├── infrastructure
    ├── mysql
    │   ├── data
    │   │   └── .gitignore
    │   ├── my.cnf
    │   └── README.md
    └── kafka
    │   ├── zookeeper
    │       └── .gitignore
    │   ├── kafka-logs
    │       └── .gitignore
    │   ├── schema-registry.properties
    │   ├── zookeeper.properties
    │   ├── README.md
    │   └── server.properties
├── .gitattributes
├── cdc
    ├── maxwell
    │   ├── .gitignore
    │   └── config.properties
    ├── kafka-maxwell-connector
    │   ├── src
    │   │   ├── test
    │   │   │   ├── resources
    │   │   │   │   └── log4j2.xml
    │   │   │   └── java
    │   │   │   │   └── org
    │   │   │   │       └── wushujames
    │   │   │   │           ├── copycat
    │   │   │   │               └── file
    │   │   │   │               │   ├── FileStreamSourceConnectorTest.java
    │   │   │   │               │   └── FileStreamSourceTaskTest.java
    │   │   │   │           └── connect
    │   │   │   │               └── mysql
    │   │   │   │                   └── MySqlSourceTaskTest.java
    │   │   └── main
    │   │   │   └── java
    │   │   │       └── org
    │   │   │           └── wushujames
    │   │   │               └── connect
    │   │   │                   └── mysql
    │   │   │                       ├── MySqlSourceConnector.java
    │   │   │                       ├── MySqlSourceTask.java
    │   │   │                       └── DataConverter.java
    │   ├── build.gradle
    │   ├── connect-mysql-source.properties
    │   ├── copycat-standalone.properties
    │   └── README.md
    └── debezium
    │   ├── register-mysql.json
    │   ├── register-postgres.json
    │   ├── docker-compose-postgres.yaml
    │   ├── docker-compose-mysql.yaml
    │   └── README.md
├── testApp
    ├── gradle.properties
    ├── grails-app
    │   ├── conf
    │   │   ├── spring
    │   │   │   └── resources.groovy
    │   │   ├── logback.groovy
    │   │   └── application.yml
    │   ├── assets
    │   │   ├── images
    │   │   │   ├── favicon.ico
    │   │   │   ├── spinner.gif
    │   │   │   ├── skin
    │   │   │   │   ├── house.png
    │   │   │   │   ├── shadow.jpg
    │   │   │   │   ├── database_add.png
    │   │   │   │   ├── exclamation.png
    │   │   │   │   ├── information.png
    │   │   │   │   ├── sorted_asc.gif
    │   │   │   │   ├── sorted_desc.gif
    │   │   │   │   ├── database_edit.png
    │   │   │   │   ├── database_save.png
    │   │   │   │   ├── database_table.png
    │   │   │   │   └── database_delete.png
    │   │   │   ├── apple-touch-icon.png
    │   │   │   ├── apple-touch-icon-retina.png
    │   │   │   └── grails-cupsonly-logo-white.svg
    │   │   ├── stylesheets
    │   │   │   ├── application.css
    │   │   │   ├── mobile.css
    │   │   │   ├── errors.css
    │   │   │   └── main.css
    │   │   └── javascripts
    │   │   │   └── application.js
    │   ├── controllers
    │   │   └── testapp
    │   │   │   ├── BookController.groovy
    │   │   │   ├── ShopController.groovy
    │   │   │   ├── AuthorController.groovy
    │   │   │   └── UrlMappings.groovy
    │   ├── init
    │   │   ├── BootStrap.groovy
    │   │   └── testapp
    │   │   │   └── Application.groovy
    │   ├── domain
    │   │   └── testapp
    │   │   │   ├── Author.groovy
    │   │   │   ├── Book.groovy
    │   │   │   └── Shop.groovy
    │   ├── views
    │   │   ├── notFound.gsp
    │   │   ├── error.gsp
    │   │   ├── layouts
    │   │   │   └── main.gsp
    │   │   └── index.gsp
    │   └── i18n
    │   │   ├── messages_fr.properties
    │   │   ├── messages_zh_CN.properties
    │   │   ├── messages_ru.properties
    │   │   ├── messages_ja.properties
    │   │   ├── messages_pt_PT.properties
    │   │   ├── messages_cs_CZ.properties
    │   │   ├── messages_nb.properties
    │   │   ├── messages.properties
    │   │   ├── messages_da.properties
    │   │   ├── messages_nl.properties
    │   │   ├── messages_sv.properties
    │   │   ├── messages_es.properties
    │   │   ├── messages_th.properties
    │   │   ├── messages_it.properties
    │   │   ├── messages_pt_BR.properties
    │   │   ├── messages_pl.properties
    │   │   └── messages_de.properties
    ├── .gitignore
    ├── src
    │   └── test
    │   │   └── groovy
    │   │       └── testapp
    │   │           ├── BookSpec.groovy
    │   │           ├── ShopSpec.groovy
    │   │           ├── AuthorSpec.groovy
    │   │           ├── BookControllerSpec.groovy
    │   │           ├── ShopControllerSpec.groovy
    │   │           └── AuthorControllerSpec.groovy
    ├── README.md
    └── build.gradle
├── dataflow
    ├── nifi
    │   ├── cdc-flow.png
    │   ├── run.groovy
    │   ├── ddl.groovy
    │   ├── README.md
    │   ├── raw.js
    │   └── immutables.js
    └── kstreams
    │   ├── README.md
    │   ├── src
    │       ├── test
    │       │   └── groovy
    │       │   │   └── MaterializedViewTest.groovy
    │       └── main
    │       │   └── groovy
    │       │       └── MaterializedView.groovy
    │   └── build.gradle
├── presentation
    ├── images
    │   ├── sumanth.png
    │   └── cdc-architecture.png
    └── index.md
├── gradle
    └── wrapper
    │   ├── gradle-wrapper.jar
    │   └── gradle-wrapper.properties
├── settings.gradle
├── gradle.properties
├── .editorconfig
├── .gitignore
├── gradlew.bat
├── README.md
└── gradlew


/infrastructure/mysql/data/.gitignore:
--------------------------------------------------------------------------------
1 | *
2 | !.gitignore


--------------------------------------------------------------------------------
/infrastructure/kafka/zookeeper/.gitignore:
--------------------------------------------------------------------------------
1 | *
2 | !.gitignore


--------------------------------------------------------------------------------
/.gitattributes:
--------------------------------------------------------------------------------
1 | * text=auto
2 | CONTRIBUTING.md export-ignore


--------------------------------------------------------------------------------
/cdc/maxwell/.gitignore:
--------------------------------------------------------------------------------
1 | *
2 | !.gitignore
3 | !config.properties


--------------------------------------------------------------------------------
/infrastructure/kafka/kafka-logs/.gitignore:
--------------------------------------------------------------------------------
1 | *
2 | !.gitignore


--------------------------------------------------------------------------------
/testApp/gradle.properties:
--------------------------------------------------------------------------------
1 | grailsVersion=3.1.4
2 | gradleWrapperVersion=2.12
3 | 


--------------------------------------------------------------------------------
/testApp/grails-app/conf/spring/resources.groovy:
--------------------------------------------------------------------------------
1 | // Place your Spring DSL code here
2 | beans = {
3 | }
4 | 


--------------------------------------------------------------------------------
/dataflow/nifi/cdc-flow.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/dataflow/nifi/cdc-flow.png


--------------------------------------------------------------------------------
/presentation/images/sumanth.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/presentation/images/sumanth.png


--------------------------------------------------------------------------------
/gradle/wrapper/gradle-wrapper.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/gradle/wrapper/gradle-wrapper.jar


--------------------------------------------------------------------------------
/presentation/images/cdc-architecture.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/presentation/images/cdc-architecture.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/favicon.ico


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/spinner.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/spinner.gif


--------------------------------------------------------------------------------
/testApp/grails-app/controllers/testapp/BookController.groovy:
--------------------------------------------------------------------------------
1 | package testapp
2 | 
3 | class BookController {
4 | 
5 |     def scaffold = Book
6 | }
7 | 


--------------------------------------------------------------------------------
/testApp/grails-app/controllers/testapp/ShopController.groovy:
--------------------------------------------------------------------------------
1 | package testapp
2 | 
3 | class ShopController {
4 | 
5 |     def scaffold = Shop
6 | }
7 | 


--------------------------------------------------------------------------------
/settings.gradle:
--------------------------------------------------------------------------------
1 | rootProject.name = 'cdc-kafka-hadoop'
2 | include 'testApp',
3 |         'dataflow/kstreams',
4 |         'cdc/kafka-maxwell-connector'
5 | 


--------------------------------------------------------------------------------
/testApp/.gitignore:
--------------------------------------------------------------------------------
 1 | build/
 2 | .gradle/
 3 | *.iml
 4 | *.ipr
 5 | *.iws
 6 | .idea
 7 | 
 8 | gradle
 9 | gradlew.bat
10 | gradlew
11 | 
12 | .asscache
13 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/house.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/house.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/shadow.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/shadow.jpg


--------------------------------------------------------------------------------
/testApp/grails-app/controllers/testapp/AuthorController.groovy:
--------------------------------------------------------------------------------
1 | package testapp
2 | 
3 | class AuthorController {
4 | 
5 |     def scaffold = Author
6 | }
7 | 


--------------------------------------------------------------------------------
/testApp/grails-app/init/BootStrap.groovy:
--------------------------------------------------------------------------------
1 | class BootStrap {
2 | 
3 |     def init = { servletContext ->
4 |     }
5 |     def destroy = {
6 |     }
7 | }
8 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/apple-touch-icon.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/apple-touch-icon.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/database_add.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/database_add.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/exclamation.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/exclamation.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/information.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/information.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/sorted_asc.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/sorted_asc.gif


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/sorted_desc.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/sorted_desc.gif


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/database_edit.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/database_edit.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/database_save.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/database_save.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/database_table.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/database_table.png


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/skin/database_delete.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/skin/database_delete.png


--------------------------------------------------------------------------------
/dataflow/kstreams/README.md:
--------------------------------------------------------------------------------
1 | Kafka-Streams
2 | =============
3 | 
4 | #### Run App
5 | ```bash
6 | # from cdc-kafka-hadoop directory
7 | gradle -a :dataflow/kstreams:run
8 | ```
9 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/apple-touch-icon-retina.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/xmlking/cdc-kafka-hadoop/HEAD/testApp/grails-app/assets/images/apple-touch-icon-retina.png


--------------------------------------------------------------------------------
/dataflow/nifi/run.groovy:
--------------------------------------------------------------------------------
1 | import com.crossbusiness.nifi.processors.NiFiUtils as util
2 | 
3 | def flowFile = session.get()
4 | if(!flowFile) return
5 | 
6 | log.debug util.flowFileToString(flowFile, session);
7 | 


--------------------------------------------------------------------------------
/gradle.properties:
--------------------------------------------------------------------------------
1 | version=0.1.0-SNAPSHOT
2 | kafkaVersion=0.9.1.0-cp1
3 | slf4jVersion=1.7.18
4 | logbackVersion=1.1.6
5 | groovyVersion=2.4.6
6 | gradleWrapperVersion=2.13
7 | confluentVersion=2.1.0-alpha1
8 | 


--------------------------------------------------------------------------------
/gradle/wrapper/gradle-wrapper.properties:
--------------------------------------------------------------------------------
1 | #Sun Mar 20 11:15:36 PDT 2016
2 | distributionBase=GRADLE_USER_HOME
3 | distributionPath=wrapper/dists
4 | zipStoreBase=GRADLE_USER_HOME
5 | zipStorePath=wrapper/dists
6 | distributionUrl=https\://services.gradle.org/distributions/gradle-2.12-all.zip
7 | 


--------------------------------------------------------------------------------
/testApp/grails-app/domain/testapp/Author.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | class Author {
 4 |     String firstName;
 5 |     String lastName;
 6 |     String email
 7 | 
 8 |     static hasMany = [books: Book]
 9 | 
10 |     static constraints = {
11 |         email email: true, blank: false
12 |     }
13 | }
14 | 


--------------------------------------------------------------------------------
/testApp/grails-app/domain/testapp/Book.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | 
 4 | class Book {
 5 |     String title
 6 |     Integer pages
 7 |     Date datePublished
 8 |     Author author
 9 | 
10 |     static belongsTo = Author
11 | 
12 |     static constraints = {
13 |         datePublished max: new Date()
14 |     }
15 | }
16 | 


--------------------------------------------------------------------------------
/testApp/grails-app/domain/testapp/Shop.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | class Shop implements Serializable{
 4 |     String name;
 5 |     String owner;
 6 |     String phoneNumber;
 7 | 
 8 |     static constraints = {
 9 |     }
10 | 
11 |     static mapping = {
12 |         //id composite: ['id', 'name']
13 |     }
14 | }
15 | 


--------------------------------------------------------------------------------
/testApp/grails-app/init/testapp/Application.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.boot.GrailsApp
 4 | import grails.boot.config.GrailsAutoConfiguration
 5 | 
 6 | class Application extends GrailsAutoConfiguration {
 7 |     static void main(String[] args) {
 8 |         GrailsApp.run(Application, args)
 9 |     }
10 | }


--------------------------------------------------------------------------------
/.editorconfig:
--------------------------------------------------------------------------------
 1 | # editorconfig.org
 2 | 
 3 | root = true
 4 | 
 5 | [*]
 6 | charset = utf-8
 7 | indent_style = space
 8 | indent_size = 4
 9 | insert_final_newline = true
10 | trim_trailing_whitespace = true
11 | 
12 | [jquery-[1-9]*.js]
13 | indent_style = tab
14 | insert_final_newline = false
15 | trim_trailing_whitespace = false


--------------------------------------------------------------------------------
/dataflow/kstreams/src/test/groovy/MaterializedViewTest.groovy:
--------------------------------------------------------------------------------
 1 | import spock.lang.Specification
 2 | 
 3 | class MaterializedViewTest extends Specification{
 4 |     def "someLibraryMethod returns true"() {
 5 |         setup:
 6 |         MaterializedView mview = new MaterializedView()
 7 |         when:
 8 |         def result = mview.testTrue()
 9 |         then:
10 |         result == true
11 |     }
12 | }
13 | 


--------------------------------------------------------------------------------
/testApp/grails-app/controllers/testapp/UrlMappings.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | class UrlMappings {
 4 | 
 5 |     static mappings = {
 6 |         "/$controller/$action?/$id?(.$format)?"{
 7 |             constraints {
 8 |                 // apply constraints here
 9 |             }
10 |         }
11 | 
12 |         "/"(view:"/index")
13 |         "500"(view:'/error')
14 |         "404"(view:'/notFound')
15 |     }
16 | }
17 | 


--------------------------------------------------------------------------------
/testApp/grails-app/views/notFound.gsp:
--------------------------------------------------------------------------------
 1 | <!doctype html>
 2 | <html>
 3 |     <head>
 4 |         <title>Page Not Found</title>
 5 |         <meta name="layout" content="main">
 6 |         <g:if env="development"><asset:stylesheet src="errors.css"/></g:if>
 7 |     </head>
 8 |     <body>
 9 |         <ul class="errors">
10 |             <li>Error: Page Not Found (404)</li>
11 |             <li>Path: ${request.forwardURI}</li>
12 |         </ul>
13 |     </body>
14 | </html>
15 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/BookSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.domain.DomainClassUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(Book)
10 | class BookSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/ShopSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.domain.DomainClassUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(Shop)
10 | class ShopSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/AuthorSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.domain.DomainClassUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(Author)
10 | class AuthorSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/BookControllerSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.web.ControllerUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(BookController)
10 | class BookControllerSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/ShopControllerSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.web.ControllerUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(ShopController)
10 | class ShopControllerSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/src/test/groovy/testapp/AuthorControllerSpec.groovy:
--------------------------------------------------------------------------------
 1 | package testapp
 2 | 
 3 | import grails.test.mixin.TestFor
 4 | import spock.lang.Specification
 5 | 
 6 | /**
 7 |  * See the API for {@link grails.test.mixin.web.ControllerUnitTestMixin} for usage instructions
 8 |  */
 9 | @TestFor(AuthorController)
10 | class AuthorControllerSpec extends Specification {
11 | 
12 |     def setup() {
13 |     }
14 | 
15 |     def cleanup() {
16 |     }
17 | 
18 |     void "test something"() {
19 |         expect:"fix me"
20 |             true == false
21 |     }
22 | }
23 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/stylesheets/application.css:
--------------------------------------------------------------------------------
 1 | /*
 2 | * This is a manifest file that'll be compiled into application.css, which will include all the files
 3 | * listed below.
 4 | *
 5 | * Any CSS file within this directory can be referenced here using a relative path.
 6 | *
 7 | * You're free to add application-wide styles to this file and they'll appear at the top of the
 8 | * compiled file, but it's generally better to create a new file per style scope.
 9 | *
10 | *= require bootstrap
11 | *= require grails
12 | *= require main
13 | *= require mobile
14 | *= require_self
15 | */
16 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/test/resources/log4j2.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <Configuration status="DEBUG">
 3 |   <Appenders>
 4 |     <Console name="Console" target="SYSTEM_ERR">
 5 |       <PatternLayout pattern="%d{HH:mm:ss,SSS} %-5level %logger{1} - %msg%n"/>
 6 |     </Console>
 7 |   </Appenders>
 8 |   <Loggers>
 9 |     <Root level="debug">
10 |       <AppenderRef ref="Console"/>
11 |     </Root>
12 |    <Logger name="snaq.db.ConnectionPool.MaxwellConnectionPool" level="off" additivity="false">
13 |       <AppenderRef ref="Console"/>
14 |     </Logger>
15 |   </Loggers>
16 | </Configuration>
17 | 


--------------------------------------------------------------------------------
/cdc/debezium/register-mysql.json:
--------------------------------------------------------------------------------
 1 | {
 2 |     "name": "inventory-connector",
 3 |     "config": {
 4 |         "connector.class": "io.debezium.connector.mysql.MySqlConnector",
 5 |         "tasks.max": "1",
 6 |         "database.hostname": "mysql",
 7 |         "database.port": "3306",
 8 |         "database.user": "debezium",
 9 |         "database.password": "dbz",
10 |         "database.server.id": "184054",
11 |         "database.server.name": "dbserver1",
12 |         "database.whitelist": "inventory",
13 |         "database.history.kafka.bootstrap.servers": "kafka:9092",
14 |         "database.history.kafka.topic": "schema-changes.inventory"
15 |     }
16 | }
17 | 


--------------------------------------------------------------------------------
/cdc/debezium/register-postgres.json:
--------------------------------------------------------------------------------
 1 | {
 2 |     "name": "inventory-connector",
 3 |     "config": {
 4 |         "connector.class": "io.debezium.connector.postgresql.PostgresConnector",
 5 |         "tasks.max": "1",
 6 |         "database.hostname": "postgres",
 7 |         "database.port": "5432",
 8 |         "database.user": "postgres",
 9 |         "database.password": "postgres",
10 |         "database.dbname" : "postgres",
11 |         "database.server.name": "dbserver1",
12 |         "database.whitelist": "inventory",
13 |         "database.history.kafka.bootstrap.servers": "kafka:9092",
14 |         "database.history.kafka.topic": "schema-changes.inventory"
15 |     }
16 | }
17 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/javascripts/application.js:
--------------------------------------------------------------------------------
 1 | // This is a manifest file that'll be compiled into application.js.
 2 | //
 3 | // Any JavaScript file within this directory can be referenced here using a relative path.
 4 | //
 5 | // You're free to add application-wide JavaScript to this file, but it's generally better
 6 | // to create separate JavaScript files as needed.
 7 | //
 8 | //= require jquery-2.2.0.min
 9 | //= require bootstrap
10 | //= require_tree .
11 | //= require_self
12 | 
13 | if (typeof jQuery !== 'undefined') {
14 |     (function($) {
15 |         $('#spinner').ajaxStart(function() {
16 |             $(this).fadeIn();
17 |         }).ajaxStop(function() {
18 |             $(this).fadeOut();
19 |         });
20 |     })(jQuery);
21 | }
22 | 


--------------------------------------------------------------------------------
/infrastructure/kafka/schema-registry.properties:
--------------------------------------------------------------------------------
 1 | # Copyright 2014 Confluent Inc.
 2 | #
 3 | # Licensed under the Apache License, Version 2.0 (the "License");
 4 | # you may not use this file except in compliance with the License.
 5 | # You may obtain a copy of the License at
 6 | #
 7 | # http://www.apache.org/licenses/LICENSE-2.0
 8 | #
 9 | # Unless required by applicable law or agreed to in writing, software
10 | # distributed under the License is distributed on an "AS IS" BASIS,
11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 | # See the License for the specific language governing permissions and
13 | # limitations under the License.
14 | 
15 | port=8081
16 | kafkastore.connection.url=localhost:2181
17 | kafkastore.topic=_schemas
18 | debug=false
19 | 


--------------------------------------------------------------------------------
/dataflow/nifi/ddl.groovy:
--------------------------------------------------------------------------------
 1 | import org.apache.nifi.components.state.Scope
 2 | 
 3 | def ver = "v1";
 4 | def flowFile = session.get();
 5 | if (!flowFile) return
 6 | 
 7 | def stateManager = context.getStateManager();
 8 | def stateMap = stateManager.getState(Scope.CLUSTER);
 9 | log.error(stateMap as String);
10 | 
11 | log.error("version: " +  stateMap.getVersion())
12 | if (stateMap.getVersion() < 0) {
13 |     stateManager.setState(["test.shop":ver], Scope.CLUSTER);
14 | 
15 | } else {
16 |     ver = stateMap.get("test.shop");
17 | }
18 | 
19 | 
20 | log.error(ver);
21 | 
22 | //def newStateMap = new HashMap<>(stateManager.getState(Scope.CLUSTER).toMap());
23 | //newStateMap["test.shop"] = "v1";
24 | def newStateMap = ["test.shop":"v2"]
25 | stateManager.replace(stateMap, newStateMap, Scope.CLUSTER);
26 | 
27 | session.transfer(flowFile, REL_SUCCESS);
28 | 


--------------------------------------------------------------------------------
/dataflow/kstreams/build.gradle:
--------------------------------------------------------------------------------
 1 | apply plugin: 'groovy'
 2 | apply plugin: 'application'
 3 | 
 4 | 
 5 | sourceCompatibility = 1.8
 6 | targetCompatibility = 1.8
 7 | 
 8 | repositories {
 9 |     jcenter()
10 |     maven {
11 |         url 'http://packages.confluent.io/maven/'
12 |     }
13 | }
14 | 
15 | dependencies {
16 |     compile "org.codehaus.groovy:groovy-all:$groovyVersion"
17 |     compile "org.slf4j:slf4j-api:$slf4jVersion"
18 |     compile "ch.qos.logback:logback-classic:$logbackVersion"
19 |     compile "org.apache.kafka:kafka-clients:$kafkaVersion"
20 |     compile "org.apache.kafka:kafka-streams:$kafkaVersion"
21 |     compile "org.apache.avro:avro:1.7.7"
22 | 
23 |     testCompile "org.spockframework:spock-core:1.0-groovy-2.4"
24 | }
25 | 
26 | 
27 | //applicationDefaultJvmArgs = ["-Dlogback.configurationFile=logback.groovy","-Dusername=testuser","-Dpassword=changeme"]
28 | mainClassName = "MaterializedView"
29 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/build.gradle:
--------------------------------------------------------------------------------
 1 | apply plugin: 'java'
 2 | apply plugin: 'java-library-distribution'
 3 | 
 4 | sourceCompatibility = 1.8
 5 | targetCompatibility = 1.8
 6 | 
 7 | repositories {
 8 |     jcenter()
 9 |     mavenLocal()
10 |     maven {
11 |         url 'http://packages.confluent.io/maven/'
12 |     }
13 | }
14 | 
15 | dependencies {
16 |     compile "org.apache.kafka:connect-api:$kafkaVersion" // kafka connect version from confluentinc
17 |     compile "com.zendesk:maxwell:1.1.2-kafka-connect" //available from https://github.com/xmlking/maxwell
18 |     compile "org.slf4j:slf4j-api:$slf4jVersion"
19 |     compile "io.confluent:kafka-avro-serializer:$confluentVersion"
20 | 
21 |     testCompile "junit:junit:4.11"
22 |     testCompile "org.easymock:easymock:3.3.1"
23 |     testCompile "org.powermock:powermock-module-junit4:1.6.2"
24 |     testCompile "org.powermock:powermock-api-easymock:1.6.2"
25 | }
26 | 
27 | 


--------------------------------------------------------------------------------
/testApp/grails-app/conf/logback.groovy:
--------------------------------------------------------------------------------
 1 | import grails.util.BuildSettings
 2 | import grails.util.Environment
 3 | 
 4 | // See http://logback.qos.ch/manual/groovy.html for details on configuration
 5 | appender('STDOUT', ConsoleAppender) {
 6 |     encoder(PatternLayoutEncoder) {
 7 |         pattern = "%level %logger - %msg%n"
 8 |     }
 9 | }
10 | 
11 | root(ERROR, ['STDOUT'])
12 | 
13 | def targetDir = BuildSettings.TARGET_DIR
14 | if (Environment.isDevelopmentMode() && targetDir) {
15 |     appender("FULL_STACKTRACE", FileAppender) {
16 |         file = "${targetDir}/stacktrace.log"
17 |         append = true
18 |         encoder(PatternLayoutEncoder) {
19 |             pattern = "%level %logger - %msg%n"
20 |         }
21 |     }
22 |     logger("StackTrace", ERROR, ['FULL_STACKTRACE'], false)
23 | 
24 |     logger("org.hibernate.SQL", DEBUG, ["STDOUT"], false)
25 |     logger("org.hibernate.type.descriptor.sql.BasicBinder", TRACE, ["STDOUT"], false)
26 | }
27 | 


--------------------------------------------------------------------------------
/testApp/README.md:
--------------------------------------------------------------------------------
 1 | testApp
 2 | =======
 3 | 
 4 | test app to generate load on MySQL
 5 | 
 6 | 
 7 | #### Grant database permissions for grails(one time)
 8 | ```sql
 9 | mysql -u root -p
10 | mysql> CREATE DATABASE IF NOT EXISTS test;
11 | mysql> GRANT ALL on test.* to 'app'@'%' identified by 'apppwd';
12 | ```
13 | 
14 | #### Run App
15 | ```bash
16 | # from cdc-kafka-hadoop directory
17 | gradle -a :testApp:bootRun
18 | ```
19 | 
20 | #### Access
21 | http://localhost:8080/
22 | 
23 | 
24 | ### Add two primary keys for Shop table.
25 | > Maxwell should produce both primary keys in the Kafka key.
26 | > {"database":"test","table":"shop","pk.id":4,"pk.name":"aaa"}
27 | 
28 | ```sql
29 | DROP TABLE test.shop;
30 | CREATE TABLE shop
31 | (
32 |   id BIGINT(20) NOT NULL AUTO_INCREMENT,
33 |   version BIGINT(20) NOT NULL,
34 |   name VARCHAR(255) NOT NULL,
35 |   owner VARCHAR(255) NOT NULL,
36 |   phone_number VARCHAR(255) NOT NULL,
37 |   primary key (id, name)
38 | );
39 | ```
40 | 


--------------------------------------------------------------------------------
/cdc/debezium/docker-compose-postgres.yaml:
--------------------------------------------------------------------------------
 1 | version: '2'
 2 | services:
 3 |   zookeeper:
 4 |     image: debezium/zookeeper:${DEBEZIUM_VERSION}
 5 |     ports:
 6 |      - 2181:2181
 7 |      - 2888:2888
 8 |      - 3888:3888
 9 |   kafka:
10 |     image: debezium/kafka:${DEBEZIUM_VERSION}
11 |     ports:
12 |      - 9092:9092
13 |     links:
14 |      - zookeeper
15 |     environment:
16 |      - ZOOKEEPER_CONNECT=zookeeper:2181
17 |   postgres:
18 |     image: debezium/example-postgres:${DEBEZIUM_VERSION}
19 |     ports:
20 |      - 5432:5432
21 |     environment:
22 |      - POSTGRES_USER=postgres
23 |      - POSTGRES_PASSWORD=postgres
24 |   connect:
25 |     image: debezium/connect:${DEBEZIUM_VERSION}
26 |     ports:
27 |      - 8083:8083
28 |     links:
29 |      - kafka
30 |      - postgres
31 |     environment:
32 |      - BOOTSTRAP_SERVERS=kafka:9092
33 |      - GROUP_ID=1
34 |      - CONFIG_STORAGE_TOPIC=my_connect_configs
35 |      - OFFSET_STORAGE_TOPIC=my_connect_offsets
36 | 


--------------------------------------------------------------------------------
/dataflow/nifi/README.md:
--------------------------------------------------------------------------------
 1 | NiFi Dataflow
 2 | =============
 3 | 
 4 | This [flow](./cdc-flow.xml) depends on **nifi-scripting** module, download [nar](https://github.com/xmlking/nifi-scripting/releases) and copy to `$NIFI_HOME/lib`
 5 | 
 6 | ExecuteJavaScript's JSON transformation logic:
 7 | 
 8 | ```js
 9 | // logical change record (LCR)
10 | var lcr = util.flowFileToString(flowFile, session);
11 | lcr = JSON.parse(lcr);
12 | 
13 | var attMap = new java.util.HashMap();
14 | attMap.put('commit', lcr.commit.toString());
15 | attMap.put('database', lcr.database);
16 | attMap.put('table', lcr.table);
17 | attMap.put('ts', lcr.ts.toString());
18 | attMap.put('id', lcr.data.id.toString());
19 | attMap.put('type', lcr.type);
20 | attMap.put('xid', lcr.xid.toString());
21 | 
22 | session.remove(flowFile);
23 | flowFile = util.stringToFlowFile(JSON.stringify(lcr.data) , session, flowFile);
24 | flowFile = session.putAllAttributes(flowFile, attMap);
25 | ```
26 | 
27 | ![cdc dataflow](./cdc-flow.png)
28 | 


--------------------------------------------------------------------------------
/cdc/maxwell/config.properties:
--------------------------------------------------------------------------------
 1 | # log level [DEBUG|INFO|WARN|ERROR]
 2 | log_level=INFO
 3 | # mysql host
 4 | host=127.0.0.1
 5 | # mysql port
 6 | port=3306
 7 | # mysql username
 8 | user=maxwell
 9 | # mysql password
10 | password=XXXXXX
11 | 
12 | # where shall we send these rows, sir?
13 | producer=kafka
14 | # list of kafka brokers, listed as HOST:PORT[,HOST:PORT]
15 | kafka.bootstrap.servers=127.0.0.1:9092
16 | # provide a topic for maxwell to write to. Default will be "maxwell".
17 | kafka_topic=maxwell
18 | # which hash function to use: [default, murmur3]
19 | kafka_partition_hash=murmur3
20 | what fields to hash for partition key: [database, table, primary_key]
21 | kafka_partition_by=table
22 | # any options prefixed with 'kafka.' will be passed into the kafka producer library
23 | kafka.acks=1
24 | kafka.compression.type=gzip
25 | 
26 | # only send updates from these databases
27 | include_dbs=test
28 | 
29 | # bootstrapper type: async or sync(default)
30 | bootstrapper=async
31 | 
32 | 
33 | 


--------------------------------------------------------------------------------
/cdc/debezium/docker-compose-mysql.yaml:
--------------------------------------------------------------------------------
 1 | version: '2'
 2 | services:
 3 |   zookeeper:
 4 |     image: debezium/zookeeper:${DEBEZIUM_VERSION}
 5 |     ports:
 6 |      - 2181:2181
 7 |      - 2888:2888
 8 |      - 3888:3888
 9 |   kafka:
10 |     image: debezium/kafka:${DEBEZIUM_VERSION}
11 |     ports:
12 |      - 9092:9092
13 |     links:
14 |      - zookeeper
15 |     environment:
16 |      - ZOOKEEPER_CONNECT=zookeeper:2181
17 |   mysql:
18 |     image: debezium/example-mysql:${DEBEZIUM_VERSION}
19 |     ports:
20 |      - 3306:3306
21 |     environment:
22 |      - MYSQL_ROOT_PASSWORD=debezium
23 |      - MYSQL_USER=mysqluser
24 |      - MYSQL_PASSWORD=mysqlpw 
25 |   connect:
26 |     image: debezium/connect:${DEBEZIUM_VERSION}
27 |     ports:
28 |      - 8083:8083
29 |     links:
30 |      - kafka
31 |      - mysql
32 |     environment:
33 |      - BOOTSTRAP_SERVERS=kafka:9092
34 |      - GROUP_ID=1
35 |      - CONFIG_STORAGE_TOPIC=my_connect_configs
36 |      - OFFSET_STORAGE_TOPIC=my_connect_offsets
37 | 


--------------------------------------------------------------------------------
/infrastructure/kafka/zookeeper.properties:
--------------------------------------------------------------------------------
 1 | # Licensed to the Apache Software Foundation (ASF) under one or more
 2 | # contributor license agreements.  See the NOTICE file distributed with
 3 | # this work for additional information regarding copyright ownership.
 4 | # The ASF licenses this file to You under the Apache License, Version 2.0
 5 | # (the "License"); you may not use this file except in compliance with
 6 | # the License.  You may obtain a copy of the License at
 7 | #
 8 | #    http://www.apache.org/licenses/LICENSE-2.0
 9 | #
10 | # Unless required by applicable law or agreed to in writing, software
11 | # distributed under the License is distributed on an "AS IS" BASIS,
12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | # See the License for the specific language governing permissions and
14 | # limitations under the License.
15 | # the directory where the snapshot is stored.
16 | # dataDir=/usr/local/var/lib/zookeeper
17 | dataDir=./zookeeper
18 | # the port at which the clients will connect
19 | clientPort=2181
20 | # disable the per-ip limit on the number of connections since this is a non-production config
21 | maxClientCnxns=0
22 | 


--------------------------------------------------------------------------------
/testApp/grails-app/views/error.gsp:
--------------------------------------------------------------------------------
 1 | <!doctype html>
 2 | <html>
 3 |     <head>
 4 |         <title><g:if env="development">Grails Runtime Exception</g:if><g:else>Error</g:else></title>
 5 |         <meta name="layout" content="main">
 6 |         <g:if env="development"><asset:stylesheet src="errors.css"/></g:if>
 7 |     </head>
 8 |     <body>
 9 |         <g:if env="development">
10 |             <g:if test="${Throwable.isInstance(exception)}">
11 |                 <g:renderException exception="${exception}" />
12 |             </g:if>
13 |             <g:elseif test="${request.getAttribute('javax.servlet.error.exception')}">
14 |                 <g:renderException exception="${request.getAttribute('javax.servlet.error.exception')}" />
15 |             </g:elseif>
16 |             <g:else>
17 |                 <ul class="errors">
18 |                     <li>An error has occurred</li>
19 |                     <li>Exception: ${exception}</li>
20 |                     <li>Message: ${message}</li>
21 |                     <li>Path: ${path}</li>
22 |                 </ul>
23 |             </g:else>
24 |         </g:if>
25 |         <g:else>
26 |             <ul class="errors">
27 |                 <li>An error has occurred</li>
28 |             </ul>
29 |         </g:else>
30 |     </body>
31 | </html>
32 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/connect-mysql-source.properties:
--------------------------------------------------------------------------------
 1 | # Licensed to the Apache Software Foundation (ASF) under one or more
 2 | # contributor license agreements.  See the NOTICE file distributed with
 3 | # this work for additional information regarding copyright ownership.
 4 | # The ASF licenses this file to You under the Apache License, Version 2.0
 5 | # (the "License"); you may not use this file except in compliance with
 6 | # the License.  You may obtain a copy of the License at
 7 | #
 8 | #    http://www.apache.org/licenses/LICENSE-2.0
 9 | #
10 | # Unless required by applicable law or agreed to in writing, software
11 | # distributed under the License is distributed on an "AS IS" BASIS,
12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | # See the License for the specific language governing permissions and
14 | # limitations under the License.
15 | 
16 | name=mysql-source
17 | connector.class=org.wushujames.connect.mysql.MySqlSourceConnector
18 | tasks.max=1
19 | 
20 | host=127.0.0.1
21 | user=maxwell
22 | password=XXXXXX
23 | port=3306
24 | 
25 | # topic_prefix=maxwell
26 | 
27 | # schema_database=not_maxwell
28 | 
29 | # bootstrapper=none
30 | # replication_host=xx.xxx.xx
31 | # replication_port=XXXX
32 | # replication_user=XXXX
33 | # replication_password=XXXXXX
34 | 
35 | # include_dbs=favorite_db
36 | # include_tables=important_tables
37 | 
38 | 


--------------------------------------------------------------------------------
/dataflow/nifi/raw.js:
--------------------------------------------------------------------------------
 1 | var util = Java.type("com.crossbusiness.nifi.processors.NiFiUtils");
 2 | 
 3 | var flowFile = session.get();
 4 | 
 5 | if (flowFile !== null) {
 6 | 
 7 | 
 8 |     function isPk(key) {
 9 |         return key.startsWith("pk.")
10 |     }
11 | 
12 |     function slicePk(key) {
13 |         return key.slice(3)
14 |     }
15 | 
16 |     function extractPk(keyJson) {
17 |         return Object.keys(keyJson).filter(isPk).map(slicePk);
18 |     }
19 | 
20 |     keyJson = JSON.parse(flowFile.getAttribute("kafka.key"));
21 | 
22 |     var pks = extractPk(keyJson);
23 | 
24 |     lcrJson = JSON.parse(util.flowFileToString(flowFile, session));
25 | 
26 |     var version = flowFile.getAttribute("version");
27 | 
28 |     var attMap = new java.util.HashMap();
29 |     attMap.put('database', lcrJson.database);
30 |     attMap.put('table', lcrJson.table);
31 |     attMap.put('type', lcrJson.type);
32 |     attMap.put('ts', lcrJson.ts.toString());
33 |     attMap.put('pks', pks.join(", "));
34 |     attMap.put('correlation-identifier', lcrJson.database + "-" + lcrJson.table + "-" + version + "-" + lcrJson.type);
35 |     attMap.put('version', version);
36 | 
37 |     lcrJson.pks = pks;
38 | 
39 |     session.remove(flowFile);
40 |     flowFile = util.stringToFlowFile(JSON.stringify(lcrJson), session);
41 |     flowFile = session.putAllAttributes(flowFile, attMap);
42 | 
43 |     session.transfer(flowFile, REL_SUCCESS);
44 | 
45 | }
46 | 


--------------------------------------------------------------------------------
/infrastructure/mysql/my.cnf:
--------------------------------------------------------------------------------
 1 | # For advice on how to change settings please see
 2 | # http://dev.mysql.com/doc/refman/5.7/en/server-configuration-defaults.html
 3 | # *** DO NOT EDIT THIS FILE. It's a template which will be copied to the
 4 | # *** default location during install, and will be replaced if you
 5 | # *** upgrade to a newer version of MySQL.
 6 | 
 7 | [mysqld]
 8 | 
 9 | # Remove leading # and set to the amount of RAM for the most important data
10 | # cache in MySQL. Start at 70% of total RAM for dedicated server, else 10%.
11 | # innodb_buffer_pool_size = 128M
12 | 
13 | # Remove leading # to turn on a very important data integrity option: logging
14 | # changes to the binary log between backups.
15 | # log_bin
16 | 
17 | # These are commonly set, remove the # and set as required.
18 | # basedir = .....
19 | # datadir = .....
20 | # port = .....
21 | # server_id = .....
22 | # socket = .....
23 | 
24 | # Remove leading # to set options mainly useful for reporting servers.
25 | # The server defaults are faster for transactions and fast SELECTs.
26 | # Adjust sizes as needed, experiment to find the optimal values.
27 | # join_buffer_size = 128M
28 | # sort_buffer_size = 2M
29 | # read_rnd_buffer_size = 2M 
30 | 
31 | sql_mode=NO_ENGINE_SUBSTITUTION,STRICT_TRANS_TABLES
32 | 
33 | basedir=/usr/local/opt/mysql
34 | datadir=./data
35 | server-id=1
36 | log-bin=master
37 | binlog_format=row
38 | 
39 | explicit_defaults_for_timestamp=1
40 | 


--------------------------------------------------------------------------------
/dataflow/nifi/immutables.js:
--------------------------------------------------------------------------------
 1 | var util = Java.type("com.crossbusiness.nifi.processors.NiFiUtils");
 2 | 
 3 | var flowFile = session.get();
 4 | 
 5 | if (flowFile !== null) {
 6 | 
 7 | 
 8 |     function isPk(key) {
 9 |         return key.startsWith("pk.")
10 |     }
11 | 
12 |     function extractPk(keyJson) {
13 |         return Object.keys(keyJson).filter(isPk);
14 |     }
15 | 
16 |     var key = flowFile.getAttribute("kafka.key");
17 |     keyJson = JSON.parse(key);
18 | 
19 |     var payload = [];
20 |     extractPk(keyJson).forEach(function (akey) {
21 |         payload.push(akey, keyJson[akey]);
22 |     });
23 | 
24 |     lcrJson = JSON.parse(util.flowFileToString(flowFile, session));
25 | 
26 |     var version = flowFile.getAttribute("version");
27 | 
28 |     var attMap = new java.util.HashMap();
29 |     attMap.put('database', lcrJson.database);
30 |     attMap.put('table', lcrJson.table);
31 |     attMap.put('type', lcrJson.type);
32 |     attMap.put('ts', lcrJson.ts.toString());
33 |     attMap.put('correlation-identifier', lcrJson.database + "-" + lcrJson.table + "-" + version + "-" + lcrJson.type);
34 |     attMap.put('version', version);
35 | 
36 | 
37 |     payload.unshift(attMap['ts'], lcrJson.type, lcrJson.database, lcrJson.table);
38 |     payload = payload.join(", ");
39 | 
40 |     Object.keys(lcrJson.data).forEach(function (key) {
41 |         var fFile = util.stringToFlowFile(payload + ", " + key + ", " + lcrJson.data[key], session);
42 |         fFile = session.putAllAttributes(fFile, attMap);
43 |         fFile = session.putAttribute(fFile, 'key', key);
44 |         session.transfer(fFile, REL_SUCCESS)
45 |     });
46 | 
47 |     session.remove(flowFile);
48 | }
49 | 


--------------------------------------------------------------------------------
/dataflow/kstreams/src/main/groovy/MaterializedView.groovy:
--------------------------------------------------------------------------------
 1 | import groovy.util.logging.Slf4j
 2 | import org.apache.kafka.common.serialization.StringDeserializer
 3 | import org.apache.kafka.common.serialization.StringSerializer
 4 | import org.apache.kafka.streams.KafkaStreams
 5 | import org.apache.kafka.streams.StreamsConfig
 6 | import org.apache.kafka.streams.kstream.KStreamBuilder
 7 | import org.apache.kafka.streams.kstream.KTable
 8 | import org.apache.kafka.streams.processor.internals.WallclockTimestampExtractor;
 9 | 
10 | @Slf4j
11 | class MaterializedView {
12 | 
13 |     boolean testTrue() {
14 | 
15 |         true
16 |     }
17 | 
18 |     public static void main(String[] args) throws Exception {
19 |         log.info 'Hello World'
20 |         Properties props = new Properties();
21 | 
22 |         props.put(StreamsConfig.JOB_ID_CONFIG, "kafka-materializer");
23 |         props.put(StreamsConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
24 |         props.put(StreamsConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
25 |         props.put(StreamsConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
26 |         props.put(StreamsConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
27 |         props.put(StreamsConfig.TIMESTAMP_EXTRACTOR_CLASS_CONFIG, WallclockTimestampExtractor.class);
28 |         props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092")
29 |         props.put(StreamsConfig.ZOOKEEPER_CONNECT_CONFIG, "localhost:2181")
30 | 
31 | 
32 |         StreamsConfig config = new StreamsConfig(props);
33 | 
34 |         KStreamBuilder builder = new KStreamBuilder();
35 | 
36 |         KTable<String, String> names = builder.table("maxwell");
37 | 
38 |         names.mapValues({record -> println  record });
39 | 
40 |         KafkaStreams kstreams = new KafkaStreams(builder, config);
41 |         kstreams.start();
42 |     }
43 | }
44 | 


--------------------------------------------------------------------------------
/infrastructure/kafka/README.md:
--------------------------------------------------------------------------------
 1 | ### Install Kafka (one time)
 2 | 
 3 | > We need *Kafka Streams Tech Preview* for this demo. Lets manually install Kafka until final version is available on homebrew
 4 | 
 5 | ```bash
 6 | # brew install kafka
 7 | cd /Developer/Applications/
 8 | curl http://packages.confluent.io/archive/3.0/confluent-3.0.1-2.11.tar.gz | tar xz
 9 | ```
10 | 
11 | #### Start Kafka Services
12 | 
13 | *you will be running all commends below from* **infrastructure/kafka** *directory*
14 | 
15 | ```
16 | cd infrastructure/kafka
17 | export KAFKA_HOME=/Developer/Applications/confluent-3.0.1
18 | ```
19 | 
20 | #### To Start Zookeeper
21 | ```bash
22 | $KAFKA_HOME/bin/zookeeper-server-start ./zookeeper.properties
23 | ```
24 | 
25 | #### To Start Kafka
26 | ```bash
27 | $KAFKA_HOME/bin/kafka-server-start ./server.properties
28 | ```
29 | 
30 | #### To Start Schema Registry
31 | ```bash
32 | $KAFKA_HOME/bin/schema-registry-start ./schema-registry.properties
33 | ```
34 | 
35 | #### Create Kafka Topic and partitioning (one time)
36 | ```bash
37 | $KAFKA_HOME/bin/kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic maxwell
38 | ```
39 | 
40 | #### List Kafka Topics
41 | ```bash
42 | $KAFKA_HOME/bin/kafka-topics --list --zookeeper localhost:2181
43 | ```
44 | 
45 | #### Display messages on a topic
46 | ```bash
47 | $KAFKA_HOME/bin/kafka-console-consumer --zookeeper localhost:2181 --topic maxwell --from-beginning --property print.key=true
48 | # for kafka-maxwell-connector
49 | $KAFKA_HOME/bin/kafka-console-consumer --zookeeper localhost:2181 --topic maxwell.test.shop --from-beginning --property print.key=true
50 | # Show Avro data in JSON format in the console.
51 | $KAFKA_HOME/bin/kafka-avro-console-consumer --zookeeper localhost:2181 --topic maxwell.test.shop --property print.key=true --property schema.registry.url=http://localhost:8081
52 | ```
53 | 
54 | 
55 | *NOTE: stop Kafka first and then Zookeeper*
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/views/layouts/main.gsp:
--------------------------------------------------------------------------------
 1 | <!doctype html>
 2 | <html lang="en" class="no-js">
 3 | <head>
 4 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/>
 5 |     <meta http-equiv="X-UA-Compatible" content="IE=edge"/>
 6 |     <title>
 7 |         <g:layoutTitle default="Grails"/>
 8 |     </title>
 9 |     <meta name="viewport" content="width=device-width, initial-scale=1"/>
10 | 
11 |     <asset:stylesheet src="application.css"/>
12 | 
13 |     <g:layoutHead/>
14 | </head>
15 | <body>
16 | 
17 |     <div class="navbar navbar-default navbar-static-top" role="navigation">
18 |         <div class="container">
19 |             <div class="navbar-header">
20 |                 <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
21 |                     <span class="sr-only">Toggle navigation</span>
22 |                     <span class="icon-bar"></span>
23 |                     <span class="icon-bar"></span>
24 |                     <span class="icon-bar"></span>
25 |                 </button>
26 |                 <a class="navbar-brand" href="/#">
27 |                     <i class="fa grails-icon">
28 |                         <asset:image src="grails-cupsonly-logo-white.svg"/>
29 |                     </i> Grails
30 |                 </a>
31 |             </div>
32 |             <div class="navbar-collapse collapse" aria-expanded="false" style="height: 0.8px;">
33 |                 <ul class="nav navbar-nav navbar-right">
34 |                     <g:pageProperty name="page.nav" />
35 |                 </ul>
36 |             </div>
37 |         </div>
38 |     </div>
39 | 
40 |     <g:layoutBody/>
41 | 
42 |     <div class="footer" role="contentinfo"></div>
43 | 
44 |     <div id="spinner" class="spinner" style="display:none;">
45 |         <g:message code="spinner.alt" default="Loading&hellip;"/>
46 |     </div>
47 | 
48 |     <asset:javascript src="application.js"/>
49 | 
50 | </body>
51 | </html>
52 | 


--------------------------------------------------------------------------------
/infrastructure/mysql/README.md:
--------------------------------------------------------------------------------
 1 | MySQL
 2 | =====
 3 | Database setup and configuration for Maxwell CDC integration
 4 | 
 5 | ### working directory
 6 | *you will be running all commends below from* **infrastructure/mysql** *directory*
 7 | 
 8 | ### Install MySQL (one time)
 9 | ```bash
10 | brew install mysql
11 | mysql -V  # Verify the MySQL installation
12 | ```
13 | 
14 | ### Initializing Database (one time)
15 | ```bash
16 | unset TMPDIR
17 | # mysqld --initialize-insecure --user=`whoami` --basedir="$(brew --prefix mysql)"  --datadir=./data
18 | mysqld --defaults-file=./my.cnf --initialize-insecure --user=`whoami`
19 | ```
20 | 
21 | ### Run MySQL
22 | ```bash
23 | cd infrastructure/mysql/
24 | mysqld --defaults-file=./my.cnf # start
25 | mysqladmin -u root -p shutdown  # stop
26 | ```
27 | 
28 | #### Setup Security (for Production) (one time)
29 | ```bash
30 | mysql_secure_installation
31 | ```
32 | ```
33 | Would you like to setup VALIDATE PASSWORD plugin? N
34 | Please set the password for root here: # set and remember new password.
35 | Remove anonymous users?  Y
36 | Disallow root login remotely? Y
37 | Remove test database and access to it? N
38 | Reload privilege tables now? Y
39 | ```
40 | 
41 | #### Grant permissions for maxwell (one time)
42 | ```sql
43 | mysql -u root -p
44 | 
45 | mysql> GRANT ALL on maxwell.* to 'maxwell'@'%' identified by 'XXXXXX';
46 | mysql> GRANT SELECT, REPLICATION CLIENT, REPLICATION SLAVE on *.* to 'maxwell'@'%';
47 | 
48 | # or for running maxwell locally:
49 | 
50 | mysql> GRANT SELECT, REPLICATION CLIENT, REPLICATION SLAVE on *.* to 'maxwell'@'localhost' identified by 'XXXXXX';
51 | mysql> GRANT ALL on maxwell.* to 'maxwell'@'localhost';
52 | ```
53 | 
54 | #### MySQL Command Line Tool
55 | ```sql
56 | mysql -u root -p
57 | SHOW DATABASES; # List all existing databases.
58 | SELECT DISTINCT User FROM mysql.user;  #List all MySQL / MariaDB users.
59 | SHOW VARIABLES WHERE Variable_Name LIKE "%dir"; #  see Env
60 | DROP DATABASE maxwell;
61 | DROP TABLE test.shop;
62 | ```
63 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_fr.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] ne correspond pas au pattern [{3}]
 2 | default.invalid.url.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas une URL valide
 3 | default.invalid.creditCard.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas un numéro de carte de crédit valide
 4 | default.invalid.email.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas une adresse e-mail valide
 5 | default.invalid.range.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas contenue dans l'intervalle [{3}] à [{4}]
 6 | default.invalid.size.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas contenue dans l'intervalle [{3}] à [{4}]
 7 | default.invalid.max.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] est supérieure à la valeur maximum [{3}]
 8 | default.invalid.min.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] est inférieure à la valeur minimum [{3}]
 9 | default.invalid.max.size.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] est supérieure à la valeur maximum [{3}]
10 | default.invalid.min.size.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] est inférieure à la valeur minimum [{3}]
11 | default.invalid.validator.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] n'est pas valide
12 | default.not.inlist.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] ne fait pas partie de la liste [{3}]
13 | default.blank.message=La propriété [{0}] de la classe [{1}] ne peut pas être vide
14 | default.not.equal.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] ne peut pas être égale à [{3}]
15 | default.null.message=La propriété [{0}] de la classe [{1}] ne peut pas être nulle
16 | default.not.unique.message=La propriété [{0}] de la classe [{1}] avec la valeur [{2}] doit être unique
17 | 
18 | default.paginate.prev=Précédent
19 | default.paginate.next=Suivant
20 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/stylesheets/mobile.css:
--------------------------------------------------------------------------------
 1 | /* Styles for mobile devices */
 2 | 
 3 | @media screen and (max-width: 480px) {
 4 |     .nav {
 5 |         padding: 0.5em;
 6 |     }
 7 | 
 8 |     .nav li {
 9 |         margin: 0 0.5em 0 0;
10 |         padding: 0.25em;
11 |     }
12 | 
13 |     /* Hide individual steps in pagination, just have next & previous */
14 |     .pagination .step, .pagination .currentStep {
15 |         display: none;
16 |     }
17 | 
18 |     .pagination .prevLink {
19 |         float: left;
20 |     }
21 | 
22 |     .pagination .nextLink {
23 |         float: right;
24 |     }
25 | 
26 |     /* pagination needs to wrap around floated buttons */
27 |     .pagination {
28 |         overflow: hidden;
29 |     }
30 | 
31 |     /* slightly smaller margin around content body */
32 |     fieldset,
33 |     .property-list {
34 |         padding: 0.3em 1em 1em;
35 |     }
36 | 
37 |     input, textarea {
38 |         width: 100%;
39 |            -moz-box-sizing: border-box;
40 |         -webkit-box-sizing: border-box;
41 |             -ms-box-sizing: border-box;
42 |                 box-sizing: border-box;
43 |     }
44 | 
45 |     select, input[type=checkbox], input[type=radio], input[type=submit], input[type=button], input[type=reset] {
46 |         width: auto;
47 |     }
48 | 
49 |     /* hide all but the first column of list tables */
50 |     .scaffold-list td:not(:first-child),
51 |     .scaffold-list th:not(:first-child) {
52 |         display: none;
53 |     }
54 | 
55 |     .scaffold-list thead th {
56 |         text-align: center;
57 |     }
58 | 
59 |     /* stack form elements */
60 |     .fieldcontain {
61 |         margin-top: 0.6em;
62 |     }
63 | 
64 |     .fieldcontain label,
65 |     .fieldcontain .property-label,
66 |     .fieldcontain .property-value {
67 |         display: block;
68 |         float: none;
69 |         margin: 0 0 0.25em 0;
70 |         text-align: left;
71 |         width: auto;
72 |     }
73 | 
74 |     .errors ul,
75 |     .message p {
76 |         margin: 0.5em;
77 |     }
78 | 
79 |     .error ul {
80 |         margin-left: 0;
81 |     }
82 | }
83 | 


--------------------------------------------------------------------------------
/cdc/debezium/README.md:
--------------------------------------------------------------------------------
 1 | # Debezium Tutorial
 2 | 
 3 | This demo automatically deploys the topology of services as defined in [Debezium Tutorial](http://debezium.io/docs/tutorial/) document.
 4 | 
 5 | ## Using MySQL
 6 | 
 7 | ```shell
 8 | # Start the topology as defined in http://debezium.io/docs/tutorial/
 9 | export DEBEZIUM_VERSION=0.6
10 | docker-compose -f docker-compose-mysql.yaml up
11 | 
12 | # Start MySQL connector
13 | curl -i -X POST -H "Accept:application/json" -H  "Content-Type:application/json" http://localhost:8083/connectors/ -d @register-mysql.json
14 | 
15 | # Consume messages from a Debezium topic
16 | docker-compose -f docker-compose-mysql.yaml exec kafka /kafka/bin/kafka-console-consumer.sh \
17 |     --bootstrap-server kafka:9092 \
18 |     --from-beginning \
19 |     --property print.key=true \
20 |     --topic dbserver1.inventory.customers
21 | 
22 | # Modify records in the database via MySQL client
23 | docker-compose -f docker-compose-mysql.yaml exec mysql bash -c 'mysql -u $MYSQL_USER -p$MYSQL_PASSWORD inventory'
24 | 
25 | # Shut down the cluster
26 | docker-compose -f docker-compose-mysql.yaml down
27 | ```
28 | 
29 | ## Using Postgres
30 | 
31 | ```shell
32 | # Start the topology as defined in http://debezium.io/docs/tutorial/
33 | export DEBEZIUM_VERSION=0.6
34 | docker-compose -f docker-compose-postgres.yaml up
35 | 
36 | # Start Postgres connector
37 | curl -i -X POST -H "Accept:application/json" -H  "Content-Type:application/json" http://localhost:8083/connectors/ -d @register-postgres.json
38 | 
39 | # Consume messages from a Debezium topic
40 | docker-compose -f docker-compose-postgres.yaml exec kafka /kafka/bin/kafka-console-consumer.sh \
41 |     --bootstrap-server kafka:9092 \
42 |     --from-beginning \
43 |     --property print.key=true \
44 |     --topic dbserver1.inventory.customers
45 | 
46 | # Modify records in the database via Postgres client
47 | docker-compose -f docker-compose-postgres.yaml exec postgres env PGOPTIONS="--search_path=inventory" bash -c 'psql -U $POSTGRES_USER postgres'
48 | 
49 | # Shut down the cluster
50 | docker-compose -f docker-compose-postgres.yaml down
51 | ```
52 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_zh_CN.properties:
--------------------------------------------------------------------------------
 1 | default.blank.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u4E0D\u80FD\u4E3A\u7A7A
 2 | default.doesnt.match.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0E\u5B9A\u4E49\u7684\u6A21\u5F0F [{3}]\u4E0D\u5339\u914D
 3 | default.invalid.creditCard.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0D\u662F\u4E00\u4E2A\u6709\u6548\u7684\u4FE1\u7528\u5361\u53F7
 4 | default.invalid.email.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0D\u662F\u4E00\u4E2A\u5408\u6CD5\u7684\u7535\u5B50\u90AE\u4EF6\u5730\u5740
 5 | default.invalid.max.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u6BD4\u6700\u5927\u503C [{3}]\u8FD8\u5927
 6 | default.invalid.max.size.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u7684\u5927\u5C0F\u6BD4\u6700\u5927\u503C [{3}]\u8FD8\u5927
 7 | default.invalid.min.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u6BD4\u6700\u5C0F\u503C [{3}]\u8FD8\u5C0F
 8 | default.invalid.min.size.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u7684\u5927\u5C0F\u6BD4\u6700\u5C0F\u503C [{3}]\u8FD8\u5C0F
 9 | default.invalid.range.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0D\u5728\u5408\u6CD5\u7684\u8303\u56F4\u5185( [{3}] \uFF5E [{4}] )
10 | default.invalid.size.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u7684\u5927\u5C0F\u4E0D\u5728\u5408\u6CD5\u7684\u8303\u56F4\u5185( [{3}] \uFF5E [{4}] )
11 | default.invalid.url.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0D\u662F\u4E00\u4E2A\u5408\u6CD5\u7684URL
12 | default.invalid.validator.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u672A\u80FD\u901A\u8FC7\u81EA\u5B9A\u4E49\u7684\u9A8C\u8BC1
13 | default.not.equal.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0E[{3}]\u4E0D\u76F8\u7B49
14 | default.not.inlist.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u4E0D\u5728\u5217\u8868\u7684\u53D6\u503C\u8303\u56F4\u5185
15 | default.not.unique.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u7684\u503C[{2}]\u5FC5\u987B\u662F\u552F\u4E00\u7684
16 | default.null.message=[{1}]\u7C7B\u7684\u5C5E\u6027[{0}]\u4E0D\u80FD\u4E3Anull
17 | default.paginate.next=\u4E0B\u9875
18 | default.paginate.prev=\u4E0A\u9875
19 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
  1 | # Created by https://www.gitignore.io/api/gradle,osx,windows
  2 | 
  3 | ## App ##
  4 | logs
  5 | *.log
  6 | NOTES.md
  7 | debezium-connector-mysql
  8 | 
  9 | ### Gradle ###
 10 | .gradle
 11 | build/
 12 | 
 13 | # Ignore Gradle GUI config
 14 | gradle-app.setting
 15 | 
 16 | # Avoid ignoring Gradle wrapper jar file (.jar files are usually ignored)
 17 | !gradle-wrapper.jar
 18 | 
 19 | 
 20 | ### Intellij ###
 21 | # Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio
 22 | 
 23 | *.iml
 24 | 
 25 | ## Directory-based project format:
 26 | .idea/
 27 | # if you remove the above rule, at least ignore the following:
 28 | 
 29 | # User-specific stuff:
 30 | # .idea/workspace.xml
 31 | # .idea/tasks.xml
 32 | # .idea/dictionaries
 33 | 
 34 | # Sensitive or high-churn files:
 35 | # .idea/dataSources.ids
 36 | # .idea/dataSources.xml
 37 | # .idea/sqlDataSources.xml
 38 | # .idea/dynamic.xml
 39 | # .idea/uiDesigner.xml
 40 | 
 41 | # Gradle:
 42 | # .idea/gradle.xml
 43 | # .idea/libraries
 44 | 
 45 | # Mongo Explorer plugin:
 46 | # .idea/mongoSettings.xml
 47 | 
 48 | ## File-based project format:
 49 | *.ipr
 50 | *.iws
 51 | 
 52 | ## Plugin-specific files:
 53 | 
 54 | # IntelliJ
 55 | /out/
 56 | /classes/
 57 | 
 58 | # mpeltonen/sbt-idea plugin
 59 | .idea_modules/
 60 | 
 61 | # JIRA plugin
 62 | atlassian-ide-plugin.xml
 63 | 
 64 | # Crashlytics plugin (for Android Studio and IntelliJ)
 65 | com_crashlytics_export_strings.xml
 66 | crashlytics.properties
 67 | crashlytics-build.properties
 68 | 
 69 | 
 70 | ### OSX ###
 71 | .DS_Store
 72 | .AppleDouble
 73 | .LSOverride
 74 | 
 75 | # Icon must end with two \r
 76 | Icon
 77 | 
 78 | 
 79 | # Thumbnails
 80 | ._*
 81 | 
 82 | # Files that might appear in the root of a volume
 83 | .DocumentRevisions-V100
 84 | .fseventsd
 85 | .Spotlight-V100
 86 | .TemporaryItems
 87 | .Trashes
 88 | .VolumeIcon.icns
 89 | 
 90 | # Directories potentially created on remote AFP share
 91 | .AppleDB
 92 | .AppleDesktop
 93 | Network Trash Folder
 94 | Temporary Items
 95 | .apdisk
 96 | 
 97 | 
 98 | ### Windows ###
 99 | # Windows image file caches
100 | Thumbs.db
101 | ehthumbs.db
102 | 
103 | # Folder config file
104 | Desktop.ini
105 | 
106 | # Recycle Bin used on file shares
107 | $RECYCLE.BIN/
108 | 
109 | # Windows Installer files
110 | *.cab
111 | *.msi
112 | *.msm
113 | *.msp
114 | 
115 | # Windows shortcuts
116 | *.lnk
117 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/copycat-standalone.properties:
--------------------------------------------------------------------------------
 1 | # Licensed to the Apache Software Foundation (ASF) under one or more
 2 | # contributor license agreements.  See the NOTICE file distributed with
 3 | # this work for additional information regarding copyright ownership.
 4 | # The ASF licenses this file to You under the Apache License, Version 2.0
 5 | # (the "License"); you may not use this file except in compliance with
 6 | # the License.  You may obtain a copy of the License at
 7 | #
 8 | #    http://www.apache.org/licenses/LICENSE-2.0
 9 | #
10 | # Unless required by applicable law or agreed to in writing, software
11 | # distributed under the License is distributed on an "AS IS" BASIS,
12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | # See the License for the specific language governing permissions and
14 | # limitations under the License.
15 | 
16 | # These are defaults. This file just demonstrates how to override some settings.
17 | bootstrap.servers=localhost:9092
18 | 
19 | # The converters specify the format of data in Kafka and how to translate it into Connect data. Every Connect user will
20 | # need to configure these based on the format they want their data in when loaded from or stored into Kafka
21 | #key.converter=org.apache.kafka.connect.json.JsonConverter
22 | #value.converter=org.apache.kafka.connect.json.JsonConverter
23 | key.converter=io.confluent.connect.avro.AvroConverter
24 | key.converter.schema.registry.url=http://localhost:8081
25 | value.converter=io.confluent.connect.avro.AvroConverter
26 | value.converter.schema.registry.url=http://localhost:8081
27 | 
28 | # Converter-specific settings can be passed in by prefixing the Converter's setting with the converter we want to apply
29 | # it to
30 | key.converter.schemas.enable=true
31 | value.converter.schemas.enable=true
32 | 
33 | # The internal converter used for offsets and config data is configurable and must be specified, but most users will
34 | # always want to use the built-in default. Offset and config data is never visible outside of Copcyat in this format.
35 | internal.key.converter=org.apache.kafka.connect.json.JsonConverter
36 | internal.value.converter=org.apache.kafka.connect.json.JsonConverter
37 | internal.key.converter.schemas.enable=false
38 | internal.value.converter.schemas.enable=false
39 | 
40 | offset.storage.file.filename=/tmp/connect.offsets
41 | # Flush much faster than normal, which is useful for testing/debugging
42 | offset.flush.interval.ms=10000
43 | 
44 | 
45 | 


--------------------------------------------------------------------------------
/testApp/build.gradle:
--------------------------------------------------------------------------------
 1 | buildscript {
 2 |     ext {
 3 |         grailsVersion = project.grailsVersion
 4 |     }
 5 |     repositories {
 6 |         mavenLocal()
 7 |         maven { url "https://repo.grails.org/grails/core" }
 8 |     }
 9 |     dependencies {
10 |         classpath "org.grails:grails-gradle-plugin:$grailsVersion"
11 |         classpath "com.bertramlabs.plugins:asset-pipeline-gradle:2.5.0"
12 |         classpath "org.grails.plugins:hibernate4:5.0.2"
13 |     }
14 | }
15 | 
16 | //version "0.1"
17 | group "testapp"
18 | 
19 | apply plugin:"eclipse"
20 | apply plugin:"idea"
21 | apply plugin:"war"
22 | apply plugin:"org.grails.grails-web"
23 | apply plugin:"org.grails.grails-gsp"
24 | apply plugin:"asset-pipeline"
25 | 
26 | ext {
27 |     grailsVersion = project.grailsVersion
28 |     gradleWrapperVersion = project.gradleWrapperVersion
29 | }
30 | 
31 | repositories {
32 |     mavenLocal()
33 |     maven { url "https://repo.grails.org/grails/core" }
34 | }
35 | 
36 | dependencyManagement {
37 |     imports {
38 |         mavenBom "org.grails:grails-bom:$grailsVersion"
39 |     }
40 |     applyMavenExclusions false
41 | }
42 | 
43 | dependencies {
44 |     compile "org.springframework.boot:spring-boot-starter-logging"
45 |     compile "org.springframework.boot:spring-boot-autoconfigure"
46 |     compile "org.grails:grails-core"
47 |     compile "org.springframework.boot:spring-boot-starter-actuator"
48 | //    compile "org.springframework.boot:spring-boot-starter-tomcat"
49 |     compile "org.springframework.boot:spring-boot-starter-undertow"
50 |     compile "org.grails:grails-dependencies"
51 |     compile "org.grails:grails-web-boot"
52 |     compile "org.grails.plugins:cache"
53 |     compile "org.grails.plugins:scaffolding"
54 |     compile "org.grails.plugins:hibernate4"
55 |     compile "org.hibernate:hibernate-ehcache"
56 |     console "org.grails:grails-console"
57 |     profile "org.grails.profiles:web:3.1.4"
58 |     runtime "org.grails.plugins:asset-pipeline"
59 | //    runtime "com.h2database:h2"
60 |     runtime 'mysql:mysql-connector-java:5.1.38' // added for MYSQL
61 |     testCompile "org.grails:grails-plugin-testing"
62 |     testCompile "org.grails.plugins:geb"
63 |     testRuntime "org.seleniumhq.selenium:selenium-htmlunit-driver:2.47.1"
64 |     testRuntime "net.sourceforge.htmlunit:htmlunit:2.18"
65 | }
66 | 
67 | //task wrapper(type: Wrapper) {
68 | //    gradleVersion = gradleWrapperVersion
69 | //}
70 | 
71 | assets {
72 |     minifyJs = true
73 |     minifyCss = true
74 | }
75 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/stylesheets/errors.css:
--------------------------------------------------------------------------------
  1 | h1, h2 {
  2 |     margin: 10px 25px 5px;
  3 | }
  4 | 
  5 | h2 {
  6 |     font-size: 1.1em;
  7 | }
  8 | 
  9 | .filename {
 10 |     font-style: italic;
 11 | }
 12 | 
 13 | .exceptionMessage {
 14 |     margin: 10px;
 15 |     border: 1px solid #000;
 16 |     padding: 5px;
 17 |     background-color: #E9E9E9;
 18 | }
 19 | 
 20 | .stack,
 21 | .snippet {
 22 |     margin: 0 25px 10px;
 23 | }
 24 | 
 25 | .stack,
 26 | .snippet {
 27 |     border: 1px solid #ccc;
 28 |        -mox-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 29 |     -webkit-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 30 |             box-shadow: 0 0 2px rgba(0,0,0,0.2);
 31 | }
 32 | 
 33 | /* error details */
 34 | .error-details {
 35 |     border-top: 1px solid #FFAAAA;
 36 |        -mox-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 37 |     -webkit-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 38 |             box-shadow: 0 0 2px rgba(0,0,0,0.2);
 39 |     border-bottom: 1px solid #FFAAAA;
 40 |        -mox-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 41 |     -webkit-box-shadow: 0 0 2px rgba(0,0,0,0.2);
 42 |             box-shadow: 0 0 2px rgba(0,0,0,0.2);
 43 |     background-color:#FFF3F3;
 44 |     line-height: 1.5;
 45 |     overflow: hidden;
 46 |     padding: 5px;
 47 |     padding-left:25px;
 48 | }
 49 | 
 50 | .error-details dt {
 51 |     clear: left;
 52 |     float: left;
 53 |     font-weight: bold;
 54 |     margin-right: 5px;
 55 | }
 56 | 
 57 | .error-details dt:after {
 58 |     content: ":";
 59 | }
 60 | 
 61 | .error-details dd {
 62 |     display: block;
 63 | }
 64 | 
 65 | /* stack trace */
 66 | .stack {
 67 |     padding: 5px;
 68 |     overflow: auto;
 69 |     height: 150px;
 70 | }
 71 | 
 72 | /* code snippet */
 73 | .snippet {
 74 |     background-color: #fff;
 75 |     font-family: monospace;
 76 | }
 77 | 
 78 | .snippet .line {
 79 |     display: block;
 80 | }
 81 | 
 82 | .snippet .lineNumber {
 83 |     background-color: #ddd;
 84 |     color: #999;
 85 |     display: inline-block;
 86 |     margin-right: 5px;
 87 |     padding: 0 3px;
 88 |     text-align: right;
 89 |     width: 3em;
 90 | }
 91 | 
 92 | .snippet .error {
 93 |     background-color: #fff3f3;
 94 |     font-weight: bold;
 95 | }
 96 | 
 97 | .snippet .error .lineNumber {
 98 |     background-color: #faa;
 99 |     color: #333;
100 |     font-weight: bold;
101 | }
102 | 
103 | .snippet .line:first-child .lineNumber {
104 |     padding-top: 5px;
105 | }
106 | 
107 | .snippet .line:last-child .lineNumber {
108 |     padding-bottom: 5px;
109 | }


--------------------------------------------------------------------------------
/presentation/index.md:
--------------------------------------------------------------------------------
 1 | footer: © 2016 Sumanth Chinthagunta
 2 | slidenumbers: true
 3 | 
 4 | # [fit] Low Latency Change Data Capture with
 5 | # [fit] Maxwell
 6 | # [fit] and
 7 | # [fit] Kafka
 8 | ![](https://raw.githubusercontent.com/spring-projects/spring-cloud/gh-pages/img/project-icon-large.png)
 9 | 
10 | ---
11 | 
12 | ![left](./images/sumanth.png)
13 | # Me
14 | 
15 | Sumanth Chinthagunta ([@xmlking](http://twitter.com/xmlking))
16 | SaaS Architect
17 | Unitedhealth Group
18 | [xmlking@gmail.com](mailto:xmlking@gmail.com)
19 | 
20 | ---
21 | 
22 | # low latency dataflow
23 | 
24 | A low latency *Change Data Capture* flow to continuously replicate data from OLTP(MySQL) to OLAP(NoSQL) systems with no impact to the source.
25 | 
26 | ---
27 | 
28 | # Real-time dataflow ...
29 | ![](./images/cdc-architecture.png)
30 | 
31 | ---
32 | 
33 | # Features
34 | 
35 | * Multi-tenant: can contain data from many different databases, support multiple consumers.
36 | * Flexible CDC: Capture changes from many data sources and types.
37 |     * Source consistency preservation. No impact to the source.
38 |     * Both DML (INSERT/UPDATE/DELETE) and DDL (ALTER/CREATE/DROP) are captured non invasively.
39 |     * Produce Logical Change Records (LCR) in JSON format.
40 |     * Commits at the source are grouped by transaction.
41 | * Flexible Consumer Dataflows: consumer dataflows can be implemented in Apache NiFi, Flink, Spark or Apex
42 |     * Parallel processing data filtering, transformation and loading.
43 | * Flexible Databus: store LCRs in **Kafka** streams for durability and pub-sub semantics.
44 |     * Use *only* Kafka as input for all consumer dataflows.
45 |     * Feed data to many client types (real-time, slow/catch-up, full bootstrap).
46 |     * Consumption from an arbitrary time point in the change stream including full bootstrap capability of the entire data.
47 |     * Guaranteed in-commit-order and at-least-once delivery.
48 |     * Partitioned consumption (partitioned data to different Kafka topics based on database name, table or any field of LCR)
49 | * Both batch and near real time delivery.
50 | 
51 | ---
52 | 
53 | # [fit] Demo
54 | 
55 | ---
56 | 
57 | 
58 | # Thanks!
59 | 
60 | Sumanth Chinthagunta ([@xmlking](http://twitter.com/xmlking))
61 | 
62 | * Apache NiFi: https://nifi.apache.org/
63 | * Maxwell: http://maxwells-daemon.io/
64 | * This Presentation: https://github.com/xmlking/cdc-kafka-hadoop
65 | 
66 | ---
67 | 
68 | # Image Credits
69 | 
70 | * http://i.imgur.com/atz81.jpg
71 | * http://theroomermill.net/wp-content/uploads/2014/06/island-house.jpg
72 | 


--------------------------------------------------------------------------------
/gradlew.bat:
--------------------------------------------------------------------------------
 1 | @if "%DEBUG%" == "" @echo off
 2 | @rem ##########################################################################
 3 | @rem
 4 | @rem  Gradle startup script for Windows
 5 | @rem
 6 | @rem ##########################################################################
 7 | 
 8 | @rem Set local scope for the variables with windows NT shell
 9 | if "%OS%"=="Windows_NT" setlocal
10 | 
11 | @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
12 | set DEFAULT_JVM_OPTS=
13 | 
14 | set DIRNAME=%~dp0
15 | if "%DIRNAME%" == "" set DIRNAME=.
16 | set APP_BASE_NAME=%~n0
17 | set APP_HOME=%DIRNAME%
18 | 
19 | @rem Find java.exe
20 | if defined JAVA_HOME goto findJavaFromJavaHome
21 | 
22 | set JAVA_EXE=java.exe
23 | %JAVA_EXE% -version >NUL 2>&1
24 | if "%ERRORLEVEL%" == "0" goto init
25 | 
26 | echo.
27 | echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
28 | echo.
29 | echo Please set the JAVA_HOME variable in your environment to match the
30 | echo location of your Java installation.
31 | 
32 | goto fail
33 | 
34 | :findJavaFromJavaHome
35 | set JAVA_HOME=%JAVA_HOME:"=%
36 | set JAVA_EXE=%JAVA_HOME%/bin/java.exe
37 | 
38 | if exist "%JAVA_EXE%" goto init
39 | 
40 | echo.
41 | echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
42 | echo.
43 | echo Please set the JAVA_HOME variable in your environment to match the
44 | echo location of your Java installation.
45 | 
46 | goto fail
47 | 
48 | :init
49 | @rem Get command-line arguments, handling Windows variants
50 | 
51 | if not "%OS%" == "Windows_NT" goto win9xME_args
52 | if "%@eval[2+2]" == "4" goto 4NT_args
53 | 
54 | :win9xME_args
55 | @rem Slurp the command line arguments.
56 | set CMD_LINE_ARGS=
57 | set _SKIP=2
58 | 
59 | :win9xME_args_slurp
60 | if "x%~1" == "x" goto execute
61 | 
62 | set CMD_LINE_ARGS=%*
63 | goto execute
64 | 
65 | :4NT_args
66 | @rem Get arguments from the 4NT Shell from JP Software
67 | set CMD_LINE_ARGS=%$
68 | 
69 | :execute
70 | @rem Setup the command line
71 | 
72 | set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
73 | 
74 | @rem Execute Gradle
75 | "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
76 | 
77 | :end
78 | @rem End local scope for the variables with windows NT shell
79 | if "%ERRORLEVEL%"=="0" goto mainEnd
80 | 
81 | :fail
82 | rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
83 | rem the _cmd.exe /c_ return code!
84 | if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
85 | exit /b 1
86 | 
87 | :mainEnd
88 | if "%OS%"=="Windows_NT" endlocal
89 | 
90 | :omega
91 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_ru.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Значение [{2}] поля [{0}] класса [{1}] не соответствует образцу [{3}]
 2 | default.invalid.url.message=Значение [{2}] поля [{0}] класса [{1}] не является допустимым URL-адресом
 3 | default.invalid.creditCard.message=Значение [{2}] поля [{0}] класса [{1}] не является допустимым номером кредитной карты
 4 | default.invalid.email.message=Значение [{2}] поля [{0}] класса [{1}] не является допустимым e-mail адресом
 5 | default.invalid.range.message=Значение [{2}] поля [{0}] класса [{1}] не попадает в допустимый интервал от [{3}] до [{4}]
 6 | default.invalid.size.message=Размер поля [{0}] класса [{1}] (значение: [{2}]) не попадает в допустимый интервал от [{3}] до [{4}]
 7 | default.invalid.max.message=Значение [{2}] поля [{0}] класса [{1}] больше чем максимально допустимое значение [{3}]
 8 | default.invalid.min.message=Значение [{2}] поля [{0}] класса [{1}] меньше чем минимально допустимое значение [{3}]
 9 | default.invalid.max.size.message=Размер поля [{0}] класса [{1}] (значение: [{2}]) больше чем максимально допустимый размер [{3}]
10 | default.invalid.min.size.message=Размер поля [{0}] класса [{1}] (значение: [{2}]) меньше чем минимально допустимый размер [{3}]
11 | default.invalid.validator.message=Значение [{2}] поля [{0}] класса [{1}] не допустимо
12 | default.not.inlist.message=Значение [{2}] поля [{0}] класса [{1}] не попадает в список допустимых значений [{3}]
13 | default.blank.message=Поле [{0}] класса [{1}] не может быть пустым
14 | default.not.equal.message=Значение [{2}] поля [{0}] класса [{1}] не может быть равно [{3}]
15 | default.null.message=Поле [{0}] класса [{1}] не может иметь значение null
16 | default.not.unique.message=Значение [{2}] поля [{0}] класса [{1}] должно быть уникальным
17 | 
18 | default.paginate.prev=Предыдушая страница
19 | default.paginate.next=Следующая страница
20 | 
21 | # Ошибки при присвоении данных. Для точной настройки для полей классов используйте
22 | # формат "typeMismatch.$className.$propertyName" (например, typeMismatch.Book.author)
23 | typeMismatch.java.net.URL=Значение поля {0} не является допустимым URL
24 | typeMismatch.java.net.URI=Значение поля {0} не является допустимым URI
25 | typeMismatch.java.util.Date=Значение поля {0} не является допустимой датой
26 | typeMismatch.java.lang.Double=Значение поля {0} не является допустимым числом
27 | typeMismatch.java.lang.Integer=Значение поля {0} не является допустимым числом
28 | typeMismatch.java.lang.Long=Значение поля {0} не является допустимым числом
29 | typeMismatch.java.lang.Short=Значение поля {0} не является допустимым числом
30 | typeMismatch.java.math.BigDecimal=Значение поля {0} не является допустимым числом
31 | typeMismatch.java.math.BigInteger=Значение поля {0} не является допустимым числом
32 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_ja.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、[{3}]パターンと一致していません。
 2 | default.invalid.url.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、有効なURLではありません。
 3 | default.invalid.creditCard.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、有効なクレジットカード番号ではありません。
 4 | default.invalid.email.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、有効なメールアドレスではありません。
 5 | default.invalid.range.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、[{3}]から[{4}]範囲内を指定してください。
 6 | default.invalid.size.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、[{3}]から[{4}]以内を指定してください。
 7 | default.invalid.max.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、最大値[{3}]より大きいです。
 8 | default.invalid.min.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、最小値[{3}]より小さいです。
 9 | default.invalid.max.size.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、最大値[{3}]より大きいです。
10 | default.invalid.min.size.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、最小値[{3}]より小さいです。
11 | default.invalid.validator.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、カスタムバリデーションを通過できません。
12 | default.not.inlist.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、[{3}]リスト内に存在しません。
13 | default.blank.message=[{1}]クラスのプロパティ[{0}]の空白は許可されません。
14 | default.not.equal.message=クラス[{1}]プロパティ[{0}]の値[{2}]は、[{3}]と同等ではありません。
15 | default.null.message=[{1}]クラスのプロパティ[{0}]にnullは許可されません。
16 | default.not.unique.message=クラス[{1}]プロパティ[{0}]の値[{2}]は既に使用されています。
17 | 
18 | default.paginate.prev=戻る
19 | default.paginate.next=次へ
20 | default.boolean.true=はい
21 | default.boolean.false=いいえ
22 | default.date.format=yyyy/MM/dd HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0}(id:{1})を作成しました。
26 | default.updated.message={0}(id:{1})を更新しました。
27 | default.deleted.message={0}(id:{1})を削除しました。
28 | default.not.deleted.message={0}(id:{1})は削除できませんでした。
29 | default.not.found.message={0}(id:{1})は見つかりませんでした。
30 | default.optimistic.locking.failure=この{0}は編集中に他のユーザによって先に更新されています。
31 | 
32 | default.home.label=ホーム
33 | default.list.label={0}リスト
34 | default.add.label={0}を追加
35 | default.new.label={0}を新規作成
36 | default.create.label={0}を作成
37 | default.show.label={0}詳細
38 | default.edit.label={0}を編集
39 | 
40 | default.button.create.label=作成
41 | default.button.edit.label=編集
42 | default.button.update.label=更新
43 | default.button.delete.label=削除
44 | default.button.delete.confirm.message=本当に削除してよろしいですか?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL={0}は有効なURLでなければなりません。
48 | typeMismatch.java.net.URI={0}は有効なURIでなければなりません。
49 | typeMismatch.java.util.Date={0}は有効な日付でなければなりません。
50 | typeMismatch.java.lang.Double={0}は有効な数値でなければなりません。
51 | typeMismatch.java.lang.Integer={0}は有効な数値でなければなりません。
52 | typeMismatch.java.lang.Long={0}は有効な数値でなければなりません。
53 | typeMismatch.java.lang.Short={0}は有効な数値でなければなりません。
54 | typeMismatch.java.math.BigDecimal={0}は有効な数値でなければなりません。
55 | typeMismatch.java.math.BigInteger={0}は有効な数値でなければなりません。
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_pt_PT.properties:
--------------------------------------------------------------------------------
 1 | #
 2 | # translation by miguel.ping@gmail.com, based on pt_BR translation by Lucas Teixeira - lucastex@gmail.com
 3 | #
 4 | 
 5 | default.doesnt.match.message=O campo [{0}] da classe [{1}] com o valor [{2}] não corresponde ao padrão definido [{3}]
 6 | default.invalid.url.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um URL válido
 7 | default.invalid.creditCard.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um número válido de cartão de crédito
 8 | default.invalid.email.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um endereço de email válido.
 9 | default.invalid.range.message=O campo [{0}] da classe [{1}] com o valor [{2}] não está dentro dos limites de valores válidos de [{3}] a [{4}]
10 | default.invalid.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] está fora dos limites de tamanho válido de [{3}] a [{4}]
11 | default.invalid.max.message=O campo [{0}] da classe [{1}] com o valor [{2}] ultrapassa o valor máximo [{3}]
12 | default.invalid.min.message=O campo [{0}] da classe [{1}] com o valor [{2}] não atinge o valor mínimo [{3}]
13 | default.invalid.max.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] ultrapassa o tamanho máximo de [{3}]
14 | default.invalid.min.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] não atinge o tamanho mínimo de [{3}]
15 | default.invalid.validator.message=O campo [{0}] da classe [{1}] com o valor [{2}] não passou na validação
16 | default.not.inlist.message=O campo [{0}] da classe [{1}] com o valor [{2}] não se encontra nos valores permitidos da lista [{3}]
17 | default.blank.message=O campo [{0}] da classe [{1}] não pode ser vazio
18 | default.not.equal.message=O campo [{0}] da classe [{1}] com o valor [{2}] não pode ser igual a [{3}]
19 | default.null.message=O campo [{0}] da classe [{1}] não pode ser vazio
20 | default.not.unique.message=O campo [{0}] da classe [{1}] com o valor [{2}] deve ser único
21 | 
22 | default.paginate.prev=Anterior
23 | default.paginate.next=Próximo
24 | 
25 | # Mensagens de erro em atribuição de valores. Use "typeMismatch.$className.$propertyName" para personalizar(eg typeMismatch.Book.author)
26 | typeMismatch.java.net.URL=O campo {0} deve ser um URL válido.
27 | typeMismatch.java.net.URI=O campo {0} deve ser um URI válido.
28 | typeMismatch.java.util.Date=O campo {0} deve ser uma data válida
29 | typeMismatch.java.lang.Double=O campo {0} deve ser um número válido.
30 | typeMismatch.java.lang.Integer=O campo {0} deve ser um número válido.
31 | typeMismatch.java.lang.Long=O campo {0} deve ser um número valido.
32 | typeMismatch.java.lang.Short=O campo {0} deve ser um número válido.
33 | typeMismatch.java.math.BigDecimal=O campo {0} deve ser um número válido.
34 | typeMismatch.java.math.BigInteger=O campo {0} deve ser um número válido.
35 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_cs_CZ.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] neodpovídá požadovanému vzoru [{3}]
 2 | default.invalid.url.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není validní URL
 3 | default.invalid.creditCard.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není validní číslo kreditní karty
 4 | default.invalid.email.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není validní emailová adresa
 5 | default.invalid.range.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není v povoleném rozmezí od [{3}] do [{4}]
 6 | default.invalid.size.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není v povoleném rozmezí od [{3}] do [{4}]
 7 | default.invalid.max.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] překračuje maximální povolenou hodnotu [{3}]
 8 | default.invalid.min.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] je menší než minimální povolená hodnota [{3}]
 9 | default.invalid.max.size.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] překračuje maximální velikost [{3}]
10 | default.invalid.min.size.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] je menší než minimální velikost [{3}]
11 | default.invalid.validator.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] neprošla validací
12 | default.not.inlist.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] není obsažena v seznamu [{3}]
13 | default.blank.message=Položka [{0}] třídy [{1}] nemůže být prázdná
14 | default.not.equal.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] nemůže být stejná jako [{3}]
15 | default.null.message=Položka [{0}] třídy [{1}] nemůže být prázdná
16 | default.not.unique.message=Položka [{0}] třídy [{1}] o hodnotě [{2}] musí být unikátní
17 | 
18 | default.paginate.prev=Předcházející
19 | default.paginate.next=Následující
20 | default.boolean.true=Pravda
21 | default.boolean.false=Nepravda
22 | default.date.format=dd. MM. yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} vytvořeno
26 | default.updated.message={0} {1} aktualizováno
27 | default.deleted.message={0} {1} smazáno
28 | default.not.deleted.message={0} {1} nelze smazat
29 | default.not.found.message={0} nenalezen s id {1}
30 | default.optimistic.locking.failure=Jiný uživatel aktualizoval záznam {0}, právě když byl vámi editován
31 | 
32 | default.home.label=Domů
33 | default.list.label={0} Seznam
34 | default.add.label=Přidat {0}
35 | default.new.label=Nový {0}
36 | default.create.label=Vytvořit {0}
37 | default.show.label=Ukázat {0}
38 | default.edit.label=Editovat {0}
39 | 
40 | default.button.create.label=Vytvoř
41 | default.button.edit.label=Edituj
42 | default.button.update.label=Aktualizuj
43 | default.button.delete.label=Smaž
44 | default.button.delete.confirm.message=Jste si jistý?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Položka {0} musí být validní URL
48 | typeMismatch.java.net.URI=Položka {0} musí být validní URI
49 | typeMismatch.java.util.Date=Položka {0} musí být validní datum
50 | typeMismatch.java.lang.Double=Položka {0} musí být validní desetinné číslo
51 | typeMismatch.java.lang.Integer=Položka {0} musí být validní číslo
52 | typeMismatch.java.lang.Long=Položka {0} musí být validní číslo
53 | typeMismatch.java.lang.Short=Položka {0} musí být validní číslo
54 | typeMismatch.java.math.BigDecimal=Položka {0} musí být validní číslo
55 | typeMismatch.java.math.BigInteger=Položka {0} musí být validní číslo
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_nb.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] overholder ikke mønsteret [{3}]
 2 | default.invalid.url.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er ikke en gyldig URL
 3 | default.invalid.creditCard.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er ikke et gyldig kredittkortnummer
 4 | default.invalid.email.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er ikke en gyldig epostadresse
 5 | default.invalid.range.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er ikke innenfor intervallet [{3}] til [{4}]
 6 | default.invalid.size.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er ikke innenfor intervallet [{3}] til [{4}]
 7 | default.invalid.max.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] overstiger maksimumsverdien på [{3}]
 8 | default.invalid.min.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er under minimumsverdien på [{3}]
 9 | default.invalid.max.size.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] overstiger maksimumslengden på [{3}]
10 | default.invalid.min.size.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] er kortere enn minimumslengden på [{3}]
11 | default.invalid.validator.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] overholder ikke den brukerdefinerte valideringen
12 | default.not.inlist.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] finnes ikke i listen [{3}]
13 | default.blank.message=Feltet [{0}] i klassen [{1}] kan ikke være tom
14 | default.not.equal.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] kan ikke være [{3}]
15 | default.null.message=Feltet [{0}] i klassen [{1}] kan ikke være null
16 | default.not.unique.message=Feltet [{0}] i klassen [{1}] med verdien [{2}] må være unik
17 | 
18 | default.paginate.prev=Forrige
19 | default.paginate.next=Neste
20 | default.boolean.true=Ja
21 | default.boolean.false=Nei
22 | default.date.format=dd.MM.yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} opprettet
26 | default.updated.message={0} {1} oppdatert
27 | default.deleted.message={0} {1} slettet
28 | default.not.deleted.message={0} {1} kunne ikke slettes
29 | default.not.found.message={0} med id {1} ble ikke funnet
30 | default.optimistic.locking.failure=En annen bruker har oppdatert denne {0} mens du redigerte
31 | 
32 | default.home.label=Hjem
33 | default.list.label={0}liste
34 | default.add.label=Legg til {0}
35 | default.new.label=Ny {0}
36 | default.create.label=Opprett {0}
37 | default.show.label=Vis {0}
38 | default.edit.label=Endre {0}
39 | 
40 | default.button.create.label=Opprett
41 | default.button.edit.label=Endre
42 | default.button.update.label=Oppdater
43 | default.button.delete.label=Slett
44 | default.button.delete.confirm.message=Er du sikker?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Feltet {0} må være en gyldig URL
48 | typeMismatch.java.net.URI=Feltet {0} må være en gyldig URI
49 | typeMismatch.java.util.Date=Feltet {0} må være en gyldig dato
50 | typeMismatch.java.lang.Double=Feltet {0} må være et gyldig tall
51 | typeMismatch.java.lang.Integer=Feltet {0} må være et gyldig heltall
52 | typeMismatch.java.lang.Long=Feltet {0} må være et gyldig heltall
53 | typeMismatch.java.lang.Short=Feltet {0} må være et gyldig heltall
54 | typeMismatch.java.math.BigDecimal=Feltet {0} må være et gyldig tall
55 | typeMismatch.java.math.BigInteger=Feltet {0} må være et gyldig heltall
56 | 
57 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Property [{0}] of class [{1}] with value [{2}] does not match the required pattern [{3}]
 2 | default.invalid.url.message=Property [{0}] of class [{1}] with value [{2}] is not a valid URL
 3 | default.invalid.creditCard.message=Property [{0}] of class [{1}] with value [{2}] is not a valid credit card number
 4 | default.invalid.email.message=Property [{0}] of class [{1}] with value [{2}] is not a valid e-mail address
 5 | default.invalid.range.message=Property [{0}] of class [{1}] with value [{2}] does not fall within the valid range from [{3}] to [{4}]
 6 | default.invalid.size.message=Property [{0}] of class [{1}] with value [{2}] does not fall within the valid size range from [{3}] to [{4}]
 7 | default.invalid.max.message=Property [{0}] of class [{1}] with value [{2}] exceeds maximum value [{3}]
 8 | default.invalid.min.message=Property [{0}] of class [{1}] with value [{2}] is less than minimum value [{3}]
 9 | default.invalid.max.size.message=Property [{0}] of class [{1}] with value [{2}] exceeds the maximum size of [{3}]
10 | default.invalid.min.size.message=Property [{0}] of class [{1}] with value [{2}] is less than the minimum size of [{3}]
11 | default.invalid.validator.message=Property [{0}] of class [{1}] with value [{2}] does not pass custom validation
12 | default.not.inlist.message=Property [{0}] of class [{1}] with value [{2}] is not contained within the list [{3}]
13 | default.blank.message=Property [{0}] of class [{1}] cannot be blank
14 | default.not.equal.message=Property [{0}] of class [{1}] with value [{2}] cannot equal [{3}]
15 | default.null.message=Property [{0}] of class [{1}] cannot be null
16 | default.not.unique.message=Property [{0}] of class [{1}] with value [{2}] must be unique
17 | 
18 | default.paginate.prev=Previous
19 | default.paginate.next=Next
20 | default.boolean.true=True
21 | default.boolean.false=False
22 | default.date.format=yyyy-MM-dd HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} created
26 | default.updated.message={0} {1} updated
27 | default.deleted.message={0} {1} deleted
28 | default.not.deleted.message={0} {1} could not be deleted
29 | default.not.found.message={0} not found with id {1}
30 | default.optimistic.locking.failure=Another user has updated this {0} while you were editing
31 | 
32 | default.home.label=Home
33 | default.list.label={0} List
34 | default.add.label=Add {0}
35 | default.new.label=New {0}
36 | default.create.label=Create {0}
37 | default.show.label=Show {0}
38 | default.edit.label=Edit {0}
39 | 
40 | default.button.create.label=Create
41 | default.button.edit.label=Edit
42 | default.button.update.label=Update
43 | default.button.delete.label=Delete
44 | default.button.delete.confirm.message=Are you sure?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Property {0} must be a valid URL
48 | typeMismatch.java.net.URI=Property {0} must be a valid URI
49 | typeMismatch.java.util.Date=Property {0} must be a valid Date
50 | typeMismatch.java.lang.Double=Property {0} must be a valid number
51 | typeMismatch.java.lang.Integer=Property {0} must be a valid number
52 | typeMismatch.java.lang.Long=Property {0} must be a valid number
53 | typeMismatch.java.lang.Short=Property {0} must be a valid number
54 | typeMismatch.java.math.BigDecimal=Property {0} must be a valid number
55 | typeMismatch.java.math.BigInteger=Property {0} must be a valid number
56 | typeMismatch=Property {0} is type-mismatched
57 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_da.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] overholder ikke mønsteret [{3}]
 2 | default.invalid.url.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] er ikke en gyldig URL
 3 | default.invalid.creditCard.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] er ikke et gyldigt kreditkortnummer
 4 | default.invalid.email.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] er ikke en gyldig e-mail adresse
 5 | default.invalid.range.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] ligger ikke inden for intervallet fra  [{3}] til [{4}]
 6 | default.invalid.size.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] ligger ikke inden for størrelsen fra [{3}] til [{4}]
 7 | default.invalid.max.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] overstiger den maksimale værdi [{3}]
 8 | default.invalid.min.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] er under den minimale værdi [{3}]
 9 | default.invalid.max.size.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] overstiger den maksimale størrelse på [{3}]
10 | default.invalid.min.size.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] er under den minimale størrelse på [{3}]
11 | default.invalid.validator.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] overholder ikke den brugerdefinerede validering
12 | default.not.inlist.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] findes ikke i listen [{3}]
13 | default.blank.message=Feltet [{0}] i klassen [{1}] kan ikke være tom
14 | default.not.equal.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] må ikke være [{3}]
15 | default.null.message=Feltet [{0}] i klassen [{1}] kan ikke være null
16 | default.not.unique.message=Feltet [{0}] i klassen [{1}] som har værdien [{2}] skal være unik
17 | 
18 | default.paginate.prev=Forrige
19 | default.paginate.next=Næste
20 | default.boolean.true=Sand
21 | default.boolean.false=Falsk
22 | default.date.format=yyyy-MM-dd HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} oprettet
26 | default.updated.message={0} {1} opdateret
27 | default.deleted.message={0} {1} slettet
28 | default.not.deleted.message={0} {1} kunne ikke slettes
29 | default.not.found.message={0} med id {1} er ikke fundet
30 | default.optimistic.locking.failure=En anden bruger har opdateret denne {0} imens du har lavet rettelser
31 | 
32 | default.home.label=Hjem
33 | default.list.label={0} Liste
34 | default.add.label=Tilføj {0}
35 | default.new.label=Ny {0}
36 | default.create.label=Opret {0}
37 | default.show.label=Vis {0}
38 | default.edit.label=Ret {0}
39 | 
40 | default.button.create.label=Opret
41 | default.button.edit.label=Ret
42 | default.button.update.label=Opdater
43 | default.button.delete.label=Slet
44 | default.button.delete.confirm.message=Er du sikker?
45 | 
46 | # Databindingsfejl. Brug "typeMismatch.$className.$propertyName for at passe til en given klasse (f.eks typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Feltet {0} skal være en valid URL
48 | typeMismatch.java.net.URI=Feltet {0} skal være en valid URI
49 | typeMismatch.java.util.Date=Feltet {0} skal være en valid Dato
50 | typeMismatch.java.lang.Double=Feltet {0} skal være et valid tal
51 | typeMismatch.java.lang.Integer=Feltet {0} skal være et valid tal
52 | typeMismatch.java.lang.Long=Feltet {0} skal være et valid tal
53 | typeMismatch.java.lang.Short=Feltet {0} skal være et valid tal
54 | typeMismatch.java.math.BigDecimal=Feltet {0} skal være et valid tal
55 | typeMismatch.java.math.BigInteger=Feltet {0} skal være et valid tal
56 | 
57 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_nl.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] komt niet overeen met het vereiste patroon [{3}]
 2 | default.invalid.url.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is geen geldige URL
 3 | default.invalid.creditCard.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is geen geldig credit card nummer
 4 | default.invalid.email.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is geen geldig e-mailadres
 5 | default.invalid.range.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] valt niet in de geldige waardenreeks van [{3}] tot [{4}]
 6 | default.invalid.size.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] valt niet in de geldige grootte van [{3}] tot [{4}]
 7 | default.invalid.max.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] overschrijdt de maximumwaarde [{3}]
 8 | default.invalid.min.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is minder dan de minimumwaarde [{3}]
 9 | default.invalid.max.size.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] overschrijdt de maximumgrootte van [{3}]
10 | default.invalid.min.size.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is minder dan minimumgrootte van [{3}]
11 | default.invalid.validator.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] is niet geldig
12 | default.not.inlist.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] komt niet voor in de lijst [{3}]
13 | default.blank.message=Attribuut [{0}] van entiteit [{1}] mag niet leeg zijn
14 | default.not.equal.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] mag niet gelijk zijn aan [{3}]
15 | default.null.message=Attribuut [{0}] van entiteit [{1}] mag niet leeg zijn
16 | default.not.unique.message=Attribuut [{0}] van entiteit [{1}] met waarde [{2}] moet uniek zijn
17 | 
18 | default.paginate.prev=Vorige
19 | default.paginate.next=Volgende
20 | default.boolean.true=Ja
21 | default.boolean.false=Nee
22 | default.date.format=dd-MM-yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} ingevoerd
26 | default.updated.message={0} {1} gewijzigd
27 | default.deleted.message={0} {1} verwijderd
28 | default.not.deleted.message={0} {1} kon niet worden verwijderd
29 | default.not.found.message={0} met id {1} kon niet worden gevonden
30 | default.optimistic.locking.failure=Een andere gebruiker heeft deze {0} al gewijzigd
31 | 
32 | default.home.label=Home
33 | default.list.label={0} Overzicht
34 | default.add.label=Toevoegen {0}
35 | default.new.label=Invoeren {0}
36 | default.create.label=Invoeren {0}
37 | default.show.label=Details {0}
38 | default.edit.label=Wijzigen {0}
39 | 
40 | default.button.create.label=Invoeren
41 | default.button.edit.label=Wijzigen
42 | default.button.update.label=Opslaan
43 | default.button.delete.label=Verwijderen
44 | default.button.delete.confirm.message=Weet je het zeker?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Attribuut {0} is geen geldige URL
48 | typeMismatch.java.net.URI=Attribuut {0} is geen geldige URI
49 | typeMismatch.java.util.Date=Attribuut {0} is geen geldige datum
50 | typeMismatch.java.lang.Double=Attribuut {0} is geen geldig nummer
51 | typeMismatch.java.lang.Integer=Attribuut {0} is geen geldig nummer
52 | typeMismatch.java.lang.Long=Attribuut {0} is geen geldig nummer
53 | typeMismatch.java.lang.Short=Attribuut {0} is geen geldig nummer
54 | typeMismatch.java.math.BigDecimal=Attribuut {0} is geen geldig nummer
55 | typeMismatch.java.math.BigInteger=Attribuut {0} is geen geldig nummer
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_sv.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Attributet [{0}] för klassen [{1}] med värde [{2}] matchar inte mot uttrycket [{3}]
 2 | default.invalid.url.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte en giltig URL
 3 | default.invalid.creditCard.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte ett giltigt kreditkortsnummer
 4 | default.invalid.email.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte en giltig e-postadress
 5 | default.invalid.range.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte inom intervallet [{3}] till [{4}]
 6 | default.invalid.size.message=Attributet [{0}] för klassen [{1}] med värde [{2}] har en storlek som inte är inom [{3}] till [{4}]
 7 | default.invalid.max.message=Attributet [{0}] för klassen [{1}] med värde [{2}] överskrider maxvärdet [{3}]
 8 | default.invalid.min.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är mindre än minimivärdet [{3}]
 9 | default.invalid.max.size.message=Attributet [{0}] för klassen [{1}] med värde [{2}] överskrider maxstorleken [{3}]
10 | default.invalid.min.size.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är mindre än minimistorleken [{3}]
11 | default.invalid.validator.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte giltigt enligt anpassad regel
12 | default.not.inlist.message=Attributet [{0}] för klassen [{1}] med värde [{2}] är inte giltigt, måste vara ett av [{3}]
13 | default.blank.message=Attributet [{0}] för klassen [{1}] får inte vara tomt
14 | default.not.equal.message=Attributet [{0}] för klassen [{1}] med värde [{2}] får inte vara lika med [{3}]
15 | default.null.message=Attributet [{0}] för klassen [{1}] får inte vara tomt
16 | default.not.unique.message=Attributet [{0}] för klassen [{1}] med värde [{2}] måste vara unikt
17 | 
18 | default.paginate.prev=Föregående
19 | default.paginate.next=Nästa
20 | default.boolean.true=Sant
21 | default.boolean.false=Falskt
22 | default.date.format=yyyy-MM-dd HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} skapades
26 | default.updated.message={0} {1} uppdaterades
27 | default.deleted.message={0} {1} borttagen
28 | default.not.deleted.message={0} {1} kunde inte tas bort
29 | default.not.found.message={0} med id {1} kunde inte hittas
30 | default.optimistic.locking.failure=En annan användare har uppdaterat det här {0} objektet medan du redigerade det
31 | 
32 | default.home.label=Hem
33 | default.list.label= {0} - Lista
34 | default.add.label=Lägg till {0}
35 | default.new.label=Skapa {0}
36 | default.create.label=Skapa {0}
37 | default.show.label=Visa {0}
38 | default.edit.label=Ändra {0}
39 | 
40 | default.button.create.label=Skapa
41 | default.button.edit.label=Ändra
42 | default.button.update.label=Uppdatera
43 | default.button.delete.label=Ta bort
44 | default.button.delete.confirm.message=Är du säker?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Värdet för {0} måste vara en giltig URL
48 | typeMismatch.java.net.URI=Värdet för {0} måste vara en giltig URI
49 | typeMismatch.java.util.Date=Värdet {0} måste vara ett giltigt datum
50 | typeMismatch.java.lang.Double=Värdet {0} måste vara ett giltigt nummer
51 | typeMismatch.java.lang.Integer=Värdet {0} måste vara ett giltigt heltal
52 | typeMismatch.java.lang.Long=Värdet {0} måste vara ett giltigt heltal
53 | typeMismatch.java.lang.Short=Värdet {0} måste vara ett giltigt heltal
54 | typeMismatch.java.math.BigDecimal=Värdet {0} måste vara ett giltigt nummer
55 | typeMismatch.java.math.BigInteger=Värdet {0} måste vara ett giltigt heltal


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_es.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no corresponde al patrón [{3}]
 2 | default.invalid.url.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no es una URL válida
 3 | default.invalid.creditCard.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no es un número de tarjeta de crédito válida
 4 | default.invalid.email.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no es una dirección de correo electrónico válida
 5 | default.invalid.range.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no entra en el rango válido de [{3}] a [{4}]
 6 | default.invalid.size.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no entra en el tamaño válido de [{3}] a [{4}]
 7 | default.invalid.max.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] excede el valor máximo [{3}]
 8 | default.invalid.min.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] es menos que el valor mínimo [{3}]
 9 | default.invalid.max.size.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] excede el tamaño máximo de [{3}]
10 | default.invalid.min.size.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] es menor que el tamaño mínimo de [{3}]
11 | default.invalid.validator.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no es válido
12 | default.not.inlist.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no esta contenido dentro de la lista [{3}]
13 | default.blank.message=La propiedad [{0}] de la clase [{1}] no puede ser vacía
14 | default.not.equal.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] no puede igualar a [{3}]
15 | default.null.message=La propiedad [{0}] de la clase [{1}] no puede ser nulo
16 | default.not.unique.message=La propiedad [{0}] de la clase [{1}] con valor [{2}] debe ser única
17 | 
18 | default.paginate.prev=Anterior
19 | default.paginate.next=Siguiente
20 | default.boolean.true=Verdadero
21 | default.boolean.false=Falso
22 | default.date.format=yyyy-MM-dd HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} creado
26 | default.updated.message={0} {1} actualizado
27 | default.deleted.message={0} {1} eliminado
28 | default.not.deleted.message={0} {1} no puede eliminarse
29 | default.not.found.message=No se encuentra {0} con id {1}
30 | default.optimistic.locking.failure=Mientras usted editaba, otro usuario ha actualizado su {0}
31 | 
32 | default.home.label=Principal
33 | default.list.label={0} Lista
34 | default.add.label=Agregar {0}
35 | default.new.label=Nuevo {0}
36 | default.create.label=Crear {0}
37 | default.show.label=Mostrar {0}
38 | default.edit.label=Editar {0}
39 | 
40 | default.button.create.label=Crear
41 | default.button.edit.label=Editar
42 | default.button.update.label=Actualizar
43 | default.button.delete.label=Eliminar
44 | default.button.delete.confirm.message=¿Está usted seguro?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=La propiedad {0} debe ser una URL válida
48 | typeMismatch.java.net.URI=La propiedad {0} debe ser una URI válida
49 | typeMismatch.java.util.Date=La propiedad {0} debe ser una fecha válida
50 | typeMismatch.java.lang.Double=La propiedad {0} debe ser un número válido
51 | typeMismatch.java.lang.Integer=La propiedad {0} debe ser un número válido
52 | typeMismatch.java.lang.Long=La propiedad {0} debe ser un número válido
53 | typeMismatch.java.lang.Short=La propiedad {0} debe ser un número válido
54 | typeMismatch.java.math.BigDecimal=La propiedad {0} debe ser un número válido
55 | typeMismatch.java.math.BigInteger=La propiedad {0} debe ser un número válido


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_th.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ถูกต้องตามรูปแบบที่กำหนดไว้ใน [{3}]
 2 | default.invalid.url.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ถูกต้องตามรูปแบบ URL
 3 | default.invalid.creditCard.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ถูกต้องตามรูปแบบหมายเลขบัตรเครดิต
 4 | default.invalid.email.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ถูกต้องตามรูปแบบอีเมล์
 5 | default.invalid.range.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ได้มีค่าที่ถูกต้องในช่วงจาก [{3}] ถึง [{4}]
 6 | default.invalid.size.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ได้มีขนาดที่ถูกต้องในช่วงจาก [{3}] ถึง [{4}]
 7 | default.invalid.max.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] มีค่าเกิดกว่าค่ามากสุด [{3}]
 8 | default.invalid.min.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] มีค่าน้อยกว่าค่าต่ำสุด  [{3}]
 9 | default.invalid.max.size.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] มีขนาดเกินกว่าขนาดมากสุดของ [{3}]
10 | default.invalid.min.size.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] มีขนาดต่ำกว่าขนาดต่ำสุดของ  [{3}]
11 | default.invalid.validator.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ผ่านการทวนสอบค่าที่ตั้งขึ้น
12 | default.not.inlist.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่ได้อยู่ในรายการต่อไปนี้  [{3}]
13 | default.blank.message=คุณสมบัติ [{0}] ของคลาส [{1}] ไม่สามารถเป็นค่าว่างได้
14 | default.not.equal.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] ไม่สามารถเท่ากับ [{3}] ได้
15 | default.null.message=คุณสมบัติ [{0}] ของคลาส [{1}] ไม่สามารถเป็น null ได้
16 | default.not.unique.message=คุณสมบัติ [{0}] ของคลาส [{1}] ซึ่งมีค่าเป็น [{2}] จะต้องไม่ซ้ำ (unique)
17 | 
18 | default.paginate.prev=ก่อนหน้า
19 | default.paginate.next=ถัดไป
20 | default.boolean.true=จริง
21 | default.boolean.false=เท็จ
22 | default.date.format=dd-MM-yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message=สร้าง {0} {1} เรียบร้อยแล้ว
26 | default.updated.message=ปรับปรุง {0} {1} เรียบร้อยแล้ว
27 | default.deleted.message=ลบ {0} {1} เรียบร้อยแล้ว
28 | default.not.deleted.message=ไม่สามารถลบ {0} {1}
29 | default.not.found.message=ไม่พบ {0} ด้วย id {1} นี้
30 | default.optimistic.locking.failure=มีผู้ใช้ท่านอื่นปรับปรุง {0} ขณะที่คุณกำลังแก้ไขข้อมูลอยู่
31 | 
32 | default.home.label=หน้าแรก
33 | default.list.label=รายการ {0}
34 | default.add.label=เพิ่ม {0}
35 | default.new.label=สร้าง {0} ใหม่
36 | default.create.label=สร้าง {0}
37 | default.show.label=แสดง {0}
38 | default.edit.label=แก้ไข {0}
39 | 
40 | default.button.create.label=สร้าง
41 | default.button.edit.label=แก้ไข
42 | default.button.update.label=ปรับปรุง
43 | default.button.delete.label=ลบ
44 | default.button.delete.confirm.message=คุณแน่ใจหรือไม่ ?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=คุณสมบัติ '{0}' จะต้องเป็นค่า URL ที่ถูกต้อง
48 | typeMismatch.java.net.URI=คุณสมบัติ '{0}' จะต้องเป็นค่า URI ที่ถูกต้อง
49 | typeMismatch.java.util.Date=คุณสมบัติ '{0}' จะต้องมีค่าเป็นวันที่
50 | typeMismatch.java.lang.Double=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท Double
51 | typeMismatch.java.lang.Integer=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท Integer
52 | typeMismatch.java.lang.Long=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท Long
53 | typeMismatch.java.lang.Short=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท Short
54 | typeMismatch.java.math.BigDecimal=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท BigDecimal
55 | typeMismatch.java.math.BigInteger=คุณสมบัติ '{0}' จะต้องมีค่าเป็นจำนวนประเภท BigInteger
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_it.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non corrisponde al pattern [{3}]
 2 | default.invalid.url.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non è un URL valido
 3 | default.invalid.creditCard.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non è un numero di carta di credito valido
 4 | default.invalid.email.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non è un indirizzo email valido
 5 | default.invalid.range.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non rientra nell'intervallo valido da [{3}] a [{4}]
 6 | default.invalid.size.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non rientra nell'intervallo di dimensioni valide da [{3}] a [{4}]
 7 | default.invalid.max.message=La proprietà [{0}] della classe [{1}] con valore [{2}] è maggiore di [{3}]
 8 | default.invalid.min.message=La proprietà [{0}] della classe [{1}] con valore [{2}] è minore di [{3}]
 9 | default.invalid.max.size.message=La proprietà [{0}] della classe [{1}] con valore [{2}] è maggiore di [{3}]
10 | default.invalid.min.size.message=La proprietà [{0}] della classe [{1}] con valore [{2}] è minore di [{3}]
11 | default.invalid.validator.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non è valida
12 | default.not.inlist.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non è contenuta nella lista [{3}]
13 | default.blank.message=La proprietà [{0}] della classe [{1}] non può essere vuota
14 | default.not.equal.message=La proprietà [{0}] della classe [{1}] con valore [{2}] non può essere uguale a [{3}]
15 | default.null.message=La proprietà [{0}] della classe [{1}] non può essere null
16 | default.not.unique.message=La proprietà [{0}] della classe [{1}] con valore [{2}] deve essere unica
17 | 
18 | default.paginate.prev=Precedente
19 | default.paginate.next=Successivo
20 | default.boolean.true=Vero
21 | default.boolean.false=Falso
22 | default.date.format=dd/MM/yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} creato
26 | default.updated.message={0} {1} aggiornato
27 | default.deleted.message={0} {1} eliminato
28 | default.not.deleted.message={0} {1} non può essere eliminato
29 | default.not.found.message={0} non trovato con id {1}
30 | default.optimistic.locking.failure=Un altro utente ha aggiornato questo {0} mentre si era in modifica
31 | 
32 | default.home.label=Home
33 | default.list.label={0} Elenco
34 | default.add.label=Aggiungi {0}
35 | default.new.label=Nuovo {0}
36 | default.create.label=Crea {0}
37 | default.show.label=Mostra {0}
38 | default.edit.label=Modifica {0}
39 | 
40 | default.button.create.label=Crea
41 | default.button.edit.label=Modifica
42 | default.button.update.label=Aggiorna
43 | default.button.delete.label=Elimina
44 | default.button.delete.confirm.message=Si è sicuri?
45 | 
46 | # Data binding errors. Usa "typeMismatch.$className.$propertyName per la personalizzazione (es typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=La proprietà {0} deve essere un URL valido
48 | typeMismatch.java.net.URI=La proprietà {0} deve essere un URI valido
49 | typeMismatch.java.util.Date=La proprietà {0} deve essere una data valida
50 | typeMismatch.java.lang.Double=La proprietà {0} deve essere un numero valido
51 | typeMismatch.java.lang.Integer=La proprietà {0} deve essere un numero valido
52 | typeMismatch.java.lang.Long=La proprietà {0} deve essere un numero valido
53 | typeMismatch.java.lang.Short=La proprietà {0} deve essere un numero valido
54 | typeMismatch.java.math.BigDecimal=La proprietà {0} deve essere un numero valido
55 | typeMismatch.java.math.BigInteger=La proprietà {0} deve essere un numero valido
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_pt_BR.properties:
--------------------------------------------------------------------------------
 1 | #
 2 | # Translated by Lucas Teixeira - lucastex@gmail.com
 3 | #
 4 | 
 5 | default.doesnt.match.message=O campo [{0}] da classe [{1}] com o valor [{2}] não atende ao padrão definido [{3}]
 6 | default.invalid.url.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é uma URL válida
 7 | default.invalid.creditCard.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um número válido de cartão de crédito
 8 | default.invalid.email.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um endereço de email válido.
 9 | default.invalid.range.message=O campo [{0}] da classe [{1}] com o valor [{2}] não está entre a faixa de valores válida de [{3}] até [{4}]
10 | default.invalid.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] não está na faixa de tamanho válida de [{3}] até [{4}]
11 | default.invalid.max.message=O campo [{0}] da classe [{1}] com o valor [{2}] ultrapassa o valor máximo [{3}]
12 | default.invalid.min.message=O campo [{0}] da classe [{1}] com o valor [{2}] não atinge o valor mínimo [{3}]
13 | default.invalid.max.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] ultrapassa o tamanho máximo de [{3}]
14 | default.invalid.min.size.message=O campo [{0}] da classe [{1}] com o valor [{2}] não atinge o tamanho mínimo de [{3}]
15 | default.invalid.validator.message=O campo [{0}] da classe [{1}] com o valor [{2}] não passou na validação
16 | default.not.inlist.message=O campo [{0}] da classe [{1}] com o valor [{2}] não é um valor dentre os permitidos na lista [{3}]
17 | default.blank.message=O campo [{0}] da classe [{1}] não pode ficar em branco
18 | default.not.equal.message=O campo [{0}] da classe [{1}] com o valor [{2}] não pode ser igual a [{3}]
19 | default.null.message=O campo [{0}] da classe [{1}] não pode ser vazio
20 | default.not.unique.message=O campo [{0}] da classe [{1}] com o valor [{2}] deve ser único
21 | 
22 | default.paginate.prev=Anterior
23 | default.paginate.next=Próximo
24 | default.boolean.true=Sim
25 | default.boolean.false=Não
26 | default.date.format=dd/MM/yyyy HH:mm:ss z
27 | default.number.format=0
28 | 
29 | default.created.message={0} {1} criado
30 | default.updated.message={0} {1} atualizado
31 | default.deleted.message={0} {1} removido
32 | default.not.deleted.message={0} {1} não pode ser removido
33 | default.not.found.message={0} não foi encontrado com o id {1}
34 | default.optimistic.locking.failure=Outro usuário atualizou este [{0}] enquanto você tentou salvá-lo
35 | 
36 | default.home.label=Principal
37 | default.list.label={0} Listagem
38 | default.add.label=Adicionar {0}
39 | default.new.label=Novo {0}
40 | default.create.label=Criar {0}
41 | default.show.label=Ver {0}
42 | default.edit.label=Editar {0}
43 | 
44 | default.button.create.label=Criar
45 | default.button.edit.label=Editar
46 | default.button.update.label=Alterar
47 | default.button.delete.label=Remover
48 | default.button.delete.confirm.message=Tem certeza?
49 | 
50 | # Mensagens de erro em atribuição de valores. Use "typeMismatch.$className.$propertyName" para customizar (eg typeMismatch.Book.author)
51 | typeMismatch.java.net.URL=O campo {0} deve ser uma URL válida.
52 | typeMismatch.java.net.URI=O campo {0} deve ser uma URI válida.
53 | typeMismatch.java.util.Date=O campo {0} deve ser uma data válida
54 | typeMismatch.java.lang.Double=O campo {0} deve ser um número válido.
55 | typeMismatch.java.lang.Integer=O campo {0} deve ser um número válido.
56 | typeMismatch.java.lang.Long=O campo {0} deve ser um número válido.
57 | typeMismatch.java.lang.Short=O campo {0} deve ser um número válido.
58 | typeMismatch.java.math.BigDecimal=O campo {0} deve ser um número válido.
59 | typeMismatch.java.math.BigInteger=O campo {0} deve ser um número válido.
60 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_pl.properties:
--------------------------------------------------------------------------------
 1 | #
 2 | # Translated by Matthias Hryniszak - padcom@gmail.com
 3 | #
 4 | 
 5 | default.doesnt.match.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie pasuje do wymaganego wzorca [{3}]
 6 | default.invalid.url.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] jest niepoprawnym adresem URL
 7 | default.invalid.creditCard.message=Właściwość [{0}] klasy [{1}] with value [{2}] nie jest poprawnym numerem karty kredytowej
 8 | default.invalid.email.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie jest poprawnym adresem e-mail
 9 | default.invalid.range.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie zawiera się zakładanym zakresie od [{3}] do [{4}]
10 | default.invalid.size.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie zawiera się w zakładanym zakresie rozmiarów od [{3}] do [{4}]
11 | default.invalid.max.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] przekracza maksymalną wartość [{3}]
12 | default.invalid.min.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] jest mniejsza niż minimalna wartość [{3}]
13 | default.invalid.max.size.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] przekracza maksymalny rozmiar [{3}]
14 | default.invalid.min.size.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] jest mniejsza niż minimalny rozmiar [{3}]
15 | default.invalid.validator.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie spełnia założonych niestandardowych warunków
16 | default.not.inlist.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie zawiera się w liście [{3}]
17 | default.blank.message=Właściwość [{0}] klasy [{1}] nie może być pusta
18 | default.not.equal.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] nie może równać się [{3}]
19 | default.null.message=Właściwość [{0}] klasy [{1}] nie może być null
20 | default.not.unique.message=Właściwość [{0}] klasy [{1}] o wartości [{2}] musi być unikalna
21 | 
22 | default.paginate.prev=Poprzedni
23 | default.paginate.next=Następny
24 | default.boolean.true=Prawda
25 | default.boolean.false=Fałsz
26 | default.date.format=yyyy-MM-dd HH:mm:ss z
27 | default.number.format=0
28 | 
29 | default.created.message=Utworzono {0} {1}
30 | default.updated.message=Zaktualizowano {0} {1}
31 | default.deleted.message=Usunięto {0} {1}
32 | default.not.deleted.message={0} {1} nie mógł zostać usunięty
33 | default.not.found.message=Nie znaleziono {0} o id {1}
34 | default.optimistic.locking.failure=Inny użytkownik zaktualizował ten obiekt {0} w trakcie twoich zmian
35 | 
36 | default.home.label=Strona domowa
37 | default.list.label=Lista {0}
38 | default.add.label=Dodaj {0}
39 | default.new.label=Utwórz {0}
40 | default.create.label=Utwórz {0}
41 | default.show.label=Pokaż {0}
42 | default.edit.label=Edytuj {0}
43 | 
44 | default.button.create.label=Utwórz
45 | default.button.edit.label=Edytuj
46 | default.button.update.label=Zaktualizuj
47 | default.button.delete.label=Usuń
48 | default.button.delete.confirm.message=Czy jesteś pewien?
49 | 
50 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
51 | typeMismatch.java.net.URL=Właściwość {0} musi być poprawnym adresem URL
52 | typeMismatch.java.net.URI=Właściwość {0} musi być poprawnym adresem URI
53 | typeMismatch.java.util.Date=Właściwość {0} musi być poprawną datą
54 | typeMismatch.java.lang.Double=Właściwość {0} musi być poprawnyą liczbą
55 | typeMismatch.java.lang.Integer=Właściwość {0} musi być poprawnyą liczbą
56 | typeMismatch.java.lang.Long=Właściwość {0} musi być poprawnyą liczbą
57 | typeMismatch.java.lang.Short=Właściwość {0} musi być poprawnyą liczbą
58 | typeMismatch.java.math.BigDecimal=Właściwość {0} musi być poprawnyą liczbą
59 | typeMismatch.java.math.BigInteger=Właściwość {0} musi być poprawnyą liczbą
60 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/README.md:
--------------------------------------------------------------------------------
 1 | Kafka Maxwell Connector
 2 | =======================
 3 | 
 4 | kafka-maxwell-connector is a plugin that allows you to easily replicate MySQL changes to Apache Kafka. It uses the fantastic [Maxwell](https://github.com/zendesk/maxwell) project to read MySQL binary logs in near-real time. It runs as a plugin within the [Kafka Connect](http://kafka.apache.org/documentation.html#connect) framework, which provides a standard way to ingest data into Kafka.
 5 | 
 6 | By using Maxwell, we are able to:
 7 | - replicate data from an unpatched MySQL server
 8 | - Parse ALTER/CREATE/DROP table statements, which allows us to always have a correct view of the MySQL schema
 9 | 
10 | By plugging in to the Kafka Connect framework, we are able to:
11 | - benefit from standardized best practices for Kafka producers and consumers
12 | - run in distributed or standalone mode
13 | - manage the Kafka MySQL Connector via REST interfaces
14 | - manage offsets in Kafka
15 | 
16 | Status
17 | ------
18 | This code is a work-in-progress.
19 | 
20 | What's done:
21 | * Offsets stored in Kafka by the Kafka Connect framework
22 | * Simple schema extraction for row changes. This allows one to supply Converters such as confluents avro converter to control serialization of the messages.
23 | * Each table is written to its own topic. The Kafka primary key is the row's primary key.
24 | * It supports primary keys which are ints.
25 | 
26 | What needs to be done:
27 | * Support primary keys of any SQL type
28 | * Testing.
29 | * Packaging
30 | * Logging
31 | 
32 | 
33 | ### Build
34 | 
35 | 1.  Pull down the Maxwell fork.
36 |     ```bash
37 |     # (with in separate directory outside this project: e.g., /work/)
38 |     git clone https://github.com/xmlking/maxwell.git maxwell
39 |     ```
40 | 
41 | 2.  Build my Maxwell fork
42 |     ```bash
43 |     (cd maxwell && git checkout 1.1.2-kafka-connect && mvn install)
44 |     ```
45 | 
46 | 3.  Build and "install" connector within the build directory.
47 |     ```bash
48 |     # (with in root project directory i.e., cdc-kafka-hadoop)
49 |     gradle :cdc/kafka-maxwell-connector:build :cdc/kafka-maxwell-connector:installDist -x test
50 |     ```
51 | 
52 | ### Run
53 | 
54 | Start MySQL, ZooKeeper, Kafka, Schema Registry as [described](/storage/kafka/) and then run `kafka-maxwell-connector`
55 | 
56 | ```bash
57 | #  (with in cdc/kafka-maxwell-connector directory)
58 | export CLASSPATH=`pwd`/build/install/cdc/kafka-maxwell-connector/kafka-maxwell-connector-0.1.0-SNAPSHOT.jar:`pwd`/build/install/cdc/kafka-maxwell-connector/lib/*
59 | export PATH=$PATH:/Developer/Applications/confluent-2.1.0-alpha1/bin
60 | connect-standalone copycat-standalone.properties connect-mysql-source.properties
61 | ```
62 | 
63 | ### Test
64 | 
65 | ```sql
66 | mysql> INSERT INTO test.shop (version, name, owner, phone_number) values (0, 'aaaa', 'bbbb', '1111111111');
67 | ```
68 | 
69 | You can also generate database transactions using [testApp](/testApp/).
70 | 
71 | ####  Display messages on a topic
72 | 
73 | ```bash
74 | export PATH=$PATH:/Developer/Applications/confluent-2.1.0-alpha1/bin
75 | # Show  data in JSON format in the console.
76 | kafka-console-consumer --zookeeper localhost:2181 --topic maxwell.test.shop --from-beginning --property print.key=true
77 | # Show  data in Avro format in the console.
78 | kafka-avro-console-consumer --zookeeper localhost:2181 --topic maxwell.test.shop --property print.key=true --property schema.registry.url=http://localhost:8081
79 | ```
80 | 
81 | ```json
82 | {"id":{"long":7},"name":{"string":"aaaa"}}      {"data":{"id":{"long":7},"version":{"long":0},"name":{"string":"aaaa"},"owner":{"string":"bbbb"},"phone_number":{"string":"1111111111"}},"old":{"id":null,"version":null,"name":null,"owner":null,"phone_number":null},"database":"test","table":"shop","mut_type":"insert","xid":12802,"ts":1461111727}
83 | ```
84 | 


--------------------------------------------------------------------------------
/testApp/grails-app/i18n/messages_de.properties:
--------------------------------------------------------------------------------
 1 | default.doesnt.match.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] entspricht nicht dem vorgegebenen Muster [{3}]
 2 | default.invalid.url.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist keine gültige URL
 3 | default.invalid.creditCard.message=Das Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist keine gültige Kreditkartennummer
 4 | default.invalid.email.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist keine gültige E-Mail Adresse
 5 | default.invalid.range.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist nicht im Wertebereich von [{3}] bis [{4}]
 6 | default.invalid.size.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist nicht im Wertebereich von [{3}] bis [{4}]
 7 | default.invalid.max.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist größer als der Höchstwert von [{3}]
 8 | default.invalid.min.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist kleiner als der Mindestwert von [{3}]
 9 | default.invalid.max.size.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] übersteigt den Höchstwert von [{3}]
10 | default.invalid.min.size.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] unterschreitet den Mindestwert von [{3}]
11 | default.invalid.validator.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist ungültig
12 | default.not.inlist.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] ist nicht in der Liste [{3}] enthalten.
13 | default.blank.message=Die Eigenschaft [{0}] des Typs [{1}] darf nicht leer sein
14 | default.not.equal.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] darf nicht gleich [{3}] sein
15 | default.null.message=Die Eigenschaft [{0}] des Typs [{1}] darf nicht null sein
16 | default.not.unique.message=Die Eigenschaft [{0}] des Typs [{1}] mit dem Wert [{2}] darf nur einmal vorkommen
17 | 
18 | default.paginate.prev=Vorherige
19 | default.paginate.next=Nächste
20 | default.boolean.true=Wahr
21 | default.boolean.false=Falsch
22 | default.date.format=dd.MM.yyyy HH:mm:ss z
23 | default.number.format=0
24 | 
25 | default.created.message={0} {1} wurde angelegt
26 | default.updated.message={0} {1} wurde geändert
27 | default.deleted.message={0} {1} wurde gelöscht
28 | default.not.deleted.message={0} {1} konnte nicht gelöscht werden
29 | default.not.found.message={0} mit der id {1} wurde nicht gefunden
30 | default.optimistic.locking.failure=Ein anderer Benutzer hat das {0} Object geändert während Sie es bearbeitet haben
31 | 
32 | default.home.label=Home
33 | default.list.label={0} Liste
34 | default.add.label={0} hinzufügen
35 | default.new.label={0} anlegen
36 | default.create.label={0} anlegen
37 | default.show.label={0} anzeigen
38 | default.edit.label={0} bearbeiten
39 | 
40 | default.button.create.label=Anlegen
41 | default.button.edit.label=Bearbeiten
42 | default.button.update.label=Aktualisieren
43 | default.button.delete.label=Löschen
44 | default.button.delete.confirm.message=Sind Sie sicher?
45 | 
46 | # Data binding errors. Use "typeMismatch.$className.$propertyName to customize (eg typeMismatch.Book.author)
47 | typeMismatch.java.net.URL=Die Eigenschaft {0} muss eine gültige URL sein
48 | typeMismatch.java.net.URI=Die Eigenschaft {0} muss eine gültige URI sein
49 | typeMismatch.java.util.Date=Die Eigenschaft {0} muss ein gültiges Datum sein
50 | typeMismatch.java.lang.Double=Die Eigenschaft {0} muss eine gültige Zahl sein
51 | typeMismatch.java.lang.Integer=Die Eigenschaft {0} muss eine gültige Zahl sein
52 | typeMismatch.java.lang.Long=Die Eigenschaft {0} muss eine gültige Zahl sein
53 | typeMismatch.java.lang.Short=Die Eigenschaft {0} muss eine gültige Zahl sein
54 | typeMismatch.java.math.BigDecimal=Die Eigenschaft {0} muss eine gültige Zahl sein
55 | typeMismatch.java.math.BigInteger=Die Eigenschaft {0} muss eine gültige Zahl sein
56 | 


--------------------------------------------------------------------------------
/testApp/grails-app/views/index.gsp:
--------------------------------------------------------------------------------
 1 | <!doctype html>
 2 | <html>
 3 | <head>
 4 |     <meta name="layout" content="main"/>
 5 |     <title>Welcome to Grails</title>
 6 | 
 7 |     <asset:link rel="icon" href="favicon.ico" type="image/x-ico" />
 8 | </head>
 9 | <body>
10 |     <content tag="nav">
11 |         <li class="dropdown">
12 |             <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Application Status <span class="caret"></span></a>
13 |             <ul class="dropdown-menu">
14 |                 <li><a href="#">Environment: ${grails.util.Environment.current.name}</a></li>
15 |                 <li><a href="#">App profile: ${grailsApplication.config.grails?.profile}</a></li>
16 |                 <li><a href="#">App version:
17 |                     <g:meta name="info.app.version"/></a>
18 |                 </li>
19 |                 <li role="separator" class="divider"></li>
20 |                 <li><a href="#">Grails version:
21 |                     <g:meta name="info.app.grailsVersion"/></a>
22 |                 </li>
23 |                 <li><a href="#">Groovy version: ${GroovySystem.getVersion()}</a></li>
24 |                 <li><a href="#">JVM version: ${System.getProperty('java.version')}</a></li>
25 |                 <li role="separator" class="divider"></li>
26 |                 <li><a href="#">Reloading active: ${grails.util.Environment.reloadingAgentEnabled}</a></li>
27 |             </ul>
28 |         </li>
29 |         <li class="dropdown">
30 |             <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Artefacts <span class="caret"></span></a>
31 |             <ul class="dropdown-menu">
32 |                 <li><a href="#">Controllers: ${grailsApplication.controllerClasses.size()}</a></li>
33 |                 <li><a href="#">Domains: ${grailsApplication.domainClasses.size()}</a></li>
34 |                 <li><a href="#">Services: ${grailsApplication.serviceClasses.size()}</a></li>
35 |                 <li><a href="#">Tag Libraries: ${grailsApplication.tagLibClasses.size()}</a></li>
36 |             </ul>
37 |         </li>
38 |         <li class="dropdown">
39 |             <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Installed Plugins <span class="caret"></span></a>
40 |             <ul class="dropdown-menu">
41 |                 <g:each var="plugin" in="${applicationContext.getBean('pluginManager').allPlugins}">
42 |                     <li><a href="#">${plugin.name} - ${plugin.version}</a></li>
43 |                 </g:each>
44 |             </ul>
45 |         </li>
46 |     </content>
47 | 
48 |     <div class="svg" role="presentation">
49 |         <div class="grails-logo-container">
50 |             <asset:image src="grails-cupsonly-logo-white.svg" class="grails-logo"/>
51 |         </div>
52 |     </div>
53 | 
54 |     <div id="content" role="main">
55 |         <section class="row colset-2-its">
56 |             <h1>Welcome to Grails</h1>
57 | 
58 |             <p>
59 |                 Congratulations, you have successfully started your first Grails application! At the moment
60 |                 this is the default page, feel free to modify it to either redirect to a controller or display
61 |                 whatever content you may choose. Below is a list of controllers that are currently deployed in
62 |                 this application, click on each to execute its default action:
63 |             </p>
64 | 
65 |             <div id="controllers" role="navigation">
66 |                 <h2>Available Controllers:</h2>
67 |                 <ul>
68 |                     <g:each var="c" in="${grailsApplication.controllerClasses.sort { it.fullName } }">
69 |                         <li class="controller">
70 |                             <g:link controller="${c.logicalPropertyName}">${c.fullName}</g:link>
71 |                         </li>
72 |                     </g:each>
73 |                 </ul>
74 |             </div>
75 |         </section>
76 |     </div>
77 | 
78 | </body>
79 | </html>
80 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/test/java/org/wushujames/copycat/file/FileStreamSourceConnectorTest.java:
--------------------------------------------------------------------------------
  1 | ///**
  2 | // * Licensed to the Apache Software Foundation (ASF) under one or more
  3 | // * contributor license agreements.  See the NOTICE file distributed with
  4 | // * this work for additional information regarding copyright ownership.
  5 | // * The ASF licenses this file to You under the Apache License, Version 2.0
  6 | // * (the "License"); you may not use this file except in compliance with
  7 | // * the License.  You may obtain a copy of the License at
  8 | // *
  9 | // *    http://www.apache.org/licenses/LICENSE-2.0
 10 | // *
 11 | // * Unless required by applicable law or agreed to in writing, software
 12 | // * distributed under the License is distributed on an "AS IS" BASIS,
 13 | // * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 14 | // * See the License for the specific language governing permissions and
 15 | // * limitations under the License.
 16 | // **/
 17 | //package org.wushujames.connect.mysql;
 18 | //
 19 | //import org.apache.kafka.copycat.connector.ConnectorContext;
 20 | //import org.apache.kafka.copycat.errors.CopycatException;
 21 | //import org.junit.Before;
 22 | //import org.junit.Test;
 23 | //import org.powermock.api.easymock.PowerMock;
 24 | //
 25 | //import java.util.List;
 26 | //import java.util.Properties;
 27 | //
 28 | //import static org.junit.Assert.assertEquals;
 29 | //import static org.junit.Assert.assertNull;
 30 | //
 31 | //public class FileStreamSourceConnectorTest {
 32 | //
 33 | //    private static final String SINGLE_TOPIC = "test";
 34 | //    private static final String MULTIPLE_TOPICS = "test1,test2";
 35 | //    private static final String FILENAME = "/somefilename";
 36 | //
 37 | //    private MySqlSourceConnector connector;
 38 | //    private ConnectorContext ctx;
 39 | //    private Properties sourceProperties;
 40 | //
 41 | //    @Before
 42 | //    public void setup() {
 43 | //        connector = new MySqlSourceConnector();
 44 | //        ctx = PowerMock.createMock(ConnectorContext.class);
 45 | //        connector.initialize(ctx);
 46 | //
 47 | //        sourceProperties = new Properties();
 48 | //        sourceProperties.setProperty(MySqlSourceConnector.TOPIC_CONFIG, SINGLE_TOPIC);
 49 | //        sourceProperties.setProperty(MySqlSourceConnector.FILE_CONFIG, FILENAME);
 50 | //    }
 51 | //
 52 | //    @Test
 53 | //    public void testSourceTasks() {
 54 | //        PowerMock.replayAll();
 55 | //
 56 | //        connector.start(sourceProperties);
 57 | //        List<Properties> taskConfigs = connector.taskConfigs(1);
 58 | //        assertEquals(1, taskConfigs.size());
 59 | //        assertEquals(FILENAME,
 60 | //                taskConfigs.get(0).getProperty(MySqlSourceConnector.FILE_CONFIG));
 61 | //        assertEquals(SINGLE_TOPIC,
 62 | //                taskConfigs.get(0).getProperty(MySqlSourceConnector.TOPIC_CONFIG));
 63 | //
 64 | //        // Should be able to return fewer than requested #
 65 | //        taskConfigs = connector.taskConfigs(2);
 66 | //        assertEquals(1, taskConfigs.size());
 67 | //        assertEquals(FILENAME,
 68 | //                taskConfigs.get(0).getProperty(MySqlSourceConnector.FILE_CONFIG));
 69 | //        assertEquals(SINGLE_TOPIC,
 70 | //                taskConfigs.get(0).getProperty(MySqlSourceConnector.TOPIC_CONFIG));
 71 | //
 72 | //        PowerMock.verifyAll();
 73 | //    }
 74 | //
 75 | //    @Test
 76 | //    public void testSourceTasksStdin() {
 77 | //        PowerMock.replayAll();
 78 | //
 79 | //        sourceProperties.remove(MySqlSourceConnector.FILE_CONFIG);
 80 | //        connector.start(sourceProperties);
 81 | //        List<Properties> taskConfigs = connector.taskConfigs(1);
 82 | //        assertEquals(1, taskConfigs.size());
 83 | //        assertNull(taskConfigs.get(0).getProperty(MySqlSourceConnector.FILE_CONFIG));
 84 | //
 85 | //        PowerMock.verifyAll();
 86 | //    }
 87 | //
 88 | //    @Test(expected = CopycatException.class)
 89 | //    public void testMultipleSourcesInvalid() {
 90 | //        sourceProperties.setProperty(MySqlSourceConnector.TOPIC_CONFIG, MULTIPLE_TOPICS);
 91 | //        connector.start(sourceProperties);
 92 | //    }
 93 | //
 94 | //    @Test
 95 | //    public void testTaskClass() {
 96 | //        PowerMock.replayAll();
 97 | //
 98 | //        connector.start(sourceProperties);
 99 | //        assertEquals(MySqlSourceTask.class, connector.taskClass());
100 | //
101 | //        PowerMock.verifyAll();
102 | //    }
103 | //}
104 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | CDC Hadoop Dataflow
 2 | ===================
 3 | A low latency, multi-tenant *Change Data Capture(CDC)* pipeline to continuously replicate data from **OLTP(**MySQL**)** to **OLAP(**NoSQL**)** systems with no impact to the source.
 4 | 
 5 | 
 6 | > This project demonstrate how to build dataflow pipeline to move data from O]operational databases(MySQL, Oracle) to analytics databases(Hadoop, MongoDB, MarkLogic) in real-time using **Change Data Capture(CDC)**, **Kafka** and tools like **Apache NiFi**, **Kafka Streams** or **Spark** to process and ingest data into Hadoop.
 7 | 
 8 | ![cdc architecture](./presentation/images/cdc-architecture.png)
 9 | 
10 | ### Features
11 | 
12 | 1. Capture changes from many Data Sources and types.
13 | 2. Feed data to many client types (real-time, slow/catch-up, full bootstrap).
14 | 3. Multi-tenant: can contain data from many different databases, support multiple consumers.
15 | 4. Non-intrusive architecture for change capture.
16 | 5. Both batch and near real time delivery.
17 | 6. Isolate fast consumers from slow consumers.
18 | 7. Isolate sources from consumers
19 |     1. Schema changes
20 |     2. Physical layout changes
21 |     3. Speed mismatch
22 | 8. Change filtering
23 |     1. Filtering of database changes at the database level, schema level, table level, and row/column level.
24 | 9. Buffer change records in **Kafka** for flexible consumption from an arbitrary time point in the change stream including full bootstrap capability of the entire data.
25 | 9. Guaranteed in-commit-order and at-least-once delivery with high availability (`at least once` vs. `exactly once`)
26 | 10. Resilience and Recoverability
27 | 12. Schema-awareness
28 | 
29 | ### Setup
30 | 
31 | #### Install and Run MySQL
32 | Install source MySQL database and configure it with row based replication as per [instructions](./infrastructure/mysql/).
33 | 
34 | #### Install and Run Kafka
35 | Follow the [instructions](./infrastructure/kafka/)
36 | 
37 | #### Install and Run Maxwell
38 | 
39 | ```bash
40 | cd cdc/maxwell
41 | # curl -L -0 https://github.com/zendesk/maxwell/releases/download/v1.0.0/maxwell-1.1.2.tar.gz | tar --strip-components=1 -zx -C .
42 | curl -L -0 https://github.com/xmlking/maxwell/releases/download/1.1.2.1/maxwell-1.1.2.1-kafka-connect.tar.gz | tar --strip-components=1 -zx -C .
43 | ```
44 | 
45 | ### Run
46 | 
47 |    `cd cdc/maxwell`
48 | 
49 | 1. Run with stdout producer (for testing only)
50 | 
51 |    `bin/maxwell --user='maxwell' --password='XXXXXX' --host='127.0.0.1' --producer=stdout`
52 | 2. Run with kafka producer
53 | 
54 |    `bin/maxwell`
55 | 
56 | ### Test
57 | 
58 | #### Manual Testing
59 | If all goes well you'll see maxwell replaying your inserts:
60 | 
61 | ```sql
62 | mysql -u root -p
63 | 
64 | mysql> CREATE TABLE test.shop
65 |        (
66 |          id BIGINT(20) NOT NULL AUTO_INCREMENT,
67 |          version BIGINT(20) NOT NULL,
68 |          name VARCHAR(255) NOT NULL,
69 |          owner VARCHAR(255) NOT NULL,
70 |          phone_number VARCHAR(255) NOT NULL,
71 |          primary key (id, name)
72 |        );
73 | mysql> INSERT INTO test.shop (version, name, owner, phone_number) values (0, 'aaa', 'bbb', '3331114444');
74 | Query OK, 1 row affected (0.02 sec)
75 | 
76 | (maxwell)
77 | {"database":"test","table":"shop","pk.id":4,"pk.name":"aaa"}
78 | {"database":"test","table":"shop","type":"insert","ts":1458510224,"xid":33531,"commit":true,"data":{"owner":"bbb","name":"aaa","phone_number":"3331114444","id":4,"version":0}}
79 | ```
80 | 
81 | ####  Testing via Grails App
82 | You can also use [testApp](./testApp/) to generate load.
83 | 
84 | 
85 | ### Reference
86 | 1. [Maxwell's Daemon](http://maxwells-daemon.io/quickstart/)
87 | 2. [LinkedIn: Creating A Low Latency Change Data Capture System With Databus](http://highscalability.com/blog/2012/3/19/linkedin-creating-a-low-latency-change-data-capture-system-w.html)
88 | 3. [Introducing Maxwell, a mysql-to-kafka binlog processor](https://developer.zendesk.com/blog/introducing-maxwell-a-mysql-to-kafka-binlog-processor)
89 | 4. [Martin Kleppman's blog: Using logs to build a solid data infrastructure](https://martin.kleppmann.com/2015/05/27/logs-for-data-infrastructure.html)
90 | 5. [Bottled Water: Real-time integration of PostgreSQL and Kafka](http://www.confluent.io/blog/bottled-water-real-time-integration-of-postgresql-and-kafka/)
91 | 6. [debezium-examples](https://github.com/debezium/debezium-examples)
92 | 7. [Tutorial on using NiFi's built-in CDC - 3 parts](https://community.hortonworks.com/articles/113941/change-data-capture-cdc-with-apache-nifi-version-1-1.html)
93 | 


--------------------------------------------------------------------------------
/testApp/grails-app/conf/application.yml:
--------------------------------------------------------------------------------
  1 | ---
  2 | hibernate:
  3 |     cache:
  4 |         queries: false
  5 |         use_second_level_cache: true
  6 |         use_query_cache: false
  7 |         region.factory_class: 'org.hibernate.cache.ehcache.EhCacheRegionFactory'
  8 | 
  9 | dataSource:
 10 |     pooled: true
 11 |     jmxExport: true
 12 |     driverClassName: com.mysql.jdbc.Driver
 13 |     dialect: org.hibernate.dialect.MySQL5InnoDBDialect
 14 |     username: grails
 15 |     password: grails
 16 | 
 17 | environments:
 18 |     development:
 19 |         dataSource:
 20 |             dbCreate: update
 21 |             url: jdbc:mysql://localhost:3306/test?autoReconnect=true&useSSL=false
 22 |     test:
 23 |         dataSource:
 24 |             dbCreate: update
 25 |             url: jdbc:mysql://localhost:3306/test
 26 |     production:
 27 |         dataSource:
 28 |             dbCreate: update
 29 |             url: jdbc:mysql://localhost:3306/test
 30 |             properties:
 31 |                 jmxEnabled: true
 32 |                 initialSize: 5
 33 |                 maxActive: 50
 34 |                 minIdle: 5
 35 |                 maxIdle: 25
 36 |                 maxWait: 10000
 37 |                 maxAge: 600000
 38 |                 timeBetweenEvictionRunsMillis: 5000
 39 |                 minEvictableIdleTimeMillis: 60000
 40 |                 validationQuery: SELECT 1
 41 |                 validationQueryTimeout: 3
 42 |                 validationInterval: 15000
 43 |                 testOnBorrow: true
 44 |                 testWhileIdle: true
 45 |                 testOnReturn: false
 46 |                 jdbcInterceptors: ConnectionState
 47 |                 defaultTransactionIsolation: 2 # TRANSACTION_READ_COMMITTED
 48 | 
 49 | #-------------------------------------------------------------------------
 50 | 
 51 | # ORIGINAL - H2
 52 | #
 53 | #dataSource:
 54 | #    pooled: true
 55 | #    jmxExport: true
 56 | #    driverClassName: org.h2.Driver
 57 | #    username: sa
 58 | #    password:
 59 | #
 60 | #environments:
 61 | #    development:
 62 | #        dataSource:
 63 | #            dbCreate: create-drop
 64 | #            url: jdbc:h2:mem:devDb;MVCC=TRUE;LOCK_TIMEOUT=10000;DB_CLOSE_ON_EXIT=FALSE
 65 | #    test:
 66 | #        dataSource:
 67 | #            dbCreate: update
 68 | #            url: jdbc:h2:mem:testDb;MVCC=TRUE;LOCK_TIMEOUT=10000;DB_CLOSE_ON_EXIT=FALSE
 69 | #    production:
 70 | #        dataSource:
 71 | #            dbCreate: update
 72 | #            url: jdbc:h2:./prodDb;MVCC=TRUE;LOCK_TIMEOUT=10000;DB_CLOSE_ON_EXIT=FALSE
 73 | #            properties:
 74 | #                jmxEnabled: true
 75 | #                initialSize: 5
 76 | #                maxActive: 50
 77 | #                minIdle: 5
 78 | #                maxIdle: 25
 79 | #                maxWait: 10000
 80 | #                maxAge: 600000
 81 | #                timeBetweenEvictionRunsMillis: 5000
 82 | #                minEvictableIdleTimeMillis: 60000
 83 | #                validationQuery: SELECT 1
 84 | #                validationQueryTimeout: 3
 85 | #                validationInterval: 15000
 86 | #                testOnBorrow: true
 87 | #                testWhileIdle: true
 88 | #                testOnReturn: false
 89 | #                jdbcInterceptors: ConnectionState
 90 | #                defaultTransactionIsolation: 2 # TRANSACTION_READ_COMMITTED
 91 | 
 92 | ---
 93 | ---
 94 | grails:
 95 |     profile: web
 96 |     codegen:
 97 |         defaultPackage: testapp
 98 |     spring:
 99 |         transactionManagement:
100 |             proxies: false
101 | info:
102 |     app:
103 |         name: '@info.app.name@'
104 |         version: '@info.app.version@'
105 |         grailsVersion: '@info.app.grailsVersion@'
106 | spring:
107 | 
108 |     groovy:
109 |         template:
110 |             check-template-location: false
111 | 
112 | ---
113 | grails:
114 |     mime:
115 |         disable:
116 |             accept:
117 |                 header:
118 |                     userAgents:
119 |                         - Gecko
120 |                         - WebKit
121 |                         - Presto
122 |                         - Trident
123 |         types:
124 |             all: '*/*'
125 |             atom: application/atom+xml
126 |             css: text/css
127 |             csv: text/csv
128 |             form: application/x-www-form-urlencoded
129 |             html:
130 |               - text/html
131 |               - application/xhtml+xml
132 |             js: text/javascript
133 |             json:
134 |               - application/json
135 |               - text/json
136 |             multipartForm: multipart/form-data
137 |             pdf: application/pdf
138 |             rss: application/rss+xml
139 |             text: text/plain
140 |             hal:
141 |               - application/hal+json
142 |               - application/hal+xml
143 |             xml:
144 |               - text/xml
145 |               - application/xml
146 |     urlmapping:
147 |         cache:
148 |             maxsize: 1000
149 |     controllers:
150 |         defaultScope: singleton
151 |     converters:
152 |         encoding: UTF-8
153 |     views:
154 |         default:
155 |             codec: html
156 |         gsp:
157 |             encoding: UTF-8
158 |             htmlcodec: xml
159 |             codecs:
160 |                 expression: html
161 |                 scriptlets: html
162 |                 taglib: none
163 |                 staticparts: none
164 | endpoints:
165 |     jmx:
166 |         unique-names: true
167 | 


--------------------------------------------------------------------------------
/gradlew:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env bash
  2 | 
  3 | ##############################################################################
  4 | ##
  5 | ##  Gradle start up script for UN*X
  6 | ##
  7 | ##############################################################################
  8 | 
  9 | # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
 10 | DEFAULT_JVM_OPTS=""
 11 | 
 12 | APP_NAME="Gradle"
 13 | APP_BASE_NAME=`basename "$0"`
 14 | 
 15 | # Use the maximum available, or set MAX_FD != -1 to use that value.
 16 | MAX_FD="maximum"
 17 | 
 18 | warn ( ) {
 19 |     echo "$*"
 20 | }
 21 | 
 22 | die ( ) {
 23 |     echo
 24 |     echo "$*"
 25 |     echo
 26 |     exit 1
 27 | }
 28 | 
 29 | # OS specific support (must be 'true' or 'false').
 30 | cygwin=false
 31 | msys=false
 32 | darwin=false
 33 | case "`uname`" in
 34 |   CYGWIN* )
 35 |     cygwin=true
 36 |     ;;
 37 |   Darwin* )
 38 |     darwin=true
 39 |     ;;
 40 |   MINGW* )
 41 |     msys=true
 42 |     ;;
 43 | esac
 44 | 
 45 | # Attempt to set APP_HOME
 46 | # Resolve links: $0 may be a link
 47 | PRG="$0"
 48 | # Need this for relative symlinks.
 49 | while [ -h "$PRG" ] ; do
 50 |     ls=`ls -ld "$PRG"`
 51 |     link=`expr "$ls" : '.*-> \(.*\)$'`
 52 |     if expr "$link" : '/.*' > /dev/null; then
 53 |         PRG="$link"
 54 |     else
 55 |         PRG=`dirname "$PRG"`"/$link"
 56 |     fi
 57 | done
 58 | SAVED="`pwd`"
 59 | cd "`dirname \"$PRG\"`/" >/dev/null
 60 | APP_HOME="`pwd -P`"
 61 | cd "$SAVED" >/dev/null
 62 | 
 63 | CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
 64 | 
 65 | # Determine the Java command to use to start the JVM.
 66 | if [ -n "$JAVA_HOME" ] ; then
 67 |     if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
 68 |         # IBM's JDK on AIX uses strange locations for the executables
 69 |         JAVACMD="$JAVA_HOME/jre/sh/java"
 70 |     else
 71 |         JAVACMD="$JAVA_HOME/bin/java"
 72 |     fi
 73 |     if [ ! -x "$JAVACMD" ] ; then
 74 |         die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
 75 | 
 76 | Please set the JAVA_HOME variable in your environment to match the
 77 | location of your Java installation."
 78 |     fi
 79 | else
 80 |     JAVACMD="java"
 81 |     which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
 82 | 
 83 | Please set the JAVA_HOME variable in your environment to match the
 84 | location of your Java installation."
 85 | fi
 86 | 
 87 | # Increase the maximum file descriptors if we can.
 88 | if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then
 89 |     MAX_FD_LIMIT=`ulimit -H -n`
 90 |     if [ $? -eq 0 ] ; then
 91 |         if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
 92 |             MAX_FD="$MAX_FD_LIMIT"
 93 |         fi
 94 |         ulimit -n $MAX_FD
 95 |         if [ $? -ne 0 ] ; then
 96 |             warn "Could not set maximum file descriptor limit: $MAX_FD"
 97 |         fi
 98 |     else
 99 |         warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
100 |     fi
101 | fi
102 | 
103 | # For Darwin, add options to specify how the application appears in the dock
104 | if $darwin; then
105 |     GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
106 | fi
107 | 
108 | # For Cygwin, switch paths to Windows format before running java
109 | if $cygwin ; then
110 |     APP_HOME=`cygpath --path --mixed "$APP_HOME"`
111 |     CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
112 |     JAVACMD=`cygpath --unix "$JAVACMD"`
113 | 
114 |     # We build the pattern for arguments to be converted via cygpath
115 |     ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
116 |     SEP=""
117 |     for dir in $ROOTDIRSRAW ; do
118 |         ROOTDIRS="$ROOTDIRS$SEP$dir"
119 |         SEP="|"
120 |     done
121 |     OURCYGPATTERN="(^($ROOTDIRS))"
122 |     # Add a user-defined pattern to the cygpath arguments
123 |     if [ "$GRADLE_CYGPATTERN" != "" ] ; then
124 |         OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
125 |     fi
126 |     # Now convert the arguments - kludge to limit ourselves to /bin/sh
127 |     i=0
128 |     for arg in "$@" ; do
129 |         CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
130 |         CHECK2=`echo "$arg"|egrep -c "^-"`                                 ### Determine if an option
131 | 
132 |         if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then                    ### Added a condition
133 |             eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
134 |         else
135 |             eval `echo args$i`="\"$arg\""
136 |         fi
137 |         i=$((i+1))
138 |     done
139 |     case $i in
140 |         (0) set -- ;;
141 |         (1) set -- "$args0" ;;
142 |         (2) set -- "$args0" "$args1" ;;
143 |         (3) set -- "$args0" "$args1" "$args2" ;;
144 |         (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
145 |         (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
146 |         (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
147 |         (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
148 |         (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
149 |         (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
150 |     esac
151 | fi
152 | 
153 | # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
154 | function splitJvmOpts() {
155 |     JVM_OPTS=("$@")
156 | }
157 | eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
158 | JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
159 | 
160 | exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
161 | 


--------------------------------------------------------------------------------
/infrastructure/kafka/server.properties:
--------------------------------------------------------------------------------
  1 | # Licensed to the Apache Software Foundation (ASF) under one or more
  2 | # contributor license agreements.  See the NOTICE file distributed with
  3 | # this work for additional information regarding copyright ownership.
  4 | # The ASF licenses this file to You under the Apache License, Version 2.0
  5 | # (the "License"); you may not use this file except in compliance with
  6 | # the License.  You may obtain a copy of the License at
  7 | #
  8 | #    http://www.apache.org/licenses/LICENSE-2.0
  9 | #
 10 | # Unless required by applicable law or agreed to in writing, software
 11 | # distributed under the License is distributed on an "AS IS" BASIS,
 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 13 | # See the License for the specific language governing permissions and
 14 | # limitations under the License.
 15 | # see kafka.server.KafkaConfig for additional details and defaults
 16 | 
 17 | ############################# Server Basics #############################
 18 | 
 19 | # The id of the broker. This must be set to a unique integer for each broker.
 20 | broker.id=0
 21 | 
 22 | ############################# Socket Server Settings #############################
 23 | 
 24 | # The address the socket server listens on. It will get the value returned from
 25 | # java.net.InetAddress.getCanonicalHostName() if not configured.
 26 | #   FORMAT:
 27 | #     listeners = security_protocol://host_name:port
 28 | #   EXAMPLE:
 29 | #     listeners = PLAINTEXT://your.host.name:9092
 30 | listeners=PLAINTEXT://:9092
 31 | 
 32 | # Hostname and port the broker will advertise to producers and consumers. If not set,
 33 | # it uses the value for "listeners" if configured.  Otherwise, it will use the value
 34 | # returned from java.net.InetAddress.getCanonicalHostName().
 35 | advertised.listeners=PLAINTEXT://localhost:9092
 36 | 
 37 | # The number of threads handling network requests
 38 | num.network.threads=3
 39 | 
 40 | # The number of threads doing disk I/O
 41 | num.io.threads=8
 42 | 
 43 | # The send buffer (SO_SNDBUF) used by the socket server
 44 | socket.send.buffer.bytes=102400
 45 | 
 46 | # The receive buffer (SO_RCVBUF) used by the socket server
 47 | socket.receive.buffer.bytes=102400
 48 | 
 49 | # The maximum size of a request that the socket server will accept (protection against OOM)
 50 | socket.request.max.bytes=104857600
 51 | 
 52 | 
 53 | ############################# Log Basics #############################
 54 | 
 55 | # A comma seperated list of directories under which to store log files
 56 | log.dirs=./kafka-logs
 57 | 
 58 | # The default number of log partitions per topic. More partitions allow greater
 59 | # parallelism for consumption, but this will also result in more files across
 60 | # the brokers.
 61 | num.partitions=1
 62 | 
 63 | # The number of threads per data directory to be used for log recovery at startup and flushing at shutdown.
 64 | # This value is recommended to be increased for installations with data dirs located in RAID array.
 65 | num.recovery.threads.per.data.dir=1
 66 | 
 67 | ############################# Log Flush Policy #############################
 68 | 
 69 | # Messages are immediately written to the filesystem but by default we only fsync() to sync
 70 | # the OS cache lazily. The following configurations control the flush of data to disk.
 71 | # There are a few important trade-offs here:
 72 | #    1. Durability: Unflushed data may be lost if you are not using replication.
 73 | #    2. Latency: Very large flush intervals may lead to latency spikes when the flush does occur as there will be a lot of data to flush.
 74 | #    3. Throughput: The flush is generally the most expensive operation, and a small flush interval may lead to exceessive seeks.
 75 | # The settings below allow one to configure the flush policy to flush data after a period of time or
 76 | # every N messages (or both). This can be done globally and overridden on a per-topic basis.
 77 | 
 78 | # The number of messages to accept before forcing a flush of data to disk
 79 | #log.flush.interval.messages=10000
 80 | 
 81 | # The maximum amount of time a message can sit in a log before we force a flush
 82 | #log.flush.interval.ms=1000
 83 | 
 84 | ############################# Log Retention Policy #############################
 85 | 
 86 | # The following configurations control the disposal of log segments. The policy can
 87 | # be set to delete segments after a period of time, or after a given size has accumulated.
 88 | # A segment will be deleted whenever *either* of these criteria are met. Deletion always happens
 89 | # from the end of the log.
 90 | 
 91 | # The minimum age of a log file to be eligible for deletion
 92 | log.retention.hours=168
 93 | 
 94 | # A size-based retention policy for logs. Segments are pruned from the log as long as the remaining
 95 | # segments don't drop below log.retention.bytes.
 96 | #log.retention.bytes=1073741824
 97 | 
 98 | # The maximum size of a log segment file. When this size is reached a new log segment will be created.
 99 | log.segment.bytes=1073741824
100 | 
101 | # The interval at which log segments are checked to see if they can be deleted according
102 | # to the retention policies
103 | log.retention.check.interval.ms=300000
104 | 
105 | ############################# Zookeeper #############################
106 | 
107 | # Zookeeper connection string (see zookeeper docs for details).
108 | # This is a comma separated host:port pairs, each corresponding to a zk
109 | # server. e.g. "127.0.0.1:3000,127.0.0.1:3001,127.0.0.1:3002".
110 | # You can also append an optional chroot string to the urls to specify the
111 | # root directory for all kafka znodes.
112 | zookeeper.connect=localhost:2181
113 | 
114 | # Timeout in ms for connecting to zookeeper
115 | zookeeper.connection.timeout.ms=6000
116 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/main/java/org/wushujames/connect/mysql/MySqlSourceConnector.java:
--------------------------------------------------------------------------------
  1 | /**
  2 |  * Licensed to the Apache Software Foundation (ASF) under one or more
  3 |  * contributor license agreements.  See the NOTICE file distributed with
  4 |  * this work for additional information regarding copyright ownership.
  5 |  * The ASF licenses this file to You under the Apache License, Version 2.0
  6 |  * (the "License"); you may not use this file except in compliance with
  7 |  * the License.  You may obtain a copy of the License at
  8 |  *
  9 |  *    http://www.apache.org/licenses/LICENSE-2.0
 10 |  *
 11 |  * Unless required by applicable law or agreed to in writing, software
 12 |  * distributed under the License is distributed on an "AS IS" BASIS,
 13 |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 14 |  * See the License for the specific language governing permissions and
 15 |  * limitations under the License.
 16 |  **/
 17 | 
 18 | package org.wushujames.connect.mysql;
 19 | 
 20 | import org.apache.kafka.common.utils.AppInfoParser;
 21 | import org.apache.kafka.connect.connector.Task;
 22 | import org.apache.kafka.connect.errors.ConnectException;
 23 | import org.apache.kafka.connect.source.SourceConnector;
 24 | import org.slf4j.Logger;
 25 | import org.slf4j.LoggerFactory;
 26 | 
 27 | import java.util.ArrayList;
 28 | import java.util.HashMap;
 29 | import java.util.List;
 30 | import java.util.Map;
 31 | 
 32 | /**
 33 |  * Very simple connector that works with the console. This connector supports both source and
 34 |  * sink modes via its 'mode' setting.
 35 |  */
 36 | public class MySqlSourceConnector extends SourceConnector {
 37 |     private static final Logger log = LoggerFactory.getLogger(MySqlSourceConnector.class);
 38 | 
 39 |     public static final String HOST_CONFIG = "host";
 40 |     public static final String USER_CONFIG = "user";
 41 |     public static final String PASSWORD_CONFIG = "password";
 42 |     public static final String PORT_CONFIG = "port";
 43 |     public static final String REPLICATION_HOST_CONFIG = "replication_host";
 44 |     public static final String REPLICATION_USER_CONFIG = "replication_user";
 45 |     public static final String REPLICATION_PASSWORD_CONFIG = "replication_password";
 46 |     public static final String REPLICATION_PORT_CONFIG = "replication_port";
 47 |     public static final String MAXWELL_SCHEMA_DATABASE = "schema_database";
 48 |     public static final String WHITELIST_DATABASES = "include_dbs";
 49 |     public static final String WHITELIST_TABLES = "include_tables";
 50 |     public static final String TOPIC_PREFIX = "topic_prefix";
 51 | 
 52 |     private String host;
 53 |     private String user;
 54 |     private String password;
 55 |     private String port;
 56 |     private String replication_host;
 57 |     private String replication_user;
 58 |     private String replication_password;
 59 |     private String replication_port;
 60 |     private String maxwell_schema_database;
 61 |     private String whitelist_dbs;
 62 |     private String whitelist_tables;
 63 |     private String topic_prefix;
 64 |     
 65 | 
 66 |     @Override
 67 |     public void start(Map<String, String> props) {
 68 |         host = props.get(HOST_CONFIG);
 69 |         user = props.get(USER_CONFIG);
 70 |         password = props.get(PASSWORD_CONFIG);
 71 |         port = props.get(PORT_CONFIG);
 72 |         replication_host = props.get(REPLICATION_HOST_CONFIG);
 73 |         replication_user = props.get(REPLICATION_USER_CONFIG);
 74 |         replication_password = props.get(REPLICATION_PASSWORD_CONFIG);
 75 |         replication_port = props.get(REPLICATION_PORT_CONFIG);
 76 |         maxwell_schema_database = props.get(MAXWELL_SCHEMA_DATABASE);
 77 |         whitelist_dbs = props.get(WHITELIST_DATABASES);
 78 |         whitelist_tables = props.get(WHITELIST_TABLES);
 79 |         topic_prefix = props.get(TOPIC_PREFIX);
 80 |         
 81 |         if (host == null || host.isEmpty()) {
 82 |             throw new ConnectException("MySqlSourceConnector configuration must include 'host' setting");
 83 |         }
 84 |         if (user == null || user.isEmpty()) {
 85 |             throw new ConnectException("MySqlSourceConnector configuration must include 'user' setting");
 86 |         }
 87 |         if (password == null || password.isEmpty()) {
 88 |             throw new ConnectException("MySqlSourceConnector configuration must include 'password' setting");
 89 |         }
 90 |     }
 91 | 
 92 |     @Override
 93 |     public Class<? extends Task> taskClass() {
 94 |         return MySqlSourceTask.class;
 95 |     }
 96 | 
 97 |     @Override
 98 |     public List<Map<String, String>> taskConfigs(int maxTasks) {
 99 |         ArrayList<Map<String, String>> configs = new ArrayList<>();
100 |         // Only one input stream makes sense.
101 |         Map<String, String> config = new HashMap<>();
102 |         config.put("user", user);
103 |         config.put("password", password);
104 |         config.put("host", host);
105 |         config.put("port", port);
106 |         config.put("bootstrapper", "none");
107 | 
108 |         if ( replication_host == null || replication_user == null || replication_password == null || replication_port == null ) {
109 |             config.put("replication_host", host);
110 |             config.put("replication_password", password);
111 |             config.put("replication_user", user);
112 |             config.put("replication_port", port);
113 |         } else {
114 |             config.put("replication_host", replication_host);
115 |             config.put("replication_password", replication_password);
116 |             config.put("replication_user", replication_user);
117 |             config.put("replication_port", replication_port);
118 |         }
119 | 
120 |         if ( maxwell_schema_database == null || maxwell_schema_database.isEmpty() ) {
121 |             maxwell_schema_database = "maxwell";
122 |         }
123 |         config.put("schema_database", maxwell_schema_database);
124 | 
125 |         if ( whitelist_dbs != null) {
126 |             config.put("include_dbs", whitelist_dbs);
127 |         }
128 | 
129 |         if ( whitelist_tables != null ) {
130 |             config.put("include_tables", whitelist_tables);
131 |         }
132 | 
133 |         if ( topic_prefix != null ) {
134 |             if ( !topic_prefix.isEmpty() ) {
135 |                 config.put("topic_prefix", topic_prefix);
136 |             }
137 |         } else {
138 |             config.put("topic_prefix", "maxwell");
139 |         }
140 |         configs.add(config);
141 |         return configs;
142 |     }
143 | 
144 |     @Override
145 |     public void stop() {
146 |         // Nothing to do since MySqlSourceConnector has no background monitoring.
147 |     }
148 | 
149 |     @Override
150 |     public String version() {
151 |         return AppInfoParser.getVersion();
152 |     }
153 | }
154 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/images/grails-cupsonly-logo-white.svg:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0"?>
 2 | <svg version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="1000" height="500">
 3 |     <desc iVinci="yes" version="4.5" gridStep="20" showGrid="no" snapToGrid="no" codePlatform="0"/>
 4 |     <g id="Layer1" opacity="1">
 5 |         <g id="Shape1">
 6 |             <desc shapeID="1" type="0" basicInfo-basicType="0" basicInfo-roundedRectRadius="12" basicInfo-polygonSides="6" basicInfo-starPoints="5" bounding="rect(-74.3391,-50.75,148.678,101.5)" text="" font-familyName="" font-pixelSize="20" font-bold="0" font-underline="0" font-alignment="1" strokeStyle="0" markerStart="0" markerEnd="0" shadowEnabled="0" shadowOffsetX="0" shadowOffsetY="2" shadowBlur="4" shadowOpacity="160" blurEnabled="0" blurRadius="4" transform="matrix(4.79624,0,0,4.79624,500,250)" pers-center="0,0" pers-size="0,0" pers-start="0,0" pers-end="0,0" locked="0" mesh="" flag=""/>
 7 |             <path id="shapePath1" d="M527.264,491.011 C544.051,488.613 563.236,483.817 572.829,479.021 C582.421,474.224 589.615,467.03 589.615,462.234 C589.615,462.234 587.217,457.438 584.819,452.641 C580.023,445.447 575.227,435.854 563.236,409.475 C558.44,397.484 547.589,366.072 544.051,351.92 C540.386,330.773 540.051,308.254 544.051,287.171 C547.531,274.839 552.314,262.919 560.838,253.597 C570.402,240.945 581.622,228.467 596.81,222.422 C644.094,203.599 699.929,162.469 728.707,116.904 C738.299,100.117 742.876,92.923 746.372,83.3305 C755.023,59.5988 762.66,34.3876 762.28,8.98871 L762.28,6.59059 L498.487,6.59059 L232.295,6.59059 L232.295,11.3868 C231.901,74.2274 269.048,130.868 313.831,172.061 C337.813,193.644 366.59,210.431 400.164,222.422 C412.154,227.218 416.951,229.616 426.543,239.208 C438.534,253.597 448.126,270.384 452.923,289.569 C455.827,317.286 453.654,346.577 445.728,373.503 L440.932,387.892 C438.534,397.484 431.339,411.873 419.349,435.854 C407.358,459.836 407.358,462.234 407.358,464.632 C412.154,479.021 440.932,488.613 484.098,493.409 C493.691,493.409 508.079,493.409 527.264,491.011 M325.822,409.475 C342.609,407.077 356.998,402.281 361.794,395.086 L361.794,392.688 L359.396,385.494 C342.609,354.318 333.016,327.939 333.016,301.56 C333.016,287.171 335.415,279.977 340.211,267.986 C347.405,255.995 349.803,252.125 361.794,247.329 C366.59,244.876 372.313,243.95 374.711,242.478 C380.979,240.625 388.173,236.81 388.173,236.81 C388.173,236.81 383.868,235.884 379.016,233.486 C364.628,228.69 359.396,224.82 347.405,217.625 C309.035,196.042 285.054,174.459 261.073,143.284 C253.878,131.293 250.156,125.996 246.684,121.163 L244.286,116.904 C241.888,114.506 145.963,114.506 143.565,116.904 C141.939,150.478 158.03,180.057 179.536,205.635 C204.661,235.514 225.101,244.005 244.286,248.801 C261.073,253.597 263.471,255.995 270.665,265.588 C275.462,277.578 277.86,284.773 277.86,299.161 C280.258,320.745 273.063,342.328 258.675,373.503 C253.878,383.096 249.082,392.688 249.082,392.688 C249.082,395.086 253.878,399.883 258.675,402.281 C270.665,409.475 304.239,414.271 325.822,409.475 M716.716,409.475 C735.901,407.077 747.892,402.281 750.29,395.086 C750.29,392.688 750.29,390.29 743.095,375.901 C728.008,346.118 717.597,310.72 726.308,277.578 C731.287,264.162 737.689,250.182 752.688,247.852 C776.669,240.658 795.854,229.616 819.835,205.635 C834.224,191.246 847.61,166.971 851.369,152.876 C854.382,141.577 858.172,128.066 855.807,116.904 C853.409,114.506 755.086,114.506 752.688,116.904 C752.688,116.904 750.29,119.302 747.892,121.7 C745.493,128.895 735.901,143.284 728.707,150.478 C719.114,162.469 690.337,191.246 680.744,198.44 C663.057,216.559 629.114,228.768 611.199,236.81 C613.597,239.208 625.587,246.403 635.18,248.801 C654.365,255.995 654.365,255.995 661.559,267.986 C666.355,279.977 668.754,287.171 668.754,301.56 C670.08,334.844 653.109,365.67 639.976,392.688 C657.022,411.883 692.824,411.394 716.716,409.475 Z" style="stroke:none;fill-rule:evenodd;fill:#ffffff;fill-opacity:1;"/>
 8 |         </g>
 9 |         <g id="Shape2">
10 |             <desc shapeID="2" type="0" basicInfo-basicType="0" basicInfo-roundedRectRadius="12" basicInfo-polygonSides="6" basicInfo-starPoints="5" bounding="rect(-3.75,-28,7.5,56)" text="" font-familyName="" font-pixelSize="20" font-bold="0" font-underline="0" font-alignment="1" strokeStyle="0" markerStart="0" markerEnd="0" shadowEnabled="0" shadowOffsetX="0" shadowOffsetY="2" shadowBlur="4" shadowOpacity="160" blurEnabled="0" blurRadius="4" transform="matrix(1,0,0,1,417.25,99.5)" pers-center="0,0" pers-size="0,0" pers-start="0,0" pers-end="0,0" locked="0" mesh="" flag=""/>
11 |             <path id="shapePath2" d="M413.5,127.5 C414,126.5 416,123 416.5,122.5 C416,123 414,126.5 413.5,127.5 M421,71.5 " style="stroke:none;fill-rule:evenodd;fill:#669020;fill-opacity:1;"/>
12 |         </g>
13 |         <g id="Shape3">
14 |             <desc shapeID="3" type="0" basicInfo-basicType="0" basicInfo-roundedRectRadius="12" basicInfo-polygonSides="6" basicInfo-starPoints="5" bounding="rect(0,0,0,0)" text="" font-familyName="" font-pixelSize="20" font-bold="0" font-underline="0" font-alignment="1" strokeStyle="0" markerStart="0" markerEnd="0" shadowEnabled="0" shadowOffsetX="0" shadowOffsetY="2" shadowBlur="4" shadowOpacity="160" blurEnabled="0" blurRadius="4" transform="matrix(1,0,0,1,0,0)" pers-center="0,0" pers-size="0,0" pers-start="0,0" pers-end="0,0" locked="0" mesh="" flag=""/>
15 |             <path id="shapePath3" d="M0,0 Z" style="stroke:none;fill-rule:evenodd;fill:#4c4c4c;fill-opacity:1;"/>
16 |         </g>
17 |         <g id="Shape4">
18 |             <desc shapeID="4" type="0" basicInfo-basicType="0" basicInfo-roundedRectRadius="12" basicInfo-polygonSides="6" basicInfo-starPoints="5" bounding="rect(0,0,0,0)" text="" font-familyName="" font-pixelSize="20" font-bold="0" font-underline="0" font-alignment="1" strokeStyle="0" markerStart="0" markerEnd="0" shadowEnabled="0" shadowOffsetX="0" shadowOffsetY="2" shadowBlur="4" shadowOpacity="160" blurEnabled="0" blurRadius="4" transform="matrix(1,0,0,1,0,0)" pers-center="0,0" pers-size="0,0" pers-start="0,0" pers-end="0,0" locked="0" mesh="" flag=""/>
19 |             <path id="shapePath4" d="M0,0 Z" style="stroke:none;fill-rule:evenodd;fill:#000000;fill-opacity:1;"/>
20 |         </g>
21 |         <g id="Shape5">
22 |             <desc shapeID="5" type="0" basicInfo-basicType="0" basicInfo-roundedRectRadius="12" basicInfo-polygonSides="6" basicInfo-starPoints="5" bounding="rect(-84.6928,-47.6497,169.386,95.2993)" text="" font-familyName="" font-pixelSize="20" font-bold="0" font-underline="0" font-alignment="1" strokeStyle="0" markerStart="0" markerEnd="0" shadowEnabled="0" shadowOffsetX="0" shadowOffsetY="2" shadowBlur="4" shadowOpacity="160" blurEnabled="0" blurRadius="4" transform="matrix(1,0,0,1,90.9499,90.9738)" pers-center="0,0" pers-size="0,0" pers-start="0,0" pers-end="0,0" locked="0" mesh="" flag=""/>
23 |             <path id="shapePath5" d="M0,0 Z" style="stroke:none;fill-rule:evenodd;fill:#0d0d0d;fill-opacity:1;"/>
24 |         </g>
25 |     </g>
26 | </svg>
27 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/test/java/org/wushujames/connect/mysql/MySqlSourceTaskTest.java:
--------------------------------------------------------------------------------
  1 | package org.wushujames.connect.mysql;
  2 | 
  3 | import static org.junit.Assert.assertEquals;
  4 | import static org.junit.Assert.assertNotNull;
  5 | import static org.junit.Assert.assertTrue;
  6 | 
  7 | import java.io.IOException;
  8 | import java.sql.Connection;
  9 | import java.sql.DriverManager;
 10 | import java.sql.SQLException;
 11 | import java.util.HashMap;
 12 | import java.util.List;
 13 | import java.util.Map;
 14 | 
 15 | import org.apache.kafka.connect.data.Schema;
 16 | import org.apache.kafka.connect.data.Struct;
 17 | import org.apache.kafka.connect.source.SourceRecord;
 18 | import org.apache.kafka.connect.source.SourceTaskContext;
 19 | import org.apache.kafka.connect.storage.OffsetStorageReader;
 20 | import org.easymock.EasyMock;
 21 | import org.junit.After;
 22 | import org.junit.Before;
 23 | import org.junit.Ignore;
 24 | import org.junit.Test;
 25 | import org.powermock.api.easymock.PowerMock;
 26 | 
 27 | @Ignore("Test is ignored by Sumanth")
 28 | public class MySqlSourceTaskTest {
 29 |     private Map<String, String> config;
 30 |     private MySqlSourceTask task;
 31 |     private OffsetStorageReader offsetStorageReader;
 32 |     private SourceTaskContext context;
 33 | 
 34 |     private boolean verifyMocks = false;
 35 |     private Connection connection;
 36 | 
 37 |     @Before
 38 |     public void setup() throws IOException, SQLException {
 39 |         String mysqlHost = "localhost";
 40 |         connection = DriverManager.getConnection("jdbc:mysql://" + mysqlHost + ":3306/mysql", "root", "passwd");
 41 |         
 42 |         config = new HashMap<>();
 43 |         config.put(MySqlSourceConnector.USER_CONFIG, "maxwell");
 44 |         config.put(MySqlSourceConnector.PASSWORD_CONFIG, "XXXXXX");
 45 |         config.put(MySqlSourceConnector.PORT_CONFIG, "3306");
 46 |         config.put(MySqlSourceConnector.HOST_CONFIG, mysqlHost);
 47 |         
 48 |         task = new MySqlSourceTask();
 49 |         offsetStorageReader = PowerMock.createMock(OffsetStorageReader.class);
 50 |         context = PowerMock.createMock(SourceTaskContext.class);
 51 |         task.initialize(context);
 52 | 
 53 |         runSql("drop table if exists test.users");
 54 |         runSql("drop database if exists test");
 55 |     }
 56 |     
 57 |     @After
 58 |     public void teardown() {
 59 | 
 60 |         if (verifyMocks)
 61 |             PowerMock.verifyAll();
 62 |     }
 63 | 
 64 |     private void replay() {
 65 |         PowerMock.replayAll();
 66 |         verifyMocks = true;
 67 |     }
 68 | 
 69 |     @Test
 70 |     public void testChar() throws InterruptedException, IOException, SQLException {
 71 |         String insertSql = "insert into test.users (name) values (\"James\");";
 72 |         
 73 |         testSchemaType("name", "char(128)", Schema.OPTIONAL_STRING_SCHEMA, "James", insertSql);
 74 |     }
 75 | 
 76 |     @Test
 77 |     public void testTinyInt() throws InterruptedException, IOException, SQLException {
 78 |         String insertSql = "insert into test.users (tinyintcol) values (1);";
 79 |         
 80 |         testSchemaType("tinyintcol", "tinyint", Schema.OPTIONAL_INT16_SCHEMA, (short) 1, insertSql);
 81 |         // add tests for signed, unsigned
 82 |         // boundary tests -127 to 128, 0 to 255
 83 |         // http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
 84 |     }
 85 | 
 86 |     @Test
 87 |     public void testBigint() throws InterruptedException, IOException, SQLException {
 88 |         // add tests for boundary conditions
 89 |         // add tests for signed, unsigned
 90 |         // http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
 91 |         String insertSql = "insert into test.users (bigintcol) values (1844674407370955160);";
 92 |         
 93 |         testSchemaType("bigintcol", "bigint", Schema.OPTIONAL_INT64_SCHEMA, 1844674407370955160L, insertSql);
 94 |     }
 95 | 
 96 |     private void testSchemaType(String sqlFieldName, String sqlFieldType, Schema expectedValueSchema,
 97 |             Object expectedValue, String insertSql) throws SQLException, InterruptedException {
 98 |         expectOffsetLookupReturnNone();
 99 |         replay();
100 |         
101 |         task.start(config);
102 | 
103 |         runSql("create database test");
104 |         runSql("create table test.users (userId int auto_increment primary key)");
105 |         runSql(String.format("alter table test.users add column %s %s",
106 |                 sqlFieldName,
107 |                 sqlFieldType
108 |                 ));
109 |         
110 |         runSql(insertSql);
111 |         List<SourceRecord> records = pollUntilRows();
112 |         assertEquals(1, records.size());
113 |         SourceRecord james = records.get(0);
114 |         
115 |         // check key schema
116 |         Schema keySchema = james.keySchema();
117 |         assertEquals(1, keySchema.fields().size());
118 |         assertNotNull(keySchema.field("userid"));
119 |         assertEquals(Schema.OPTIONAL_INT64_SCHEMA, keySchema.field("userid").schema());
120 |         
121 |         // check key
122 |         Object keyObject = james.key();
123 |         assertTrue(keyObject instanceof Struct);
124 |         Struct key = (Struct) keyObject;
125 |         assertEquals(1L, key.get("userid"));
126 |         
127 |         // check value schema
128 |         Schema valueSchema = james.valueSchema();
129 |         assertEquals(7, valueSchema.fields().size());
130 |         assertNotNull(valueSchema.field("data").schema().field("userid"));
131 |         assertEquals(Schema.OPTIONAL_INT64_SCHEMA, valueSchema.field("data").schema().field("userid").schema());
132 |         assertNotNull(valueSchema.field("data").schema().field(sqlFieldName));
133 |         assertEquals(expectedValueSchema, valueSchema.field("data").schema().field(sqlFieldName).schema());
134 |         
135 |         // check value
136 |         Object valueObject = james.value();
137 |         assertTrue(valueObject instanceof Struct);
138 |         Struct value = (Struct) ((Struct) valueObject).get("data");
139 |         assertEquals(1L, value.get("userid"));
140 |         assertEquals(expectedValue, value.get(sqlFieldName));
141 |     }
142 | 
143 |     private void expectOffsetLookupReturnNone() {
144 |         EasyMock.expect(context.offsetStorageReader()).andReturn(offsetStorageReader);
145 |         EasyMock.expect(offsetStorageReader.offset(EasyMock.anyObject(Map.class))).andReturn(null);
146 |     }
147 |     
148 |     private void runSql(String statement) throws SQLException {
149 |         connection.createStatement().executeUpdate(statement);
150 |     }
151 |     
152 |     private List<SourceRecord> pollUntilRows() throws InterruptedException {
153 |         List<SourceRecord> records = null;
154 |         while (true) {
155 |             records = task.poll();
156 |             if (records.size() > 0) {
157 |                 break;
158 |             } else {
159 |                 System.out.println("poll returned no records");
160 |             }
161 |         }
162 |         return records;
163 |     }
164 | }
165 | 
166 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/test/java/org/wushujames/copycat/file/FileStreamSourceTaskTest.java:
--------------------------------------------------------------------------------
  1 | ///**
  2 | // * Licensed to the Apache Software Foundation (ASF) under one or more
  3 | // * contributor license agreements.  See the NOTICE file distributed with
  4 | // * this work for additional information regarding copyright ownership.
  5 | // * The ASF licenses this file to You under the Apache License, Version 2.0
  6 | // * (the "License"); you may not use this file except in compliance with
  7 | // * the License.  You may obtain a copy of the License at
  8 | // *
  9 | // *    http://www.apache.org/licenses/LICENSE-2.0
 10 | // *
 11 | // * Unless required by applicable law or agreed to in writing, software
 12 | // * distributed under the License is distributed on an "AS IS" BASIS,
 13 | // * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 14 | // * See the License for the specific language governing permissions and
 15 | // * limitations under the License.
 16 | // **/
 17 | //
 18 | //package org.wushujames.connect.mysql;
 19 | //
 20 | //import org.apache.kafka.copycat.errors.CopycatException;
 21 | //import org.apache.kafka.copycat.source.SourceRecord;
 22 | //import org.apache.kafka.copycat.source.SourceTaskContext;
 23 | //import org.apache.kafka.copycat.storage.OffsetStorageReader;
 24 | //import org.easymock.EasyMock;
 25 | //import org.junit.After;
 26 | //import org.junit.Before;
 27 | //import org.junit.Test;
 28 | //import org.powermock.api.easymock.PowerMock;
 29 | //
 30 | //import java.io.File;
 31 | //import java.io.FileOutputStream;
 32 | //import java.io.IOException;
 33 | //import java.util.Collections;
 34 | //import java.util.List;
 35 | //import java.util.Map;
 36 | //import java.util.Properties;
 37 | //
 38 | //import static org.junit.Assert.assertEquals;
 39 | //
 40 | //public class FileStreamSourceTaskTest {
 41 | //
 42 | //    private static final String TOPIC = "test";
 43 | //
 44 | //    private File tempFile;
 45 | //    private Properties config;
 46 | //    private OffsetStorageReader offsetStorageReader;
 47 | //    private MySqlSourceTask task;
 48 | //
 49 | //    private boolean verifyMocks = false;
 50 | //
 51 | //    @Before
 52 | //    public void setup() throws IOException {
 53 | //        tempFile = File.createTempFile("file-stream-source-task-test", null);
 54 | //        config = new Properties();
 55 | //        config.setProperty(MySqlSourceConnector.FILE_CONFIG, tempFile.getAbsolutePath());
 56 | //        config.setProperty(MySqlSourceConnector.TOPIC_CONFIG, TOPIC);
 57 | //        task = new MySqlSourceTask();
 58 | //        offsetStorageReader = PowerMock.createMock(OffsetStorageReader.class);
 59 | //        task.initialize(new SourceTaskContext(offsetStorageReader));
 60 | //    }
 61 | //
 62 | //    @After
 63 | //    public void teardown() {
 64 | //        tempFile.delete();
 65 | //
 66 | //        if (verifyMocks)
 67 | //            PowerMock.verifyAll();
 68 | //    }
 69 | //
 70 | //    private void replay() {
 71 | //        PowerMock.replayAll();
 72 | //        verifyMocks = true;
 73 | //    }
 74 | //
 75 | //    @Test
 76 | //    public void testNormalLifecycle() throws InterruptedException, IOException {
 77 | //        expectOffsetLookupReturnNone();
 78 | //        replay();
 79 | //
 80 | //        task.start(config);
 81 | //
 82 | //        FileOutputStream os = new FileOutputStream(tempFile);
 83 | //        assertEquals(null, task.poll());
 84 | //        os.write("partial line".getBytes());
 85 | //        os.flush();
 86 | //        assertEquals(null, task.poll());
 87 | //        os.write(" finished\n".getBytes());
 88 | //        os.flush();
 89 | //        List<SourceRecord> records = task.poll();
 90 | //        assertEquals(1, records.size());
 91 | //        assertEquals(TOPIC, records.get(0).topic());
 92 | //        assertEquals("partial line finished", records.get(0).value());
 93 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(0).sourcePartition());
 94 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 22L), records.get(0).sourceOffset());
 95 | //        assertEquals(null, task.poll());
 96 | //
 97 | //        // Different line endings, and make sure the final \r doesn't result in a line until we can
 98 | //        // read the subsequent byte.
 99 | //        os.write("line1\rline2\r\nline3\nline4\n\r".getBytes());
100 | //        os.flush();
101 | //        records = task.poll();
102 | //        assertEquals(4, records.size());
103 | //        assertEquals("line1", records.get(0).value());
104 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(0).sourcePartition());
105 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 28L), records.get(0).sourceOffset());
106 | //        assertEquals("line2", records.get(1).value());
107 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(1).sourcePartition());
108 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 35L), records.get(1).sourceOffset());
109 | //        assertEquals("line3", records.get(2).value());
110 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(2).sourcePartition());
111 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 41L), records.get(2).sourceOffset());
112 | //        assertEquals("line4", records.get(3).value());
113 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(3).sourcePartition());
114 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 47L), records.get(3).sourceOffset());
115 | //
116 | //        os.write("subsequent text".getBytes());
117 | //        os.flush();
118 | //        records = task.poll();
119 | //        assertEquals(1, records.size());
120 | //        assertEquals("", records.get(0).value());
121 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.FILENAME_FIELD, tempFile.getAbsolutePath()), records.get(0).sourcePartition());
122 | //        assertEquals(Collections.singletonMap(MySqlSourceTask.POSITION_FIELD, 48L), records.get(0).sourceOffset());
123 | //
124 | //        task.stop();
125 | //    }
126 | //
127 | //    @Test(expected = CopycatException.class)
128 | //    public void testMissingTopic() throws InterruptedException {
129 | //        replay();
130 | //
131 | //        config.remove(MySqlSourceConnector.TOPIC_CONFIG);
132 | //        task.start(config);
133 | //    }
134 | //
135 | //    public void testInvalidFile() throws InterruptedException {
136 | //        config.setProperty(MySqlSourceConnector.FILE_CONFIG, "bogusfilename");
137 | //        task.start(config);
138 | //        // Currently the task retries indefinitely if the file isn't found, but shouldn't return any data.
139 | //        for (int i = 0; i < 100; i++)
140 | //            assertEquals(null, task.poll());
141 | //    }
142 | //
143 | //
144 | //    private void expectOffsetLookupReturnNone() {
145 | //        EasyMock.expect(offsetStorageReader.offset(EasyMock.anyObject(Map.class))).andReturn(null);
146 | //    }
147 | //}


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/main/java/org/wushujames/connect/mysql/MySqlSourceTask.java:
--------------------------------------------------------------------------------
  1 | /**
  2 |  * Licensed to the Apache Software Foundation (ASF) under one or more
  3 |  * contributor license agreements.  See the NOTICE file distributed with
  4 |  * this work for additional information regarding copyright ownership.
  5 |  * The ASF licenses this file to You under the Apache License, Version 2.0
  6 |  * (the "License"); you may not use this file except in compliance with
  7 |  * the License.  You may obtain a copy of the License at
  8 |  *
  9 |  *    http://www.apache.org/licenses/LICENSE-2.0
 10 |  *
 11 |  * Unless required by applicable law or agreed to in writing, software
 12 |  * distributed under the License is distributed on an "AS IS" BASIS,
 13 |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 14 |  * See the License for the specific language governing permissions and
 15 |  * limitations under the License.
 16 |  **/
 17 | 
 18 | package org.wushujames.connect.mysql;
 19 | 
 20 | import java.io.IOException;
 21 | import java.sql.Connection;
 22 | import java.sql.SQLException;
 23 | import java.util.*;
 24 | 
 25 | import com.zendesk.maxwell.*;
 26 | import com.zendesk.maxwell.schema.ddl.InvalidSchemaError;
 27 | import org.apache.kafka.connect.data.Schema;
 28 | import org.apache.kafka.connect.data.SchemaBuilder;
 29 | import org.apache.kafka.connect.data.Struct;
 30 | import org.apache.kafka.connect.errors.ConnectException;
 31 | import org.apache.kafka.connect.source.SourceRecord;
 32 | import org.apache.kafka.connect.source.SourceTask;
 33 | import org.apache.kafka.connect.storage.OffsetStorageReader;
 34 | import org.slf4j.Logger;
 35 | import org.slf4j.LoggerFactory;
 36 | 
 37 | import com.google.code.or.common.glossary.Row;
 38 | import com.zendesk.maxwell.schema.SchemaCapturer;
 39 | import com.zendesk.maxwell.schema.SchemaStore;
 40 | import com.zendesk.maxwell.schema.Table;
 41 | import com.zendesk.maxwell.schema.ddl.InvalidSchemaError;
 42 | 
 43 | 
 44 | /**
 45 |  * MySqlSourceTask reads from stdin or a file.
 46 |  */
 47 | public class MySqlSourceTask extends SourceTask {
 48 |     private static final Logger log = LoggerFactory.getLogger(MySqlSourceTask.class);
 49 |     private final long MAX_IN_MEMORY_ELEMENTS = 10000;
 50 |     private static final String FILENAME_FIELD = "filename";
 51 |     private static final String POSITION_FIELD = "position";
 52 |     private static final ArrayList<String> MAXWELL_OPTIONS = new ArrayList<String>(
 53 |             Arrays.asList(
 54 |                 "host",
 55 |                 "replication_host",
 56 |                 "port",
 57 |                 "replication_port",
 58 |                 "user",
 59 |                 "replication_user",
 60 |                 "password",
 61 |                 "replication_password",
 62 |                 "bootstrapper",
 63 |                 "schema_database",
 64 |                 "include_dbs",
 65 |                 "include_tables"));
 66 | 
 67 |     private com.zendesk.maxwell.schema.Schema schema;
 68 |     private MaxwellConfig config;
 69 |     private MaxwellContext maxwellContext;
 70 |     private MaxwellReplicator replicator;
 71 |     private String topic_prefix;
 72 | 
 73 | 
 74 |     @Override
 75 |     public void start(Map<String, String> props) {
 76 |         try {
 77 |             Map<String, String> maxwellProps = new HashMap<String, String>();
 78 |             for (String key: props.keySet()) {
 79 |                 if( MAXWELL_OPTIONS.contains(key)){
 80 |                     maxwellProps.put(key,props.get(key));
 81 |                     log.debug("Setting Maxwell Prop: " + key + " => " + maxwellProps.get(key));
 82 |                 }
 83 |                 if (key == "topic_prefix") {
 84 |                     this.topic_prefix = props.get(key);
 85 |                 }
 86 |             }
 87 |             this.config = new MaxwellConfig(maxwellProps);
 88 | 
 89 |             BinlogPosition startAt = null;
 90 |             OffsetStorageReader offsetStorageReader = this.context.offsetStorageReader();
 91 |             Map<String, Object> offsetFromCopycat = offsetStorageReader.offset(sourcePartition());
 92 |             if (offsetFromCopycat != null) {
 93 |                 System.out.println("have copycat offsets! " + offsetFromCopycat);
 94 |                 startAt = new BinlogPosition((long) offsetFromCopycat.get(POSITION_FIELD),
 95 |                         (String) offsetFromCopycat.get(FILENAME_FIELD));
 96 |                 if ( startAt != null) {
 97 |                     this.config.initPosition = startAt;
 98 |                 }
 99 |             }
100 | 
101 |             if ( this.config.log_level != null )
102 |                 MaxwellLogging.setLevel(this.config.log_level);
103 | 
104 |             this.maxwellContext = new MaxwellContext(this.config);
105 | 
106 |             try ( Connection connection = this.maxwellContext.getReplicationConnectionPool().getConnection(); Connection schemaConnection = this.maxwellContext.getMaxwellConnectionPool().getConnection() ) {
107 |                 MaxwellMysqlStatus.ensureReplicationMysqlState(connection);
108 |                 MaxwellMysqlStatus.ensureMaxwellMysqlState(schemaConnection);
109 | 
110 |                 SchemaStore.ensureMaxwellSchema(schemaConnection, this.config.databaseName);
111 |                 schemaConnection.setCatalog(this.config.databaseName);
112 |                 SchemaStore.upgradeSchemaStoreSchema(schemaConnection, this.config.databaseName);
113 | 
114 |                 SchemaStore.handleMasterChange(schemaConnection, this.maxwellContext.getServerID(), this.config.databaseName);
115 | 
116 |                 if ( startAt != null) {
117 |                     log.info("Maxwell is booting, starting at " + startAt);
118 |                     SchemaStore store = SchemaStore.restore(schemaConnection, this.maxwellContext);
119 |                     this.schema = store.getSchema();
120 |                 } else {
121 |                     log.info("no copycat offsets!");
122 |                     initFirstRun(connection, schemaConnection);
123 |                 }
124 |             } catch ( SQLException e ) {
125 |                 log.error("SQLException: " + e.getLocalizedMessage());
126 |                 log.error(e.getLocalizedMessage());
127 |                 throw e;
128 |             }
129 | 
130 |             // TODO Auto-generated method stub
131 |             this.replicator = new MaxwellReplicator(this.schema, null /* producer */, null /* bootstrapper */, this.maxwellContext, this.maxwellContext.getInitialPosition());
132 |             try {
133 |                 replicator.setFilter(this.maxwellContext.buildFilter());
134 |             } catch (MaxwellInvalidFilterException e) {
135 |                 log.error("Invalid maxwell filter", e);
136 |                 System.exit(1);
137 |             }
138 |             this.maxwellContext.start();
139 | 
140 |             this.replicator.beforeStart(); // starts open replicator
141 | 
142 |         } catch (Exception e) {
143 |             throw new ConnectException("Error Initializing Maxwell", e);
144 |         }
145 |     }
146 | 
147 |     private void initFirstRun(Connection connection, Connection schemaConnection) throws SQLException, IOException, InvalidSchemaError {
148 |         log.info("Maxwell is capturing initial schema");
149 |         SchemaCapturer capturer = new SchemaCapturer(connection, this.maxwellContext.getCaseSensitivity());
150 |         this.schema = capturer.capture();
151 |         BinlogPosition pos = BinlogPosition.capture(connection);
152 |         SchemaStore store = new SchemaStore(schemaConnection, this.maxwellContext.getServerID(), this.schema, pos, this.config.databaseName);
153 |         store.save();
154 |         this.maxwellContext.setPosition(pos);
155 |     }
156 | 
157 | 
158 | 
159 |     @Override
160 |     public List<SourceRecord> poll() throws InterruptedException {
161 |         ArrayList<SourceRecord> records = new ArrayList<SourceRecord>();
162 |         boolean checkpoint = false;
163 |         while(!checkpoint) {
164 |             RowMap event;
165 |             try {
166 |                 event = replicator.getRow();
167 |             } catch (Exception e) {
168 |                 // TODO Auto-generated catch block
169 |                 e.printStackTrace();
170 |                 return records;
171 |             }
172 |             try {
173 |                 this.maxwellContext.ensurePositionThread();
174 |             } catch (SQLException e) {
175 |                 // TODO Auto-generated catch block
176 |                 e.printStackTrace();
177 |                 return records;
178 |             }
179 | 
180 |             if (event == null) {
181 |                 return records;
182 |             }
183 | 
184 |             if (event.getDatabase().equals(this.config.databaseName)) {
185 |                 return records;
186 |             }
187 | 
188 |             String databaseName = event.getDatabase();
189 |             String tableName = event.getTable();
190 | 
191 |             String topicName = databaseName + "." + tableName;
192 |             if ( this.topic_prefix != null && !this.topic_prefix.isEmpty() ) {
193 |                 topicName = this.topic_prefix + "." + databaseName + "." + tableName;
194 |             }
195 | 
196 | 
197 |             Table table = replicator.getSchema().findDatabase(databaseName).findTable(tableName);
198 | 
199 |             Schema pkSchema = DataConverter.convertPrimaryKeySchema(table);
200 | 
201 |             Struct pkStruct = DataConverter.convertPrimaryKeyData(pkSchema, table, event);
202 | 
203 |             // create schema
204 |             Schema rowSchema = DataConverter.convertRowSchema(table);
205 | 
206 |             Struct rowStruct = DataConverter.convertRowData(rowSchema, table, event);
207 | 
208 |             SourceRecord rec = new SourceRecord(
209 |                     sourcePartition(),
210 |                     sourceOffset(event),
211 |                     topicName,
212 |                     null, //partition
213 |                     pkSchema,
214 |                     pkStruct,
215 |                     rowSchema,
216 |                     rowStruct);
217 | 
218 | 
219 |             records.add(rec);
220 | 
221 |             if ( records.size() > 10000 ) {
222 |                     break;
223 |             }
224 | 
225 |         }
226 |         return records;
227 | 
228 |     }
229 | 
230 | 	@Override
231 |     public void stop() {
232 |         log.trace("Stopping");
233 |         try {
234 |             this.replicator.beforeStop();
235 |         } catch (Exception e) {
236 |             // TODO Auto-generated catch block
237 |             e.printStackTrace();
238 |         }
239 |     }
240 | 
241 |     private Map<String, String> sourcePartition() {
242 |         return Collections.singletonMap("host", "192.168.59.103");
243 |     }
244 | 
245 |     private Map<String, Object> sourceOffset(RowMap row) {
246 |         Map<String, Object> m = new HashMap<String, Object>();
247 |         m.put(POSITION_FIELD, row.getPosition().getOffset());
248 |         m.put(FILENAME_FIELD, row.getPosition().getFile());
249 | 
250 |         return m;
251 |     }
252 | 
253 |     @Override
254 |     public String version() {
255 |         return new MySqlSourceConnector().version();
256 |     }
257 | }
258 | 


--------------------------------------------------------------------------------
/cdc/kafka-maxwell-connector/src/main/java/org/wushujames/connect/mysql/DataConverter.java:
--------------------------------------------------------------------------------
  1 | package org.wushujames.connect.mysql;
  2 | 
  3 | import com.zendesk.maxwell.schema.columndef.*;
  4 | import org.apache.kafka.connect.data.Schema;
  5 | import org.apache.kafka.connect.data.SchemaBuilder;
  6 | import org.apache.kafka.connect.data.Struct;
  7 | 
  8 | import com.zendesk.maxwell.schema.Table;
  9 | import com.zendesk.maxwell.RowMap;
 10 | 
 11 | /**
 12 |  * 
 13 |  * DataConverter handles translating Maxwell schemas to Kafka Connect schemas and row data to Kafka
 14 |  * Connect records.
 15 |  * 
 16 |  * @author jylcheng, Kristian Kaufmann
 17 |  *
 18 |  */
 19 | public class DataConverter {
 20 | 
 21 |     public static Schema convertPrimaryKeySchema(Table table) {
 22 |         String tableName = table.getName();
 23 |         String databaseName = table.getDatabase();
 24 |         SchemaBuilder pkBuilder = SchemaBuilder.struct().name(databaseName + "." + tableName + ".pk");
 25 | 
 26 |         for (String pk : table.getPKList()) {
 27 |             int columnNumber = table.findColumnIndex(pk);
 28 |             addFieldSchema(table, columnNumber, pkBuilder);
 29 |         }
 30 |         return pkBuilder.build();
 31 |     }
 32 | 
 33 |     public static Schema convertRowSchema(Table table) {
 34 |         String tableName = table.getName();
 35 |         String databaseName = table.getDatabase();
 36 |         SchemaBuilder builder = SchemaBuilder.struct().name( databaseName + "." + tableName);
 37 |         SchemaBuilder dataBuilder = SchemaBuilder.struct().name("data");
 38 |         SchemaBuilder beforeBuilder = SchemaBuilder.struct().name("before");
 39 | 
 40 |         for (int columnNumber = 0; columnNumber < table.getColumnList().size(); columnNumber++) {
 41 |             addFieldSchema(table, columnNumber, dataBuilder);
 42 |             addFieldSchema(table, columnNumber, beforeBuilder);
 43 |         }
 44 |         builder.field("data", dataBuilder.build());
 45 |         builder.field("old", beforeBuilder.build());
 46 |         builder.field("database", Schema.STRING_SCHEMA);
 47 |         builder.field("table", Schema.STRING_SCHEMA);
 48 |         builder.field("mut_type", Schema.STRING_SCHEMA);
 49 |         builder.field("xid", Schema.INT64_SCHEMA);
 50 |         builder.field("ts", Schema.INT64_SCHEMA);
 51 |         return builder.build();
 52 |     }
 53 | 
 54 |     private static void addFieldSchema(Table table, int columnNumber,
 55 |             SchemaBuilder builder) {
 56 |         // TODO Auto-generated method stub
 57 |         ColumnDef def = table.getColumnList().get(columnNumber);
 58 |         String columnName = def.getName();
 59 |         switch (def.getType()) {
 60 |             case "tinyint": //TINYINT
 61 |                 builder.field(columnName, Schema.OPTIONAL_INT16_SCHEMA);
 62 |                 break;
 63 |             case "smallint":
 64 |             case "mediumint":
 65 |             case "int":
 66 |             case "year":
 67 |                 builder.field(columnName, Schema.OPTIONAL_INT64_SCHEMA);
 68 |                 break;
 69 |             case "tinytext":
 70 |             case "text":
 71 |             case "mediumtext":
 72 |             case "longtext":
 73 |             case "varchar":
 74 |             case "char":
 75 |                 builder.field(columnName, Schema.OPTIONAL_STRING_SCHEMA);
 76 |                 break;
 77 |             case "tinyblob":
 78 |             case "blob":
 79 |             case "mediumblob":
 80 |             case "longblob":
 81 |             case "binary":
 82 |             case "varbinary":
 83 |             case "bit":
 84 |                 builder.field(columnName, Schema.OPTIONAL_BYTES_SCHEMA);
 85 |                 break;
 86 |             case "bigint":
 87 |                 builder.field(columnName, Schema.OPTIONAL_INT64_SCHEMA);
 88 |                 break;
 89 |             case "float":
 90 |             case "double":
 91 |                 builder.field(columnName, Schema.OPTIONAL_FLOAT32_SCHEMA);
 92 |                 break;
 93 |             case "decimal":
 94 |                 builder.field(columnName, Schema.OPTIONAL_BYTES_SCHEMA);
 95 |                 break;
 96 |             case "geometry":
 97 |             case "geometrycollection":
 98 |             case "linestring":
 99 |             case "multilinestring":
100 |             case "multipoint":
101 |             case "multipolygon":
102 |             case "polygon":
103 |             case "point":
104 |                 builder.field(columnName, Schema.OPTIONAL_STRING_SCHEMA);
105 |                 break;
106 |             case "date":
107 |             case "datetime":
108 |             case "timestamp":
109 |             case "time":
110 |                 builder.field(columnName, Schema.OPTIONAL_STRING_SCHEMA);
111 |                 break;
112 |             case "enum":
113 |                 builder.field(columnName, Schema.OPTIONAL_STRING_SCHEMA);
114 |                 break;
115 |             case "set":
116 |                 SchemaBuilder setSchema = SchemaBuilder.type(Schema.Type.ARRAY);
117 |                 EnumeratedColumnDef enumDef = (EnumeratedColumnDef) table.getColumnList().get(columnNumber);
118 |                 for(String s: enumDef.getEnumValues()) {
119 |                     setSchema.field(s, Schema.OPTIONAL_BOOLEAN_SCHEMA);
120 |                 }
121 |                 builder.field(columnName, setSchema.build());
122 |                 break;
123 |             default:
124 |                 throw new RuntimeException("unsupported type");
125 |         }
126 | 
127 |     }
128 | 
129 |     static Struct convertPrimaryKeyData(Schema pkSchema, Table table, RowMap row) {
130 |         Struct pkStruct = new Struct(pkSchema);
131 | 
132 |         for (String pk : table.getPKList()) {
133 |             int idx = table.findColumnIndex(pk);
134 |             ColumnDef def = table.getColumnList().get(idx);
135 |             String columnName = def.getName();
136 |             Object column = row.getData(columnName);
137 |             addFieldData(pkStruct, def, column);
138 |         }
139 |         return pkStruct;
140 |     }
141 | 
142 |     private static void addFieldData(Struct struct, ColumnDef columnDef,
143 |             Object columnValue) {
144 |         String columnName = columnDef.getName();
145 |         switch (columnDef.getType()) {
146 |             case "tinyint":
147 |                 IntColumnDef shortIntDef = (IntColumnDef) columnDef;
148 |                 Long l1 = (Long) shortIntDef.asJSON(columnValue);
149 |                 struct.put(columnName, l1.shortValue());
150 |                 break;
151 |             case "smallint":
152 |             case "mediumint":
153 |             case "int":
154 |                 IntColumnDef intDef = (IntColumnDef) columnDef;
155 |                 struct.put(columnName, intDef.asJSON(columnValue));
156 |                 break;
157 |             case "tinytext":
158 |             case "text":
159 |             case "mediumtext":
160 |             case "longtext":
161 |             case "varchar":
162 |             case "char":
163 |                 StringColumnDef strDef = (StringColumnDef) columnDef;
164 |                 struct.put(columnName, strDef.asJSON(columnValue));
165 |                 break;
166 |             case "tinyblob":
167 |             case "blob":
168 |             case "mediumblob":
169 |             case "longblob":
170 |             case "binary":
171 |             case "varbinary":
172 |             case "bit":
173 |                 byte[] bytes = (byte []) columnValue;
174 |                 struct.put(columnName, bytes);
175 |             case "bigint":
176 |                 BigIntColumnDef bigIntDef = (BigIntColumnDef) columnDef;
177 |                 struct.put(columnName, bigIntDef.asJSON(columnValue));
178 |                 break;
179 |             case "float":
180 |             case "double":
181 |                 struct.put(columnName, columnValue);
182 |                 break;
183 |             case "decimal":
184 |                 struct.put(columnName, (byte []) columnValue);
185 |                 break;
186 |             case "geometry":
187 |             case "geometrycollection":
188 |             case "linestring":
189 |             case "multilinestring":
190 |             case "multipoint":
191 |             case "multipolygon":
192 |             case "polygon":
193 |             case "point":
194 |                 struct.put(columnName, (byte []) columnValue);
195 |                 break;
196 |             case "date":
197 |                 DateColumnDef dateDef = (DateColumnDef) columnDef;
198 |                 struct.put(columnName, dateDef.toSQL(columnValue));
199 |                 break;
200 |             case "datetime":
201 |             case "timestamp":
202 |                 DateTimeColumnDef dtDef = (DateTimeColumnDef) columnDef;
203 |                 struct.put(columnName, dtDef.toSQL(columnValue));
204 |                 break;
205 |             case "year":
206 |                 YearColumnDef yearDef = (YearColumnDef) columnDef;
207 |                 struct.put(columnName, yearDef.toSQL(columnValue));
208 |                 break;
209 |             case "time":
210 |                 TimeColumnDef timeDef = (TimeColumnDef) columnDef;
211 |                 struct.put(columnName, timeDef.toSQL(columnValue));
212 |                 break;
213 |             case "enum":
214 |                 EnumColumnDef enumDef = (EnumColumnDef) columnDef;
215 |                 struct.put(columnName, enumDef.asJSON(columnValue));
216 |                 break;
217 |             case "set":
218 |                 SetColumnDef setDef = (SetColumnDef) columnDef;
219 |                 SchemaBuilder setSchema = SchemaBuilder.type(Schema.Type.ARRAY);
220 |                 for(String element: setDef.getEnumValues()) {
221 |                     setSchema.field(element, Schema.OPTIONAL_BOOLEAN_SCHEMA);
222 |                 }
223 |                 Struct set_struct = new Struct(setSchema);
224 |                 String[] elements = setDef.asJSON(columnValue).toString().split(",");
225 |                 for(String element: elements) {
226 |                     set_struct.put(element, true);
227 |                 }
228 |                 struct.put(columnName, set_struct);
229 |                 break;
230 |             default:
231 |                 throw new RuntimeException("unsupported type");
232 |         }
233 |     }
234 | 
235 |     static Struct convertRowData(Schema rowSchema, Table table, RowMap row) {
236 |         Struct dataStruct = new Struct(rowSchema.field("data").schema());
237 |         Struct oldStruct = new Struct(rowSchema.field("old").schema());
238 |         for (int columnNumber = 0; columnNumber < table.getColumnList().size(); columnNumber++) {
239 |             ColumnDef def = table.getColumnList().get(columnNumber);
240 |             String columnName = def.getName();
241 |             Object newValue = null;
242 |             if( !row.hasData(columnName) ) {
243 |                 dataStruct.put(columnName,null);
244 |             } else {
245 |                 newValue = row.getData(columnName);
246 |                 if (newValue == null) {
247 |                     dataStruct.put(columnName, null);
248 |                 } else {
249 |                     addFieldData(dataStruct, def, newValue);
250 |                 }
251 |             }
252 |             Object oldValue = null;
253 |             if( row.getRowType() == "update" && row.hasOldData(columnName) ) {
254 |                 oldValue = row.getOldData(columnName);
255 |                 if (oldValue == null) {
256 |                     oldStruct.put(columnName, null);
257 |                 } else {
258 |                     addFieldData(oldStruct, def, oldValue);
259 |                 }
260 |             } else {
261 |                 if(row.getRowType() == "update" && newValue != null) {
262 |                     addFieldData(oldStruct,def,newValue);
263 |                 } else {
264 |                     oldStruct.put(columnName, null);
265 |                 }
266 |             }
267 |         }
268 |         Struct rowStruct = new Struct(rowSchema);
269 |         rowStruct.put("data",dataStruct);
270 |         rowStruct.put("old", oldStruct);
271 |         rowStruct.put("database", row.getDatabase());
272 |         rowStruct.put("table", row.getTable());
273 |         rowStruct.put("ts", row.getTimestamp());
274 |         rowStruct.put("xid", row.getXid());
275 |         rowStruct.put("mut_type", row.getRowType());
276 |         return rowStruct;
277 |     }
278 | 
279 | }
280 | 


--------------------------------------------------------------------------------
/testApp/grails-app/assets/stylesheets/main.css:
--------------------------------------------------------------------------------
  1 | /* FONT STACK */
  2 | body,
  3 | input, select, textarea {
  4 |     font-family: "Open Sans", "HelveticaNeue-Light", "Helvetica Neue Light", "Helvetica Neue", Helvetica, Arial, "Lucida Grande", sans-serif;
  5 | }
  6 | 
  7 | h1, h2, h3, h4, h5, h6 {
  8 |     line-height: 1.1;
  9 | }
 10 | 
 11 | /* BASE LAYOUT */
 12 | 
 13 | html {
 14 |     background-color: #ddd;
 15 |     background-image: -moz-linear-gradient(center top, #aaa, #ddd);
 16 |     background-image: -webkit-gradient(linear, left top, left bottom, color-stop(0, #aaa), color-stop(1, #ddd));
 17 |     background-image: linear-gradient(top, #aaa, #ddd);
 18 |     filter: progid:DXImageTransform.Microsoft.gradient(startColorStr = '#aaaaaa', EndColorStr = '#dddddd');
 19 |     background-repeat: no-repeat;
 20 |     height: 100%;
 21 |     /* change the box model to exclude the padding from the calculation of 100% height (IE8+) */
 22 |     -webkit-box-sizing: border-box;
 23 |     -moz-box-sizing: border-box;
 24 |     box-sizing: border-box;
 25 | }
 26 | 
 27 | html.no-cssgradients {
 28 |     background-color: #aaa;
 29 | }
 30 | 
 31 | html * {
 32 |     margin: 0;
 33 | }
 34 | 
 35 | body {
 36 |     background: #ffffff;
 37 |     color: #333333;
 38 |     overflow-x: hidden; /* prevents box-shadow causing a horizontal scrollbar in firefox when viewport < 960px wide */
 39 |     -moz-box-shadow: 0 0 0.3em #4D8618;
 40 |     -webkit-box-shadow: 0 0 0.3em #4D8618;
 41 |     box-shadow: 0 0 0.3em #4D8618;
 42 | }
 43 | 
 44 | #grailsLogo {
 45 |     background-color: #abbf78;
 46 | }
 47 | 
 48 | a:hover, a:active {
 49 |     outline: none; /* prevents outline in webkit on active links but retains it for tab focus */
 50 | }
 51 | 
 52 | h1, h2, h3 {
 53 |     font-weight: normal;
 54 |     font-size: 1.25em;
 55 |     margin: 0.8em 0 0.3em 0;
 56 | }
 57 | 
 58 | ul {
 59 |     padding: 0;
 60 | }
 61 | 
 62 | img {
 63 |     border: 0;
 64 | }
 65 | 
 66 | /* GENERAL */
 67 | 
 68 | #grailsLogo a {
 69 |     display: inline-block;
 70 |     margin: 1em;
 71 | }
 72 | 
 73 | .content {
 74 | }
 75 | 
 76 | .content h1 {
 77 |     border-bottom: 1px solid #CCCCCC;
 78 |     margin: 0.8em 1em 0.3em;
 79 |     padding: 0 0.25em;
 80 | }
 81 | 
 82 | .scaffold-list h1 {
 83 |     border: none;
 84 | }
 85 | 
 86 | .footer {
 87 |     background: #48802c;
 88 |     color: #000;
 89 |     clear: both;
 90 |     font-size: 0.8em;
 91 |     margin-top: 1.5em;
 92 |     padding: 1em;
 93 |     min-height: 1em;
 94 | }
 95 | 
 96 | .footer a {
 97 |     color: #4D8618;
 98 | }
 99 | 
100 | .spinner {
101 |     background: url(../images/spinner.gif) 50% 50% no-repeat transparent;
102 |     height: 16px;
103 |     width: 16px;
104 |     padding: 0.5em;
105 |     position: absolute;
106 |     right: 0;
107 |     top: 0;
108 |     text-indent: -9999px;
109 | }
110 | 
111 | /* NAVIGATION MENU */
112 | 
113 | .nav {
114 |     zoom: 1;
115 | }
116 | 
117 | .nav ul {
118 |     overflow: hidden;
119 |     padding-left: 0;
120 |     zoom: 1;
121 | }
122 | 
123 | .nav li {
124 |     display: block;
125 |     float: left;
126 |     list-style-type: none;
127 |     margin-right: 0.5em;
128 |     padding: 0;
129 | }
130 | 
131 | .nav a {
132 |     color: #666666;
133 |     display: block;
134 |     padding: 0.25em 0.7em;
135 |     text-decoration: none;
136 |     -moz-border-radius: 0.3em;
137 |     -webkit-border-radius: 0.3em;
138 |     border-radius: 0.3em;
139 | }
140 | 
141 | .nav a:active, .nav a:visited {
142 |     color: #666666;
143 | }
144 | 
145 | .nav a:focus, .nav a:hover {
146 |     background-color: #999999;
147 |     color: #ffffff;
148 |     outline: none;
149 |     text-shadow: 1px 1px 1px rgba(0, 0, 0, 0.8);
150 | }
151 | 
152 | .no-borderradius .nav a:focus, .no-borderradius .nav a:hover {
153 |     background-color: transparent;
154 |     color: #444444;
155 |     text-decoration: underline;
156 | }
157 | 
158 | .nav a.home, .nav a.list, .nav a.create {
159 |     background-position: 0.7em center;
160 |     background-repeat: no-repeat;
161 |     text-indent: 25px;
162 | }
163 | 
164 | .nav a.home {
165 |     background-image: url(../images/skin/house.png);
166 | }
167 | 
168 | .nav a.list {
169 |     background-image: url(../images/skin/database_table.png);
170 | }
171 | 
172 | .nav a.create {
173 |     background-image: url(../images/skin/database_add.png);
174 | }
175 | 
176 | .nav li.dropdown.open ul.dropdown-menu {
177 |     background-color: #4D8618;
178 | }
179 | 
180 | /* CREATE/EDIT FORMS AND SHOW PAGES */
181 | 
182 | fieldset,
183 | .property-list {
184 |     margin: 0.6em 1.25em 0 1.25em;
185 |     padding: 0.3em 1.8em 1.25em;
186 |     position: relative;
187 |     zoom: 1;
188 |     border: none;
189 | }
190 | 
191 | .property-list .fieldcontain {
192 |     list-style: none;
193 |     overflow: hidden;
194 |     zoom: 1;
195 | }
196 | 
197 | .fieldcontain {
198 |     margin-top: 1em;
199 | }
200 | 
201 | .fieldcontain label,
202 | .fieldcontain .property-label {
203 |     color: #666666;
204 |     text-align: right;
205 |     width: 25%;
206 | }
207 | 
208 | .fieldcontain .property-label {
209 |     float: left;
210 | }
211 | 
212 | .fieldcontain .property-value {
213 |     display: block;
214 |     margin-left: 27%;
215 | }
216 | 
217 | label {
218 |     cursor: pointer;
219 |     display: inline-block;
220 |     margin: 0 0.25em 0 0;
221 | }
222 | 
223 | input, select, textarea {
224 |     background-color: #fcfcfc;
225 |     border: 1px solid #cccccc;
226 |     font-size: 1em;
227 |     padding: 0.2em 0.4em;
228 | }
229 | 
230 | select {
231 |     padding: 0.2em 0.2em 0.2em 0;
232 | }
233 | 
234 | select[multiple] {
235 |     vertical-align: top;
236 | }
237 | 
238 | textarea {
239 |     width: 250px;
240 |     height: 150px;
241 |     overflow: auto; /* IE always renders vertical scrollbar without this */
242 |     vertical-align: top;
243 | }
244 | 
245 | input[type=checkbox], input[type=radio] {
246 |     background-color: transparent;
247 |     border: 0;
248 |     padding: 0;
249 | }
250 | 
251 | input:focus, select:focus, textarea:focus {
252 |     background-color: #ffffff;
253 |     border: 1px solid #eeeeee;
254 |     outline: 0;
255 |     -moz-box-shadow: 0 0 0.5em #ffffff;
256 |     -webkit-box-shadow: 0 0 0.5em #ffffff;
257 |     box-shadow: 0 0 0.5em #ffffff;
258 | }
259 | 
260 | .required-indicator {
261 |     color: #cc0000;
262 |     display: inline-block;
263 |     font-weight: bold;
264 |     margin-left: 0.3em;
265 |     position: relative;
266 |     top: 0.1em;
267 | }
268 | 
269 | ul.one-to-many {
270 |     display: inline-block;
271 |     list-style-position: inside;
272 |     vertical-align: top;
273 | }
274 | 
275 | ul.one-to-many li.add {
276 |     list-style-type: none;
277 | }
278 | 
279 | /* EMBEDDED PROPERTIES */
280 | 
281 | fieldset.embedded {
282 |     background-color: transparent;
283 |     border: 1px solid #CCCCCC;
284 |     margin-left: 0;
285 |     margin-right: 0;
286 |     padding-left: 0;
287 |     padding-right: 0;
288 |     -moz-box-shadow: none;
289 |     -webkit-box-shadow: none;
290 |     box-shadow: none;
291 | }
292 | 
293 | fieldset.embedded legend {
294 |     margin: 0 1em;
295 | }
296 | 
297 | /* MESSAGES AND ERRORS */
298 | 
299 | .errors,
300 | .message {
301 |     font-size: 0.8em;
302 |     line-height: 2;
303 |     margin: 1em 2em;
304 |     padding: 0.25em;
305 | }
306 | 
307 | .message {
308 |     background: #f3f3ff;
309 |     border: 1px solid #b2d1ff;
310 |     color: #006dba;
311 |     -moz-box-shadow: 0 0 0.25em #b2d1ff;
312 |     -webkit-box-shadow: 0 0 0.25em #b2d1ff;
313 |     box-shadow: 0 0 0.25em #b2d1ff;
314 | }
315 | 
316 | .errors {
317 |     background: #fff3f3;
318 |     border: 1px solid #ffaaaa;
319 |     color: #cc0000;
320 |     -moz-box-shadow: 0 0 0.25em #ff8888;
321 |     -webkit-box-shadow: 0 0 0.25em #ff8888;
322 |     box-shadow: 0 0 0.25em #ff8888;
323 | }
324 | 
325 | .errors ul,
326 | .message {
327 |     padding: 0;
328 | }
329 | 
330 | .errors li {
331 |     list-style: none;
332 |     background: transparent url(../images/skin/exclamation.png) 0.5em 50% no-repeat;
333 |     text-indent: 2.2em;
334 | }
335 | 
336 | .message {
337 |     background: transparent url(../images/skin/information.png) 0.5em 50% no-repeat;
338 |     text-indent: 2.2em;
339 | }
340 | 
341 | /* form fields with errors */
342 | 
343 | .error input, .error select, .error textarea {
344 |     background: #fff3f3;
345 |     border-color: #ffaaaa;
346 |     color: #cc0000;
347 | }
348 | 
349 | .error input:focus, .error select:focus, .error textarea:focus {
350 |     -moz-box-shadow: 0 0 0.5em #ffaaaa;
351 |     -webkit-box-shadow: 0 0 0.5em #ffaaaa;
352 |     box-shadow: 0 0 0.5em #ffaaaa;
353 | }
354 | 
355 | /* same effects for browsers that support HTML5 client-side validation (these have to be specified separately or IE will ignore the entire rule) */
356 | 
357 | input:invalid, select:invalid, textarea:invalid {
358 |     background: #fff3f3;
359 |     border-color: #ffaaaa;
360 |     color: #cc0000;
361 | }
362 | 
363 | input:invalid:focus, select:invalid:focus, textarea:invalid:focus {
364 |     -moz-box-shadow: 0 0 0.5em #ffaaaa;
365 |     -webkit-box-shadow: 0 0 0.5em #ffaaaa;
366 |     box-shadow: 0 0 0.5em #ffaaaa;
367 | }
368 | 
369 | /* TABLES */
370 | 
371 | table {
372 |     border-top: 1px solid #DFDFDF;
373 |     border-collapse: collapse;
374 |     width: 100%;
375 |     margin-bottom: 1em;
376 | }
377 | 
378 | tr {
379 |     border: 0;
380 | }
381 | 
382 | tr>td:first-child, tr>th:first-child {
383 |     padding-left: 1.25em;
384 | }
385 | 
386 | tr>td:last-child, tr>th:last-child {
387 |     padding-right: 1.25em;
388 | }
389 | 
390 | td, th {
391 |     line-height: 1.5em;
392 |     padding: 0.5em 0.6em;
393 |     text-align: left;
394 |     vertical-align: top;
395 | }
396 | 
397 | th {
398 |     background-color: #efefef;
399 |     background-image: -moz-linear-gradient(top, #ffffff, #eaeaea);
400 |     background-image: -webkit-gradient(linear, left top, left bottom, color-stop(0, #ffffff), color-stop(1, #eaeaea));
401 |     filter: progid:DXImageTransform.Microsoft.gradient(startColorStr = '#ffffff', EndColorStr = '#eaeaea');
402 |     -ms-filter: "progid:DXImageTransform.Microsoft.gradient(startColorStr='#ffffff', EndColorStr='#eaeaea')";
403 |     color: #666666;
404 |     font-weight: bold;
405 |     line-height: 1.7em;
406 |     padding: 0.2em 0.6em;
407 | }
408 | 
409 | thead th {
410 |     white-space: nowrap;
411 | }
412 | 
413 | th a {
414 |     display: block;
415 |     text-decoration: none;
416 | }
417 | 
418 | th a:link, th a:visited {
419 |     color: #666666;
420 | }
421 | 
422 | th a:hover, th a:focus {
423 |     color: #333333;
424 | }
425 | 
426 | th.sortable a {
427 |     background-position: right;
428 |     background-repeat: no-repeat;
429 |     padding-right: 1.1em;
430 | }
431 | 
432 | th.asc a {
433 |     background-image: url(../images/skin/sorted_asc.gif);
434 | }
435 | 
436 | th.desc a {
437 |     background-image: url(../images/skin/sorted_desc.gif);
438 | }
439 | 
440 | .odd {
441 |     background: #f7f7f7;
442 | }
443 | 
444 | .even {
445 |     background: #ffffff;
446 | }
447 | 
448 | th:hover, tr:hover {
449 |     background: #79b94c;
450 | }
451 | 
452 | /* PAGINATION */
453 | 
454 | .pagination {
455 |     border-top: 0;
456 |     margin: 0.8em 1em 0.3em;
457 |     padding: 0.3em 0.2em;
458 |     text-align: center;
459 |     -moz-box-shadow: 0 0 3px 1px #AAAAAA;
460 |     -webkit-box-shadow: 0 0 3px 1px #AAAAAA;
461 |     box-shadow: 0 0 3px 1px #AAAAAA;
462 |     background-color: #EFEFEF;
463 | }
464 | 
465 | .pagination a,
466 | .pagination .currentStep {
467 |     color: #666666;
468 |     display: inline-block;
469 |     margin: 0 0.1em;
470 |     padding: 0.25em 0.7em;
471 |     text-decoration: none;
472 |     -moz-border-radius: 0.3em;
473 |     -webkit-border-radius: 0.3em;
474 |     border-radius: 0.3em;
475 | }
476 | 
477 | .pagination a:hover, .pagination a:focus,
478 | .pagination .currentStep {
479 |     background-color: #999999;
480 |     color: #ffffff;
481 |     outline: none;
482 |     text-shadow: 1px 1px 1px rgba(0, 0, 0, 0.8);
483 | }
484 | 
485 | .no-borderradius .pagination a:hover, .no-borderradius .pagination a:focus,
486 | .no-borderradius .pagination .currentStep {
487 |     background-color: transparent;
488 |     color: #444444;
489 |     text-decoration: underline;
490 | }
491 | 
492 | /* ACTION BUTTONS */
493 | 
494 | .buttons {
495 |     background-color: #efefef;
496 |     overflow: hidden;
497 |     padding: 0.3em;
498 |     -moz-box-shadow: 0 0 3px 1px #aaaaaa;
499 |     -webkit-box-shadow: 0 0 3px 1px #aaaaaa;
500 |     box-shadow: 0 0 3px 1px #aaaaaa;
501 |     margin: 0.1em 0 0 0;
502 |     border: none;
503 | }
504 | 
505 | .buttons input,
506 | .buttons a {
507 |     background-color: transparent;
508 |     border: 0;
509 |     color: #666666;
510 |     cursor: pointer;
511 |     display: inline-block;
512 |     margin: 0 0.25em 0;
513 |     overflow: visible;
514 |     padding: 0.25em 0.7em;
515 |     text-decoration: none;
516 | 
517 |     -moz-border-radius: 0.3em;
518 |     -webkit-border-radius: 0.3em;
519 |     border-radius: 0.3em;
520 | }
521 | 
522 | .buttons input:hover, .buttons input:focus,
523 | .buttons a:hover, .buttons a:focus {
524 |     background-color: #999999;
525 |     color: #ffffff;
526 |     outline: none;
527 |     text-shadow: 1px 1px 1px rgba(0, 0, 0, 0.8);
528 |     -moz-box-shadow: none;
529 |     -webkit-box-shadow: none;
530 |     box-shadow: none;
531 | }
532 | 
533 | .no-borderradius .buttons input:hover, .no-borderradius .buttons input:focus,
534 | .no-borderradius .buttons a:hover, .no-borderradius .buttons a:focus {
535 |     background-color: transparent;
536 |     color: #444444;
537 |     text-decoration: underline;
538 | }
539 | 
540 | .buttons .delete, .buttons .edit, .buttons .save {
541 |     background-position: 0.7em center;
542 |     background-repeat: no-repeat;
543 |     text-indent: 25px;
544 | }
545 | 
546 | .buttons .delete {
547 |     background-image: url(../images/skin/database_delete.png);
548 | }
549 | 
550 | .buttons .edit {
551 |     background-image: url(../images/skin/database_edit.png);
552 | }
553 | 
554 | .buttons .save {
555 |     background-image: url(../images/skin/database_save.png);
556 | }
557 | 
558 | a.skip {
559 |     position: absolute;
560 |     left: -9999px;
561 | }
562 | 
563 | .grails-logo-container {
564 |     background:#79b94c no-repeat 50% 30%;
565 |     margin-bottom: 20px;
566 |     color: white;
567 |     height:300px;
568 |     text-align:center;"
569 | }
570 | 
571 | img.grails-logo {
572 |     height:340px;
573 |     margin-top:-10px;
574 | }
575 | 


--------------------------------------------------------------------------------