├── README.md ├── .mvn ├── jvm.config ├── wrapper │ ├── maven-wrapper.jar │ └── maven-wrapper.properties └── maven.config ├── spring-cloud-starter-stream-processor-aggregator ├── src │ ├── main │ │ ├── resources │ │ │ └── META-INF │ │ │ │ ├── spring.provides │ │ │ │ ├── spring.factories │ │ │ │ ├── spring-configuration-metadata-whitelist.properties │ │ │ │ └── dataflow-configuration-metadata-whitelist.properties │ │ └── java │ │ │ └── org │ │ │ └── springframework │ │ │ └── cloud │ │ │ └── stream │ │ │ └── app │ │ │ └── aggregator │ │ │ └── processor │ │ │ ├── ClientCacheAutoConfiguration.java │ │ │ ├── ExcludeStoresAutoConfigurationEnvironmentPostProcessor.java │ │ │ ├── AggregatorProperties.java │ │ │ ├── AggregatorProcessorConfiguration.java │ │ │ └── MessageStoreConfiguration.java │ └── test │ │ └── java │ │ └── org │ │ └── springframework │ │ └── cloud │ │ └── stream │ │ └── app │ │ └── aggregator │ │ └── processor │ │ └── AggregatorProcessorTests.java ├── pom.xml └── README.adoc ├── .gitignore ├── README.adoc ├── CODE_OF_CONDUCT.adoc ├── pom.xml ├── aggregator-app-dependencies └── pom.xml ├── mvnw.cmd ├── mvnw └── LICENSE /README.md: -------------------------------------------------------------------------------- 1 | # aggregator is no longer actively maintained by VMware, Inc. 2 | 3 | -------------------------------------------------------------------------------- /.mvn/jvm.config: -------------------------------------------------------------------------------- 1 | -Xmx1024m -XX:CICompilerCount=1 -XX:TieredStopAtLevel=1 -Djava.security.egd=file:/dev/./urandom -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spring-attic/aggregator/main/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /.mvn/maven.config: -------------------------------------------------------------------------------- 1 | -DaltSnapshotDeploymentRepository=repo.spring.io::default::https://repo.spring.io/libs-snapshot-local -P spring 2 | -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- 1 | distributionUrl=https://repo1.maven.org/maven2/org/apache/maven/apache-maven/3.5.0/apache-maven-3.5.0-bin.zip 2 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/resources/META-INF/spring.provides: -------------------------------------------------------------------------------- 1 | provides: spring-cloud-starter-stream-processor-aggregator 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | apps/ 2 | *.iml 3 | *.ipr 4 | *.iws 5 | .classpath 6 | .DS_Store 7 | .idea 8 | .project 9 | .settings 10 | .checkstyle 11 | bin 12 | build 13 | nohup.out 14 | out 15 | target 16 | -------------------------------------------------------------------------------- /README.adoc: -------------------------------------------------------------------------------- 1 | # aggregator 2 | 3 | To learn more about this application and the supported properties, please review the following link. 4 | 5 | include::spring-cloud-starter-stream-processor-aggregator/README.adoc[] 6 | 7 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/resources/META-INF/spring.factories: -------------------------------------------------------------------------------- 1 | org.springframework.boot.env.EnvironmentPostProcessor=\ 2 | org.springframework.cloud.stream.app.aggregator.processor.ExcludeStoresAutoConfigurationEnvironmentPostProcessor 3 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/resources/META-INF/spring-configuration-metadata-whitelist.properties: -------------------------------------------------------------------------------- 1 | configuration-properties.classes=\ 2 | org.springframework.cloud.stream.app.aggregator.processor.AggregatorProperties,\ 3 | org.springframework.boot.autoconfigure.mongo.MongoProperties,\ 4 | org.springframework.boot.autoconfigure.mongo.embedded.EmbeddedMongoProperties,\ 5 | org.springframework.boot.autoconfigure.data.redis.RedisProperties,\ 6 | org.springframework.boot.autoconfigure.jdbc.DataSourceProperties 7 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/resources/META-INF/dataflow-configuration-metadata-whitelist.properties: -------------------------------------------------------------------------------- 1 | configuration-properties.classes=\ 2 | org.springframework.cloud.stream.app.aggregator.processor.AggregatorProperties,\ 3 | org.springframework.boot.autoconfigure.mongo.MongoProperties,\ 4 | org.springframework.boot.autoconfigure.mongo.embedded.EmbeddedMongoProperties,\ 5 | org.springframework.boot.autoconfigure.data.redis.RedisProperties,\ 6 | org.springframework.boot.autoconfigure.jdbc.DataSourceProperties 7 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/java/org/springframework/cloud/stream/app/aggregator/processor/ClientCacheAutoConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2018 the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import org.apache.geode.cache.GemFireCache; 20 | import org.apache.geode.cache.client.ClientCache; 21 | 22 | import org.springframework.boot.autoconfigure.condition.ConditionalOnClass; 23 | import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean; 24 | import org.springframework.context.annotation.Configuration; 25 | import org.springframework.data.gemfire.client.ClientCacheFactoryBean; 26 | import org.springframework.data.gemfire.config.annotation.ClientCacheApplication; 27 | import org.springframework.data.gemfire.config.annotation.EnablePdx; 28 | 29 | /** 30 | * TODO 31 | * 32 | * This is the copy of {@code org.springframework.boot.data.geode.autoconfigure.ClientCacheAutoConfiguration} 33 | * until {@code geode-spring-boot-starter} is released. 34 | * 35 | * @author John Blum 36 | */ 37 | @Configuration 38 | @ConditionalOnClass({ ClientCacheFactoryBean.class, ClientCache.class }) 39 | @ConditionalOnMissingBean(GemFireCache.class) 40 | @ClientCacheApplication 41 | @EnablePdx 42 | public class ClientCacheAutoConfiguration { 43 | 44 | } 45 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.adoc: -------------------------------------------------------------------------------- 1 | = Contributor Code of Conduct 2 | 3 | As contributors and maintainers of this project, and in the interest of fostering an open 4 | and welcoming community, we pledge to respect all people who contribute through reporting 5 | issues, posting feature requests, updating documentation, submitting pull requests or 6 | patches, and other activities. 7 | 8 | We are committed to making participation in this project a harassment-free experience for 9 | everyone, regardless of level of experience, gender, gender identity and expression, 10 | sexual orientation, disability, personal appearance, body size, race, ethnicity, age, 11 | religion, or nationality. 12 | 13 | Examples of unacceptable behavior by participants include: 14 | 15 | * The use of sexualized language or imagery 16 | * Personal attacks 17 | * Trolling or insulting/derogatory comments 18 | * Public or private harassment 19 | * Publishing other's private information, such as physical or electronic addresses, 20 | without explicit permission 21 | * Other unethical or unprofessional conduct 22 | 23 | Project maintainers have the right and responsibility to remove, edit, or reject comments, 24 | commits, code, wiki edits, issues, and other contributions that are not aligned to this 25 | Code of Conduct, or to ban temporarily or permanently any contributor for other behaviors 26 | that they deem inappropriate, threatening, offensive, or harmful. 27 | 28 | By adopting this Code of Conduct, project maintainers commit themselves to fairly and 29 | consistently applying these principles to every aspect of managing this project. Project 30 | maintainers who do not follow or enforce the Code of Conduct may be permanently removed 31 | from the project team. 32 | 33 | This Code of Conduct applies both within project spaces and in public spaces when an 34 | individual is representing the project or its community. 35 | 36 | Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by 37 | contacting a project maintainer at spring-code-of-conduct@pivotal.io . All complaints will 38 | be reviewed and investigated and will result in a response that is deemed necessary and 39 | appropriate to the circumstances. Maintainers are obligated to maintain confidentiality 40 | with regard to the reporter of an incident. 41 | 42 | This Code of Conduct is adapted from the 43 | https://contributor-covenant.org[Contributor Covenant], version 1.3.0, available at 44 | https://contributor-covenant.org/version/1/3/0/[contributor-covenant.org/version/1/3/0/] 45 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/java/org/springframework/cloud/stream/app/aggregator/processor/ExcludeStoresAutoConfigurationEnvironmentPostProcessor.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2017-2018 git pull -r origin master the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import java.util.Properties; 20 | 21 | import org.springframework.boot.SpringApplication; 22 | import org.springframework.boot.autoconfigure.data.mongo.MongoDataAutoConfiguration; 23 | import org.springframework.boot.autoconfigure.data.mongo.MongoRepositoriesAutoConfiguration; 24 | import org.springframework.boot.autoconfigure.data.redis.RedisAutoConfiguration; 25 | import org.springframework.boot.autoconfigure.data.redis.RedisRepositoriesAutoConfiguration; 26 | import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration; 27 | import org.springframework.boot.autoconfigure.jdbc.DataSourceTransactionManagerAutoConfiguration; 28 | import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration; 29 | import org.springframework.boot.autoconfigure.mongo.embedded.EmbeddedMongoAutoConfiguration; 30 | 31 | //TODO import org.springframework.boot.data.geode.autoconfigure.ClientCacheAutoConfiguration; 32 | 33 | import org.springframework.boot.env.EnvironmentPostProcessor; 34 | import org.springframework.core.env.ConfigurableEnvironment; 35 | import org.springframework.core.env.MutablePropertySources; 36 | import org.springframework.core.env.PropertiesPropertySource; 37 | 38 | /** 39 | * An {@link EnvironmentPostProcessor} to add {@code spring.autoconfigure.exclude} property 40 | * since we can't use {@code application.properties} from the library perspective. 41 | * 42 | * @author Artem Bilan 43 | */ 44 | public class ExcludeStoresAutoConfigurationEnvironmentPostProcessor implements EnvironmentPostProcessor { 45 | 46 | @Override 47 | public void postProcessEnvironment(ConfigurableEnvironment environment, SpringApplication application) { 48 | MutablePropertySources propertySources = environment.getPropertySources(); 49 | Properties properties = new Properties(); 50 | 51 | properties.setProperty("spring.autoconfigure.exclude", 52 | DataSourceAutoConfiguration.class.getName() + ", " + 53 | DataSourceTransactionManagerAutoConfiguration.class.getName() + ", " + 54 | MongoAutoConfiguration.class.getName() + ", " + 55 | MongoDataAutoConfiguration.class.getName() + ", " + 56 | MongoRepositoriesAutoConfiguration.class.getName() + ", " + 57 | EmbeddedMongoAutoConfiguration.class.getName() + ", " + 58 | RedisAutoConfiguration.class.getName() + ", " + 59 | // TODO ClientCacheAutoConfiguration.class.getName() + ", " + 60 | RedisRepositoriesAutoConfiguration.class.getName()); 61 | 62 | propertySources.addLast( 63 | new PropertiesPropertySource("aggregator.exclude.stores.auto-configuration", properties)); 64 | } 65 | 66 | } 67 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/java/org/springframework/cloud/stream/app/aggregator/processor/AggregatorProperties.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2017 the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import org.springframework.boot.context.properties.ConfigurationProperties; 20 | import org.springframework.expression.Expression; 21 | 22 | /** 23 | * Configuration properties for the Aggregator application. 24 | * 25 | * @author Artem Bilan 26 | */ 27 | @ConfigurationProperties(AggregatorProperties.PREFIX) 28 | public class AggregatorProperties { 29 | 30 | static final String PREFIX = "aggregator"; 31 | 32 | /** 33 | * SpEL expression for correlation key. Default to correlationId header 34 | */ 35 | private Expression correlation; 36 | 37 | /** 38 | * SpEL expression for release strategy. Default is based on the sequenceSize header 39 | */ 40 | private Expression release; 41 | 42 | /** 43 | * SpEL expression for aggregation strategy. Default is collection of payloads 44 | */ 45 | private Expression aggregation; 46 | 47 | /** 48 | * SpEL expression for timeout to expiring uncompleted groups 49 | */ 50 | private Expression groupTimeout; 51 | 52 | /** 53 | * Message store type 54 | */ 55 | private String messageStoreType = MessageStoreType.SIMPLE; 56 | 57 | /** 58 | * Persistence message store entity: table prefix in RDBMS, collection name in MongoDb, etc 59 | */ 60 | private String messageStoreEntity; 61 | 62 | public Expression getCorrelation() { 63 | return this.correlation; 64 | } 65 | 66 | public void setCorrelation(Expression correlation) { 67 | this.correlation = correlation; 68 | } 69 | 70 | public Expression getRelease() { 71 | return this.release; 72 | } 73 | 74 | public void setRelease(Expression release) { 75 | this.release = release; 76 | } 77 | 78 | public Expression getAggregation() { 79 | return this.aggregation; 80 | } 81 | 82 | public void setAggregation(Expression aggregation) { 83 | this.aggregation = aggregation; 84 | } 85 | 86 | public Expression getGroupTimeout() { 87 | return this.groupTimeout; 88 | } 89 | 90 | public void setGroupTimeout(Expression groupTimeout) { 91 | this.groupTimeout = groupTimeout; 92 | } 93 | 94 | public String getMessageStoreEntity() { 95 | return this.messageStoreEntity; 96 | } 97 | 98 | public void setMessageStoreEntity(String messageStoreEntity) { 99 | this.messageStoreEntity = messageStoreEntity; 100 | } 101 | 102 | public String getMessageStoreType() { 103 | return this.messageStoreType; 104 | } 105 | 106 | public void setMessageStoreType(String messageStoreType) { 107 | this.messageStoreType = messageStoreType; 108 | } 109 | 110 | interface MessageStoreType { 111 | 112 | String SIMPLE = "simple"; 113 | 114 | String JDBC = "jdbc"; 115 | 116 | String MONGODB = "mongodb"; 117 | 118 | String REDIS = "redis"; 119 | 120 | String GEMFIRE = "gemfire"; 121 | 122 | } 123 | 124 | } 125 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | 7 | org.springframework.cloud.stream.app 8 | app-starters-build 9 | 2.1.7.BUILD-SNAPSHOT 10 | 11 | 12 | 13 | aggregator-app-starters-build 14 | 2.1.6.BUILD-SNAPSHOT 15 | pom 16 | 17 | 18 | spring-cloud-starter-stream-processor-aggregator 19 | aggregator-app-dependencies 20 | 21 | 22 | 23 | 24 | 25 | org.springframework.cloud.stream.app 26 | aggregator-app-dependencies 27 | 2.1.6.BUILD-SNAPSHOT 28 | pom 29 | import 30 | 31 | 32 | 33 | 34 | 35 | 36 | spring 37 | 38 | 39 | spring-snapshots 40 | Spring Snapshots 41 | https://repo.spring.io/libs-snapshot-local 42 | 43 | true 44 | 45 | 46 | 47 | spring-milestones 48 | Spring Milestones 49 | https://repo.spring.io/libs-milestone-local 50 | 51 | false 52 | 53 | 54 | 55 | spring-releases 56 | Spring Releases 57 | https://repo.spring.io/release 58 | 59 | false 60 | 61 | 62 | 63 | spring-libs-release 64 | Spring Libs Release 65 | https://repo.spring.io/libs-release 66 | 67 | false 68 | 69 | 70 | 71 | 72 | false 73 | 74 | spring-milestone-release 75 | Spring Milestone Release 76 | https://repo.spring.io/libs-milestone 77 | 78 | 79 | gemstone-release-pivotal 80 | https://repo.spring.io/gemstone-release-pivotal 81 | Gemfire Release Repository 82 | 83 | false 84 | 85 | 86 | 87 | 88 | 89 | spring-releases> 90 | Spring Releases 91 | https://repo.spring.io/libs-release 92 | 93 | 94 | spring-snapshots 95 | Spring Snapshots 96 | https://repo.spring.io/libs-snapshot-local 97 | 98 | true 99 | 100 | 101 | 102 | spring-milestones 103 | Spring Milestones 104 | https://repo.spring.io/libs-milestone-local 105 | 106 | false 107 | 108 | 109 | 110 | 111 | 112 | 113 | 114 | -------------------------------------------------------------------------------- /aggregator-app-dependencies/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 4.0.0 6 | 7 | 8 | spring-cloud-dependencies-parent 9 | org.springframework.cloud 10 | 2.1.11.RELEASE 11 | 12 | 13 | 14 | org.springframework.cloud.stream.app 15 | aggregator-app-dependencies 16 | 2.1.6.BUILD-SNAPSHOT 17 | pom 18 | aggregator-app-dependencies 19 | Spring Cloud Stream Aggregator App Dependencies 20 | 21 | 22 | 23 | 2.13.3 24 | 25 | 26 | 27 | 28 | 29 | org.apache.logging.log4j 30 | log4j-to-slf4j 31 | ${log4j2.version} 32 | provided 33 | 34 | 35 | 36 | 37 | org.apache.logging.log4j 38 | log4j-core 39 | ${log4j2.version} 40 | 41 | 42 | org.apache.logging.log4j 43 | log4j-api 44 | ${log4j2.version} 45 | 46 | 47 | 48 | org.springframework.cloud.stream.app 49 | spring-cloud-starter-stream-processor-aggregator 50 | 2.1.6.BUILD-SNAPSHOT 51 | 52 | 53 | 59 | 60 | 61 | 62 | 63 | 64 | spring 65 | 66 | 67 | spring-snapshots 68 | Spring Snapshots 69 | https://repo.spring.io/libs-snapshot-local 70 | 71 | true 72 | 73 | 74 | 75 | spring-milestones 76 | Spring Milestones 77 | https://repo.spring.io/libs-milestone-local 78 | 79 | false 80 | 81 | 82 | 83 | spring-releases 84 | Spring Releases 85 | https://repo.spring.io/release 86 | 87 | false 88 | 89 | 90 | 91 | spring-libs-release 92 | Spring Libs Release 93 | https://repo.spring.io/libs-release 94 | 95 | false 96 | 97 | 98 | 99 | 100 | false 101 | 102 | spring-milestone-release 103 | Spring Milestone Release 104 | https://repo.spring.io/libs-milestone 105 | 106 | 107 | 108 | 109 | spring-snapshots 110 | Spring Snapshots 111 | https://repo.spring.io/libs-snapshot-local 112 | 113 | true 114 | 115 | 116 | 117 | spring-milestones 118 | Spring Milestones 119 | https://repo.spring.io/libs-milestone-local 120 | 121 | false 122 | 123 | 124 | 125 | 126 | 127 | 128 | 129 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 4.0.0 6 | 7 | 8 | org.springframework.cloud.stream.app 9 | aggregator-app-starters-build 10 | 2.1.6.BUILD-SNAPSHOT 11 | 12 | 13 | spring-cloud-starter-stream-processor-aggregator 14 | jar 15 | spring-cloud-starter-stream-processor-aggregator 16 | Spring Cloud Stream Aggregator Processor Starter 17 | 18 | 19 | 20 | 21 | org.springframework.boot 22 | spring-boot-starter-logging 23 | 24 | 25 | org.apache.logging.log4j 26 | log4j-to-slf4j 27 | 28 | 29 | 30 | 31 | 32 | org.apache.logging.log4j 33 | log4j-core 34 | 35 | 36 | org.apache.logging.log4j 37 | log4j-api 38 | 39 | 40 | 41 | org.springframework.integration 42 | spring-integration-mongodb 43 | 44 | 45 | org.springframework.boot 46 | spring-boot-starter-data-mongodb 47 | runtime 48 | 49 | 50 | de.flapdoodle.embed 51 | de.flapdoodle.embed.mongo 52 | test 53 | 54 | 55 | 56 | org.springframework.integration 57 | spring-integration-redis 58 | 59 | 60 | org.springframework.boot 61 | spring-boot-starter-data-redis 62 | runtime 63 | 64 | 65 | 66 | org.springframework.integration 67 | spring-integration-gemfire 68 | 69 | 70 | org.springframework.data 71 | spring-data-gemfire 72 | 73 | 74 | 75 | 76 | 77 | 78 | org.springframework.data 79 | spring-data-geode 80 | 81 | 82 | 86 | 87 | 88 | org.springframework.integration 89 | spring-integration-jdbc 90 | 91 | 92 | org.springframework.boot 93 | spring-boot-starter-jdbc 94 | runtime 95 | 96 | 97 | org.hsqldb 98 | hsqldb 99 | runtime 100 | 101 | 102 | com.h2database 103 | h2 104 | runtime 105 | 106 | 107 | org.mariadb.jdbc 108 | mariadb-java-client 109 | runtime 110 | 111 | 112 | org.postgresql 113 | postgresql 114 | runtime 115 | 116 | 117 | 118 | 119 | 120 | 121 | org.springframework.cloud 122 | spring-cloud-app-starter-doc-maven-plugin 123 | 124 | 125 | org.springframework.cloud.stream.app.plugin 126 | spring-cloud-stream-app-maven-plugin 127 | 128 | ${session.executionRootDirectory}/apps 129 | ${project.version} 130 | 131 | scs-bom 132 | org.springframework.cloud.stream.app 133 | aggregator-app-dependencies 134 | ${project.version} 135 | 136 | 137 | 138 | 139 | true 140 | 141 | 142 | 143 | 144 | 145 | 146 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/java/org/springframework/cloud/stream/app/aggregator/processor/AggregatorProcessorConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2017-2018 the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import org.springframework.beans.factory.BeanFactory; 20 | import org.springframework.beans.factory.BeanFactoryAware; 21 | import org.springframework.beans.factory.ObjectProvider; 22 | import org.springframework.beans.factory.annotation.Autowired; 23 | import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean; 24 | import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty; 25 | import org.springframework.boot.context.properties.EnableConfigurationProperties; 26 | import org.springframework.cloud.stream.annotation.EnableBinding; 27 | import org.springframework.cloud.stream.messaging.Processor; 28 | import org.springframework.context.annotation.Bean; 29 | import org.springframework.context.annotation.Configuration; 30 | import org.springframework.context.annotation.Import; 31 | import org.springframework.integration.aggregator.CorrelationStrategy; 32 | import org.springframework.integration.aggregator.DefaultAggregatingMessageGroupProcessor; 33 | import org.springframework.integration.aggregator.ExpressionEvaluatingCorrelationStrategy; 34 | import org.springframework.integration.aggregator.ExpressionEvaluatingMessageGroupProcessor; 35 | import org.springframework.integration.aggregator.ExpressionEvaluatingReleaseStrategy; 36 | import org.springframework.integration.aggregator.MessageGroupProcessor; 37 | import org.springframework.integration.aggregator.ReleaseStrategy; 38 | import org.springframework.integration.annotation.ServiceActivator; 39 | import org.springframework.integration.config.AggregatorFactoryBean; 40 | import org.springframework.integration.store.MessageGroupStore; 41 | 42 | /** 43 | * A Processor app that performs aggregation. 44 | * 45 | * @author Artem Bilan 46 | */ 47 | @EnableBinding(Processor.class) 48 | @EnableConfigurationProperties(AggregatorProperties.class) 49 | public class AggregatorProcessorConfiguration { 50 | 51 | @Autowired 52 | private AggregatorProperties properties; 53 | 54 | @Autowired 55 | private BeanFactory beanFactory; 56 | 57 | @Bean 58 | @ServiceActivator(inputChannel = Processor.INPUT) 59 | public AggregatorFactoryBean aggregator( 60 | ObjectProvider correlationStrategy, 61 | ObjectProvider releaseStrategy, 62 | ObjectProvider messageGroupProcessor, 63 | ObjectProvider messageStore) { 64 | AggregatorFactoryBean aggregator = new AggregatorFactoryBean(); 65 | aggregator.setOutputChannelName(Processor.OUTPUT); 66 | aggregator.setExpireGroupsUponCompletion(true); 67 | aggregator.setSendPartialResultOnExpiry(true); 68 | aggregator.setGroupTimeoutExpression(this.properties.getGroupTimeout()); 69 | 70 | aggregator.setCorrelationStrategy(correlationStrategy.getIfAvailable()); 71 | aggregator.setReleaseStrategy(releaseStrategy.getIfAvailable()); 72 | 73 | 74 | MessageGroupProcessor groupProcessor = messageGroupProcessor.getIfAvailable(); 75 | 76 | if (groupProcessor == null) { 77 | groupProcessor = new DefaultAggregatingMessageGroupProcessor(); 78 | ((BeanFactoryAware) groupProcessor).setBeanFactory(this.beanFactory); 79 | } 80 | aggregator.setProcessorBean(groupProcessor); 81 | 82 | aggregator.setMessageStore(messageStore.getIfAvailable()); 83 | 84 | return aggregator; 85 | } 86 | 87 | @Bean 88 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, name = "correlation") 89 | @ConditionalOnMissingBean 90 | public CorrelationStrategy correlationStrategy() { 91 | return new ExpressionEvaluatingCorrelationStrategy(this.properties.getCorrelation()); 92 | } 93 | 94 | @Bean 95 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, name = "release") 96 | @ConditionalOnMissingBean 97 | public ReleaseStrategy releaseStrategy() { 98 | return new ExpressionEvaluatingReleaseStrategy(this.properties.getRelease()); 99 | } 100 | 101 | @Bean 102 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, name = "aggregation") 103 | @ConditionalOnMissingBean 104 | public MessageGroupProcessor messageGroupProcessor() { 105 | return new ExpressionEvaluatingMessageGroupProcessor(this.properties.getAggregation().getExpressionString()); 106 | } 107 | 108 | 109 | @Configuration 110 | @ConditionalOnMissingBean(MessageGroupStore.class) 111 | @Import({ MessageStoreConfiguration.Mongo.class, MessageStoreConfiguration.Redis.class, 112 | MessageStoreConfiguration.Gemfire.class, MessageStoreConfiguration.Jdbc.class }) 113 | protected static class MessageStoreAutoConfiguration { 114 | 115 | } 116 | 117 | } 118 | -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- 1 | @REM ---------------------------------------------------------------------------- 2 | @REM Licensed to the Apache Software Foundation (ASF) under one 3 | @REM or more contributor license agreements. See the NOTICE file 4 | @REM distributed with this work for additional information 5 | @REM regarding copyright ownership. The ASF licenses this file 6 | @REM to you under the Apache License, Version 2.0 (the 7 | @REM "License"); you may not use this file except in compliance 8 | @REM with the License. You may obtain a copy of the License at 9 | @REM 10 | @REM https://www.apache.org/licenses/LICENSE-2.0 11 | @REM 12 | @REM Unless required by applicable law or agreed to in writing, 13 | @REM software distributed under the License is distributed on an 14 | @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | @REM KIND, either express or implied. See the License for the 16 | @REM specific language governing permissions and limitations 17 | @REM under the License. 18 | @REM ---------------------------------------------------------------------------- 19 | 20 | @REM ---------------------------------------------------------------------------- 21 | @REM Maven2 Start Up Batch script 22 | @REM 23 | @REM Required ENV vars: 24 | @REM JAVA_HOME - location of a JDK home dir 25 | @REM 26 | @REM Optional ENV vars 27 | @REM M2_HOME - location of maven2's installed home dir 28 | @REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands 29 | @REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a key stroke before ending 30 | @REM MAVEN_OPTS - parameters passed to the Java VM when running Maven 31 | @REM e.g. to debug Maven itself, use 32 | @REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 33 | @REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files 34 | @REM ---------------------------------------------------------------------------- 35 | 36 | @REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' 37 | @echo off 38 | @REM enable echoing my setting MAVEN_BATCH_ECHO to 'on' 39 | @if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% 40 | 41 | @REM set %HOME% to equivalent of $HOME 42 | if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") 43 | 44 | @REM Execute a user defined script before this one 45 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre 46 | @REM check for pre script, once with legacy .bat ending and once with .cmd ending 47 | if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" 48 | if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" 49 | :skipRcPre 50 | 51 | @setlocal 52 | 53 | set ERROR_CODE=0 54 | 55 | @REM To isolate internal variables from possible post scripts, we use another setlocal 56 | @setlocal 57 | 58 | @REM ==== START VALIDATION ==== 59 | if not "%JAVA_HOME%" == "" goto OkJHome 60 | 61 | echo. 62 | echo Error: JAVA_HOME not found in your environment. >&2 63 | echo Please set the JAVA_HOME variable in your environment to match the >&2 64 | echo location of your Java installation. >&2 65 | echo. 66 | goto error 67 | 68 | :OkJHome 69 | if exist "%JAVA_HOME%\bin\java.exe" goto init 70 | 71 | echo. 72 | echo Error: JAVA_HOME is set to an invalid directory. >&2 73 | echo JAVA_HOME = "%JAVA_HOME%" >&2 74 | echo Please set the JAVA_HOME variable in your environment to match the >&2 75 | echo location of your Java installation. >&2 76 | echo. 77 | goto error 78 | 79 | @REM ==== END VALIDATION ==== 80 | 81 | :init 82 | 83 | set MAVEN_CMD_LINE_ARGS=%* 84 | 85 | @REM Find the project base dir, i.e. the directory that contains the folder ".mvn". 86 | @REM Fallback to current working directory if not found. 87 | 88 | set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% 89 | IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir 90 | 91 | set EXEC_DIR=%CD% 92 | set WDIR=%EXEC_DIR% 93 | :findBaseDir 94 | IF EXIST "%WDIR%"\.mvn goto baseDirFound 95 | cd .. 96 | IF "%WDIR%"=="%CD%" goto baseDirNotFound 97 | set WDIR=%CD% 98 | goto findBaseDir 99 | 100 | :baseDirFound 101 | set MAVEN_PROJECTBASEDIR=%WDIR% 102 | cd "%EXEC_DIR%" 103 | goto endDetectBaseDir 104 | 105 | :baseDirNotFound 106 | set MAVEN_PROJECTBASEDIR=%EXEC_DIR% 107 | cd "%EXEC_DIR%" 108 | 109 | :endDetectBaseDir 110 | 111 | IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig 112 | 113 | @setlocal EnableExtensions EnableDelayedExpansion 114 | for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a 115 | @endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% 116 | 117 | :endReadAdditionalConfig 118 | 119 | SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" 120 | 121 | set WRAPPER_JAR="".\.mvn\wrapper\maven-wrapper.jar"" 122 | set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 123 | 124 | %MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CMD_LINE_ARGS% 125 | if ERRORLEVEL 1 goto error 126 | goto end 127 | 128 | :error 129 | set ERROR_CODE=1 130 | 131 | :end 132 | @endlocal & set ERROR_CODE=%ERROR_CODE% 133 | 134 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost 135 | @REM check for post script, once with legacy .bat ending and once with .cmd ending 136 | if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" 137 | if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" 138 | :skipRcPost 139 | 140 | @REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' 141 | if "%MAVEN_BATCH_PAUSE%" == "on" pause 142 | 143 | if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% 144 | 145 | exit /B %ERROR_CODE% 146 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/main/java/org/springframework/cloud/stream/app/aggregator/processor/MessageStoreConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2017-2018 the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import java.util.Arrays; 20 | 21 | import org.apache.geode.cache.GemFireCache; 22 | import org.apache.geode.cache.Region; 23 | 24 | import org.springframework.boot.autoconfigure.condition.ConditionalOnClass; 25 | import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean; 26 | import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty; 27 | import org.springframework.boot.autoconfigure.data.mongo.MongoDataAutoConfiguration; 28 | import org.springframework.boot.autoconfigure.data.redis.RedisAutoConfiguration; 29 | import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration; 30 | import org.springframework.boot.autoconfigure.jdbc.DataSourceTransactionManagerAutoConfiguration; 31 | import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration; 32 | import org.springframework.boot.autoconfigure.mongo.embedded.EmbeddedMongoAutoConfiguration; 33 | //import org.springframework.boot.data.geode.autoconfigure.ClientCacheAutoConfiguration; 34 | import org.springframework.context.annotation.Bean; 35 | import org.springframework.context.annotation.Import; 36 | import org.springframework.context.annotation.Primary; 37 | import org.springframework.data.gemfire.client.ClientRegionFactoryBean; 38 | import org.springframework.data.mongodb.core.MongoTemplate; 39 | import org.springframework.data.mongodb.core.convert.MongoCustomConversions; 40 | import org.springframework.data.redis.core.RedisTemplate; 41 | import org.springframework.integration.gemfire.store.GemfireMessageStore; 42 | import org.springframework.integration.jdbc.store.JdbcMessageStore; 43 | import org.springframework.integration.mongodb.store.ConfigurableMongoDbMessageStore; 44 | import org.springframework.integration.mongodb.support.BinaryToMessageConverter; 45 | import org.springframework.integration.mongodb.support.MessageToBinaryConverter; 46 | import org.springframework.integration.redis.store.RedisMessageStore; 47 | import org.springframework.integration.store.MessageGroupStore; 48 | import org.springframework.jdbc.core.JdbcTemplate; 49 | import org.springframework.util.StringUtils; 50 | 51 | 52 | /** 53 | * A helper class containing configuration classes for particular technologies 54 | * to expose an appropriate {@link org.springframework.integration.store.MessageStore} bean 55 | * via matched configuration properties. 56 | * 57 | * @author Artem Bilan 58 | */ 59 | class MessageStoreConfiguration { 60 | 61 | @ConditionalOnClass(ConfigurableMongoDbMessageStore.class) 62 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, 63 | name = "message-store-type", 64 | havingValue = AggregatorProperties.MessageStoreType.MONGODB) 65 | @Import({ MongoAutoConfiguration.class, 66 | MongoDataAutoConfiguration.class, 67 | EmbeddedMongoAutoConfiguration.class }) 68 | static class Mongo { 69 | 70 | @Bean 71 | public MessageGroupStore messageStore(MongoTemplate mongoTemplate, AggregatorProperties properties) { 72 | if (StringUtils.hasText(properties.getMessageStoreEntity())) { 73 | return new ConfigurableMongoDbMessageStore(mongoTemplate, properties.getMessageStoreEntity()); 74 | } 75 | else { 76 | return new ConfigurableMongoDbMessageStore(mongoTemplate); 77 | } 78 | } 79 | 80 | @Bean 81 | @Primary 82 | public MongoCustomConversions mongoDbCustomConversions() { 83 | return new MongoCustomConversions(Arrays.asList( 84 | new MessageToBinaryConverter(), new BinaryToMessageConverter())); 85 | } 86 | 87 | } 88 | 89 | @ConditionalOnClass(RedisMessageStore.class) 90 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, 91 | name = "message-store-type", 92 | havingValue = AggregatorProperties.MessageStoreType.REDIS) 93 | @Import(RedisAutoConfiguration.class) 94 | static class Redis { 95 | 96 | @Bean 97 | public MessageGroupStore messageStore(RedisTemplate redisTemplate) { 98 | return new RedisMessageStore(redisTemplate.getConnectionFactory()); 99 | } 100 | 101 | } 102 | 103 | @ConditionalOnClass(GemfireMessageStore.class) 104 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, 105 | name = "message-store-type", 106 | havingValue = AggregatorProperties.MessageStoreType.GEMFIRE) 107 | @Import(ClientCacheAutoConfiguration.class) 108 | static class Gemfire { 109 | 110 | @Bean 111 | @ConditionalOnMissingBean 112 | public ClientRegionFactoryBean gemfireRegion(GemFireCache cache, AggregatorProperties properties) { 113 | ClientRegionFactoryBean clientRegionFactoryBean = new ClientRegionFactoryBean<>(); 114 | clientRegionFactoryBean.setCache(cache); 115 | clientRegionFactoryBean.setName(properties.getMessageStoreEntity()); 116 | return clientRegionFactoryBean; 117 | } 118 | 119 | @Bean 120 | public MessageGroupStore messageStore(Region region) { 121 | return new GemfireMessageStore(region); 122 | } 123 | 124 | } 125 | 126 | @ConditionalOnClass(JdbcMessageStore.class) 127 | @ConditionalOnProperty(prefix = AggregatorProperties.PREFIX, 128 | name = "message-store-type", 129 | havingValue = AggregatorProperties.MessageStoreType.JDBC) 130 | @Import({ 131 | DataSourceAutoConfiguration.class, 132 | DataSourceTransactionManagerAutoConfiguration.class }) 133 | static class Jdbc { 134 | 135 | @Bean 136 | public MessageGroupStore messageStore(JdbcTemplate jdbcTemplate, AggregatorProperties properties) { 137 | JdbcMessageStore messageStore = new JdbcMessageStore(jdbcTemplate); 138 | if (StringUtils.hasText(properties.getMessageStoreEntity())) { 139 | messageStore.setTablePrefix(properties.getMessageStoreEntity()); 140 | } 141 | return messageStore; 142 | } 143 | 144 | } 145 | 146 | } 147 | -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # ---------------------------------------------------------------------------- 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # https://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # ---------------------------------------------------------------------------- 20 | 21 | # ---------------------------------------------------------------------------- 22 | # Maven2 Start Up Batch script 23 | # 24 | # Required ENV vars: 25 | # ------------------ 26 | # JAVA_HOME - location of a JDK home dir 27 | # 28 | # Optional ENV vars 29 | # ----------------- 30 | # M2_HOME - location of maven2's installed home dir 31 | # MAVEN_OPTS - parameters passed to the Java VM when running Maven 32 | # e.g. to debug Maven itself, use 33 | # set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 34 | # MAVEN_SKIP_RC - flag to disable loading of mavenrc files 35 | # ---------------------------------------------------------------------------- 36 | 37 | if [ -z "$MAVEN_SKIP_RC" ] ; then 38 | 39 | if [ -f /etc/mavenrc ] ; then 40 | . /etc/mavenrc 41 | fi 42 | 43 | if [ -f "$HOME/.mavenrc" ] ; then 44 | . "$HOME/.mavenrc" 45 | fi 46 | 47 | fi 48 | 49 | # OS specific support. $var _must_ be set to either true or false. 50 | cygwin=false; 51 | darwin=false; 52 | mingw=false 53 | case "`uname`" in 54 | CYGWIN*) cygwin=true ;; 55 | MINGW*) mingw=true;; 56 | Darwin*) darwin=true 57 | # 58 | # Look for the Apple JDKs first to preserve the existing behaviour, and then look 59 | # for the new JDKs provided by Oracle. 60 | # 61 | if [ -z "$JAVA_HOME" ] && [ -L /System/Library/Frameworks/JavaVM.framework/Versions/CurrentJDK ] ; then 62 | # 63 | # Apple JDKs 64 | # 65 | export JAVA_HOME=/System/Library/Frameworks/JavaVM.framework/Versions/CurrentJDK/Home 66 | fi 67 | 68 | if [ -z "$JAVA_HOME" ] && [ -L /System/Library/Java/JavaVirtualMachines/CurrentJDK ] ; then 69 | # 70 | # Apple JDKs 71 | # 72 | export JAVA_HOME=/System/Library/Java/JavaVirtualMachines/CurrentJDK/Contents/Home 73 | fi 74 | 75 | if [ -z "$JAVA_HOME" ] && [ -L "/Library/Java/JavaVirtualMachines/CurrentJDK" ] ; then 76 | # 77 | # Oracle JDKs 78 | # 79 | export JAVA_HOME=/Library/Java/JavaVirtualMachines/CurrentJDK/Contents/Home 80 | fi 81 | 82 | if [ -z "$JAVA_HOME" ] && [ -x "/usr/libexec/java_home" ]; then 83 | # 84 | # Apple JDKs 85 | # 86 | export JAVA_HOME=`/usr/libexec/java_home` 87 | fi 88 | ;; 89 | esac 90 | 91 | if [ -z "$JAVA_HOME" ] ; then 92 | if [ -r /etc/gentoo-release ] ; then 93 | JAVA_HOME=`java-config --jre-home` 94 | fi 95 | fi 96 | 97 | if [ -z "$M2_HOME" ] ; then 98 | ## resolve links - $0 may be a link to maven's home 99 | PRG="$0" 100 | 101 | # need this for relative symlinks 102 | while [ -h "$PRG" ] ; do 103 | ls=`ls -ld "$PRG"` 104 | link=`expr "$ls" : '.*-> \(.*\)$'` 105 | if expr "$link" : '/.*' > /dev/null; then 106 | PRG="$link" 107 | else 108 | PRG="`dirname "$PRG"`/$link" 109 | fi 110 | done 111 | 112 | saveddir=`pwd` 113 | 114 | M2_HOME=`dirname "$PRG"`/.. 115 | 116 | # make it fully qualified 117 | M2_HOME=`cd "$M2_HOME" && pwd` 118 | 119 | cd "$saveddir" 120 | # echo Using m2 at $M2_HOME 121 | fi 122 | 123 | # For Cygwin, ensure paths are in UNIX format before anything is touched 124 | if $cygwin ; then 125 | [ -n "$M2_HOME" ] && 126 | M2_HOME=`cygpath --unix "$M2_HOME"` 127 | [ -n "$JAVA_HOME" ] && 128 | JAVA_HOME=`cygpath --unix "$JAVA_HOME"` 129 | [ -n "$CLASSPATH" ] && 130 | CLASSPATH=`cygpath --path --unix "$CLASSPATH"` 131 | fi 132 | 133 | # For Migwn, ensure paths are in UNIX format before anything is touched 134 | if $mingw ; then 135 | [ -n "$M2_HOME" ] && 136 | M2_HOME="`(cd "$M2_HOME"; pwd)`" 137 | [ -n "$JAVA_HOME" ] && 138 | JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" 139 | # TODO classpath? 140 | fi 141 | 142 | if [ -z "$JAVA_HOME" ]; then 143 | javaExecutable="`which javac`" 144 | if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then 145 | # readlink(1) is not available as standard on Solaris 10. 146 | readLink=`which readlink` 147 | if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then 148 | if $darwin ; then 149 | javaHome="`dirname \"$javaExecutable\"`" 150 | javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" 151 | else 152 | javaExecutable="`readlink -f \"$javaExecutable\"`" 153 | fi 154 | javaHome="`dirname \"$javaExecutable\"`" 155 | javaHome=`expr "$javaHome" : '\(.*\)/bin'` 156 | JAVA_HOME="$javaHome" 157 | export JAVA_HOME 158 | fi 159 | fi 160 | fi 161 | 162 | if [ -z "$JAVACMD" ] ; then 163 | if [ -n "$JAVA_HOME" ] ; then 164 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 165 | # IBM's JDK on AIX uses strange locations for the executables 166 | JAVACMD="$JAVA_HOME/jre/sh/java" 167 | else 168 | JAVACMD="$JAVA_HOME/bin/java" 169 | fi 170 | else 171 | JAVACMD="`which java`" 172 | fi 173 | fi 174 | 175 | if [ ! -x "$JAVACMD" ] ; then 176 | echo "Error: JAVA_HOME is not defined correctly." >&2 177 | echo " We cannot execute $JAVACMD" >&2 178 | exit 1 179 | fi 180 | 181 | if [ -z "$JAVA_HOME" ] ; then 182 | echo "Warning: JAVA_HOME environment variable is not set." 183 | fi 184 | 185 | CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher 186 | 187 | # For Cygwin, switch paths to Windows format before running java 188 | if $cygwin; then 189 | [ -n "$M2_HOME" ] && 190 | M2_HOME=`cygpath --path --windows "$M2_HOME"` 191 | [ -n "$JAVA_HOME" ] && 192 | JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` 193 | [ -n "$CLASSPATH" ] && 194 | CLASSPATH=`cygpath --path --windows "$CLASSPATH"` 195 | fi 196 | 197 | # traverses directory structure from process work directory to filesystem root 198 | # first directory with .mvn subdirectory is considered project base directory 199 | find_maven_basedir() { 200 | local basedir=$(pwd) 201 | local wdir=$(pwd) 202 | while [ "$wdir" != '/' ] ; do 203 | if [ -d "$wdir"/.mvn ] ; then 204 | basedir=$wdir 205 | break 206 | fi 207 | wdir=$(cd "$wdir/.."; pwd) 208 | done 209 | echo "${basedir}" 210 | } 211 | 212 | # concatenates all lines of a file 213 | concat_lines() { 214 | if [ -f "$1" ]; then 215 | echo "$(tr -s '\n' ' ' < "$1")" 216 | fi 217 | } 218 | 219 | export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-$(find_maven_basedir)} 220 | MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" 221 | 222 | # Provide a "standardized" way to retrieve the CLI args that will 223 | # work with both Windows and non-Windows executions. 224 | MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" 225 | export MAVEN_CMD_LINE_ARGS 226 | 227 | WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 228 | 229 | echo "Running version check" 230 | VERSION=$( sed '\!//' -e 's!.*$!!' ) 231 | echo "The found version is [${VERSION}]" 232 | 233 | if echo $VERSION | egrep -q 'M|RC'; then 234 | echo Activating \"milestone\" profile for version=\"$VERSION\" 235 | echo $MAVEN_ARGS | grep -q milestone || MAVEN_ARGS="$MAVEN_ARGS -Pmilestone" 236 | else 237 | echo Deactivating \"milestone\" profile for version=\"$VERSION\" 238 | echo $MAVEN_ARGS | grep -q milestone && MAVEN_ARGS=$(echo $MAVEN_ARGS | sed -e 's/-Pmilestone//') 239 | fi 240 | 241 | if echo $VERSION | egrep -q 'RELEASE'; then 242 | echo Activating \"central\" profile for version=\"$VERSION\" 243 | echo $MAVEN_ARGS | grep -q milestone || MAVEN_ARGS="$MAVEN_ARGS -Pcentral" 244 | else 245 | echo Deactivating \"central\" profile for version=\"$VERSION\" 246 | echo $MAVEN_ARGS | grep -q central && MAVEN_ARGS=$(echo $MAVEN_ARGS | sed -e 's/-Pcentral//') 247 | fi 248 | 249 | exec "$JAVACMD" \ 250 | $MAVEN_OPTS \ 251 | -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ 252 | "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ 253 | ${WRAPPER_LAUNCHER} ${MAVEN_ARGS} "$@" 254 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/README.adoc: -------------------------------------------------------------------------------- 1 | //tag::ref-doc[] 2 | = Aggregator Processor 3 | 4 | Use the `aggregator` application to combine multiple messages into one, based on some correlation mechanism. 5 | 6 | This processor is fully based on the Aggregator component from https://docs.spring.io/spring-integration/reference/html/aggregator.html[Spring Integration]. 7 | So, please, consult there for use-cases and functionality. 8 | 9 | == Input 10 | 11 | === Headers 12 | 13 | If the aggregation and correlation logic is based on the default strategies, the `correlationId`, `sequenceNumber` and `sequenceSize` headers must be presented in the incoming message. 14 | 15 | === Payload 16 | 17 | Aggregator Processor is fully based on the Spring Integration's `AggregatingMessageHandler` and since correlation and aggregation logic don't require particular types, the input payload can be anything able to be transferred over the network and Spring Cloud Stream Binder. 18 | If payload is JSON, the `JsonPropertyAccessor` helps to build straightforward SpEL expressions for correlation, release and aggregation functions. 19 | 20 | == Output 21 | 22 | === Headers 23 | 24 | Returns all headers of the incoming messages that have no conflicts among the group. 25 | An absent header on one or more messages within the group is not considered a conflict. 26 | 27 | === Payload 28 | 29 | By default the `DefaultAggregatingMessageGroupProcessor` is used for aggregation function with meaning return the `java.util.List` of payloads of incoming messages. 30 | The custom `aggregation` SpEL expression may produce any required object to be sent to the output of the processor. 31 | 32 | == Options 33 | 34 | The **$$aggregator$$** $$processor$$ has the following options: 35 | 36 | //tag::configuration-properties[] 37 | $$aggregator.aggregation$$:: $$SpEL expression for aggregation strategy. Default is collection of payloads$$ *($$Expression$$, default: `$$$$`)* 38 | $$aggregator.correlation$$:: $$SpEL expression for correlation key. Default to correlationId header$$ *($$Expression$$, default: `$$$$`)* 39 | $$aggregator.group-timeout$$:: $$SpEL expression for timeout to expiring uncompleted groups$$ *($$Expression$$, default: `$$$$`)* 40 | $$aggregator.message-store-entity$$:: $$Persistence message store entity: table prefix in RDBMS, collection name in MongoDb, etc$$ *($$String$$, default: `$$$$`)* 41 | $$aggregator.message-store-type$$:: $$Message store type$$ *($$String$$, default: `$$$$`)* 42 | $$aggregator.release$$:: $$SpEL expression for release strategy. Default is based on the sequenceSize header$$ *($$Expression$$, default: `$$$$`)* 43 | $$spring.data.mongodb.authentication-database$$:: $$Authentication database name.$$ *($$String$$, default: `$$$$`)* 44 | $$spring.data.mongodb.database$$:: $$Database name.$$ *($$String$$, default: `$$$$`)* 45 | $$spring.data.mongodb.field-naming-strategy$$:: $$Fully qualified name of the FieldNamingStrategy to use.$$ *($$Class$$, default: `$$$$`)* 46 | $$spring.data.mongodb.grid-fs-database$$:: $$GridFS database name.$$ *($$String$$, default: `$$$$`)* 47 | $$spring.data.mongodb.host$$:: $$Mongo server host. Cannot be set with URI.$$ *($$String$$, default: `$$$$`)* 48 | $$spring.data.mongodb.password$$:: $$Login password of the mongo server. Cannot be set with URI.$$ *($$Character[]$$, default: `$$$$`)* 49 | $$spring.data.mongodb.port$$:: $$Mongo server port. Cannot be set with URI.$$ *($$Integer$$, default: `$$$$`)* 50 | $$spring.data.mongodb.uri$$:: $$Mongo database URI. Cannot be set with host, port and credentials.$$ *($$String$$, default: `$$mongodb://localhost/test$$`)* 51 | $$spring.data.mongodb.username$$:: $$Login user of the mongo server. Cannot be set with URI.$$ *($$String$$, default: `$$$$`)* 52 | $$spring.datasource.continue-on-error$$:: $$Whether to stop if an error occurs while initializing the database.$$ *($$Boolean$$, default: `$$false$$`)* 53 | $$spring.datasource.data$$:: $$Data (DML) script resource references.$$ *($$List$$, default: `$$$$`)* 54 | $$spring.datasource.data-password$$:: $$Password of the database to execute DML scripts (if different).$$ *($$String$$, default: `$$$$`)* 55 | $$spring.datasource.data-username$$:: $$Username of the database to execute DML scripts (if different).$$ *($$String$$, default: `$$$$`)* 56 | $$spring.datasource.driver-class-name$$:: $$Fully qualified name of the JDBC driver. Auto-detected based on the URL by default.$$ *($$String$$, default: `$$$$`)* 57 | $$spring.datasource.generate-unique-name$$:: $$Whether to generate a random datasource name.$$ *($$Boolean$$, default: `$$false$$`)* 58 | $$spring.datasource.initialization-mode$$:: $$Initialize the datasource with available DDL and DML scripts.$$ *($$DataSourceInitializationMode$$, default: `$$embedded$$`, possible values: `ALWAYS`,`EMBEDDED`,`NEVER`)* 59 | $$spring.datasource.jndi-name$$:: $$JNDI location of the datasource. Class, url, username & password are ignored when set.$$ *($$String$$, default: `$$$$`)* 60 | $$spring.datasource.name$$:: $$Name of the datasource. Default to "testdb" when using an embedded database.$$ *($$String$$, default: `$$$$`)* 61 | $$spring.datasource.password$$:: $$Login password of the database.$$ *($$String$$, default: `$$$$`)* 62 | $$spring.datasource.platform$$:: $$Platform to use in the DDL or DML scripts (such as schema-${platform}.sql or data-${platform}.sql).$$ *($$String$$, default: `$$all$$`)* 63 | $$spring.datasource.schema$$:: $$Schema (DDL) script resource references.$$ *($$List$$, default: `$$$$`)* 64 | $$spring.datasource.schema-password$$:: $$Password of the database to execute DDL scripts (if different).$$ *($$String$$, default: `$$$$`)* 65 | $$spring.datasource.schema-username$$:: $$Username of the database to execute DDL scripts (if different).$$ *($$String$$, default: `$$$$`)* 66 | $$spring.datasource.separator$$:: $$Statement separator in SQL initialization scripts.$$ *($$String$$, default: `$$;$$`)* 67 | $$spring.datasource.sql-script-encoding$$:: $$SQL scripts encoding.$$ *($$Charset$$, default: `$$$$`)* 68 | $$spring.datasource.type$$:: $$Fully qualified name of the connection pool implementation to use. By default, it is auto-detected from the classpath.$$ *($$Class$$, default: `$$$$`)* 69 | $$spring.datasource.url$$:: $$JDBC URL of the database.$$ *($$String$$, default: `$$$$`)* 70 | $$spring.datasource.username$$:: $$Login username of the database.$$ *($$String$$, default: `$$$$`)* 71 | $$spring.mongodb.embedded.features$$:: $$Comma-separated list of features to enable. Uses the defaults of the configured version by default.$$ *($$Set$$, default: `$$[sync_delay]$$`)* 72 | $$spring.mongodb.embedded.version$$:: $$Version of Mongo to use.$$ *($$String$$, default: `$$3.5.5$$`)* 73 | $$spring.redis.database$$:: $$Database index used by the connection factory.$$ *($$Integer$$, default: `$$0$$`)* 74 | $$spring.redis.host$$:: $$Redis server host.$$ *($$String$$, default: `$$localhost$$`)* 75 | $$spring.redis.password$$:: $$Login password of the redis server.$$ *($$String$$, default: `$$$$`)* 76 | $$spring.redis.port$$:: $$Redis server port.$$ *($$Integer$$, default: `$$6379$$`)* 77 | $$spring.redis.ssl$$:: $$Whether to enable SSL support.$$ *($$Boolean$$, default: `$$false$$`)* 78 | $$spring.redis.timeout$$:: $$Connection timeout.$$ *($$Duration$$, default: `$$$$`)* 79 | $$spring.redis.url$$:: $$Connection URL. Overrides host, port, and password. User is ignored. Example: redis://user:password@example.com:6379$$ *($$String$$, default: `$$$$`)* 80 | //end::configuration-properties[] 81 | 82 | By default the `aggregator` processor uses: 83 | - `HeaderAttributeCorrelationStrategy(IntegrationMessageHeaderAccessor.CORRELATION_ID)` - for `correlation`; 84 | - `SequenceSizeReleaseStrategy` - for `release`; 85 | - `DefaultAggregatingMessageGroupProcessor` - for `aggregation`; 86 | - `SimpleMessageStore` - for `messageStoreType`. 87 | 88 | The `aggregator` application can be configured for persistent `MessageGroupStore` https://docs.spring.io/spring-integration/reference/html/system-management-chapter.html#message-store[implementations]. 89 | The configuration for target technology is fully based on the Spring Boot auto-configuration. 90 | But default JDBC, MongoDb and Redis auto-configurations are excluded. 91 | They are `@Import` ed basing on the `aggregator.messageStoreType` configuration property. 92 | Consult Spring Boot https://docs.spring.io/spring-boot/docs/current/reference/html/[Reference Manual] for auto-configuration for particular technology you use for `aggregator`. 93 | 94 | The JDBC `JdbcMessageStore` requires particular tables in the target data base. 95 | You can find schema scripts for appropriate RDBMS vendors in the `org.springframework.integration.jdbc` package of the `spring-integration-jdbc` jar. 96 | Those scripts can be used for automatic data base initialization via Spring Boot. 97 | 98 | For example: 99 | ``` 100 | java -jar aggregator-rabbit-1.0.0.RELEASE.jar 101 | --aggregator.message-store-type=jdbc 102 | --spring.datasource.url=jdbc:h2:mem:test 103 | --spring.datasource.schema=org/springframework/integration/jdbc/schema-h2.sql 104 | ``` 105 | 106 | == Build 107 | 108 | ``` 109 | $ ./mvnw clean install -PgenerateApps 110 | $ cd apps 111 | ``` 112 | You can find the corresponding binder based projects here. 113 | You can then cd into one of the folders and build it: 114 | ``` 115 | $ ./mvnw clean package 116 | ``` 117 | 118 | == Examples 119 | 120 | ``` 121 | java -jar aggregator_processor.jar 122 | --aggregator.message-store-type=jdbc 123 | --spring.datasource.url=jdbc:h2:mem:test 124 | --spring.datasource.schema=org/springframework/integration/jdbc/schema-h2.sql 125 | 126 | java -jar aggregator_processor.jar 127 | --spring.data.mongodb.port=0 128 | --aggregator.correlation=T(Thread).currentThread().id 129 | --aggregator.release="!#this.?[payload == 'bar'].empty" 130 | --aggregator.aggregation="#this.?[payload == 'foo'].![payload]" 131 | --aggregator.message-store-type=mongodb 132 | --aggregator.message-store-entity=aggregatorTest 133 | ``` 134 | 135 | == Code of Conduct 136 | This project adheres to the Contributor Covenant link:CODE_OF_CONDUCT.adoc[code of conduct]. 137 | By participating, you are expected to uphold this code. 138 | Please report unacceptable behavior to spring-code-of-conduct@pivotal.io. 139 | 140 | //end::ref-doc[] 141 | -------------------------------------------------------------------------------- /spring-cloud-starter-stream-processor-aggregator/src/test/java/org/springframework/cloud/stream/app/aggregator/processor/AggregatorProcessorTests.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2017-2018 the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.springframework.cloud.stream.app.aggregator.processor; 18 | 19 | import static org.hamcrest.CoreMatchers.equalTo; 20 | import static org.hamcrest.CoreMatchers.instanceOf; 21 | import static org.hamcrest.Matchers.contains; 22 | import static org.hamcrest.Matchers.notNullValue; 23 | import static org.hamcrest.Matchers.sameInstance; 24 | import static org.junit.Assert.assertNull; 25 | import static org.junit.Assert.assertThat; 26 | 27 | import java.util.Collections; 28 | import java.util.List; 29 | import java.util.concurrent.TimeUnit; 30 | 31 | import org.junit.Ignore; 32 | import org.junit.Test; 33 | import org.junit.runner.RunWith; 34 | 35 | import org.springframework.beans.factory.annotation.Autowired; 36 | import org.springframework.boot.autoconfigure.SpringBootApplication; 37 | import org.springframework.boot.test.autoconfigure.data.mongo.AutoConfigureDataMongo; 38 | import org.springframework.boot.test.context.SpringBootTest; 39 | import org.springframework.cloud.stream.messaging.Processor; 40 | import org.springframework.cloud.stream.test.binder.MessageCollector; 41 | import org.springframework.integration.IntegrationMessageHeaderAccessor; 42 | import org.springframework.integration.aggregator.AggregatingMessageHandler; 43 | import org.springframework.integration.gemfire.store.GemfireMessageStore; 44 | import org.springframework.integration.jdbc.store.JdbcMessageStore; 45 | import org.springframework.integration.mongodb.store.ConfigurableMongoDbMessageStore; 46 | import org.springframework.integration.redis.store.RedisMessageStore; 47 | import org.springframework.integration.store.MessageGroupStore; 48 | import org.springframework.integration.store.SimpleMessageStore; 49 | import org.springframework.integration.support.MessageBuilder; 50 | import org.springframework.integration.test.util.TestUtils; 51 | import org.springframework.messaging.Message; 52 | import org.springframework.messaging.support.GenericMessage; 53 | import org.springframework.test.annotation.DirtiesContext; 54 | import org.springframework.test.context.TestPropertySource; 55 | import org.springframework.test.context.junit4.SpringRunner; 56 | 57 | /** 58 | * Tests for the Aggregator Processor. 59 | * 60 | * @author Artem Bilan 61 | */ 62 | @RunWith(SpringRunner.class) 63 | @SpringBootTest( 64 | webEnvironment = SpringBootTest.WebEnvironment.NONE, 65 | properties = { 66 | "spring.cloud.stream.bindings.output.contentType=application/x-java-serialized-object", 67 | "spring.cloud.stream.bindings.input.contentType=application/x-java-serialized-object" 68 | } 69 | ) 70 | @DirtiesContext 71 | public abstract class AggregatorProcessorTests { 72 | 73 | @Autowired 74 | protected Processor channels; 75 | 76 | @Autowired 77 | protected MessageCollector collector; 78 | 79 | @Autowired(required = false) 80 | protected MessageGroupStore messageGroupStore; 81 | 82 | @Autowired 83 | protected AggregatingMessageHandler aggregatingMessageHandler; 84 | 85 | public static class DefaultAggregatorTests extends AggregatorProcessorTests { 86 | 87 | @Test 88 | public void test() throws Exception { 89 | this.channels.input() 90 | .send(MessageBuilder.withPayload("2") 91 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 92 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 2) 93 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 94 | .build()); 95 | 96 | this.channels.input() 97 | .send(MessageBuilder.withPayload("1") 98 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 99 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 1) 100 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 101 | .build()); 102 | 103 | 104 | Message out = this.collector.forChannel(this.channels.output()) 105 | .poll(10, TimeUnit.SECONDS); 106 | 107 | assertThat(out, notNullValue()); 108 | assertThat(out.getPayload(), instanceOf(List.class)); 109 | @SuppressWarnings("unchecked") 110 | List result = (List) out.getPayload(); 111 | Collections.sort(result); 112 | assertThat(result.size(), equalTo(2)); 113 | assertThat(result, contains("1", "2")); 114 | 115 | assertNull(this.messageGroupStore); 116 | 117 | assertThat(this.aggregatingMessageHandler.getMessageStore(), instanceOf(SimpleMessageStore.class)); 118 | } 119 | 120 | } 121 | 122 | @TestPropertySource(properties = { 123 | "aggregator.correlation=T(Thread).currentThread().id", 124 | "aggregator.release=!messages.?[payload == 'bar'].empty", 125 | "aggregator.aggregation=#this.?[payload == 'foo'].![payload]", 126 | "aggregator.messageStoreType=mongodb", 127 | "aggregator.message-store-entity=aggregatorTest" }) 128 | @AutoConfigureDataMongo 129 | public static class CustomPropsAndMongoMessageStoreAggregatorTests extends AggregatorProcessorTests { 130 | 131 | @Test 132 | public void test() throws Exception { 133 | this.channels.input() 134 | .send(new GenericMessage<>("foo")); 135 | 136 | this.channels.input() 137 | .send(new GenericMessage<>("bar")); 138 | 139 | 140 | Message out = this.collector.forChannel(this.channels.output()) 141 | .poll(10, TimeUnit.SECONDS); 142 | 143 | assertThat(out, notNullValue()); 144 | assertThat(out.getPayload(), instanceOf(List.class)); 145 | @SuppressWarnings("unchecked") 146 | List result = (List) out.getPayload(); 147 | Collections.sort(result); 148 | assertThat(result.size(), equalTo(1)); 149 | assertThat(result.get(0), equalTo("foo")); 150 | 151 | assertThat(this.messageGroupStore, instanceOf(ConfigurableMongoDbMessageStore.class)); 152 | assertThat(TestUtils.getPropertyValue(this.messageGroupStore, "collectionName", String.class), 153 | equalTo("aggregatorTest")); 154 | 155 | assertThat(this.aggregatingMessageHandler.getMessageStore(), sameInstance(this.messageGroupStore)); 156 | } 157 | 158 | } 159 | 160 | @TestPropertySource(properties = { 161 | "aggregator.message-store-type=gemfire", 162 | "aggregator.groupTimeout=10" }) 163 | public static class GroupTimeOutAndGemfireMessageStoreAggregatorTests extends AggregatorProcessorTests { 164 | 165 | @Test 166 | public void test() throws Exception { 167 | this.channels.input() 168 | .send(MessageBuilder.withPayload("1") 169 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 170 | .build()); 171 | 172 | 173 | Message out = this.collector.forChannel(this.channels.output()) 174 | .poll(10, TimeUnit.SECONDS); 175 | 176 | assertThat(out, notNullValue()); 177 | assertThat(out.getPayload(), instanceOf(List.class)); 178 | @SuppressWarnings("unchecked") 179 | List result = (List) out.getPayload(); 180 | Collections.sort(result); 181 | assertThat(result.size(), equalTo(1)); 182 | assertThat(result, contains("1")); 183 | 184 | assertThat(this.messageGroupStore, instanceOf(GemfireMessageStore.class)); 185 | assertThat(this.aggregatingMessageHandler.getMessageStore(), sameInstance(this.messageGroupStore)); 186 | } 187 | 188 | } 189 | 190 | @TestPropertySource(properties = "aggregator.message-store-type=redis") 191 | @Ignore("Needs real Redis Server to be run") 192 | public static class RedisMessageStoreAggregatorTests extends AggregatorProcessorTests { 193 | 194 | @Test 195 | public void test() throws Exception { 196 | this.channels.input() 197 | .send(MessageBuilder.withPayload("2") 198 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 199 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 2) 200 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 201 | .build()); 202 | 203 | this.channels.input() 204 | .send(MessageBuilder.withPayload("1") 205 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 206 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 1) 207 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 208 | .build()); 209 | 210 | 211 | Message out = this.collector.forChannel(this.channels.output()) 212 | .poll(10, TimeUnit.SECONDS); 213 | 214 | assertThat(out, notNullValue()); 215 | assertThat(out.getPayload(), instanceOf(List.class)); 216 | @SuppressWarnings("unchecked") 217 | List result = (List) out.getPayload(); 218 | Collections.sort(result); 219 | assertThat(result.size(), equalTo(2)); 220 | assertThat(result, contains("1", "2")); 221 | 222 | assertThat(this.messageGroupStore, instanceOf(RedisMessageStore.class)); 223 | 224 | assertThat(this.aggregatingMessageHandler.getMessageStore(), sameInstance(this.messageGroupStore)); 225 | } 226 | 227 | } 228 | 229 | @TestPropertySource(properties = "aggregator.message-store-type=jdbc") 230 | public static class JdbcMessageStoreAggregatorTests extends AggregatorProcessorTests { 231 | 232 | @Test 233 | public void test() throws Exception { 234 | this.channels.input() 235 | .send(MessageBuilder.withPayload("2") 236 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 237 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 2) 238 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 239 | .build()); 240 | 241 | this.channels.input() 242 | .send(MessageBuilder.withPayload("1") 243 | .setHeader(IntegrationMessageHeaderAccessor.CORRELATION_ID, "my_correlation") 244 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_NUMBER, 1) 245 | .setHeader(IntegrationMessageHeaderAccessor.SEQUENCE_SIZE, 2) 246 | .build()); 247 | 248 | 249 | Message out = this.collector.forChannel(this.channels.output()) 250 | .poll(10, TimeUnit.SECONDS); 251 | 252 | assertThat(out, notNullValue()); 253 | assertThat(out.getPayload(), instanceOf(List.class)); 254 | @SuppressWarnings("unchecked") 255 | List result = (List) out.getPayload(); 256 | Collections.sort(result); 257 | assertThat(result.size(), equalTo(2)); 258 | assertThat(result, contains("1", "2")); 259 | 260 | assertThat(this.messageGroupStore, instanceOf(JdbcMessageStore.class)); 261 | 262 | assertThat(this.aggregatingMessageHandler.getMessageStore(), sameInstance(this.messageGroupStore)); 263 | } 264 | 265 | } 266 | 267 | @SpringBootApplication 268 | public static class DefaultAggregatorApplication { 269 | 270 | } 271 | 272 | } 273 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | https://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "{}" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright {yyyy} {name of copyright owner} 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | https://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | --------------------------------------------------------------------------------