├── .gitignore
├── README.md
├── pom.xml
└── src
    ├── main
        ├── java
        │   └── com
        │   │   └── github
        │   │       └── dylanz666
        │   │           ├── App.java
        │   │           ├── config
        │   │               ├── BatchConfig.java
        │   │               └── SpringScheduledConfig.java
        │   │           ├── controller
        │   │               └── BatchController.java
        │   │           └── service
        │   │               ├── ItemProcessorService.java
        │   │               ├── ItemProcessorService2.java
        │   │               ├── ItemReaderService.java
        │   │               ├── ItemReaderService2.java
        │   │               ├── ItemWriterService.java
        │   │               └── JobListener.java
        └── resources
        │   ├── application.properties
        │   └── logback-spring.xml
    └── test
        └── java
            └── com
                └── github
                    └── dylanz666
                        └── AppTest.java


/.gitignore:
--------------------------------------------------------------------------------
 1 | # Compiled class file
 2 | *.class
 3 | 
 4 | # Log file
 5 | *.log
 6 | 
 7 | # BlueJ files
 8 | *.ctxt
 9 | 
10 | # Mobile Tools for Java (J2ME)
11 | .mtj.tmp/
12 | 
13 | # Package Files #
14 | *.jar
15 | *.war
16 | *.nar
17 | *.ear
18 | *.zip
19 | *.tar.gz
20 | *.rar
21 | 
22 | # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
23 | hs_err_pid*
24 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # spring-batch-demo
2 | spring-batch-demo
3 | 


--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
 1 | <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
 2 |          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
 3 |     <modelVersion>4.0.0</modelVersion>
 4 |     <groupId>com.github.dylanz666</groupId>
 5 |     <artifactId>spring-boot-batch-demo</artifactId>
 6 |     <packaging>jar</packaging>
 7 |     <version>1.0-SNAPSHOT</version>
 8 |     <name>spring-boot-batch-demo</name>
 9 |     <url>https://github.com/dylanz666</url>
10 | 
11 |     <parent>
12 |         <groupId>org.springframework.boot</groupId>
13 |         <artifactId>spring-boot-starter-parent</artifactId>
14 |         <version>2.3.1.RELEASE</version>
15 |         <relativePath/>
16 |     </parent>
17 |     <!--  For downloading jar  -->
18 |     <repositories>
19 |         <repository>
20 |             <id>alimaven</id>
21 |             <name>aliyun maven</name>
22 |             <url>http://maven.aliyun.com/nexus/content/repositories/central/</url>
23 |         </repository>
24 |     </repositories>
25 | 
26 |     <dependencies>
27 |         <dependency>
28 |             <groupId>junit</groupId>
29 |             <artifactId>junit</artifactId>
30 |             <version>3.8.1</version>
31 |             <scope>test</scope>
32 |         </dependency>
33 |         <dependency>
34 |             <groupId>org.springframework.boot</groupId>
35 |             <artifactId>spring-boot-starter-web</artifactId>
36 |         </dependency>
37 |         <dependency>
38 |             <groupId>org.springframework.boot</groupId>
39 |             <artifactId>spring-boot-starter-batch</artifactId>
40 |         </dependency>
41 |         <dependency>
42 |             <groupId>com.h2database</groupId>
43 |             <artifactId>h2</artifactId>
44 |             <scope>runtime</scope>
45 |         </dependency>
46 |         <dependency>
47 |             <groupId>org.springframework.boot</groupId>
48 |             <artifactId>spring-boot-starter-test</artifactId>
49 |         </dependency>
50 |         <dependency>
51 |             <groupId>org.projectlombok</groupId>
52 |             <artifactId>lombok</artifactId>
53 |             <version>1.18.12</version>
54 |             <scope>provided</scope>
55 |         </dependency>
56 |     </dependencies>
57 | </project>
58 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/App.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666;
 2 | 
 3 | import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
 4 | import org.springframework.boot.SpringApplication;
 5 | import org.springframework.boot.autoconfigure.SpringBootApplication;
 6 | 
 7 | /**
 8 |  * @author : dylanz
 9 |  * @since : 08/25/2020
10 |  */
11 | @SpringBootApplication
12 | @EnableBatchProcessing
13 | //@EnableScheduling
14 | public class App {
15 |     public static void main(String[] args) {
16 |         SpringApplication.run(App.class, args);
17 |     }
18 | }
19 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/config/BatchConfig.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.config;
 2 | 
 3 | import com.github.dylanz666.service.*;
 4 | import org.springframework.batch.core.Job;
 5 | import org.springframework.batch.core.JobExecutionListener;
 6 | import org.springframework.batch.core.Step;
 7 | import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
 8 | import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
 9 | import org.springframework.batch.core.launch.support.RunIdIncrementer;
10 | import org.springframework.beans.factory.annotation.Autowired;
11 | import org.springframework.context.annotation.Bean;
12 | import org.springframework.context.annotation.Configuration;
13 | 
14 | /**
15 |  * @author : dylanz
16 |  * @since : 08/25/2020
17 |  */
18 | @Configuration
19 | public class BatchConfig {
20 |     @Autowired
21 |     private JobBuilderFactory jobBuilderFactory;
22 |     @Autowired
23 |     private StepBuilderFactory stepBuilderFactory;
24 |     @Autowired
25 |     private ItemReaderService itemReaderService;
26 |     @Autowired
27 |     private ItemReaderService2 itemReaderService2;
28 |     @Autowired
29 |     private ItemProcessorService itemProcessorService;
30 |     @Autowired
31 |     private ItemProcessorService2 itemProcessorService2;
32 |     @Autowired
33 |     private ItemWriterService itemWriterService;
34 |     @Autowired
35 |     private JobListener jobListener;
36 | 
37 |     @Bean
38 |     public Job singleStepJob() {
39 |         return jobBuilderFactory.get("singleStepJob")
40 |                 .incrementer(new RunIdIncrementer())
41 |                 .listener(listener())
42 |                 .start(uppercaseStep())
43 |                 .build();
44 |     }
45 | 
46 |     @Bean
47 |     public Job multiBoundStepsJob() {
48 |         return jobBuilderFactory.get("multiBoundStepsJob")
49 |                 .incrementer(new RunIdIncrementer())
50 |                 .listener(listener())
51 |                 .start(uppercaseStep())
52 |                 .next(addMessageStep())
53 |                 .build();
54 |     }
55 | 
56 |     @Bean
57 |     public Step uppercaseStep() {
58 |         return stepBuilderFactory.get("uppercaseStep")
59 |                 .<String, String>chunk(1)
60 |                 .reader(itemReaderService)
61 |                 .processor(itemProcessorService)
62 |                 .writer(itemWriterService).build();
63 |     }
64 | 
65 |     @Bean
66 |     public Step addMessageStep() {
67 |         return stepBuilderFactory.get("addMessageStep")
68 |                 .<String, String>chunk(1)
69 |                 .reader(itemReaderService2)
70 |                 .processor(itemProcessorService2)
71 |                 .writer(itemWriterService).build();
72 |     }
73 | 
74 |     @Bean
75 |     public JobExecutionListener listener() {
76 |         return jobListener;
77 |     }
78 | }
79 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/config/SpringScheduledConfig.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.config;
 2 | 
 3 | import org.springframework.batch.core.Job;
 4 | import org.springframework.batch.core.JobParameters;
 5 | import org.springframework.batch.core.JobParametersBuilder;
 6 | import org.springframework.batch.core.launch.JobLauncher;
 7 | import org.springframework.beans.factory.annotation.Autowired;
 8 | import org.springframework.scheduling.annotation.Scheduled;
 9 | import org.springframework.stereotype.Component;
10 | 
11 | /**
12 |  * @author : dylanz
13 |  * @since : 08/25/2020
14 |  */
15 | @Component
16 | public class SpringScheduledConfig {
17 |     @Autowired
18 |     private Job singleStepJob;
19 |     @Autowired
20 |     private JobLauncher jobLauncher;
21 | 
22 |     @Scheduled(cron = "0/5 * * * * ?")
23 |     public void demoScheduled() throws Exception {
24 |         JobParameters jobParameters = new JobParametersBuilder().addLong("time", System.currentTimeMillis())
25 |                 .toJobParameters();
26 |         jobLauncher.run(singleStepJob, jobParameters);
27 |     }
28 | }
29 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/controller/BatchController.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.controller;
 2 | 
 3 | import org.springframework.batch.core.Job;
 4 | import org.springframework.batch.core.JobParameters;
 5 | import org.springframework.batch.core.JobParametersBuilder;
 6 | import org.springframework.batch.core.launch.JobLauncher;
 7 | import org.springframework.beans.factory.annotation.Autowired;
 8 | import org.springframework.web.bind.annotation.GetMapping;
 9 | import org.springframework.web.bind.annotation.RestController;
10 | 
11 | /**
12 |  * @author : dylanz
13 |  * @since : 08/25/2020
14 |  */
15 | @RestController
16 | public class BatchController {
17 |     @Autowired
18 |     private Job singleStepJob;
19 |     @Autowired
20 |     private Job multiBoundStepsJob;
21 |     @Autowired
22 |     private JobLauncher jobLauncher;
23 | 
24 |     @GetMapping("/job/step")
25 |     public String invokeStep() throws Exception {
26 |         JobParameters jobParameters = new JobParametersBuilder().addLong("time", System.currentTimeMillis())
27 |                 .toJobParameters();
28 |         jobLauncher.run(singleStepJob, jobParameters);
29 |         return "The job is proceed.";
30 |     }
31 | 
32 |     @GetMapping("/job/steps")
33 |     public String invokeSteps() throws Exception {
34 |         JobParameters jobParameters = new JobParametersBuilder().addLong("time", System.currentTimeMillis())
35 |                 .toJobParameters();
36 |         jobLauncher.run(multiBoundStepsJob, jobParameters);
37 |         return "The multi bound steps job is proceed.";
38 |     }
39 | }
40 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/ItemProcessorService.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.springframework.batch.item.ItemProcessor;
 4 | import org.springframework.stereotype.Service;
 5 | 
 6 | import java.util.ArrayList;
 7 | import java.util.List;
 8 | 
 9 | /**
10 |  * @author : dylanz
11 |  * @since : 08/25/2020
12 |  */
13 | @Service
14 | public class ItemProcessorService implements ItemProcessor<String, String> {
15 |     public static String[] message;
16 |     //在此处进行数据处理操作，如进行计算、逻辑处理、格式转换等，本例将数据变成全大写数据；
17 |     public String process(String data) throws Exception {
18 |         //存储处理过的数据，可供下一个step使用
19 |         List<String> list = new ArrayList<>();
20 |         if (message != null) {
21 |             for (int i = 0; i < message.length; i++) {
22 |                 list.add(message[i]);
23 |             }
24 |         }
25 |         list.add(data.toUpperCase());
26 |         message = list.toArray(new String[list.size()]);
27 |         return data.toUpperCase();
28 |     }
29 | }
30 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/ItemProcessorService2.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.springframework.batch.item.ItemProcessor;
 4 | import org.springframework.stereotype.Service;
 5 | 
 6 | /**
 7 |  * @author : dylanz
 8 |  * @since : 08/26/2020
 9 |  */
10 | @Service
11 | public class ItemProcessorService2 implements ItemProcessor<String, String> {
12 |     public String process(String data) throws Exception {
13 |         return data + " dylanz";
14 |     }
15 | }
16 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/ItemReaderService.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.springframework.batch.item.ItemReader;
 4 | import org.springframework.stereotype.Service;
 5 | 
 6 | /**
 7 |  * @author : dylanz
 8 |  * @since : 08/25/2020
 9 |  */
10 | @Service
11 | public class ItemReaderService implements ItemReader {
12 |     //在此处进行数据读取操作，如从数据库查询、从文件中读取、从变量中读取等，本例从变量中读取；
13 |     private String[] message = {"message 1", "message 2", "message 3", "message 4", "message 5"};
14 |     private int count = 0;
15 | 
16 |     public String read() throws Exception {
17 |         if (count < message.length) {
18 |             return message[count++];
19 |         }
20 |         count = 0;
21 |         return null;
22 |     }
23 | }
24 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/ItemReaderService2.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.springframework.batch.item.ItemReader;
 4 | import org.springframework.stereotype.Service;
 5 | 
 6 | /**
 7 |  * @author : dylanz
 8 |  * @since : 08/26/2020
 9 |  */
10 | @Service
11 | public class ItemReaderService2 implements ItemReader {
12 |     private int count = 0;
13 | 
14 |     public String read() throws Exception {
15 |         if (ItemProcessorService.message != null && count < ItemProcessorService.message.length) {
16 |             return ItemProcessorService.message[count++];
17 |         }
18 |         count = 0;
19 |         return null;
20 |     }
21 | }
22 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/ItemWriterService.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.slf4j.Logger;
 4 | import org.slf4j.LoggerFactory;
 5 | import org.springframework.batch.item.ItemWriter;
 6 | import org.springframework.stereotype.Service;
 7 | 
 8 | import java.util.List;
 9 | 
10 | /**
11 |  * @author : dylanz
12 |  * @since : 08/25/2020
13 |  */
14 | @Service
15 | public class ItemWriterService implements ItemWriter<String> {
16 |     private Logger logger = LoggerFactory.getLogger(this.getClass());
17 | 
18 |     //在此处进行数据输出操作，如写入数据库、写入文件、打印log等，本例为打印log；
19 |     public void write(List<? extends String> messages) throws Exception {
20 |         for (String message : messages) {
21 |             logger.info("Writing data: " + message);
22 |         }
23 |     }
24 | }
25 | 


--------------------------------------------------------------------------------
/src/main/java/com/github/dylanz666/service/JobListener.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666.service;
 2 | 
 3 | import org.slf4j.Logger;
 4 | import org.slf4j.LoggerFactory;
 5 | import org.springframework.batch.core.BatchStatus;
 6 | import org.springframework.batch.core.JobExecution;
 7 | import org.springframework.batch.core.JobExecutionListener;
 8 | import org.springframework.stereotype.Service;
 9 | 
10 | /**
11 |  * @author : dylanz
12 |  * @since : 08/25/2020
13 |  */
14 | @Service
15 | public class JobListener implements JobExecutionListener {
16 |     private Logger logger = LoggerFactory.getLogger(this.getClass());
17 | 
18 |     public void beforeJob(JobExecution jobExecution) {
19 |         logger.info("JOB IS STARTED.");
20 |     }
21 | 
22 |     public void afterJob(JobExecution jobExecution) {
23 |         if (jobExecution.getStatus() == BatchStatus.FAILED) {
24 |             logger.info("JOB IS EXECUTED FAILED.");
25 |             return;
26 |         }
27 |         if (jobExecution.getStatus() == BatchStatus.COMPLETED) {
28 |             logger.info("JOB IS EXECUTED SUCCESSFULLY.");
29 |         }
30 |     }
31 | }
32 | 


--------------------------------------------------------------------------------
/src/main/resources/application.properties:
--------------------------------------------------------------------------------
1 | server.port=8080
2 | spring.batch.job.enabled=false
3 | spring.datasource.url=jdbc:h2:~/test
4 | spring.datasource.driverClassName=org.h2.Driver
5 | spring.datasource.username=sa
6 | spring.datasource.password=123456
7 | spring.h2.console.path=/h2-console
8 | spring.h2.console.enabled=true


--------------------------------------------------------------------------------
/src/main/resources/logback-spring.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | 
 3 | <configuration scan="true" scanPeriod="60 seconds" debug="false">
 4 |     <contextName>logback</contextName>
 5 |     <!-- 定义日志的根目录 -->
 6 |     <property name="LOG_PATH" value="logs"/>
 7 |     <property name="LOG_ARCHIVE" value="${LOG_PATH}/archive"/>
 8 | 
 9 |     <!--输出到控制台，即：ConsoleAppender-->
10 |     <appender name="console" class="ch.qos.logback.core.ConsoleAppender">
11 |         <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
12 |             <level>INFO</level>
13 |         </filter>
14 |         <withJansi>true</withJansi>
15 |         <encoder>
16 |             <!--格式化输出：
17 |             %d:表示日期
18 |             %thread:表示线程名
19 |             %-5level:级别从左显示5个字符宽度
20 |             %msg:日志消息
21 |             %n:是换行符-->
22 |             <pattern>%red([%d{yyyy-MM-dd HH:mm:ss}]) %green([ %thread ]) %highlight([ %-5level ]) %boldMagenta([ %logger ]) - %cyan(%msg%n)
23 |             </pattern>
24 |             <charset>GBK</charset>
25 |         </encoder>
26 |         <!--日志过滤器，如配置则只有被配置的类型才会被记录下来-->
27 |         <!--<filter class="ch.qos.logback.classic.filter.LevelFilter">
28 |             <level>ERROR</level>
29 |             <onMatch>ACCEPT</onMatch>
30 |             <onMismatch>DENY</onMismatch>
31 |         </filter>-->
32 |     </appender>
33 | 
34 |     <!--输出到文件，即：RollingFileAppender-->
35 |     <appender name="file" class="ch.qos.logback.core.rolling.RollingFileAppender">
36 |         <File>${LOG_PATH}/current.log</File>
37 |         <!--TimeBasedRollingPolicy： 最常用的滚动策略，它根据时间来制定滚动策略-->
38 |         <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
39 |             <fileNamePattern>${LOG_ARCHIVE}/app.%d.%i.log.gz</fileNamePattern>
40 |             <maxHistory>30</maxHistory>
41 |             <totalSizeCap>20GB</totalSizeCap>
42 |             <timeBasedFileNamingAndTriggeringPolicy
43 |                     class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
44 |                 <!--文件达到最大10MB时会被压缩和切割-->
45 |                 <maxFileSize>10MB</maxFileSize>
46 |             </timeBasedFileNamingAndTriggeringPolicy>
47 |         </rollingPolicy>
48 |         <encoder>
49 |             <pattern>[%d{yyyy-MM-dd HH:mm:ss}] [ %thread ] [ %-5level ] [ %logger ] - %msg%n</pattern>
50 |             <charset>GBK</charset>
51 |         </encoder>
52 |     </appender>
53 | 
54 |     <root level="info">
55 |         <appender-ref ref="console"/>
56 |         <appender-ref ref="file"/>
57 |     </root>
58 | 
59 |     <!--<logger name="com.mycompany.sample.service.LeadService" level="warn">
60 |         <appender-ref ref="file"/>
61 |     </logger>-->
62 | </configuration>


--------------------------------------------------------------------------------
/src/test/java/com/github/dylanz666/AppTest.java:
--------------------------------------------------------------------------------
 1 | package com.github.dylanz666;
 2 | 
 3 | import junit.framework.Test;
 4 | import junit.framework.TestCase;
 5 | import junit.framework.TestSuite;
 6 | 
 7 | /**
 8 |  * Unit test for simple App.
 9 |  */
10 | public class AppTest 
11 |     extends TestCase
12 | {
13 |     /**
14 |      * Create the test case
15 |      *
16 |      * @param testName name of the test case
17 |      */
18 |     public AppTest( String testName )
19 |     {
20 |         super( testName );
21 |     }
22 | 
23 |     /**
24 |      * @return the suite of tests being tested
25 |      */
26 |     public static Test suite()
27 |     {
28 |         return new TestSuite( AppTest.class );
29 |     }
30 | 
31 |     /**
32 |      * Rigourous Test :-)
33 |      */
34 |     public void testApp()
35 |     {
36 |         assertTrue( true );
37 |     }
38 | }
39 | 


--------------------------------------------------------------------------------