Skip to content

Commit 8726d4b

Browse files
pkainulainenpkainulainen
committed
Add example that reads input data from .xlsx file
1 parent 542f3f3 commit 8726d4b

17 files changed

+333
-3
lines changed

‎spring-boot/pom.xml

+23
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,14 @@
1414
<version>1.3.2.RELEASE</version>
1515
</parent>
1616

17+
<repositories>
18+
<repository>
19+
<id>project.local</id>
20+
<name>project</name>
21+
<url>file:${project.basedir}/repo</url>
22+
</repository>
23+
</repositories>
24+
1725
<properties>
1826
<jdk.version>1.8</jdk.version>
1927
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
@@ -24,6 +32,21 @@
2432
<groupId>org.springframework.boot</groupId>
2533
<artifactId>spring-boot-starter-batch</artifactId>
2634
</dependency>
35+
<dependency>
36+
<groupId>org.springframework.batch</groupId>
37+
<artifactId>spring-batch-excel</artifactId>
38+
<version>0.5.0-SNAPSHOT</version>
39+
</dependency>
40+
<dependency>
41+
<groupId>org.apache.poi</groupId>
42+
<artifactId>poi</artifactId>
43+
<version>3.11</version>
44+
</dependency>
45+
<dependency>
46+
<groupId>org.apache.poi</groupId>
47+
<artifactId>poi-ooxml</artifactId>
48+
<version>3.11</version>
49+
</dependency>
2750
<dependency>
2851
<groupId>org.springframework.boot</groupId>
2952
<artifactId>spring-boot-starter-data-jpa</artifactId>

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/maven-metadata.xml

+25
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<metadata modelVersion="1.1.0">
3+
<groupId>org.springframework.batch</groupId>
4+
<artifactId>spring-batch-excel</artifactId>
5+
<version>0.5.0-SNAPSHOT</version>
6+
<versioning>
7+
<snapshot>
8+
<timestamp>20160319.151539</timestamp>
9+
<buildNumber>1</buildNumber>
10+
</snapshot>
11+
<lastUpdated>20160319151539</lastUpdated>
12+
<snapshotVersions>
13+
<snapshotVersion>
14+
<extension>jar</extension>
15+
<value>0.5.0-20160319.151539-1</value>
16+
<updated>20160319151539</updated>
17+
</snapshotVersion>
18+
<snapshotVersion>
19+
<extension>pom</extension>
20+
<value>0.5.0-20160319.151539-1</value>
21+
<updated>20160319151539</updated>
22+
</snapshotVersion>
23+
</snapshotVersions>
24+
</versioning>
25+
</metadata>

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/maven-metadata.xml.md5

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
57ebed7459cb59fcb2746556ace05ec8

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/maven-metadata.xml.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
b38dc5e433c9659f176fdb782457ab59d2717306

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.jar

29.1 KB
Binary file not shown.

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.jar.md5

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
da87e4759d9f2dbb6c633323d94c00b5

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
0b6320eca7ff6bf5ae4ac80b26534b9c6a17c1e0

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.pom

+125
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Copyright 2006-2014 the original author or authors.
4+
~
5+
~ Licensed under the Apache License, Version 2.0 (the "License");
6+
~ you may not use this file except in compliance with the License.
7+
~ You may obtain a copy of the License at
8+
~
9+
~ http://www.apache.org/licenses/LICENSE-2.0
10+
~
11+
~ Unless required by applicable law or agreed to in writing, software
12+
~ distributed under the License is distributed on an "AS IS" BASIS,
13+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
~ See the License for the specific language governing permissions and
15+
~ limitations under the License.
16+
-->
17+
18+
<project xmlns="http://maven.apache.org/POM/4.0.0"
19+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
21+
<modelVersion>4.0.0</modelVersion>
22+
23+
<groupId>org.springframework.batch</groupId>
24+
<artifactId>spring-batch-excel</artifactId>
25+
<version>0.5.0-SNAPSHOT</version>
26+
27+
<properties>
28+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
29+
<spring.batch.version>3.0.3.RELEASE</spring.batch.version>
30+
<jxl.version>2.6.12</jxl.version>
31+
<poi.version>3.11</poi.version>
32+
</properties>
33+
34+
<dependencies>
35+
<dependency>
36+
<groupId>org.springframework.batch</groupId>
37+
<artifactId>spring-batch-core</artifactId>
38+
<version>${spring.batch.version}</version>
39+
</dependency>
40+
<dependency>
41+
<groupId>org.springframework.batch</groupId>
42+
<artifactId>spring-batch-infrastructure</artifactId>
43+
<version>${spring.batch.version}</version>
44+
</dependency>
45+
<dependency>
46+
<groupId>net.sourceforge.jexcelapi</groupId>
47+
<artifactId>jxl</artifactId>
48+
<version>${jxl.version}</version>
49+
<optional>true</optional>
50+
</dependency>
51+
<dependency>
52+
<groupId>org.apache.poi</groupId>
53+
<artifactId>poi</artifactId>
54+
<version>${poi.version}</version>
55+
<optional>true</optional>
56+
</dependency>
57+
<dependency>
58+
<groupId>org.apache.poi</groupId>
59+
<artifactId>poi-ooxml</artifactId>
60+
<version>${poi.version}</version>
61+
<optional>true</optional>
62+
</dependency>
63+
64+
<!-- Test Dependencies -->
65+
<dependency>
66+
<groupId>junit</groupId>
67+
<artifactId>junit</artifactId>
68+
<version>4.12</version>
69+
<scope>test</scope>
70+
</dependency>
71+
<dependency>
72+
<groupId>org.mockito</groupId>
73+
<artifactId>mockito-core</artifactId>
74+
<version>1.10.19</version>
75+
<scope>test</scope>
76+
</dependency>
77+
<dependency>
78+
<groupId>org.springframework</groupId>
79+
<artifactId>spring-test</artifactId>
80+
<version>4.0.5.RELEASE</version>
81+
<scope>test</scope>
82+
</dependency>
83+
</dependencies>
84+
85+
<build>
86+
<plugins>
87+
<plugin>
88+
<groupId>org.apache.maven.plugins</groupId>
89+
<artifactId>maven-compiler-plugin</artifactId>
90+
<version>3.2</version>
91+
<configuration>
92+
<source>1.6</source>
93+
<target>1.6</target>
94+
</configuration>
95+
</plugin>
96+
<plugin>
97+
<groupId>org.apache.maven.plugins</groupId>
98+
<artifactId>maven-javadoc-plugin</artifactId>
99+
<version>2.10.1</version>
100+
<executions>
101+
<execution>
102+
<id>attach-javadocs</id>
103+
<goals>
104+
<goal>jar</goal>
105+
</goals>
106+
</execution>
107+
</executions>
108+
</plugin>
109+
<plugin>
110+
<groupId>org.apache.maven.plugins</groupId>
111+
<artifactId>maven-source-plugin</artifactId>
112+
<version>2.4</version>
113+
<executions>
114+
<execution>
115+
<id>attach-sources</id>
116+
<goals>
117+
<goal>jar</goal>
118+
</goals>
119+
</execution>
120+
</executions>
121+
</plugin>
122+
</plugins>
123+
</build>
124+
125+
</project>

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.pom.md5

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
04dc29b4dde0a583d6955441f988625d

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/0.5.0-SNAPSHOT/spring-batch-excel-0.5.0-20160319.151539-1.pom.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
3d99fff1714801530d533a5f6c6e6bce12d4cd3a

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/maven-metadata.xml

+11
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<metadata>
3+
<groupId>org.springframework.batch</groupId>
4+
<artifactId>spring-batch-excel</artifactId>
5+
<versioning>
6+
<versions>
7+
<version>0.5.0-SNAPSHOT</version>
8+
</versions>
9+
<lastUpdated>20160319151539</lastUpdated>
10+
</versioning>
11+
</metadata>

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/maven-metadata.xml.md5

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
fc8d26cb914bf277ada817b0c5769fd8

‎spring-boot/repo/org/springframework/batch/spring-batch-excel/maven-metadata.xml.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
596462e1568a0c82102cb10089b7ae9c4949f0f2

‎spring-boot/src/main/java/net/petrikainulainen/springbatch/excel/in/ExcelStudentJobConfig.java

+78
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
package net.petrikainulainen.springbatch.excel.in;
2+
3+
import net.petrikainulainen.springbatch.common.LoggingStudentProcessor;
4+
import net.petrikainulainen.springbatch.common.LoggingStudentWriter;
5+
import net.petrikainulainen.springbatch.student.StudentDTO;
6+
import org.springframework.batch.core.Job;
7+
import org.springframework.batch.core.Step;
8+
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
9+
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
10+
import org.springframework.batch.core.launch.support.RunIdIncrementer;
11+
import org.springframework.batch.item.ItemProcessor;
12+
import org.springframework.batch.item.ItemReader;
13+
import org.springframework.batch.item.ItemWriter;
14+
import org.springframework.batch.item.excel.RowMapper;
15+
import org.springframework.batch.item.excel.mapping.BeanWrapperRowMapper;
16+
import org.springframework.batch.item.excel.poi.PoiItemReader;
17+
import org.springframework.beans.factory.annotation.Qualifier;
18+
import org.springframework.context.annotation.Bean;
19+
import org.springframework.context.annotation.Configuration;
20+
import org.springframework.core.env.Environment;
21+
import org.springframework.core.io.ClassPathResource;
22+
23+
/**
24+
* @author Petri Kainulainen
25+
*/
26+
@Configuration
27+
public class ExcelStudentJobConfig {
28+
29+
private static final String PROPERTY_EXCEL_SOURCE_FILE_PATH = "excel.to.database.job.source.file.path";
30+
31+
@Bean
32+
ItemReader<StudentDTO> excelStudentReader(Environment environment) {
33+
PoiItemReader<StudentDTO> reader = new PoiItemReader<>();
34+
reader.setLinesToSkip(1);
35+
reader.setResource(new ClassPathResource(environment.getRequiredProperty(PROPERTY_EXCEL_SOURCE_FILE_PATH)));
36+
reader.setRowMapper(excelRowMapper());
37+
return reader;
38+
}
39+
40+
private RowMapper<StudentDTO> excelRowMapper() {
41+
BeanWrapperRowMapper<StudentDTO> rowMapper = new BeanWrapperRowMapper<>();
42+
rowMapper.setTargetType(StudentDTO.class);
43+
return rowMapper;
44+
}
45+
46+
@Bean
47+
ItemProcessor<StudentDTO, StudentDTO> excelStudentProcessor() {
48+
return new LoggingStudentProcessor();
49+
}
50+
51+
@Bean
52+
ItemWriter<StudentDTO> excelStudentWriter() {
53+
return new LoggingStudentWriter();
54+
}
55+
56+
@Bean
57+
Step excelStudentStep(ItemReader<StudentDTO> excelStudentReader,
58+
ItemProcessor<StudentDTO, StudentDTO> excelStudentProcessor,
59+
ItemWriter<StudentDTO> excelStudentWriter,
60+
StepBuilderFactory stepBuilderFactory) {
61+
return stepBuilderFactory.get("excelStudentStep")
62+
.<StudentDTO, StudentDTO>chunk(1)
63+
.reader(excelStudentReader)
64+
.processor(excelStudentProcessor)
65+
.writer(excelStudentWriter)
66+
.build();
67+
}
68+
69+
@Bean
70+
Job excelStudentJob(JobBuilderFactory jobBuilderFactory,
71+
@Qualifier("excelStudentStep") Step excelStudentStep) {
72+
return jobBuilderFactory.get("excelStudentJob")
73+
.incrementer(new RunIdIncrementer())
74+
.flow(excelStudentStep)
75+
.end()
76+
.build();
77+
}
78+
}

‎spring-boot/src/main/java/net/petrikainulainen/springbatch/excel/in/ExcelStudentJobLauncher.java

+58
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
package net.petrikainulainen.springbatch.excel.in;
2+
3+
import org.slf4j.Logger;
4+
import org.slf4j.LoggerFactory;
5+
import org.springframework.batch.core.Job;
6+
import org.springframework.batch.core.JobParameter;
7+
import org.springframework.batch.core.JobParameters;
8+
import org.springframework.batch.core.JobParametersInvalidException;
9+
import org.springframework.batch.core.launch.JobLauncher;
10+
import org.springframework.batch.core.repository.JobExecutionAlreadyRunningException;
11+
import org.springframework.batch.core.repository.JobInstanceAlreadyCompleteException;
12+
import org.springframework.batch.core.repository.JobRestartException;
13+
import org.springframework.beans.factory.annotation.Autowired;
14+
import org.springframework.beans.factory.annotation.Qualifier;
15+
import org.springframework.scheduling.annotation.Scheduled;
16+
import org.springframework.stereotype.Component;
17+
18+
import java.util.Date;
19+
import java.util.HashMap;
20+
import java.util.Map;
21+
22+
/**
23+
* @author Petri Kainulainen
24+
*/
25+
@Component
26+
public class ExcelStudentJobLauncher {
27+
28+
29+
private static final Logger LOGGER = LoggerFactory.getLogger(ExcelStudentJobLauncher.class);
30+
31+
private final Job job;
32+
33+
private final JobLauncher jobLauncher;
34+
35+
@Autowired
36+
ExcelStudentJobLauncher(@Qualifier("excelStudentJob") Job job, JobLauncher jobLauncher) {
37+
this.job = job;
38+
this.jobLauncher = jobLauncher;
39+
}
40+
41+
@Scheduled(cron = "${excel.to.database.job.cron}")
42+
void launchXmlFileToDatabaseJob() throws JobParametersInvalidException, JobExecutionAlreadyRunningException, JobRestartException, JobInstanceAlreadyCompleteException {
43+
LOGGER.info("Starting excelStudentJob job");
44+
45+
jobLauncher.run(job, newExecution());
46+
47+
LOGGER.info("Stopping excelStudentJob job");
48+
}
49+
50+
private JobParameters newExecution() {
51+
Map<String, JobParameter> parameters = new HashMap<>();
52+
53+
JobParameter parameter = new JobParameter(new Date());
54+
parameters.put("currentTime", parameter);
55+
56+
return new JobParameters(parameters);
57+
}
58+
}

‎spring-boot/src/main/resources/application.properties

+5-3
Original file line numberDiff line numberDiff line change
@@ -16,10 +16,12 @@ liquibase.change-log=classpath:/db/changelog/db.changelog.xml
1616
#Spring Batch Job Configuration
1717
csv.to.database.job.cron=0 * * * * *
1818
csv.to.database.job.source.file.path=data/students.csv
19-
database.to.csv.job.cron=10 * * * * *
20-
database.to.xml.job.cron=30 * * * * *
19+
database.to.csv.job.cron=5 * * * * *
20+
database.to.xml.job.cron=10 * * * * *
21+
excel.to.database.job.cron=20 * * * * *
22+
excel.to.database.job.source.file.path=data/students.xlsx
2123
in.memory.reader.job.cron=40 * * * * *
2224
rest.api.to.database.job.api.url=http://localhost:8080/api/student
2325
rest.api.to.database.job.cron=50 * * * * *
2426
xml.to.database.job.source.file.path=data/students.xml
25-
xml.to.database.job.cron=20 * * * * *
27+
xml.to.database.job.cron=15 * * * * *

‎spring-boot/src/main/resources/data/students.xlsx

36.1 KB
Binary file not shown.

0 commit comments

Comments
 (0)