Spring Batch Batch Practice for Spring Boot

1. Create a new Spring Boot application that relies on the following:

<!-- Web application --> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-web</artifactId> <exclusions> <exclusion> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-logging</artifactId> </exclusion> <exclusion> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-tomcat</artifactId> </exclusion> </exclusions> </dependency> <!-- Web container undertow --> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-undertow</artifactId> </dependency> <!-- Journal Log4j2 --> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-log4j2</artifactId> </dependency> <!-- MongoDB --> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-data-mongodb</artifactId> </dependency> <!-- Brantch --> <dependency> <groupId>org.springframework.boot</groupId> <artifactId>spring-boot-starter-batch</artifactId> </dependency> <!-- Mariadb drive --> <dependency> <groupId>org.mariadb.jdbc</groupId> <artifactId>mariadb-java-client</artifactId> <version>2.0.2</version> </dependency> <!-- Lombok Code Simplification --> <dependency> <groupId>org.projectlombok</groupId> <artifactId>lombok</artifactId> <version>1.16.14</version> </dependency>

2. Create a table and generate 100,000 pieces of data

DROP TABLE people IF EXISTS; CREATE TABLE people ( id BIGINT IDENTITY NOT NULL PRIMARY KEY, first_name VARCHAR(20), last_name VARCHAR(20) );

3. Create Person Class

@Data public class Person { private Long id; private String lastName; private String firstName; }

4. Create an Intermediate Processor PersonItemProcessor

import org.springframework.batch.item.ItemProcessor; @Log4j2 public class PersonItemProcessor implements ItemProcessor<Person, Person> { @Override public Person process(final Person person) throws Exception { final String firstName = person.getFirstName().toUpperCase(); final String lastName = person.getLastName().toUpperCase(); final Person transformedPerson = new Person(firstName, lastName); log.info("Converting (" + person + ") into (" + transformedPerson + ")"); return transformedPerson; } }

5. Create PersonMapper, User Database Mapping

public class PersonMapper implements RowMapper { private static final String ID_COLUMN = "id"; private static final String NICKNAME_COLUMN = "first_name"; private static final String EMAIL_COLUMN = "last_name"; @Override public Object mapRow(ResultSet resultSet, int i) throws SQLException { Person user = new Person(); person.setId(resultSet.getLong(ID_COLUMN)); person.setNickname(resultSet.getString(NICKNAME_COLUMN)); person.setEmail(resultSet.getString(EMAIL_COLUMN)); return person; } }

6. Create a JobCompletionNotificationListener for task completion

@Log4j2 @Component public class JobCompletionNotificationListener extends JobExecutionListenerSupport { @Override public void afterJob(JobExecution jobExecution) { if(jobExecution.getStatus() == BatchStatus.COMPLETED) { log.info("!!! JOB FINISHED! Time to verify the results"); } } }

7. Build Batch Configuration

@Configuration @EnableBatchProcessing public class BatchConfiguration { @Autowired public JobBuilderFactory jobBuilderFactory; @Autowired public StepBuilderFactory stepBuilderFactory; @Autowired public DataSource dataSource; @Autowired public MongoTemplate mongoTemplate; @Bean public JdbcCursorItemReader<Person> reader(){ JdbcCursorItemReader<Person> itemReader = new JdbcCursorItemReader<Person>(); itemReader.setDataSource(dataSource); itemReader.setSql("select id, nickname, email from people"); itemReader.setRowMapper(new PersonMapper()); return itemReader; } @Bean public PersonItemProcessor processor() { return new PersonItemProcessor(); } @Bean MongoItemWriter<Person> writer(){ MongoItemWriter<Person> itemWriter = new MongoItemWriter<Person>(); itemWriter.setTemplate(mongoTemplate); itemWriter.setCollection("branch"); return itemWriter; } @Bean public Step step() { return stepBuilderFactory.get("step") .<Person, Person> chunk(10) .reader(reader()) .processor(processor()) .writer(writer()) .build(); } @Bean public Job importUserJob(JobCompletionNotificationListener listener) { return jobBuilderFactory.get("importUserJob") .incrementer(new RunIdIncrementer()) .listener(listener) .flow(step()) .end() .build(); } }

0 Error, takes about 2 minutes, Mac test machine

This article is published by blog OpenWrite Release!

16 May 2020, 12:48 | Views: 9986