Skip to content

BATCH-3948 #13

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

BATCH-3948 #13

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions Chapter04/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,11 @@
<artifactId>mysql-connector-java</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>com.h2database</groupId>
<artifactId>h2</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
Expand Down
166 changes: 100 additions & 66 deletions Chapter04/src/main/java/com/example/Chapter04/jobs/ChunkJob.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,79 +15,113 @@
*/
package com.example.Chapter04.jobs;

import java.util.ArrayList;
import java.util.List;
import java.util.UUID;

import org.springframework.batch.core.Job;
import org.springframework.batch.core.Step;
import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
import org.springframework.batch.core.configuration.annotation.StepScope;
import org.springframework.batch.item.ItemWriter;
import org.springframework.batch.item.support.ListItemReader;
import org.springframework.batch.repeat.CompletionPolicy;
import org.springframework.batch.repeat.policy.CompositeCompletionPolicy;
import org.springframework.batch.repeat.policy.SimpleCompletionPolicy;
import org.springframework.batch.repeat.policy.TimeoutTerminationPolicy;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.context.annotation.Bean;
import org.springframework.core.task.TaskExecutor;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;

import com.example.Chapter04.batch.LoggingStepStartStopListener;
import com.example.Chapter04.batch.RandomChunkSizePolicy;

/**
* @author Michael Minella
*/
@EnableBatchProcessing
@SpringBootApplication
public class ChunkJob {
//
// @Autowired
// private JobBuilderFactory jobBuilderFactory;
//
// @Autowired
// private StepBuilderFactory stepBuilderFactory;
//
// @Bean
// public Job chunkBasedJob() {
// return this.jobBuilderFactory.get("chunkBasedJob")
// .start(chunkStep())
// .build();
// }
//
// @Bean
// public Step chunkStep() {
// return this.stepBuilderFactory.get("chunkStep")
//// .<String, String>chunk(1000)
// .<String, String>chunk(randomCompletionPolicy())
// .reader(itemReader())
// .writer(itemWriter())
// .listener(new LoggingStepStartStopListener())
// .build();
// }
//
// @Bean
// public ListItemReader<String> itemReader() {
// List<String> items = new ArrayList<>(100000);
//
// for (int i = 0; i < 100000; i++) {
// items.add(UUID.randomUUID().toString());
// }
//
// return new ListItemReader<>(items);
// }
//
// @Bean
// public ItemWriter<String> itemWriter() {
// return items -> {
// for (String item : items) {
// System.out.println(">> current item = " + item);
// }
// };
// }
//
// @Bean
// public CompletionPolicy completionPolicy() {
// CompositeCompletionPolicy policy =
// new CompositeCompletionPolicy();
//
// policy.setPolicies(
// new CompletionPolicy[] {
// new TimeoutTerminationPolicy(3),
// new SimpleCompletionPolicy(1000)});
//
// return policy;
// }
//
// @Bean
// public CompletionPolicy randomCompletionPolicy() {
// return new RandomChunkSizePolicy();
// }
//
// public static void main(String[] args) {
// SpringApplication.run(ChunkJob.class, args);
// }

@Autowired
private JobBuilderFactory jobBuilderFactory;

@Autowired
private StepBuilderFactory stepBuilderFactory;

@Bean
public Job chunkBasedJob() {
return this.jobBuilderFactory.get("chunkBasedJob")
.start(chunkStep())
.build();
}

@Bean
public Step chunkStep() {
return this.stepBuilderFactory.get("chunkStep")
// .<String, String>chunk(1000)
.<String, String>chunk(randomCompletionPolicy())
.reader(itemReader())
.writer(itemWriter())
.listener(new LoggingStepStartStopListener())
.taskExecutor(taskExecutor(0))
.build();
}

@Bean
@StepScope
public TaskExecutor taskExecutor(@Value("#{jobParameters['poolSize']}") int poolSize) {
ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
executor.setCorePoolSize(poolSize);
executor.setMaxPoolSize(poolSize);
return executor;
}

@Bean
public ListItemReader<String> itemReader() {
List<String> items = new ArrayList<>(100000);

for (int i = 0; i < 100000; i++) {
items.add(UUID.randomUUID().toString());
}

return new ListItemReader<>(items);
}

@Bean
public ItemWriter<String> itemWriter() {
return items -> {
for (String item : items) {
System.out.println(">> current item = " + item);
}
};
}

@Bean
public CompletionPolicy completionPolicy() {
CompositeCompletionPolicy policy =
new CompositeCompletionPolicy();

policy.setPolicies(
new CompletionPolicy[] {
new TimeoutTerminationPolicy(3),
new SimpleCompletionPolicy(1000)});

return policy;
}

@Bean
public CompletionPolicy randomCompletionPolicy() {
return new RandomChunkSizePolicy();
}

public static void main(String[] args) {
SpringApplication.run(ChunkJob.class, new String[] { "poolSize=null" });
Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

intentionally null

}
}
188 changes: 94 additions & 94 deletions Chapter04/src/main/java/com/example/Chapter04/jobs/JobJob.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,98 +35,98 @@
@SpringBootApplication
public class JobJob {

@Autowired
private JobBuilderFactory jobBuilderFactory;

@Autowired
private StepBuilderFactory stepBuilderFactory;

@Bean
public Tasklet loadStockFile() {
return (contribution, chunkContext) -> {
System.out.println("The stock file has been loaded");
return RepeatStatus.FINISHED;
};
}

@Bean
public Tasklet loadCustomerFile() {
return (contribution, chunkContext) -> {
System.out.println("The customer file has been loaded");
return RepeatStatus.FINISHED;
};
}

@Bean
public Tasklet updateStart() {
return (contribution, chunkContext) -> {
System.out.println("The start has been updated");
return RepeatStatus.FINISHED;
};
}

@Bean
public Tasklet runBatchTasklet() {
return (contribution, chunkContext) -> {
System.out.println("The batch has been run");
return RepeatStatus.FINISHED;
};
}

@Bean
public Job preProcessingJob() {
return this.jobBuilderFactory.get("preProcessingJob")
.start(loadFileStep())
.next(loadCustomerStep())
.next(updateStartStep())
.build();
}

@Bean
public Job conditionalStepLogicJob() {
return this.jobBuilderFactory.get("conditionalStepLogicJob")
.start(intializeBatch())
.next(runBatch())
.build();
}

@Bean
public Step intializeBatch() {
return this.stepBuilderFactory.get("initalizeBatch")
.job(preProcessingJob())
.parametersExtractor(new DefaultJobParametersExtractor())
.build();
}

@Bean
public Step loadFileStep() {
return this.stepBuilderFactory.get("loadFileStep")
.tasklet(loadStockFile())
.build();
}

@Bean
public Step loadCustomerStep() {
return this.stepBuilderFactory.get("loadCustomerStep")
.tasklet(loadCustomerFile())
.build();
}

@Bean
public Step updateStartStep() {
return this.stepBuilderFactory.get("updateStartStep")
.tasklet(updateStart())
.build();
}

@Bean
public Step runBatch() {
return this.stepBuilderFactory.get("runBatch")
.tasklet(runBatchTasklet())
.build();
}

public static void main(String[] args) {
SpringApplication.run(HelloWorldJob.class, args);
}
// @Autowired
// private JobBuilderFactory jobBuilderFactory;
//
// @Autowired
// private StepBuilderFactory stepBuilderFactory;
//
// @Bean
// public Tasklet loadStockFile() {
// return (contribution, chunkContext) -> {
// System.out.println("The stock file has been loaded");
// return RepeatStatus.FINISHED;
// };
// }
//
// @Bean
// public Tasklet loadCustomerFile() {
// return (contribution, chunkContext) -> {
// System.out.println("The customer file has been loaded");
// return RepeatStatus.FINISHED;
// };
// }
//
// @Bean
// public Tasklet updateStart() {
// return (contribution, chunkContext) -> {
// System.out.println("The start has been updated");
// return RepeatStatus.FINISHED;
// };
// }
//
// @Bean
// public Tasklet runBatchTasklet() {
// return (contribution, chunkContext) -> {
// System.out.println("The batch has been run");
// return RepeatStatus.FINISHED;
// };
// }
//
// @Bean
// public Job preProcessingJob() {
// return this.jobBuilderFactory.get("preProcessingJob")
// .start(loadFileStep())
// .next(loadCustomerStep())
// .next(updateStartStep())
// .build();
// }
//
// @Bean
// public Job conditionalStepLogicJob() {
// return this.jobBuilderFactory.get("conditionalStepLogicJob")
// .start(intializeBatch())
// .next(runBatch())
// .build();
// }
//
// @Bean
// public Step intializeBatch() {
// return this.stepBuilderFactory.get("initalizeBatch")
// .job(preProcessingJob())
// .parametersExtractor(new DefaultJobParametersExtractor())
// .build();
// }
//
// @Bean
// public Step loadFileStep() {
// return this.stepBuilderFactory.get("loadFileStep")
// .tasklet(loadStockFile())
// .build();
// }
//
// @Bean
// public Step loadCustomerStep() {
// return this.stepBuilderFactory.get("loadCustomerStep")
// .tasklet(loadCustomerFile())
// .build();
// }
//
// @Bean
// public Step updateStartStep() {
// return this.stepBuilderFactory.get("updateStartStep")
// .tasklet(updateStart())
// .build();
// }
//
// @Bean
// public Step runBatch() {
// return this.stepBuilderFactory.get("runBatch")
// .tasklet(runBatchTasklet())
// .build();
// }
//
// public static void main(String[] args) {
// SpringApplication.run(HelloWorldJob.class, args);
// }
}
12 changes: 6 additions & 6 deletions Chapter04/src/main/resources/application.properties
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
spring.datasource.driverClassName=com.mysql.cj.jdbc.Driver
spring.datasource.url=jdbc:mysql://localhost:3306/spring_batch
spring.datasource.username=root
spring.datasource.password=p@ssw0rd
#spring.datasource.driverClassName=com.mysql.cj.jdbc.Driver
#spring.datasource.url=jdbc:mysql://localhost:3306/spring_batch
#spring.datasource.username=root
#spring.datasource.password=p@ssw0rd
#spring.datasource.schema=schema-mysql.sql
#spring.datasource.initialization-mode=always
spring.batch.initialize-schema=always
spring.batch.job.names=conditionalStepLogicJob
#spring.batch.initialize-schema=always
#spring.batch.job.names=conditionalStepLogicJob
Loading