走进企业级批处理框架--Springbatch

标签：style   http   io   os   java   ar   for   文件   数据   

Springbatch是一个轻量级的，完全面向Spring的批处理框架，可以应用于企业级大量的数据处理系统。Spring Batch可以提供大量的，可重复的数据处理功能，包括日志记录/跟踪，事务管理，作业处理统计工作重新启动、跳过，和资源管理等重要功能。它能使业务人员专注于核心业务的开发，而将重复性的耗时工作交给系统自动处理。如数据的倒入，导出，数据的复制等工作。本文将通过一个简单的文件复制的小例子介绍SpringBatch的工作原理。首先来看相关的核心代码和配置：

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans" xmlns:batch="http://www.springframework.org/schema/batch"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:tx="http://www.springframework.org/schema/tx" xmlns:aop="http://www.springframework.org/schema/aop"
	xmlns:context="http://www.springframework.org/schema/context"
	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-3.0.xsd  
		http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-3.0.xsd  
		http://www.springframework.org/schema/aop http://www.springframework.org/schema/aop/spring-aop-3.0.xsd  
		http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-2.5.xsd
		http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch.xsd"
	default-autowire="byName">
	<bean id="jobLauncher" class="org.springframework.batch.core.launch.support.SimpleJobLauncher">
		<property name="jobRepository" ref="jobRepository" />
	</bean>
	<bean id="jobRepository" class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean">
	</bean>
	<bean id="transactionManager" class="org.springframework.batch.support.transaction.ResourcelessTransactionManager" />
	<batch:job id="iconvJob">
		<batch:step id="iconvStep">
			<batch:tasklet transaction-manager="transactionManager">
				<batch:chunk reader="iconvItemReader" writer="iconvItemWriter" processor="iconvItemProcessor"
					commit-interval="1" />
			</batch:tasklet>
		</batch:step>
	</batch:job>
	<context:property-placeholder location="classpath:files.properties" />
	<bean id="iconvItemReader" class="com.inetpsa.batch.iconv.IconvItemReader">
		<property name="input" value="file:${input.file}" />
		<property name="charset" value="UTF-8" />
	</bean>
	<bean id="iconvItemWriter" class="com.inetpsa.batch.iconv.IconvItemWriter">
		<property name="output" value="file:${output.file}" />
		<property name="charset" value="UTF-8" />
	</bean>
	<bean id="iconvItemProcessor" class="com.inetpsa.batch.iconv.IconvItemProcessor"/>
</beans>

public class ShellItemReader implements ItemReader<InputStream> {
	
	private String input;
	private InputStream item = null;

	public InputStream read() throws Exception, UnexpectedInputException, ParseException, NonTransientResourceException {
		if (this.item == null) {
			this.item = this.input == null ? System.in : new URL(this.input).openStream();
			return this.item;
		}
		return null;
	}

	public void setInput(String input) {
		this.input = input;
	}
}

public class ShellItemProcessor implements ItemProcessor<InputStream, InputStream> {

	private List<String> command;		
	public InputStream process(InputStream item) throws Exception {
		final ProcessBuilder pb = new ProcessBuilder(this.command);
		pb.redirectErrorStream(true);
		final Process process = pb.start();
		IOUtils.copy(item, process.getOutputStream());
		IOUtils.closeQuietly(item);
		IOUtils.closeQuietly(process.getOutputStream());
		return process.getInputStream();
	}

	public void setCommand(List<String> command) {
		this.command = command;
	}
}

public class ShellItemWriter implements ItemWriter<InputStream> {

	private String output;

	public void setOutput(String output) {
		this.output = output;
	}

	public void write(List<? extends InputStream> items) throws Exception {
		OutputStream os = System.out;
		if (this.output != null) {
			final URL url = new URL(this.output);
			if (url.getProtocol().equals("file")) {
				os = new FileOutputStream(url.getPath());
			} else {
				os = url.openConnection().getOutputStream();
			}
		}
		for (final InputStream is : items) {
			IOUtils.copy(is, os);
			IOUtils.closeQuietly(is);
		}
		IOUtils.closeQuietly(os);
	}

}

走进企业级批处理框架--Springbatch

标签：style   http   io   os   java   ar   for   文件   数据   

原文地址：http://blog.csdn.net/a1314517love/article/details/38960373