SpringBatch批解决框架+mysql仓库+web监控实录

1、概念

Spring Batch 是一款轻量级地适合企业级应用的批解决框架，值得注意的是，不同于其余调度框架，Spring Batch不提供调度功能。

2、批解决过程

批解决可以分为以下几个步骤：

1. 读取数据
2. 按照业务解决数据
3. 归档数据的过程

3、Spring Batch给我们提供了什么？

1. 统一的读写接口
2. 丰富的任务解决方式
3. 灵活的事务管理及并发解决
4. 日志、监控、任务重启与跳过等特性

4、基础组件

5、job, step, tasklet 和 chunk 关系

一个job对应至少一个step，一个step对应0或者者1个TaskLet，一个taskLet对应0或者者1个Chunk

6、实战：批解决excel插入数据库

6.1：定义数据仓库

  <!-- 内存仓库  -->    <!--<bean id="jobRepository" class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean"/>-->    <!-- 数据库仓库  -->    <batch:job-repository id="jobRepository" data-source="dataRepDruidDataSource"                          isolation-level-for-create="SERIALIZABLE" transaction-manager="transactionManager"                          table-prefix="BATCH_" max-varchar-length="1000" />

6.2：定义启动器

    <!-- 作业调度器，用来启动job,引用作业仓库 -->    <bean id="jobLauncher"          class="org.springframework.batch.core.launch.support.SimpleJobLauncher">        <property name="jobRepository" ref="jobRepository"/>    </bean>

6.3：定义JOB

    <batch:job id="userBatchJobName" restartable="true">        <batch:step id="userStep">            <batch:tasklet allow-start-if-complete="false"                           start-limit="1" task-executor="taskExecutor" throttle-limit="5">                <batch:chunk reader="userReader" writer="userWriter"                             processor="userProcessor" commit-interval="5" retry-limit="10">                    <batch:retryable-exception-classes>                        <batch:include class="org.springframework.dao.DuplicateKeyException"/>                        <batch:include class="java.sql.BatchUpdateException"/>                        <batch:include class="java.sql.SQLException"/>                    </batch:retryable-exception-classes>                </batch:chunk>            </batch:tasklet>        </batch:step>    </batch:job>    <bean id="taskExecutor"          class="org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor">        <!-- 线程池维护线程的最少数量 -->        <property name="corePoolSize" value="100"/>        <!-- 线程池维护线程所允许的空闲时间 -->        <property name="keepAliveSeconds" value="30000"/>        <!-- 线程池维护线程的最大数量 -->        <property name="maxPoolSize" value="300"/>        <!-- 线程池所使用的缓冲队列 -->        <property name="queueCapacity" value="100"/>    </bean>

6.4：定义ItemReader

     <bean id="userReader" class="org.springframework.batch.item.file.FlatFileItemReader">        <property name="lineMapper" ref="lineMapper"/>        <property name="resource" value="classpath:message/batch-data-source.csv"/>    </bean>

 <!-- 将每行映射成对象 -->    <bean id="lineMapper" class="org.springframework.batch.item.file.mapping.DefaultLineMapper">        <property name="lineTokenizer">            <bean class="org.springframework.batch.item.file.transform.DelimitedLineTokenizer">                <property name="delimiter" value=","/><!-- 根据某种分隔符分割 -->                <property name="names" value="id,name" />            </bean>        </property>        <property name="fieldSetMapper"><!-- 将拆分后的字段映射成对象 -->            <bean class="com.hcw.core.batch.UserFieldSetMapper" />        </property>    </bean>

6.5：定义ItemWriter

     <bean id="userWriter" class="com.hcw.core.batch.MyBatchItemWriter" scope="step">        <property name="statementId" value="com.hcw.core.batch.dao.UserToMapper.batchInsert"/>        <property name="sqlSessionFactory" ref="sqlSessionFactoryTo"/>    </bean>

6.6：定义ItemProcessor

    <bean id="userProcessor" class="com.hcw.core.batch.UserItemProcessor"/>

6.7: 定义jobRepository的数据源

   <bean id="dataRepDruidDataSource" class="com.alibaba.druid.pool.DruidDataSource"          init-method="init" destroy-method="close">        <property name="url" value="${jdbc.mysql.rep.connection.url}" />        <property name="username" value="${jdbc.mysql.rep.connection.username}" />        <property name="password" value="${jdbc.mysql.rep.connection.password}" />        <property name="filters" value="${jdbc.mysql.rep.connection.filters}" />        <property name="maxActive" value="${jdbc.mysql.rep.connection.maxActive}" />        <property name="initialSize" value="${jdbc.mysql.rep.connection.initialSize}" />        <property name="maxWait" value="${jdbc.mysql.rep.connection.maxWait}" />        <property name="minIdle" value="${jdbc.mysql.rep.connection.minIdle}" />        <property name="timeBetweenEvictionRunsMillis"                  value="${jdbc.mysql.rep.connection.timeBetweenEvictionRunsMillis}" />        <property name="minEvictableIdleTimeMillis"                  value="${jdbc.mysql.rep.connection.minEvictableIdleTimeMillis}" />        <property name="validationQuery"                  value="${jdbc.mysql.rep.connection.validationQuery}" />        <property name="testWhileIdle"                  value="${jdbc.mysql.rep.connection.testWhileIdle}" />        <property name="testOnBorrow" value="${jdbc.mysql.rep.connection.testOnBorrow}" />        <property name="testOnReturn" value="${jdbc.mysql.rep.connection.testOnReturn}" />        <property name="poolPreparedStatements"                  value="${jdbc.mysql.rep.connection.poolPreparedStatements}" />        <property name="maxPoolPreparedStatementPerConnectionSize"                  value="${jdbc.mysql.rep.connection.maxPoolPreparedStatementPerConnectionSize}" />    </bean>

6.8: 启动JOB

启动tomcat,打开启动页面