package com.highdatas.mdm.controller; import com.alibaba.fastjson.JSONObject; import com.highdatas.mdm.entity.*; import com.highdatas.mdm.mapper.SysViewMapper; import com.highdatas.mdm.mapper.TableInfoMapper; import com.highdatas.mdm.pojo.CodeMsg; import com.highdatas.mdm.pojo.Result; import com.highdatas.mdm.pojo.Segment; import com.highdatas.mdm.pojo.kettle.UnBigDataDataSourceInfo; import com.highdatas.mdm.service.*; import com.highdatas.mdm.util.*; import org.apache.commons.lang3.StringUtils; import org.apache.ibatis.session.ExecutorType; import org.apache.ibatis.session.SqlSession; import org.mybatis.spring.SqlSessionTemplate; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.*; import org.springframework.web.multipart.MultipartFile; import javax.servlet.http.HttpServletRequest; import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; /** * @author kimi * @description * @date 2019-12-18 10:22 */ @RestController @RequestMapping("/file") public class FileController { @Autowired ISysAssembleDbService dbService; @Autowired ISysAssembleService assembleService; @Autowired ISysAssembleParamsService paramsService; @Autowired RedisClient redisClient; @Autowired ISysViewService viewService; @Autowired IMenuMappingService menuMappingService; @Autowired TableInfoMapper tableInfoMapper; @Autowired private SqlSessionTemplate sqlSessionTemplate; @Autowired UnBigDataDataSourceInfo unBigDataDataSourceInfo; @RequestMapping(value = "/loadSqlTable", method = RequestMethod.POST) @ResponseBody public Result loadSqlTable(@RequestParam("file")MultipartFile file,@RequestParam String dbId, HttpServletRequest request) { try { byte[] bytes = file.getBytes(); String sql = new String (bytes); sql = DbUtils.replaceEscape(sql); String[] split = sql.split(Constant.SEMICOLON); if (split.length > 1) { return Result.error(new CodeMsg(6001 , "sql脚本上传错误,仅能支持一条语句")); } String sqlId = DbUtils.getUUID(); boolean b = redisClient.putRedisVal(sqlId, sql); if (!b){ return Result.error(new CodeMsg(6002, "sql保存失败")); } // 暂不校验是不是select语句了 后续需要再校验 List fieldsBySql = dbService.getFieldsBySql(dbId, sql); JSONObject object = new JSONObject(); object.fluentPut("fields", fieldsBySql); object.fluentPut("sqlId",sqlId); return Result.success(object); }catch (Exception e) { e.printStackTrace(); return Result.error(new CodeMsg(6002, e.getMessage())); } } @RequestMapping(value = "/loadPurgeSql", method = RequestMethod.POST) @ResponseBody public Result loadPurgeSql(@RequestParam("file")MultipartFile file,@RequestParam String id, HttpServletRequest request) { // 暂不校验是不是select语句了 后续需要再校验 SysAssemble assemble = assembleService.selectById(id); if (assemble == null){ return Result.error(CodeMsg.ERROR_PARAMS_NOT_MATHED); } try { byte[] bytes = file.getBytes(); String sql = new String (bytes); sql = DbUtils.replaceEscape(sql); //TODO 校验sql 暂不进行 assemble.setPurgeSql(sql); boolean update = assemble.updateById(); if (update) { return Result.success(assemble); }else { return Result.error(CodeMsg.UPDATE_ERROR); } }catch (Exception e) { e.printStackTrace(); return Result.error(new CodeMsg(6002, e.getMessage())); } } @RequestMapping(value = "/loadParamsUpdateSql", method = RequestMethod.POST) @ResponseBody public Result loadParamsUpdateSql(@RequestParam("file")MultipartFile file,@RequestParam String id, HttpServletRequest request) { // 暂不校验是不是select语句了 后续需要再校验 SysAssembleParams sysAssembleParams = paramsService.selectById(id); if (sysAssembleParams == null){ return Result.error(CodeMsg.ERROR_PARAMS_NOT_MATHED); } try { byte[] bytes = file.getBytes(); String sql = new String (bytes); sql = DbUtils.replaceEscape(sql); //TODO 校验sql 暂不进行 sysAssembleParams.setUpdateSql(sql).setUpdateTime(new Date()).updateById(); return Result.success(sysAssembleParams); }catch (Exception e) { e.printStackTrace(); return Result.error(new CodeMsg(6002, e.getMessage())); } } @RequestMapping(value = "/loadMappingFile", method = RequestMethod.POST) @ResponseBody public Result loadMappingFile(@RequestParam("file")MultipartFile file,@RequestParam String id, @RequestParam String menuId, @RequestParam String field, HttpServletRequest request) { SysView sysView = viewService.selectById(id); if (sysView == null){ return Result.error(CodeMsg.ERROR_PARAMS_NOT_MATHED); } String mappingTable = sysView.getMappingTable(); if (StringUtils.isEmpty(mappingTable)){ return Result.error(CodeMsg.ERROR_PARAMS_NOT_MATHED); } boolean exists = unBigDataDataSourceInfo.checkTableExists(mappingTable); if (!exists) { ArrayList fields = new ArrayList<>(); fields.add(Constant.ID); fields.add(Constant.Code); fields.add("pre"); fields.add("fix"); boolean created = unBigDataDataSourceInfo.createTable(mappingTable, fields); if (!created) { return Result.error(CodeMsg.CREATE_ERROR); } } SqlSession session = null; try { String name = file.getOriginalFilename(); List viewMappingByExcel = ExcelUtil.getViewMappingByExcel(file.getInputStream(), name); if (viewMappingByExcel.isEmpty()) { return Result.error(CodeMsg.EMPTY_ERROR); } Maintain maintainByMenu = viewService.getMaintainByMenu(sysView, menuId); if (maintainByMenu == null) { return Result.error(CodeMsg.ERROR_PARAMS_NOT_MATHED); } String changeFieldName = viewService.changeFieldName(maintainByMenu.getTableName(), field); Segment segment = new Segment(Constant.Code, changeFieldName); tableInfoMapper.delete(mappingTable, segment.toString()); session = sqlSessionTemplate.getSqlSessionFactory().openSession(ExecutorType.BATCH, false);//关闭session的自动提交 SysViewMapper mapper = session.getMapper(SysViewMapper.class); AtomicInteger idx = new AtomicInteger(0); ContentBuilder builder = new ContentBuilder(Constant.COMMA); for (ViewMappingItem viewMappingItem : viewMappingByExcel) { builder.clear(); builder.append(DbUtils.quotedStr(changeFieldName)); builder.append(DbUtils.quotedStr(viewMappingItem.getPre())).append(DbUtils.quotedStr(viewMappingItem.getFix())); mapper.insertViewMapping(mappingTable, builder.toString()); int i = idx.get(); if (i % 1000 == 0 || i == viewMappingByExcel.size()-1) { //手动每1000个一提交,提交后无法回滚 session.commit(); session.clearCache();//注意,如果没有这个动作,可能会导致内存崩溃。 } idx.getAndIncrement(); } }catch (Exception e) { e.printStackTrace(); if (session != null) { session.rollback(); } return Result.error(new CodeMsg(6002, e.getMessage())); }finally { if (session != null) { session.close(); } } return Result.success(null); } }