ImportTaskService.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. package cn.cslg.pas.service.business;
  2. import cn.cslg.pas.common.dto.ImportTaskDTO;
  3. import cn.cslg.pas.common.dto.PatentStarListDTO;
  4. import cn.cslg.pas.common.model.cronModel.Personnel;
  5. import cn.cslg.pas.common.model.cronModel.PersonnelVO;
  6. import cn.cslg.pas.common.model.cronModel.Records;
  7. import cn.cslg.pas.common.model.cronModel.SystemFile;
  8. import cn.cslg.pas.common.model.request.GroupRequest;
  9. import cn.cslg.pas.common.model.request.QueryRequest;
  10. import cn.cslg.pas.common.utils.*;
  11. import cn.cslg.pas.common.vo.business.ImportTaskVO;
  12. import cn.cslg.pas.domain.business.*;
  13. import cn.cslg.pas.exception.UnLoginException;
  14. import cn.cslg.pas.exception.XiaoShiException;
  15. import cn.cslg.pas.factorys.businessFactory.Business;
  16. import cn.cslg.pas.mapper.ImportTaskMapper;
  17. import cn.cslg.pas.service.common.FileManagerService;
  18. import cn.cslg.pas.service.common.PatentStarApiService;
  19. import cn.cslg.pas.service.importPatent.SchedulingTaskService;
  20. import cn.cslg.pas.service.permissions.PermissionService;
  21. import cn.cslg.pas.service.query.FormatQueryService;
  22. import com.alibaba.fastjson.JSONArray;
  23. import com.alibaba.fastjson.JSONObject;
  24. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  25. import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
  26. import lombok.RequiredArgsConstructor;
  27. import org.apache.commons.compress.utils.IOUtils;
  28. import org.apache.poi.ss.usermodel.Sheet;
  29. import org.springframework.beans.factory.annotation.Autowired;
  30. import org.springframework.context.annotation.Lazy;
  31. import org.springframework.stereotype.Service;
  32. import org.springframework.transaction.annotation.Transactional;
  33. import org.springframework.web.multipart.MultipartFile;
  34. import java.io.*;
  35. import java.util.ArrayList;
  36. import java.util.Arrays;
  37. import java.util.List;
  38. import java.util.Map;
  39. /**
  40. * 导入任务表业务层
  41. *
  42. * @author chenyu
  43. * @date 2023/10/20
  44. */
  45. @Service
  46. @RequiredArgsConstructor
  47. public class ImportTaskService extends ServiceImpl<ImportTaskMapper, ImportTask> implements Business {
  48. @Autowired
  49. private FormatQueryService formatQueryService;
  50. @Autowired
  51. private ImportTaskMapper importTaskMapper;
  52. @Autowired
  53. private FileManagerService fileManagerService;
  54. @Autowired
  55. private PatentStarApiService patentStarApiService;
  56. @Autowired
  57. private PermissionService permissionService;
  58. @Autowired
  59. @Lazy
  60. private SchedulingTaskService schedulingTaskService;
  61. @Autowired
  62. private CacheUtils cacheUtils;
  63. @Autowired
  64. private LoginUtils loginUtils;
  65. @Autowired
  66. private SystemDictService systemDictService;
  67. @Autowired
  68. private ProductService productService;
  69. @Autowired
  70. private ProjectService projectService;
  71. @Override
  72. public Object queryMessage(QueryRequest queryRequest) throws Exception {
  73. List<String> sqls = formatQueryService.reSqls(queryRequest, "importTask");
  74. //根据sql查询事件信息
  75. List<ImportTaskVO> importTaskVOS = importTaskMapper.getImportTask(sqls.get(0), sqls.get(1), sqls.get(2));
  76. //查询总数
  77. Long total = importTaskMapper.getImportTaskCount(sqls.get(0));
  78. //装载事件信息
  79. this.loadImportTask(importTaskVOS);
  80. Records records = new Records();
  81. records.setCurrent(queryRequest.getCurrent());
  82. records.setSize(queryRequest.getSize());
  83. records.setData(importTaskVOS);
  84. records.setTotal(total);
  85. return records;
  86. }
  87. @Override
  88. public Object addMessage(Object object, List<MultipartFile> files) {
  89. return null;
  90. }
  91. @Override
  92. public Object deleteMessage(List<Integer> ids) throws IOException {
  93. return null;
  94. }
  95. @Override
  96. public Object updateMessage(Object object, List<MultipartFile> files) {
  97. return null;
  98. }
  99. @Override
  100. public Object getGroup(GroupRequest groupRequest, String tableName) throws Exception {
  101. return null;
  102. }
  103. @Override
  104. @Transactional(rollbackFor = Exception.class)
  105. public Object addMessage(Object object) {
  106. if (object == null) {
  107. throw new XiaoShiException("参数不能为空");
  108. }
  109. //TODO 校验参数
  110. ImportTaskDTO importTaskDTO = (ImportTaskDTO) object;
  111. PersonnelVO personnelVO = new PersonnelVO();
  112. try {
  113. personnelVO = cacheUtils.getLoginUser(loginUtils.getId());
  114. } catch (Exception e) {
  115. throw new UnLoginException("未登录");
  116. }
  117. ImportTaskCondition importTaskCondition = new ImportTaskCondition();
  118. if (importTaskDTO.getImportToType().equals(0)) {
  119. importTaskCondition.setProjectType(0);
  120. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  121. } else if (importTaskDTO.getImportToType().equals(1)) {
  122. importTaskCondition.setProjectType(1);
  123. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  124. } else if (importTaskDTO.getImportToType().equals(2)) {
  125. importTaskCondition.setProductId(importTaskDTO.getImportToId());
  126. }
  127. if (!importTaskDTO.getType().equals(1)) {
  128. importTaskDTO.setImportContent(MathUtils.BinaryToDecimal(importTaskDTO.getImportContent()));
  129. }
  130. importTaskCondition.setImportContent(importTaskDTO.getImportContent());
  131. importTaskCondition.setCrons(importTaskDTO.getCrons());
  132. importTaskCondition.setIfUpdate(importTaskDTO.getIfUpdate());
  133. importTaskCondition.setSearchCondition(importTaskDTO.getSearchCondition());
  134. importTaskCondition.setType(importTaskDTO.getType());
  135. importTaskCondition.setFileGuid(importTaskDTO.getFileGuid());
  136. importTaskCondition.setSourceId(importTaskDTO.getSourceId());
  137. importTaskCondition.setDbType(importTaskDTO.getDbType());
  138. importTaskCondition.setOrderBy(importTaskDTO.getOrderBy());
  139. importTaskCondition.setOrderByType(importTaskDTO.getOrderByType());
  140. importTaskCondition.setCreateId(personnelVO.getId());
  141. importTaskCondition.insert();
  142. //装载任务
  143. ImportTask importTask = new ImportTask();
  144. importTask.setImportTaskConditionId(importTaskCondition.getId());
  145. importTask.setType(importTaskDTO.getType());
  146. importTask.setSearchCondition(importTaskDTO.getSearchCondition());
  147. importTask.setCreateId(personnelVO.getId());
  148. if (importTaskCondition.getType().equals(1)) {
  149. try {
  150. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  151. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  152. SystemFile systemFile = systemFiles.get(0);
  153. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  154. //调用文件系统取出文件接口,获得文件流
  155. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  156. //创建临时文件tempFile,并将文件读取到tempFile
  157. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  158. try (
  159. InputStream inputStream = new ByteArrayInputStream(bytes);
  160. FileOutputStream outputStream = new FileOutputStream(tempFile)
  161. ) {
  162. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  163. }
  164. Integer totalNum = ReadExcelUtils.textExcel(tempFile, importTaskCondition.getSourceId().toString());
  165. importTask.setAllNum(totalNum);
  166. //删除临时文件tempFile
  167. new File(tempFile.getPath()).delete();
  168. } catch (Exception e) {
  169. throw new XiaoShiException("文件错误");
  170. }
  171. } else if (importTaskCondition.getType().equals(4)) {
  172. try {
  173. PatentStarListDTO patentStarListDto = new PatentStarListDTO()
  174. .setCurrentQuery(importTaskCondition.getSearchCondition())
  175. .setOrderBy(importTaskCondition.getOrderBy())
  176. .setOrderByType(importTaskCondition.getOrderByType())
  177. .setPageNum(0)
  178. .setRowCount(50)
  179. .setDBType(importTaskCondition.getDbType());
  180. //调用一般接口返回一批专利著录相关数据
  181. Map<String, Object> resultMap = patentStarApiService.patentStarSearchApi(patentStarListDto);
  182. if (resultMap == null || (Integer) resultMap.get("total") == 0) {
  183. ThrowException.throwXiaoShiException("未检索到相关专利");
  184. } else {
  185. importTask.setAllNum((Integer) resultMap.get("total"));
  186. }
  187. } catch (Exception e) {
  188. throw new XiaoShiException("文件错误");
  189. }
  190. } else if (importTaskCondition.getType().equals(2) || importTaskCondition.getType().equals(3)) {
  191. List<String> patentNos = new ArrayList<>();
  192. if (importTaskCondition.getType().equals(2)) {
  193. patentNos = Arrays.asList(importTaskCondition.getSearchCondition().split("[,|,]"));
  194. } else if (importTaskCondition.getType().equals(3)) {
  195. try {
  196. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  197. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  198. SystemFile systemFile = systemFiles.get(0);
  199. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  200. //调用文件系统取出文件接口,获得文件流
  201. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  202. //创建临时文件tempFile,并将文件读取到tempFile
  203. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  204. try (
  205. InputStream inputStream = new ByteArrayInputStream(bytes);
  206. FileOutputStream outputStream = new FileOutputStream(tempFile)
  207. ) {
  208. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  209. }
  210. Sheet sheet = ReadExcelUtils.readExcel(tempFile);
  211. patentNos = ReadExcelUtils.getPatentNoFromExcel(sheet);
  212. } catch (Exception e) {
  213. }
  214. }
  215. importTask.setAllNum(patentNos.size());
  216. }
  217. importTask.setProgress(0.0);
  218. String taskName = this.setImportTaskName(importTaskCondition, personnelVO.getName());
  219. importTask.setName(taskName);
  220. importTask.insert();
  221. schedulingTaskService.startTask();
  222. return importTask.getId();
  223. }
  224. @Override
  225. public Object updateMessage(Object object) {
  226. return null;
  227. }
  228. private void loadImportTask(List<ImportTaskVO> importTaskVOS) throws IOException {
  229. List<String> createIds = new ArrayList<>();
  230. importTaskVOS.forEach(item -> {
  231. if (item.getCreateId() != null) {
  232. createIds.add(item.getCreateId());
  233. }
  234. });
  235. List<Personnel> personnels = new ArrayList<>();
  236. List<Product> products = new ArrayList<>();
  237. List<Project> projects = new ArrayList<>();
  238. //查询创建人名称
  239. if (createIds.size() != 0) {
  240. String res = permissionService.getPersonnelByIdsFromPCS(createIds);
  241. JSONObject jsonObject = JSONObject.parseObject(res);
  242. personnels = JSONObject.parseArray(jsonObject.getString("data"), Personnel.class);
  243. }
  244. LambdaQueryWrapper<SystemDict> lambdaQueryWrapper = new LambdaQueryWrapper<>();
  245. lambdaQueryWrapper.eq(SystemDict::getGroupType, "IMPORT_TASK");
  246. List<SystemDict> systemDictList = systemDictService.list(lambdaQueryWrapper);
  247. for (ImportTaskVO importTaskVO : importTaskVOS) {
  248. //装载创建人
  249. Personnel personnel = personnels.stream().filter(item -> item.getId().equals(importTaskVO.getCreateId())).findFirst().orElse(null);
  250. if (personnel != null) {
  251. importTaskVO.setCreateName(personnel.getPersonnelName());
  252. }
  253. //装载状态
  254. SystemDict systemDict1 = systemDictList.stream()
  255. .filter(item -> item.getType().equals("IMPORT_TASK_TYPE") && item.getType()
  256. .equals(importTaskVO.getType().toString())).findFirst().orElse(null);
  257. SystemDict systemDict2 = systemDictList.stream()
  258. .filter(item -> item.getType().equals("IMPORT_TASk_STATE") && item.getType()
  259. .equals(importTaskVO.getState().toString())).findFirst().orElse(null);
  260. if (systemDict1 != null) {
  261. importTaskVO.setTypeStr(systemDict1.getLabel());
  262. }
  263. if (systemDict2 != null) {
  264. importTaskVO.setStateStr(systemDict2.getLabel());
  265. }
  266. long percentage = (long) Math.floor((importTaskVO.getDoneNum() + 0D) / importTaskVO.getAllNum() * 100D);
  267. importTaskVO.setPercentage(percentage);
  268. }
  269. }
  270. private String setImportTaskName(ImportTaskCondition importTaskCondition, String name) {
  271. //装载名称
  272. String type = "";
  273. String toName = "";
  274. String to = "";
  275. String taskName = "";
  276. if (importTaskCondition.getType().equals(2)) {
  277. type = "【专利号】";
  278. } else if (importTaskCondition.getType().equals(3) || importTaskCondition.getType().equals(4)) {
  279. type = "【检索式】";
  280. } else if (importTaskCondition.getType().equals(1)) {
  281. type = "【Excel】";
  282. }
  283. if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(0)) {
  284. to = "专题库";
  285. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  286. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  287. List<Project> projects = projectService.list(queryWrapper);
  288. if (projects.size() != 0) {
  289. toName = projects.get(0).getName();
  290. }
  291. } else if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(1)) {
  292. to = "报告";
  293. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  294. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  295. List<Project> projects = projectService.list(queryWrapper);
  296. if (projects.size() != 0) {
  297. toName = projects.get(0).getName();
  298. }
  299. } else if (importTaskCondition.getProductId() != null) {
  300. to = "产品";
  301. LambdaQueryWrapper<Product> queryWrapper = new LambdaQueryWrapper<>();
  302. queryWrapper.in(Product::getId, importTaskCondition.getProductId());
  303. List<Product> products = productService.list(queryWrapper);
  304. if (products.size() != 0) {
  305. toName = products.get(0).getName();
  306. }
  307. }
  308. //导入任务
  309. taskName = type + "导入到" + to + "【" + toName + "】 - " + name;
  310. return taskName;
  311. }
  312. public void updateImportTaskState(Integer taskId, Integer state) {
  313. ImportTask importTask = this.getById(taskId);
  314. importTask.setState(state);
  315. importTask.updateById();
  316. if (state.equals(4)) {
  317. schedulingTaskService.pauseTask(taskId, state);
  318. }
  319. if (state.equals(0)) {
  320. schedulingTaskService.startTask();
  321. }
  322. }
  323. }