ImportTaskService.java 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449
  1. package cn.cslg.pas.service.business;
  2. import cn.cslg.pas.common.dto.ExportTaskDTO;
  3. import cn.cslg.pas.common.dto.ImportTaskDTO;
  4. import cn.cslg.pas.common.dto.PatentStarListDTO;
  5. import cn.cslg.pas.common.model.cronModel.Personnel;
  6. import cn.cslg.pas.common.model.cronModel.PersonnelVO;
  7. import cn.cslg.pas.common.model.cronModel.Records;
  8. import cn.cslg.pas.common.model.cronModel.SystemFile;
  9. import cn.cslg.pas.common.model.request.GroupRequest;
  10. import cn.cslg.pas.common.model.request.QueryRequest;
  11. import cn.cslg.pas.common.utils.*;
  12. import cn.cslg.pas.common.vo.ImportTaskAMVO;
  13. import cn.cslg.pas.common.vo.business.ImportTaskVO;
  14. import cn.cslg.pas.domain.business.*;
  15. import cn.cslg.pas.exception.UnLoginException;
  16. import cn.cslg.pas.exception.XiaoShiException;
  17. import cn.cslg.pas.factorys.businessFactory.Business;
  18. import cn.cslg.pas.mapper.ImportTaskMapper;
  19. import cn.cslg.pas.service.common.FileManagerService;
  20. import cn.cslg.pas.service.common.PatentStarApiService;
  21. import cn.cslg.pas.service.importPatent.SchedulingTaskService;
  22. import cn.cslg.pas.service.permissions.PermissionService;
  23. import cn.cslg.pas.service.query.FormatQueryService;
  24. import com.alibaba.fastjson.JSONArray;
  25. import com.alibaba.fastjson.JSONObject;
  26. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  27. import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
  28. import lombok.RequiredArgsConstructor;
  29. import org.apache.commons.compress.utils.IOUtils;
  30. import org.apache.poi.ss.usermodel.Sheet;
  31. import org.springframework.beans.factory.annotation.Autowired;
  32. import org.springframework.context.annotation.Lazy;
  33. import org.springframework.stereotype.Service;
  34. import org.springframework.transaction.annotation.Transactional;
  35. import org.springframework.web.multipart.MultipartFile;
  36. import java.io.*;
  37. import java.util.ArrayList;
  38. import java.util.Arrays;
  39. import java.util.List;
  40. import java.util.Map;
  41. /**
  42. * 导入任务表业务层
  43. *
  44. * @author chenyu
  45. * @date 2023/10/20
  46. */
  47. @Service
  48. @RequiredArgsConstructor
  49. public class ImportTaskService extends ServiceImpl<ImportTaskMapper, ImportTask> implements Business {
  50. @Autowired
  51. private FormatQueryService formatQueryService;
  52. @Autowired
  53. private ImportTaskMapper importTaskMapper;
  54. @Autowired
  55. private FileManagerService fileManagerService;
  56. @Autowired
  57. private PatentStarApiService patentStarApiService;
  58. @Autowired
  59. private PermissionService permissionService;
  60. @Autowired
  61. @Lazy
  62. private SchedulingTaskService schedulingTaskService;
  63. @Autowired
  64. private CacheUtils cacheUtils;
  65. @Autowired
  66. private LoginUtils loginUtils;
  67. @Autowired
  68. private SystemDictService systemDictService;
  69. @Autowired
  70. private ProductService productService;
  71. @Autowired
  72. private ProjectService projectService;
  73. @Autowired
  74. private ImportTaskConditionService importTaskConditionService;
  75. @Override
  76. public Object queryMessage(QueryRequest queryRequest) throws Exception {
  77. List<String> sqls = formatQueryService.reSqls(queryRequest, "importTask");
  78. //根据sql查询事件信息
  79. List<ImportTaskVO> importTaskVOS = importTaskMapper.getImportTask(sqls.get(0), sqls.get(1), sqls.get(2));
  80. //查询总数
  81. Long total = importTaskMapper.getImportTaskCount(sqls.get(0));
  82. //装载事件信息
  83. this.loadImportTask(importTaskVOS);
  84. Records records = new Records();
  85. records.setCurrent(queryRequest.getCurrent());
  86. records.setSize(queryRequest.getSize());
  87. records.setData(importTaskVOS);
  88. records.setTotal(total);
  89. return records;
  90. }
  91. @Override
  92. public Object addMessage(Object object, List<MultipartFile> files) {
  93. return null;
  94. }
  95. @Override
  96. public Object deleteMessage(List<Integer> ids) throws IOException {
  97. return null;
  98. }
  99. @Override
  100. public Object updateMessage(Object object, List<MultipartFile> files) {
  101. return null;
  102. }
  103. @Override
  104. public Object getGroup(GroupRequest groupRequest, String tableName) throws Exception {
  105. return null;
  106. }
  107. @Override
  108. @Transactional(rollbackFor = Exception.class)
  109. public Object addMessage(Object object) {
  110. if (object == null) {
  111. throw new XiaoShiException("参数不能为空");
  112. }
  113. //TODO 校验参数
  114. ImportTaskDTO importTaskDTO = (ImportTaskDTO) object;
  115. PersonnelVO personnelVO = new PersonnelVO();
  116. try {
  117. personnelVO = cacheUtils.getLoginUser(loginUtils.getId());
  118. } catch (Exception e) {
  119. throw new UnLoginException("未登录");
  120. }
  121. if (importTaskDTO.getType() == null) {
  122. importTaskDTO.setType(4);
  123. }
  124. List<String> addPatentNos =importTaskDTO.getPatentNos();
  125. ImportTaskCondition importTaskCondition = new ImportTaskCondition();
  126. if (importTaskDTO.getImportToId() != null) {
  127. if (importTaskDTO.getImportToType().equals(0)) {
  128. importTaskCondition.setProjectType(0);
  129. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  130. } else if (importTaskDTO.getImportToType().equals(1)) {
  131. importTaskCondition.setProjectType(1);
  132. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  133. } else if (importTaskDTO.getImportToType().equals(2)) {
  134. importTaskCondition.setProductId(importTaskDTO.getImportToId());
  135. }
  136. }
  137. if (!importTaskDTO.getType().equals(1)) {
  138. importTaskDTO.setImportContent(MathUtils.BinaryToDecimal(importTaskDTO.getImportContent()));
  139. }
  140. importTaskCondition.setImportContent(importTaskDTO.getImportContent());
  141. importTaskCondition.setCrons(importTaskDTO.getCrons());
  142. importTaskCondition.setIfUpdate(importTaskDTO.getIfUpdate());
  143. importTaskCondition.setSearchCondition(importTaskDTO.getSearchCondition());
  144. importTaskCondition.setType(importTaskDTO.getType());
  145. importTaskCondition.setFileGuid(importTaskDTO.getFileGuid());
  146. importTaskCondition.setSourceId(importTaskDTO.getSourceId());
  147. importTaskCondition.setDbType(importTaskDTO.getDBType());
  148. importTaskCondition.setOrderBy(importTaskDTO.getOrderBy());
  149. importTaskCondition.setOrderByType(importTaskDTO.getOrderByType());
  150. importTaskCondition.setCreateId(personnelVO.getId());
  151. if (importTaskDTO.getPatentNos() != null && importTaskDTO.getPatentNos().size() > 0) {
  152. String jsons = JSONObject.toJSON(importTaskDTO.getPatentNos()).toString();
  153. importTaskCondition.setPatentNos(jsons);
  154. }
  155. String fieldJson = JsonUtils.objectToJson(importTaskCondition);
  156. importTaskCondition.setCustomFields(fieldJson);
  157. importTaskCondition.insert();
  158. //装载任务
  159. ImportTask importTask = new ImportTask();
  160. importTask.setImportTaskConditionId(importTaskCondition.getId());
  161. importTask.setType(importTaskDTO.getType());
  162. importTask.setSearchCondition(importTaskDTO.getSearchCondition());
  163. importTask.setCreateId(personnelVO.getId());
  164. if (importTaskCondition.getType().equals(1)) {
  165. try {
  166. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  167. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  168. SystemFile systemFile = systemFiles.get(0);
  169. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  170. //调用文件系统取出文件接口,获得文件流
  171. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  172. //创建临时文件tempFile,并将文件读取到tempFile
  173. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  174. try (
  175. InputStream inputStream = new ByteArrayInputStream(bytes);
  176. FileOutputStream outputStream = new FileOutputStream(tempFile)
  177. ) {
  178. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  179. }
  180. Integer totalNum = ReadExcelUtils.textExcel(tempFile, importTaskCondition.getSourceId().toString());
  181. importTask.setAllNum(totalNum);
  182. //删除临时文件tempFile
  183. new File(tempFile.getPath()).delete();
  184. } catch (Exception e) {
  185. throw new XiaoShiException("文件错误");
  186. }
  187. } else if (importTaskCondition.getType().equals(4)) {
  188. try {if(addPatentNos==null||addPatentNos.size()==0) {
  189. PatentStarListDTO patentStarListDto = new PatentStarListDTO()
  190. .setCurrentQuery(importTaskCondition.getSearchCondition())
  191. .setOrderBy(importTaskCondition.getOrderBy())
  192. .setOrderByType(importTaskCondition.getOrderByType())
  193. .setPageNum(1)
  194. .setRowCount(50)
  195. .setDBType(importTaskCondition.getDbType());
  196. //调用一般接口返回一批专利著录相关数据
  197. Map<String, Object> resultMap = patentStarApiService.patentStarSearchApi(patentStarListDto);
  198. if (resultMap == null || (Integer) resultMap.get("total") == 0) {
  199. ThrowException.throwXiaoShiException("未检索到相关专利");
  200. } else {
  201. importTask.setAllNum((Integer) resultMap.get("total"));
  202. }
  203. }
  204. else {
  205. importTask.setAllNum(addPatentNos.size());
  206. }
  207. } catch (Exception e) {
  208. throw new XiaoShiException("文件错误");
  209. }
  210. } else if (importTaskCondition.getType().equals(2) || importTaskCondition.getType().equals(3)) {
  211. List<String> patentNos = new ArrayList<>();
  212. if (importTaskCondition.getType().equals(2)) {
  213. patentNos = Arrays.asList(importTaskCondition.getSearchCondition().split("[,|,]"));
  214. } else if (importTaskCondition.getType().equals(3)) {
  215. try {
  216. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  217. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  218. SystemFile systemFile = systemFiles.get(0);
  219. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  220. //调用文件系统取出文件接口,获得文件流
  221. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  222. //创建临时文件tempFile,并将文件读取到tempFile
  223. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  224. try (
  225. InputStream inputStream = new ByteArrayInputStream(bytes);
  226. FileOutputStream outputStream = new FileOutputStream(tempFile)
  227. ) {
  228. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  229. }
  230. Sheet sheet = ReadExcelUtils.readExcel(tempFile);
  231. patentNos = ReadExcelUtils.getPatentNoFromExcel(sheet);
  232. } catch (Exception e) {
  233. }
  234. }
  235. importTask.setAllNum(patentNos.size());
  236. }
  237. importTask.setProgress(0.0);
  238. String taskName = this.setImportTaskName(importTaskCondition, personnelVO.getName());
  239. importTask.setName(taskName);
  240. importTask.insert();
  241. schedulingTaskService.startTask();
  242. return importTask.getId();
  243. }
  244. @Override
  245. public Object updateMessage(Object object) {
  246. return null;
  247. }
  248. private void loadImportTask(List<ImportTaskVO> importTaskVOS) throws IOException {
  249. List<ImportTaskAMVO> importTaskAMVOS = schedulingTaskService.getImportTaskAMVOs();
  250. if (importTaskAMVOS == null) {
  251. importTaskAMVOS = new ArrayList<>();
  252. }
  253. List<String> createIds = new ArrayList<>();
  254. importTaskVOS.forEach(item -> {
  255. if (item.getCreateId() != null) {
  256. createIds.add(item.getCreateId());
  257. }
  258. });
  259. List<Personnel> personnels = new ArrayList<>();
  260. List<Product> products = new ArrayList<>();
  261. List<Project> projects = new ArrayList<>();
  262. //查询创建人名称
  263. if (createIds.size() != 0) {
  264. String res = permissionService.getPersonnelByIdsFromPCS(createIds);
  265. JSONObject jsonObject = JSONObject.parseObject(res);
  266. personnels = JSONObject.parseArray(jsonObject.getString("data"), Personnel.class);
  267. }
  268. LambdaQueryWrapper<SystemDict> lambdaQueryWrapper = new LambdaQueryWrapper<>();
  269. lambdaQueryWrapper.eq(SystemDict::getGroupType, "IMPORT_TASK");
  270. List<SystemDict> systemDictList = systemDictService.list(lambdaQueryWrapper);
  271. for (ImportTaskVO importTaskVO : importTaskVOS) {
  272. //装载创建人
  273. Personnel personnel = personnels.stream().filter(item -> item.getId().equals(importTaskVO.getCreateId())).findFirst().orElse(null);
  274. if (personnel != null) {
  275. importTaskVO.setCreateName(personnel.getPersonnelName());
  276. }
  277. //装载状态
  278. SystemDict systemDict1 = systemDictList.stream()
  279. .filter(item -> item.getType().equals("IMPORT_TASK_TYPE") && item.getType()
  280. .equals(importTaskVO.getType().toString())).findFirst().orElse(null);
  281. SystemDict systemDict2 = systemDictList.stream()
  282. .filter(item -> item.getType().equals("IMPORT_TASk_STATE") && item.getType()
  283. .equals(importTaskVO.getState().toString())).findFirst().orElse(null);
  284. if (systemDict1 != null) {
  285. importTaskVO.setTypeStr(systemDict1.getLabel());
  286. }
  287. if (systemDict2 != null) {
  288. importTaskVO.setStateStr(systemDict2.getLabel());
  289. }
  290. //装载正在进行中任务的完成条数
  291. ImportTaskAMVO importTaskAMVO = importTaskAMVOS.stream().filter(item -> item.getId().equals(importTaskVO.getId())).findFirst().orElse(null);
  292. if (importTaskAMVO != null) {
  293. importTaskVO.setDoneNum(importTaskAMVO.getDoneNum());
  294. importTaskAMVO.setAllNum(importTaskAMVO.getAllNum());
  295. }
  296. long percentage = (long) Math.floor((importTaskVO.getDoneNum() + 0D) / importTaskVO.getAllNum() * 100D);
  297. importTaskVO.setPercentage(percentage);
  298. }
  299. }
  300. private String setImportTaskName(ImportTaskCondition importTaskCondition, String name) {
  301. //装载名称
  302. String type = "";
  303. String toName = "";
  304. String to = "";
  305. String taskName = "";
  306. if (importTaskCondition.getType().equals(2)) {
  307. type = "【专利号】";
  308. } else if (importTaskCondition.getType().equals(3) || importTaskCondition.getType().equals(4)) {
  309. type = "【检索式】";
  310. } else if (importTaskCondition.getType().equals(1)) {
  311. type = "【Excel】";
  312. }
  313. if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(0)) {
  314. to = "专题库";
  315. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  316. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  317. List<Project> projects = projectService.list(queryWrapper);
  318. if (projects.size() != 0) {
  319. toName = projects.get(0).getName();
  320. }
  321. } else if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(1)) {
  322. to = "报告";
  323. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  324. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  325. List<Project> projects = projectService.list(queryWrapper);
  326. if (projects.size() != 0) {
  327. toName = projects.get(0).getName();
  328. }
  329. } else if (importTaskCondition.getProductId() != null) {
  330. to = "产品";
  331. LambdaQueryWrapper<Product> queryWrapper = new LambdaQueryWrapper<>();
  332. queryWrapper.in(Product::getId, importTaskCondition.getProductId());
  333. List<Product> products = productService.list(queryWrapper);
  334. if (products.size() != 0) {
  335. toName = products.get(0).getName();
  336. }
  337. }
  338. //导入任务
  339. taskName = type + "导入到" + to + "【" + toName + "】 - " + name;
  340. return taskName;
  341. }
  342. public void updateImportTaskState(Integer taskId, Integer state) {
  343. ImportTask importTask = this.getById(taskId);
  344. importTask.setState(state);
  345. importTask.updateById();
  346. if (state.equals(4)) {
  347. schedulingTaskService.pauseTask(taskId, state);
  348. }
  349. if (state.equals(0)) {
  350. schedulingTaskService.startTask();
  351. }
  352. }
  353. public Integer addExportTask(ExportTaskDTO exportTaskDTO){
  354. if (exportTaskDTO == null) {
  355. throw new XiaoShiException("入参不能为空");
  356. }
  357. ImportTaskCondition importTaskCondition = new ImportTaskCondition();
  358. if (exportTaskDTO.getProjectId() != null) {
  359. importTaskCondition.setProjectId(exportTaskDTO.getProjectId());
  360. }
  361. importTaskCondition.setIfUpdate(false);
  362. importTaskCondition.setType(exportTaskDTO.getType());
  363. importTaskCondition.setCreateId(exportTaskDTO.getCreateId());
  364. importTaskCondition.insert();
  365. Integer importTaskConditionId = importTaskCondition.getId();
  366. if (importTaskConditionId != null) {
  367. ImportTask importTask = new ImportTask();
  368. importTask.setImportTaskConditionId(importTaskConditionId);
  369. importTask.setType(exportTaskDTO.getType());
  370. importTask.setAllNum(exportTaskDTO.getAllNum());
  371. importTask.setFinishTime(exportTaskDTO.getFinishTime());
  372. importTask.setState(0);
  373. importTask.setCreateId(exportTaskDTO.getCreateId());
  374. String name = "";
  375. if (exportTaskDTO.getType().equals(6)) {
  376. name = "【专利】";
  377. } else if (exportTaskDTO.getType().equals(7)){
  378. name = "【PDF首页】";
  379. }
  380. String importTaskName = "导出" + name + "-" + exportTaskDTO.getCreateName();
  381. importTask.setName(importTaskName);
  382. importTask.insert();
  383. return importTask.getId();
  384. } else {
  385. throw new XiaoShiException("导出任务记录失败");
  386. }
  387. }
  388. public Integer updateExportTask(ExportTaskDTO exportTaskDTO){
  389. if (exportTaskDTO == null) {
  390. throw new XiaoShiException("入参不能为空");
  391. }
  392. ImportTask importTask = this.getById(exportTaskDTO.getTaskId());
  393. if (importTask != null) {
  394. Integer importTaskConditionId = importTask.getImportTaskConditionId();
  395. ImportTaskCondition importTaskCondition = importTaskConditionService.getById(importTaskConditionId);
  396. importTaskCondition.setFileGuid(exportTaskDTO.getFileGuid());
  397. importTaskCondition.updateById();
  398. importTask.setState(exportTaskDTO.getState());
  399. importTask.setAllNum(exportTaskDTO.getAllNum());
  400. importTask.setDoneNum(exportTaskDTO.getDoneNum());
  401. importTask.setDefaultNum(exportTaskDTO.getDefaultNum());
  402. importTask.setFinishTime(exportTaskDTO.getFinishTime());
  403. importTask.updateById();
  404. }
  405. return importTask.getId();
  406. }
  407. }