ImportTaskService.java 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381
  1. package cn.cslg.pas.service.business;
  2. import cn.cslg.pas.common.dto.ImportTaskDTO;
  3. import cn.cslg.pas.common.dto.PatentStarListDTO;
  4. import cn.cslg.pas.common.model.cronModel.Personnel;
  5. import cn.cslg.pas.common.model.cronModel.PersonnelVO;
  6. import cn.cslg.pas.common.model.cronModel.Records;
  7. import cn.cslg.pas.common.model.cronModel.SystemFile;
  8. import cn.cslg.pas.common.model.request.GroupRequest;
  9. import cn.cslg.pas.common.model.request.QueryRequest;
  10. import cn.cslg.pas.common.utils.*;
  11. import cn.cslg.pas.common.vo.ImportTaskAMVO;
  12. import cn.cslg.pas.common.vo.business.ImportTaskVO;
  13. import cn.cslg.pas.domain.business.*;
  14. import cn.cslg.pas.exception.UnLoginException;
  15. import cn.cslg.pas.exception.XiaoShiException;
  16. import cn.cslg.pas.factorys.businessFactory.Business;
  17. import cn.cslg.pas.mapper.ImportTaskMapper;
  18. import cn.cslg.pas.service.common.FileManagerService;
  19. import cn.cslg.pas.service.common.PatentStarApiService;
  20. import cn.cslg.pas.service.importPatent.SchedulingTaskService;
  21. import cn.cslg.pas.service.permissions.PermissionService;
  22. import cn.cslg.pas.service.query.FormatQueryService;
  23. import com.alibaba.fastjson.JSONArray;
  24. import com.alibaba.fastjson.JSONObject;
  25. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  26. import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
  27. import lombok.RequiredArgsConstructor;
  28. import org.apache.commons.compress.utils.IOUtils;
  29. import org.apache.poi.ss.usermodel.Sheet;
  30. import org.springframework.beans.factory.annotation.Autowired;
  31. import org.springframework.context.annotation.Lazy;
  32. import org.springframework.stereotype.Service;
  33. import org.springframework.transaction.annotation.Transactional;
  34. import org.springframework.web.multipart.MultipartFile;
  35. import java.io.*;
  36. import java.util.ArrayList;
  37. import java.util.Arrays;
  38. import java.util.List;
  39. import java.util.Map;
  40. /**
  41. * 导入任务表业务层
  42. *
  43. * @author chenyu
  44. * @date 2023/10/20
  45. */
  46. @Service
  47. @RequiredArgsConstructor
  48. public class ImportTaskService extends ServiceImpl<ImportTaskMapper, ImportTask> implements Business {
  49. @Autowired
  50. private FormatQueryService formatQueryService;
  51. @Autowired
  52. private ImportTaskMapper importTaskMapper;
  53. @Autowired
  54. private FileManagerService fileManagerService;
  55. @Autowired
  56. private PatentStarApiService patentStarApiService;
  57. @Autowired
  58. private PermissionService permissionService;
  59. @Autowired
  60. @Lazy
  61. private SchedulingTaskService schedulingTaskService;
  62. @Autowired
  63. private CacheUtils cacheUtils;
  64. @Autowired
  65. private LoginUtils loginUtils;
  66. @Autowired
  67. private SystemDictService systemDictService;
  68. @Autowired
  69. private ProductService productService;
  70. @Autowired
  71. private ProjectService projectService;
  72. @Override
  73. public Object queryMessage(QueryRequest queryRequest) throws Exception {
  74. List<String> sqls = formatQueryService.reSqls(queryRequest, "importTask");
  75. //根据sql查询事件信息
  76. List<ImportTaskVO> importTaskVOS = importTaskMapper.getImportTask(sqls.get(0), sqls.get(1), sqls.get(2));
  77. //查询总数
  78. Long total = importTaskMapper.getImportTaskCount(sqls.get(0));
  79. //装载事件信息
  80. this.loadImportTask(importTaskVOS);
  81. Records records = new Records();
  82. records.setCurrent(queryRequest.getCurrent());
  83. records.setSize(queryRequest.getSize());
  84. records.setData(importTaskVOS);
  85. records.setTotal(total);
  86. return records;
  87. }
  88. @Override
  89. public Object addMessage(Object object, List<MultipartFile> files) {
  90. return null;
  91. }
  92. @Override
  93. public Object deleteMessage(List<Integer> ids) throws IOException {
  94. return null;
  95. }
  96. @Override
  97. public Object updateMessage(Object object, List<MultipartFile> files) {
  98. return null;
  99. }
  100. @Override
  101. public Object getGroup(GroupRequest groupRequest, String tableName) throws Exception {
  102. return null;
  103. }
  104. @Override
  105. @Transactional(rollbackFor = Exception.class)
  106. public Object addMessage(Object object) {
  107. if (object == null) {
  108. throw new XiaoShiException("参数不能为空");
  109. }
  110. //TODO 校验参数
  111. ImportTaskDTO importTaskDTO = (ImportTaskDTO) object;
  112. PersonnelVO personnelVO = new PersonnelVO();
  113. try {
  114. personnelVO = cacheUtils.getLoginUser(loginUtils.getId());
  115. } catch (Exception e) {
  116. throw new UnLoginException("未登录");
  117. }
  118. if (importTaskDTO.getType() == null) {
  119. importTaskDTO.setType(4);
  120. }
  121. ImportTaskCondition importTaskCondition = new ImportTaskCondition();
  122. if (importTaskDTO.getImportToId() != null) {
  123. if (importTaskDTO.getImportToType().equals(0)) {
  124. importTaskCondition.setProjectType(0);
  125. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  126. } else if (importTaskDTO.getImportToType().equals(1)) {
  127. importTaskCondition.setProjectType(1);
  128. importTaskCondition.setProjectId(importTaskDTO.getImportToId());
  129. } else if (importTaskDTO.getImportToType().equals(2)) {
  130. importTaskCondition.setProductId(importTaskDTO.getImportToId());
  131. }
  132. }
  133. if (!importTaskDTO.getType().equals(1)) {
  134. importTaskDTO.setImportContent(MathUtils.BinaryToDecimal(importTaskDTO.getImportContent()));
  135. }
  136. importTaskCondition.setImportContent(importTaskDTO.getImportContent());
  137. importTaskCondition.setCrons(importTaskDTO.getCrons());
  138. importTaskCondition.setIfUpdate(importTaskDTO.getIfUpdate());
  139. importTaskCondition.setSearchCondition(importTaskDTO.getSearchCondition());
  140. importTaskCondition.setType(importTaskDTO.getType());
  141. importTaskCondition.setFileGuid(importTaskDTO.getFileGuid());
  142. importTaskCondition.setSourceId(importTaskDTO.getSourceId());
  143. importTaskCondition.setDbType(importTaskDTO.getDbType());
  144. importTaskCondition.setOrderBy(importTaskDTO.getOrderBy());
  145. importTaskCondition.setOrderByType(importTaskDTO.getOrderByType());
  146. importTaskCondition.setCreateId(personnelVO.getId());
  147. String fieldJson = JsonUtils.objectToJson(importTaskCondition);
  148. importTaskCondition.setCustomFields(fieldJson);
  149. importTaskCondition.insert();
  150. //装载任务
  151. ImportTask importTask = new ImportTask();
  152. importTask.setImportTaskConditionId(importTaskCondition.getId());
  153. importTask.setType(importTaskDTO.getType());
  154. importTask.setSearchCondition(importTaskDTO.getSearchCondition());
  155. importTask.setCreateId(personnelVO.getId());
  156. if (importTaskCondition.getType().equals(1)) {
  157. try {
  158. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  159. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  160. SystemFile systemFile = systemFiles.get(0);
  161. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  162. //调用文件系统取出文件接口,获得文件流
  163. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  164. //创建临时文件tempFile,并将文件读取到tempFile
  165. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  166. try (
  167. InputStream inputStream = new ByteArrayInputStream(bytes);
  168. FileOutputStream outputStream = new FileOutputStream(tempFile)
  169. ) {
  170. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  171. }
  172. Integer totalNum = ReadExcelUtils.textExcel(tempFile, importTaskCondition.getSourceId().toString());
  173. importTask.setAllNum(totalNum);
  174. //删除临时文件tempFile
  175. new File(tempFile.getPath()).delete();
  176. } catch (Exception e) {
  177. throw new XiaoShiException("文件错误");
  178. }
  179. } else if (importTaskCondition.getType().equals(4)) {
  180. try {
  181. PatentStarListDTO patentStarListDto = new PatentStarListDTO()
  182. .setCurrentQuery(importTaskCondition.getSearchCondition())
  183. .setOrderBy(importTaskCondition.getOrderBy())
  184. .setOrderByType(importTaskCondition.getOrderByType())
  185. .setPageNum(1)
  186. .setRowCount(50)
  187. .setDBType(importTaskCondition.getDbType());
  188. //调用一般接口返回一批专利著录相关数据
  189. Map<String, Object> resultMap = patentStarApiService.patentStarSearchApi(patentStarListDto);
  190. if (resultMap == null || (Integer) resultMap.get("total") == 0) {
  191. ThrowException.throwXiaoShiException("未检索到相关专利");
  192. } else {
  193. importTask.setAllNum((Integer) resultMap.get("total"));
  194. }
  195. } catch (Exception e) {
  196. throw new XiaoShiException("文件错误");
  197. }
  198. } else if (importTaskCondition.getType().equals(2) || importTaskCondition.getType().equals(3)) {
  199. List<String> patentNos = new ArrayList<>();
  200. if (importTaskCondition.getType().equals(2)) {
  201. patentNos = Arrays.asList(importTaskCondition.getSearchCondition().split("[,|,]"));
  202. } else if (importTaskCondition.getType().equals(3)) {
  203. try {
  204. String res = fileManagerService.getSystemFileFromFMS(Arrays.asList(importTaskCondition.getFileGuid()));
  205. List<SystemFile> systemFiles = JSONArray.parseArray(res, SystemFile.class);
  206. SystemFile systemFile = systemFiles.get(0);
  207. String suffix = systemFile.getFileName().substring(systemFile.getFileName().lastIndexOf("."));
  208. //调用文件系统取出文件接口,获得文件流
  209. byte[] bytes = fileManagerService.downloadSystemFileFromFMS(importTaskCondition.getFileGuid());
  210. //创建临时文件tempFile,并将文件读取到tempFile
  211. File tempFile = File.createTempFile(systemFile.getFileName() + "temp", suffix);
  212. try (
  213. InputStream inputStream = new ByteArrayInputStream(bytes);
  214. FileOutputStream outputStream = new FileOutputStream(tempFile)
  215. ) {
  216. IOUtils.copy(inputStream, outputStream); // 将输入流复制到临时文件
  217. }
  218. Sheet sheet = ReadExcelUtils.readExcel(tempFile);
  219. patentNos = ReadExcelUtils.getPatentNoFromExcel(sheet);
  220. } catch (Exception e) {
  221. }
  222. }
  223. importTask.setAllNum(patentNos.size());
  224. }
  225. importTask.setProgress(0.0);
  226. String taskName = this.setImportTaskName(importTaskCondition, personnelVO.getName());
  227. importTask.setName(taskName);
  228. importTask.insert();
  229. schedulingTaskService.startTask();
  230. return importTask.getId();
  231. }
  232. @Override
  233. public Object updateMessage(Object object) {
  234. return null;
  235. }
  236. private void loadImportTask(List<ImportTaskVO> importTaskVOS) throws IOException {
  237. List<ImportTaskAMVO> importTaskAMVOS = schedulingTaskService.getImportTaskAMVOs();
  238. if (importTaskAMVOS == null) {
  239. importTaskAMVOS = new ArrayList<>();
  240. }
  241. List<String> createIds = new ArrayList<>();
  242. importTaskVOS.forEach(item -> {
  243. if (item.getCreateId() != null) {
  244. createIds.add(item.getCreateId());
  245. }
  246. });
  247. List<Personnel> personnels = new ArrayList<>();
  248. List<Product> products = new ArrayList<>();
  249. List<Project> projects = new ArrayList<>();
  250. //查询创建人名称
  251. if (createIds.size() != 0) {
  252. String res = permissionService.getPersonnelByIdsFromPCS(createIds);
  253. JSONObject jsonObject = JSONObject.parseObject(res);
  254. personnels = JSONObject.parseArray(jsonObject.getString("data"), Personnel.class);
  255. }
  256. LambdaQueryWrapper<SystemDict> lambdaQueryWrapper = new LambdaQueryWrapper<>();
  257. lambdaQueryWrapper.eq(SystemDict::getGroupType, "IMPORT_TASK");
  258. List<SystemDict> systemDictList = systemDictService.list(lambdaQueryWrapper);
  259. for (ImportTaskVO importTaskVO : importTaskVOS) {
  260. //装载创建人
  261. Personnel personnel = personnels.stream().filter(item -> item.getId().equals(importTaskVO.getCreateId())).findFirst().orElse(null);
  262. if (personnel != null) {
  263. importTaskVO.setCreateName(personnel.getPersonnelName());
  264. }
  265. //装载状态
  266. SystemDict systemDict1 = systemDictList.stream()
  267. .filter(item -> item.getType().equals("IMPORT_TASK_TYPE") && item.getType()
  268. .equals(importTaskVO.getType().toString())).findFirst().orElse(null);
  269. SystemDict systemDict2 = systemDictList.stream()
  270. .filter(item -> item.getType().equals("IMPORT_TASk_STATE") && item.getType()
  271. .equals(importTaskVO.getState().toString())).findFirst().orElse(null);
  272. if (systemDict1 != null) {
  273. importTaskVO.setTypeStr(systemDict1.getLabel());
  274. }
  275. if (systemDict2 != null) {
  276. importTaskVO.setStateStr(systemDict2.getLabel());
  277. }
  278. long percentage = (long) Math.floor((importTaskVO.getDoneNum() + 0D) / importTaskVO.getAllNum() * 100D);
  279. importTaskVO.setPercentage(percentage);
  280. //装载正在进行中任务的完成条数
  281. ImportTaskAMVO importTaskAMVO = importTaskAMVOS.stream().filter(item -> item.getId().equals(importTaskVO.getId())).findFirst().orElse(null);
  282. if (importTaskAMVO != null) {
  283. importTaskVO.setDoneNum(importTaskAMVO.getDoneNum());
  284. }
  285. }
  286. }
  287. private String setImportTaskName(ImportTaskCondition importTaskCondition, String name) {
  288. //装载名称
  289. String type = "";
  290. String toName = "";
  291. String to = "";
  292. String taskName = "";
  293. if (importTaskCondition.getType().equals(2)) {
  294. type = "【专利号】";
  295. } else if (importTaskCondition.getType().equals(3) || importTaskCondition.getType().equals(4)) {
  296. type = "【检索式】";
  297. } else if (importTaskCondition.getType().equals(1)) {
  298. type = "【Excel】";
  299. }
  300. if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(0)) {
  301. to = "专题库";
  302. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  303. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  304. List<Project> projects = projectService.list(queryWrapper);
  305. if (projects.size() != 0) {
  306. toName = projects.get(0).getName();
  307. }
  308. } else if (importTaskCondition.getProjectId() != null && importTaskCondition.getProjectType().equals(1)) {
  309. to = "报告";
  310. LambdaQueryWrapper<Project> queryWrapper = new LambdaQueryWrapper<>();
  311. queryWrapper.in(Project::getId, importTaskCondition.getProjectId());
  312. List<Project> projects = projectService.list(queryWrapper);
  313. if (projects.size() != 0) {
  314. toName = projects.get(0).getName();
  315. }
  316. } else if (importTaskCondition.getProductId() != null) {
  317. to = "产品";
  318. LambdaQueryWrapper<Product> queryWrapper = new LambdaQueryWrapper<>();
  319. queryWrapper.in(Product::getId, importTaskCondition.getProductId());
  320. List<Product> products = productService.list(queryWrapper);
  321. if (products.size() != 0) {
  322. toName = products.get(0).getName();
  323. }
  324. }
  325. //导入任务
  326. taskName = type + "导入到" + to + "【" + toName + "】 - " + name;
  327. return taskName;
  328. }
  329. public void updateImportTaskState(Integer taskId, Integer state) {
  330. ImportTask importTask = this.getById(taskId);
  331. importTask.setState(state);
  332. importTask.updateById();
  333. if (state.equals(4)) {
  334. schedulingTaskService.pauseTask(taskId, state);
  335. }
  336. if (state.equals(0)) {
  337. schedulingTaskService.startTask();
  338. }
  339. }
  340. }