PantentQueueService.java 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826
  1. package cn.cslg.pas.service.upLoadPatent;
  2. import cn.cslg.pas.common.model.vo.ProjectImportPatentVO;
  3. import cn.cslg.pas.common.model.vo.UploadParamsVO;
  4. import cn.cslg.pas.common.utils.DateUtils;
  5. import cn.cslg.pas.common.utils.JsonUtils;
  6. import cn.cslg.pas.domain.PQueueData;
  7. import cn.cslg.pas.domain.QuestionRecord;
  8. import cn.cslg.pas.domain.QueueData;
  9. import cn.cslg.pas.domain.Task;
  10. import cn.cslg.pas.domain.asso.TaskCondition;
  11. import cn.cslg.pas.mapper.QuestionRecordMapper;
  12. import cn.cslg.pas.service.OutInterfaceService;
  13. import cn.cslg.pas.service.PatentInstructionService;
  14. import cn.cslg.pas.service.TaskService;
  15. import cn.cslg.pas.service.UploadPatentBatchService;
  16. import cn.cslg.pas.service.asso.TaskConditionService;
  17. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  18. import lombok.RequiredArgsConstructor;
  19. import lombok.extern.slf4j.Slf4j;
  20. import org.springframework.context.annotation.Lazy;
  21. import org.springframework.stereotype.Service;
  22. import java.util.*;
  23. import java.util.concurrent.locks.Condition;
  24. import java.util.concurrent.locks.Lock;
  25. import java.util.concurrent.locks.ReentrantLock;
  26. /**
  27. * 1.生产者线程生产专利(根据任务类型调用对应工厂方法执行获取专利数据)
  28. * 2.装载者线程装载专利(将专利数据装载到专利实体类)
  29. * 3.消费者线程消费专利(将专利入库)
  30. */
  31. @Slf4j
  32. @Service
  33. @RequiredArgsConstructor(onConstructor_ = {@Lazy})
  34. public class PantentQueueService {
  35. private final UploadPatentToDBService uploadPatentToDBService;
  36. private final UploadPatentBatchService uploadPatentBatchService;
  37. private final MessageService messageService;
  38. private final TaskService taskService;
  39. private final TaskConditionService taskConditionService;
  40. private final ExcutePatentDataExcel excutePatentDataExcel;
  41. private final ExcutePatentDataEpo excutePatentDataEpo;
  42. private final ExcutePatentDataStar excutePatentDataStar;
  43. private final PatentInstructionService patentInstructionService;
  44. private final OutInterfaceService outInterfaceService;
  45. private final QuestionRecordService questionRecordService;
  46. private final QuestionRecordMapper questionRecordMapper;
  47. private final List<Integer> taskQueueList = new ArrayList<>();
  48. private final List<PQueueData> setPatentImageQueueList = new ArrayList<>();
  49. private final List<PQueueData> setPatentZhuluQueueList = new ArrayList<>();
  50. private final List<PQueueData> setPatentRightQueueList = new ArrayList<>();
  51. private final List<PQueueData> setPatentInstructionTextQueueList = new ArrayList<>();
  52. private final List<PQueueData> setPatentInstructionPDFQueueList = new ArrayList<>();
  53. private final List<QueueData> patentImageQueueList = new ArrayList<>();
  54. private final List<QueueData> patentZhuluQueueList = new ArrayList<>();
  55. private final List<QueueData> patentRightQueueList = new ArrayList<>();
  56. private final List<QueueData> patentInstructionTextQueueList = new ArrayList<>();
  57. private final List<QueueData> patentInstructionPDFQueueList = new ArrayList<>();
  58. private final Lock taskLock = new ReentrantLock();
  59. private final Lock setPatentImageLock = new ReentrantLock();
  60. private final Lock setPatentZhuluLock = new ReentrantLock();
  61. private final Lock setPatentRightLock = new ReentrantLock();
  62. private final Lock setPatentInstructionTextLock = new ReentrantLock();
  63. private final Lock setPatentInstructionPDFLock = new ReentrantLock();
  64. private final Lock patentImageLock = new ReentrantLock();
  65. private final Lock patentZhuluLock = new ReentrantLock();
  66. private final Lock patentRightLock = new ReentrantLock();
  67. private final Lock patentInstructionTextLock = new ReentrantLock();
  68. private final Lock patentInstructionPDFLock = new ReentrantLock();
  69. private final Condition taskCondition = taskLock.newCondition();
  70. private final Condition setPatentImageCondition = setPatentImageLock.newCondition();
  71. private final Condition setPatentZhuluCondition = setPatentZhuluLock.newCondition();
  72. private final Condition setPatentRightCondition = setPatentRightLock.newCondition();
  73. private final Condition setPatentInstructionTextCondition = setPatentInstructionTextLock.newCondition();
  74. private final Condition setPatentInstructionPDFCondition = setPatentInstructionPDFLock.newCondition();
  75. private final Condition patentImageCondition = patentImageLock.newCondition();
  76. private final Condition patentZhuluCondition = patentZhuluLock.newCondition();
  77. private final Condition patentRightCondition = patentRightLock.newCondition();
  78. private final Condition patentInstructionTextCondition = patentInstructionTextLock.newCondition();
  79. private final Condition patentInstructionPDFCondition = patentInstructionPDFLock.newCondition();
  80. private final HashMap<String, Integer> patentIdMap = new HashMap<>();
  81. /**
  82. * 生产者:从任务队列取出任务,再调用工厂方法根据任务类型返回对应的生产专利方法的对象将专利分配给消费者
  83. */
  84. public void addPatnetToQueue() {
  85. while (true) {
  86. Task task = new Task();
  87. try {
  88. //判断任务队列是否有任务,若没有则线程等待唤醒
  89. if (taskQueueList.size() == 0) {
  90. taskLock.lock();
  91. taskCondition.await();
  92. }
  93. //线程被唤醒后 ↓
  94. if (taskQueueList.size() > 0) {
  95. //从任务队列中取出第一个task任务,同时将其从任务队列中剔除
  96. task = taskService.getById(taskQueueList.remove(0));
  97. //判断任务状态,若不存在或已完成或已暂停或已取消,则跳过继续取下一个任务
  98. if (task == null || task.getStatus().equals(2) || task.getStatus().equals(4) || task.getStatus().equals(5)) {
  99. continue;
  100. }
  101. //若是网站导入任务,则将网站导入相关信息存入task对象中(方便生产与消费时使用)
  102. if (task.getType().equals(3) || task.getType().equals(4)) {
  103. TaskCondition taskCondition = taskConditionService.getById(task.getTaskConditionId());
  104. List<String> configCells = Arrays.asList(taskCondition.getConfigCells().split(","));
  105. task.setConfigCellsNum(configCells.size());
  106. task.setConfigCells(configCells);
  107. task.setOrderBy(taskCondition.getOrderBy());
  108. task.setOrderByType(taskCondition.getOrderByType());
  109. task.setDBType(taskCondition.getDBType());
  110. task.setStartNumber(taskCondition.getStartNumber());
  111. task.setEndNumber(taskCondition.getEndNumber());
  112. if (taskCondition.getIsAddPatentNos() != null && !taskCondition.getIsAddPatentNos().equals("")) {
  113. task.setIsAddPatentNos(Arrays.asList(taskCondition.getIsAddPatentNos().split(",")));
  114. }
  115. if (taskCondition.getIsDeletePatentNos() != null && !taskCondition.getIsDeletePatentNos().equals("")) {
  116. task.setIsDeletePatentNos(Arrays.asList(taskCondition.getIsDeletePatentNos().split(",")));
  117. }
  118. task.setConditions(taskCondition.getConditions());
  119. task.setContinueLastInformation(taskCondition.getContinueLastInformation());
  120. }
  121. //TODO 调用工厂方法,工厂方法会根据任务类型创建并返回对应的生产专利方法的对象
  122. IExcutePatentData excutePatentDataObject = createObject(task);
  123. if (excutePatentDataObject != null) {
  124. //执行方法
  125. excutePatentDataObject.startExcute(task);
  126. }
  127. }
  128. } catch (Exception e) {
  129. e.printStackTrace();
  130. //任务表更新状态完成
  131. task.setStatus(2);
  132. task.setEndTime(DateUtils.getDateTime());
  133. taskService.updateById(task);
  134. }
  135. }
  136. }
  137. /**
  138. * 装载线程1:著录项目
  139. */
  140. public void setPatentZhuLu() {
  141. while (true) {
  142. QueueData queueData = new QueueData();
  143. try {
  144. if (setPatentZhuluQueueList.size() > 0) {
  145. PQueueData pQueueData = setPatentZhuluQueueList.remove(0);
  146. Task task = pQueueData.getTask();
  147. queueData
  148. .setTask(task)
  149. .setUploadParamsVO(pQueueData.getUploadParamsVO());
  150. //专利之星
  151. if (task.getType() == 4) {
  152. excutePatentDataStar.setPatentZhuLu(pQueueData.getStarPatent(), pQueueData.getUploadParamsVO());
  153. }
  154. queueData.setUploadParamsVO(pQueueData.getUploadParamsVO());
  155. //装载完成,将其丢入著录消费者队列,并唤醒著录消费者线程
  156. patentZhuluQueueList.add(queueData);
  157. if (patentZhuluLock.tryLock()) {
  158. //patentZhuluLock.lock();
  159. patentZhuluCondition.signalAll();
  160. patentZhuluLock.unlock();
  161. }
  162. } else {
  163. setPatentZhuluLock.lock();
  164. setPatentZhuluCondition.await();
  165. setPatentZhuluLock.unlock();
  166. }
  167. } catch (Exception e) {
  168. e.printStackTrace();
  169. //记录该任务该专利该部分的失败记录
  170. saveQuestionRecord(queueData, 1);
  171. sendMessage(queueData);
  172. }
  173. }
  174. }
  175. /**
  176. * 装载线程2:权要
  177. */
  178. public void setPatentRight() {
  179. while (true) {
  180. QueueData queueData = new QueueData();
  181. try {
  182. if (setPatentRightQueueList.size() > 0) {
  183. PQueueData pQueueData = setPatentRightQueueList.remove(0);
  184. Task task = pQueueData.getTask();
  185. queueData
  186. .setTask(task)
  187. .setUploadParamsVO(pQueueData.getUploadParamsVO());
  188. //专利之星
  189. if (task.getType() == 4) {
  190. excutePatentDataStar.setPatentClaim(pQueueData.getStarPatent(), pQueueData.getUploadParamsVO());
  191. }
  192. queueData.setUploadParamsVO(pQueueData.getUploadParamsVO());
  193. //装载完成,将其丢入权要消费者队列,并唤醒权要消费者线程
  194. patentRightQueueList.add(queueData);
  195. if (patentRightLock.tryLock()) {
  196. //patentRightLock.lock();
  197. patentRightCondition.signalAll();
  198. patentRightLock.unlock();
  199. }
  200. } else {
  201. setPatentRightLock.lock();
  202. setPatentRightCondition.await();
  203. setPatentRightLock.unlock();
  204. }
  205. } catch (Exception e) {
  206. e.printStackTrace();
  207. //记录该任务该专利该部分的失败记录
  208. saveQuestionRecord(queueData, 2);
  209. sendMessage(queueData);
  210. }
  211. }
  212. }
  213. /**
  214. * 装载线程3:说明书文本
  215. */
  216. public void setPatentInstructionText() {
  217. while (true) {
  218. QueueData queueData = new QueueData();
  219. try {
  220. if (setPatentInstructionTextQueueList.size() > 0) {
  221. PQueueData pQueueData = setPatentInstructionTextQueueList.remove(0);
  222. Task task = pQueueData.getTask();
  223. queueData
  224. .setTask(task)
  225. .setUploadParamsVO(pQueueData.getUploadParamsVO());
  226. //专利之星
  227. if (task.getType() == 4) {
  228. excutePatentDataStar.setPatentInstructionText(pQueueData.getStarPatent(), pQueueData.getUploadParamsVO());
  229. }
  230. queueData.setUploadParamsVO(pQueueData.getUploadParamsVO());
  231. //装载完成,将其丢入说明书文本消费者队列,并唤醒说明书文本消费者线程
  232. patentInstructionTextQueueList.add(queueData);
  233. if (patentInstructionTextLock.tryLock()) {
  234. //patentInstructionTextLock.lock();
  235. patentInstructionTextCondition.signalAll();
  236. patentInstructionTextLock.unlock();
  237. }
  238. } else {
  239. setPatentInstructionTextLock.lock();
  240. setPatentInstructionTextCondition.await();
  241. setPatentInstructionTextLock.unlock();
  242. }
  243. } catch (Exception e) {
  244. e.printStackTrace();
  245. //记录该任务该专利该部分的失败记录
  246. saveQuestionRecord(queueData, 3);
  247. sendMessage(queueData);
  248. }
  249. }
  250. }
  251. /**
  252. * 装载线程4:说明书pdf
  253. */
  254. public void setPatentInstructionPDF() {
  255. while (true) {
  256. QueueData queueData = new QueueData();
  257. try {
  258. if (setPatentInstructionPDFQueueList.size() > 0) {
  259. PQueueData pQueueData = setPatentInstructionPDFQueueList.remove(0);
  260. Task task = pQueueData.getTask();
  261. queueData
  262. .setTask(task)
  263. .setUploadParamsVO(pQueueData.getUploadParamsVO());
  264. //专利之星
  265. if (task.getType() == 4) {
  266. excutePatentDataStar.setPatentInstructionPDF(pQueueData.getStarPatent(), pQueueData.getUploadParamsVO());
  267. }
  268. queueData.setUploadParamsVO(pQueueData.getUploadParamsVO());
  269. //装载完成,将其丢入说明书pdf消费者队列,并唤醒说明书pdf消费者线程
  270. patentInstructionPDFQueueList.add(queueData);
  271. if (patentInstructionPDFLock.tryLock()) {
  272. //patentInstructionPDFLock.lock();
  273. patentInstructionPDFCondition.signalAll();
  274. patentInstructionPDFLock.unlock();
  275. }
  276. } else {
  277. setPatentInstructionPDFLock.lock();
  278. setPatentInstructionPDFCondition.await();
  279. setPatentInstructionPDFLock.unlock();
  280. }
  281. } catch (Exception e) {
  282. e.printStackTrace();
  283. //记录该任务该专利该部分的失败记录
  284. saveQuestionRecord(queueData, 4);
  285. sendMessage(queueData);
  286. }
  287. }
  288. }
  289. /**
  290. * 装载线程5:摘要附图
  291. */
  292. public void setPatentImage() {
  293. while (true) {
  294. QueueData queueData = new QueueData();
  295. try {
  296. if (setPatentImageQueueList.size() > 0) {
  297. PQueueData pQueueData = setPatentImageQueueList.remove(0);
  298. Task task = pQueueData.getTask();
  299. queueData
  300. .setTask(task)
  301. .setUploadParamsVO(pQueueData.getUploadParamsVO());
  302. //专利之星
  303. if (task.getType() == 4) {
  304. excutePatentDataStar.setPatentPicture(pQueueData.getStarPatent(), pQueueData.getUploadParamsVO());
  305. }
  306. queueData.setUploadParamsVO(pQueueData.getUploadParamsVO());
  307. //装载完成,将其丢入摘要附图消费者队列,并唤醒摘要附图消费者线程
  308. patentImageQueueList.add(queueData);
  309. if (patentImageLock.tryLock()) {
  310. //patentImageLock.lock();
  311. patentImageCondition.signalAll();
  312. patentImageLock.unlock();
  313. }
  314. } else {
  315. setPatentImageLock.lock();
  316. setPatentImageCondition.await();
  317. setPatentImageLock.unlock();
  318. }
  319. } catch (Exception e) {
  320. e.printStackTrace();
  321. //记录该任务该专利该部分的失败记录
  322. saveQuestionRecord(queueData, 5);
  323. sendMessage(queueData);
  324. }
  325. }
  326. }
  327. /**
  328. * 消费者1:著录项目入库
  329. */
  330. public void pushPatentZhuLuToDB() {
  331. while (true) {
  332. QueueData queueData = new QueueData();
  333. try {
  334. if (patentZhuluQueueList.size() > 0) {
  335. queueData = patentZhuluQueueList.remove(0);
  336. //著录项目入库
  337. uploadPatentToDBService.uploadPatentZhulu(queueData.getUploadParamsVO());
  338. //判断是与专题库关联还是与报告关联
  339. if (queueData.getTask().getProjectId() != null && !queueData.getTask().getProjectId().equals(0)) {
  340. //与专题库关联入库
  341. uploadPatentToDBService.uploadAssoThemaPat(queueData.getUploadParamsVO(), queueData.getTask().getProjectId());
  342. } else if (queueData.getTask().getReportId() != null && !queueData.getTask().getReportId().equals(0)) {
  343. //与报告关联入库(调用报告系统接口)
  344. outInterfaceService.importAssoReportPatentNo(queueData.getTask().getReportId(), queueData.getUploadParamsVO().getPatent().getPatentNo(), queueData.getUploadParamsVO().getPatent().getName());
  345. }
  346. if (queueData.getTask().getPramJson() != null && !queueData.getTask().getPramJson().equals("")) {
  347. ProjectImportPatentVO projectImportPatentVO = JsonUtils.jsonToPojo(queueData.getTask().getPramJson(), ProjectImportPatentVO.class);
  348. //自定义字段标引与专利关联入库
  349. uploadPatentToDBService.uploadAssoFieldPat(queueData.getUploadParamsVO(), projectImportPatentVO);
  350. //文件夹与专利关联入库
  351. uploadPatentToDBService.uploadAssoPorPat(queueData.getUploadParamsVO(), projectImportPatentVO);
  352. }
  353. sendMessage(queueData);
  354. } else {
  355. patentZhuluLock.lock();
  356. patentZhuluCondition.await();
  357. patentZhuluLock.unlock();
  358. }
  359. } catch (Exception e) {
  360. e.printStackTrace();
  361. //记录该任务该专利该部分的失败记录
  362. saveQuestionRecord(queueData, 1);
  363. sendMessage(queueData);
  364. }
  365. }
  366. }
  367. /**
  368. * 消费者2:权利要求入库
  369. */
  370. public void pushPatentRightToDB() {
  371. while (true) {
  372. QueueData queueData = new QueueData();
  373. try {
  374. if (patentRightQueueList.size() > 0) {
  375. queueData = patentRightQueueList.remove(0);
  376. //权要文本入库
  377. uploadPatentToDBService.uploadPatentRight(queueData.getUploadParamsVO());
  378. sendMessage(queueData);
  379. } else {
  380. patentRightLock.lock();
  381. patentRightCondition.await();
  382. patentRightLock.unlock();
  383. }
  384. } catch (Exception e) {
  385. e.printStackTrace();
  386. //记录该任务该专利该部分的失败记录
  387. saveQuestionRecord(queueData, 2);
  388. sendMessage(queueData);
  389. }
  390. }
  391. }
  392. /**
  393. * 消费者3:说明书文本入库
  394. */
  395. public void pushPatentInstructionTextToDB() {
  396. while (true) {
  397. QueueData queueData = new QueueData();
  398. try {
  399. if (patentInstructionTextQueueList.size() > 0) {
  400. queueData = patentInstructionTextQueueList.remove(0);
  401. //说明书文本入库
  402. uploadPatentToDBService.uploadPatentInstructionText(queueData.getUploadParamsVO());
  403. sendMessage(queueData);
  404. } else {
  405. patentInstructionTextLock.lock();
  406. patentInstructionTextCondition.await();
  407. patentInstructionTextLock.unlock();
  408. }
  409. } catch (Exception e) {
  410. e.printStackTrace();
  411. //记录该任务该专利该部分的失败记录
  412. saveQuestionRecord(queueData, 3);
  413. sendMessage(queueData);
  414. }
  415. }
  416. }
  417. /**
  418. * 消费者4:说明书pdf入库
  419. */
  420. public void pushPatentInstructionPDFToDB() {
  421. while (true) {
  422. QueueData queueData = new QueueData();
  423. try {
  424. if (patentInstructionPDFQueueList.size() > 0) {
  425. queueData = patentInstructionPDFQueueList.remove(0);
  426. //说明书pdf入库
  427. if (queueData.getUploadParamsVO().getFileDTO() != null) {
  428. patentInstructionService.edit(queueData.getUploadParamsVO().getPatent().getPatentNo(), queueData.getUploadParamsVO().getFileDTO());
  429. }
  430. sendMessage(queueData);
  431. } else {
  432. patentInstructionPDFLock.lock();
  433. patentInstructionPDFCondition.await();
  434. patentInstructionPDFLock.unlock();
  435. }
  436. } catch (Exception e) {
  437. e.printStackTrace();
  438. //记录该任务该专利该部分的失败记录
  439. saveQuestionRecord(queueData, 4);
  440. sendMessage(queueData);
  441. }
  442. }
  443. }
  444. /**
  445. * 消费者5:摘要附图入库
  446. */
  447. public void pushPatentImageToDB() {
  448. while (true) {
  449. QueueData queueData = new QueueData();
  450. try {
  451. if (patentImageQueueList.size() > 0) {
  452. queueData = patentImageQueueList.remove(0);
  453. UploadParamsVO uploadParamsVO = queueData.getUploadParamsVO();
  454. //摘要附图入库(两种方式:1.Excel摘要附图方式 2.网站导入摘要附图方式)
  455. if (queueData.getTask().getType().equals(1)) {
  456. uploadPatentToDBService.uploadPatentImage(uploadParamsVO);
  457. } else {
  458. uploadPatentToDBService.uploadPatentImage2(uploadParamsVO);
  459. }
  460. sendMessage(queueData);
  461. } else {
  462. patentImageLock.lock();
  463. patentImageCondition.await();
  464. patentImageLock.unlock();
  465. }
  466. } catch (Exception e) {
  467. e.printStackTrace();
  468. //记录该任务该专利该部分的失败记录
  469. saveQuestionRecord(queueData, 5);
  470. sendMessage(queueData);
  471. }
  472. }
  473. }
  474. /**
  475. * 当一个消费者消费完其负责的专利部分,修改成功条数,计算发送进度
  476. *
  477. * @param queueData 任务专利队列对象
  478. */
  479. public void sendMessage(QueueData queueData) {
  480. //每完成一个专利(根据计算该任务该专利的所有消费者都完成时),发送进度
  481. synchronized ("此为同步锁") {
  482. //当前进行的任务
  483. Task task = queueData.getTask();
  484. //当前进行的任务的专利总数量
  485. Integer total = task.getTotal();
  486. //将任务id + "|" + 专利id,拼接成专利的标识(作为当前某一个消费者消费完的这个专利的数量标识)
  487. String currentPatent = task.getId() + "|" + queueData.getUploadParamsVO().getPatent().getId();
  488. Integer num = patentIdMap.get(currentPatent);
  489. int needNum = 3; //临界默认设为4(即Excel导入任务默认使用5个消费者)
  490. if (task.getType().equals(3) || task.getType().equals(4)) { //若是网站导入任务,则临界默认设为下载字段类型数量 - 1
  491. needNum = task.getConfigCellsNum() - 1;
  492. }
  493. if (num == null && needNum > 0) {
  494. patentIdMap.put(currentPatent, 1);
  495. } else if (num != null && num < needNum) {
  496. patentIdMap.put(currentPatent, ++num);
  497. } else { //表示当前这个任务这个专利的消费者全都消费结束
  498. //若任务状态是等待中(即该任务的第一个专利消费完时), 将状态置为进行中
  499. if (task.getStatus() == 0) {
  500. task.setStatus(1);
  501. task.setStartTime(DateUtils.getDateTime());
  502. taskService.updateById(task);
  503. }
  504. patentIdMap.remove(currentPatent);
  505. //任务表更新 完成条数+1
  506. task.setSuccessNum(task.getSuccessNum() + 1);
  507. //根据专利号查询专利是否有导入失败记录
  508. String patentNo = queueData.getUploadParamsVO().getPatent().getPatentNo();
  509. LambdaQueryWrapper<QuestionRecord> wrapper = new LambdaQueryWrapper<>();
  510. wrapper.eq(QuestionRecord::getTaskId, task.getId())
  511. .eq(QuestionRecord::getPatentNo, patentNo);
  512. List<QuestionRecord> questionRecords = questionRecordService.list(wrapper);
  513. if (questionRecords.size() > 0) {
  514. task.setDefaultNum(task.getDefaultNum() + 1);
  515. }
  516. Task updateTask = new Task();
  517. updateTask.setId(task.getId());
  518. updateTask.setSuccessNum(task.getSuccessNum());
  519. updateTask.setDefaultNum(task.getDefaultNum());
  520. updateTask.setTrueSuccessNum(task.getSuccessNum() - updateTask.getDefaultNum());
  521. taskService.updateById(updateTask);
  522. long percentage = (long) Math.floor((task.getSuccessNum() + 0D) / total * 100D);
  523. //当全部完成时
  524. if (task.getSuccessNum().equals(total)) {
  525. percentage = 100L;
  526. //任务表更新最终数据
  527. if (questionRecords.size() > 0) {
  528. updateTask.setDefaultNum(task.getDefaultNum() + 1);
  529. }
  530. task.setTrueSuccessNum(task.getSuccessNum() - task.getDefaultNum());
  531. task.setStatus(2);
  532. task.setEndTime(DateUtils.getDateTime());
  533. taskService.updateById(task);
  534. }
  535. //websocket发送进度
  536. messageService.sendWebsocketMessage(task, total, task.getSuccessNum(), percentage);
  537. }
  538. }
  539. }
  540. /**
  541. * 数据丢入著录项目生产队列并唤醒装载著录项目线程
  542. *
  543. * @param pQueueData 装载生产队列实体类
  544. */
  545. public void zhuluToPQueue(PQueueData pQueueData) {
  546. setPatentZhuluQueueList.add(pQueueData);
  547. if (setPatentZhuluLock.tryLock()) {
  548. //setPatentZhuluLock.lock();
  549. setPatentZhuluCondition.signalAll();
  550. setPatentZhuluLock.unlock();
  551. }
  552. }
  553. /**
  554. * 数据丢入权要生产队列并唤醒装载权要线程
  555. *
  556. * @param pQueueData 装载生产队列实体类
  557. */
  558. public void rightToPQueue(PQueueData pQueueData) {
  559. setPatentRightQueueList.add(pQueueData);
  560. if (setPatentRightLock.tryLock()) {
  561. //setPatentRightLock.lock();
  562. setPatentRightCondition.signalAll();
  563. setPatentRightLock.unlock();
  564. }
  565. }
  566. /**
  567. * 数据丢入说明书文本生产队列并唤醒装载说明书文本线程
  568. *
  569. * @param pQueueData 装载生产队列实体类
  570. */
  571. public void instructionTextToPQueue(PQueueData pQueueData) {
  572. setPatentInstructionTextQueueList.add(pQueueData);
  573. if (setPatentInstructionTextLock.tryLock()) {
  574. //setPatentInstructionTextLock.lock();
  575. setPatentInstructionTextCondition.signalAll();
  576. setPatentInstructionTextLock.unlock();
  577. }
  578. }
  579. /**
  580. * 数据丢入说明书pdf生产队列并唤醒装载说明书pdf线程
  581. *
  582. * @param pQueueData 装载生产队列实体类
  583. */
  584. public void instructionPDFToPQueue(PQueueData pQueueData) {
  585. setPatentInstructionPDFQueueList.add(pQueueData);
  586. if (setPatentInstructionPDFLock.tryLock()) {
  587. //setPatentInstructionPDFLock.lock();
  588. setPatentInstructionPDFCondition.signalAll();
  589. setPatentInstructionPDFLock.unlock();
  590. }
  591. }
  592. /**
  593. * 数据丢入摘要附图生产队列并唤醒装载摘要附图线程
  594. *
  595. * @param pQueueData 装载生产队列实体类
  596. */
  597. public void imageToPQueue(PQueueData pQueueData) {
  598. setPatentImageQueueList.add(pQueueData);
  599. if (setPatentImageLock.tryLock()) {
  600. //setPatentImageLock.lock();
  601. setPatentImageCondition.signalAll();
  602. setPatentImageLock.unlock();
  603. }
  604. }
  605. /**
  606. * Excel任务专利丢入消费者队列,并唤醒消费者线程
  607. *
  608. * @param task 任务对象
  609. * @param uploadParamsVO 专利实体类对象
  610. */
  611. public void patentToQueue(Task task, UploadParamsVO uploadParamsVO) {
  612. //保存专利基础数据(专利表"os_patent")
  613. uploadPatentBatchService.getOneOrInsertOne(uploadParamsVO);
  614. QueueData queueData = new QueueData()
  615. .setTask(task)
  616. .setUploadParamsVO(uploadParamsVO);
  617. //专利分别加入消费者队列
  618. patentZhuluQueueList.add(queueData);
  619. patentRightQueueList.add(queueData);
  620. patentInstructionTextQueueList.add(queueData);
  621. patentImageQueueList.add(queueData);
  622. //通知消费者线程
  623. //1.著录项目
  624. if (patentZhuluLock.tryLock()) {
  625. //patentZhuluLock.lock();
  626. patentZhuluCondition.signalAll();
  627. patentZhuluLock.unlock();
  628. }
  629. //2.权利要求文本
  630. if (patentRightLock.tryLock()) {
  631. //patentRightLock.lock();
  632. patentRightCondition.signalAll();
  633. patentRightLock.unlock();
  634. }
  635. //3.说明书文本
  636. if (patentInstructionTextLock.tryLock()) {
  637. //patentInstructionTextLock.lock();
  638. patentInstructionTextCondition.signalAll();
  639. patentInstructionTextLock.unlock();
  640. }
  641. //5.摘要附图
  642. if (patentImageLock.tryLock()) {
  643. //patentImageLock.lock();
  644. patentImageCondition.signalAll();
  645. patentImageLock.unlock();
  646. }
  647. }
  648. /**
  649. * 生产者任务队列新增任务ids
  650. *
  651. * @param taskQueueList 生产者任务队列
  652. */
  653. public void taskQueueListAddTask(List<Integer> taskQueueList) {
  654. this.taskQueueList.addAll(taskQueueList);
  655. }
  656. public void taskQueueListRemoveTask(List<Integer> taskQueueList) {
  657. this.taskQueueList.removeAll(taskQueueList);
  658. }
  659. /**
  660. * 生产者生产队列剔除指定任务的所有专利
  661. *
  662. * @param taskId 任务id
  663. */
  664. public void setQueueRemoveTasks(Integer taskId) {
  665. //任务暂停时清除生产者队列中已有的该任务的所有专利
  666. this.setPatentZhuluQueueList.removeIf(pQueueData -> pQueueData.getTask().getId().equals(taskId));
  667. this.setPatentRightQueueList.removeIf(pQueueData -> pQueueData.getTask().getId().equals(taskId));
  668. this.setPatentInstructionTextQueueList.removeIf(pQueueData -> pQueueData.getTask().getId().equals(taskId));
  669. this.setPatentInstructionPDFQueueList.removeIf(pQueueData -> pQueueData.getTask().getId().equals(taskId));
  670. this.setPatentImageQueueList.removeIf(pQueueData -> pQueueData.getTask().getId().equals(taskId));
  671. }
  672. /**
  673. * 消费者专利队列剔除指定任务的所有专利
  674. *
  675. * @param taskId 任务id
  676. */
  677. public void consumerQueueRemoveTasks(Integer taskId) {
  678. //任务暂停时清除消费者队列中已有的该任务的所有专利
  679. this.patentZhuluQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  680. this.patentRightQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  681. this.patentInstructionTextQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  682. this.patentInstructionPDFQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  683. this.patentImageQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  684. //任务暂停时清除 patentIdMap(任务id + "|" + 专利id,拼接而成的专利的数量标识(作为辨别某一任务的某一专利消费完成的消费者数量))中该任务的专利数量标识
  685. Iterator<String> iterator = this.patentIdMap.keySet().iterator();
  686. while (iterator.hasNext()) {
  687. String key = iterator.next();
  688. if (key.contains(taskId + "")) {
  689. iterator.remove();
  690. this.patentIdMap.remove(key);
  691. }
  692. }
  693. }
  694. /**
  695. * 唤醒生产者线程
  696. */
  697. public void awakeTasktch() {
  698. if (taskLock.tryLock()) {
  699. //taskLock.lock();
  700. taskCondition.signalAll();
  701. taskLock.unlock();
  702. }
  703. }
  704. /**
  705. * 工厂方法,根据任务类型返回对应的生产专利数据的对象
  706. *
  707. * @param task 任务
  708. * @return 返回获取专利数据的对象
  709. */
  710. private IExcutePatentData createObject(Task task) {
  711. //根据任务的类型创建并返回对应的解析获取专利数据的对象
  712. switch (task.getType()) {
  713. case 1: //Excel导入专利
  714. return excutePatentDataExcel;
  715. case 3: //欧专局网站导入
  716. return excutePatentDataEpo;
  717. case 4: //专利之星网站导入
  718. return excutePatentDataStar;
  719. default:
  720. return null;
  721. }
  722. }
  723. /**
  724. * 失败记录方法
  725. *
  726. * @param queueData 消费者专利队列
  727. * @param cell 消费者代表的专利字段部分
  728. */
  729. public void saveQuestionRecord(QueueData queueData, Integer cell) {
  730. QuestionRecord questionRecord = new QuestionRecord()
  731. .setPatentNo(queueData.getUploadParamsVO().getPatent().getPatentNo())
  732. .setTaskId(queueData.getTask().getId())
  733. .setCell(cell);
  734. questionRecordService.save(questionRecord);
  735. }
  736. }