PantentQueueService.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376
  1. package cn.cslg.pas.service.upLoadPatent;
  2. import cn.cslg.pas.common.model.vo.ProjectImportPatentVO;
  3. import cn.cslg.pas.common.model.vo.UploadParamsVO;
  4. import cn.cslg.pas.common.utils.DateUtils;
  5. import cn.cslg.pas.domain.QueueData;
  6. import cn.cslg.pas.domain.Task;
  7. import cn.cslg.pas.service.TaskService;
  8. import cn.cslg.pas.service.UploadPatentBatchService;
  9. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  10. import lombok.Data;
  11. import lombok.RequiredArgsConstructor;
  12. import org.springframework.context.annotation.Lazy;
  13. import org.springframework.stereotype.Service;
  14. import java.io.IOException;
  15. import java.util.*;
  16. import java.util.concurrent.locks.Condition;
  17. import java.util.concurrent.locks.Lock;
  18. import java.util.concurrent.locks.ReentrantLock;
  19. /**
  20. * 1.生产专利(生产者从任务队列取出任务并解析任务生成专利数据,分配给消费者,唤醒消费者)
  21. * 2.消费专利(消费者从专利队列中取出专利并保存专利入库)
  22. */
  23. @Service
  24. @RequiredArgsConstructor(onConstructor_ = {@Lazy})
  25. public class PantentQueueService {
  26. private final UploadPatentToDBService uploadPatentToDBService;
  27. private final UploadPatentBatchService uploadPatentBatchService;
  28. private final MessageService messageService;
  29. private final TaskService taskService;
  30. private final ExcutePatentDataExcel excutePatentDataExcel;
  31. private final ExcutePatentDataEpo excutePatentDataEpo;
  32. private final List<Integer> taskQueueList = new ArrayList<>();
  33. private Boolean flag = false;
  34. private final List<QueueData> patentImageQueueList = new ArrayList<>();
  35. private final List<QueueData> patentZhuluQueueList = new ArrayList<>();
  36. private final List<QueueData> patentRightQueueList = new ArrayList<>();
  37. private final List<QueueData> patentInstructionTextQueueList = new ArrayList<>();
  38. private final Lock taskLock = new ReentrantLock();
  39. private final Lock patentImageLock = new ReentrantLock();
  40. private final Lock patentZhuluLock = new ReentrantLock();
  41. private final Lock patentRightLock = new ReentrantLock();
  42. private final Lock patentInstructionTextLock = new ReentrantLock();
  43. private final Condition taskCondition = taskLock.newCondition();
  44. private final Condition patentImageCondition = patentImageLock.newCondition();
  45. private final Condition patentZhuluCondition = patentZhuluLock.newCondition();
  46. private final Condition patentRightCondition = patentRightLock.newCondition();
  47. private final Condition patentInstructionTextCondition = patentInstructionTextLock.newCondition();
  48. private final HashMap<String, Integer> patentIdMap = new HashMap<>();
  49. /**
  50. * 生产者:从任务队列取出任务,再调用工厂方法根据任务类型返回对应的生产专利方法的对象将专利分配给消费者
  51. */
  52. public void addPatnetToQueue() {
  53. Task task = null;
  54. try {
  55. while (true) {
  56. //判断任务队列是否有任务,若没有则该生产者线程睡眠
  57. if (taskQueueList.size() == 0) {
  58. taskLock.lock();
  59. taskCondition.await();
  60. }
  61. //线程被唤醒后 ↓
  62. if (taskQueueList.size() > 0) {
  63. //1.从任务队列中取出一个task任务
  64. //2.同时将其从任务队列中剔除
  65. //3.查询任务,判断任务不存在或状态为已暂停,则直接跳过进行下一个任务
  66. task = taskService.getById(taskQueueList.get(0));
  67. taskQueueList.remove(0);
  68. if (task == null || task.getStatus() == 4) {
  69. continue;
  70. }
  71. //TODO 调用工厂方法并将任务扔进去,工厂方法会根据任务的类型创建并返回对应的生产专利方法的对象
  72. //1.用工厂方法根据任务类型创建对应的获取专利数据的对象
  73. IExcutePatentData excutePatentDataObject = createObject(task);
  74. //2.对象调用执行生产专利方法(解析任务生产专利并丢入消费者专利队列,唤醒消费者线程)
  75. if (excutePatentDataObject != null) {
  76. excutePatentDataObject.startExcute(task);
  77. }
  78. }
  79. }
  80. } catch (Exception e) {
  81. e.printStackTrace();
  82. //任务表更新状态为失败
  83. task.setStatus(3);
  84. task.setEndTime(DateUtils.getDateTime());
  85. taskService.updateById(task);
  86. }
  87. flag = true;
  88. }
  89. /**
  90. * 消费者1:将专利从队列取出,摘要附图入库
  91. */
  92. public void pushPatentImageToDB() throws InterruptedException, IOException {
  93. while (true) {
  94. try {
  95. if (patentImageQueueList.isEmpty()) {
  96. if (flag) {
  97. System.out.println("摘要附图全部完成,退出循环");
  98. return;
  99. } else {
  100. patentImageLock.lock();
  101. patentImageCondition.await();
  102. patentImageLock.unlock();
  103. }
  104. } else {
  105. QueueData queueData = patentImageQueueList.remove(0);
  106. //摘要附图入库
  107. uploadPatentToDBService.uploadPatentImage(queueData.getUploadParamsVO());
  108. //Websocket发送message:通过WebSocket 在每一次循环结束后 向前端发送完成进度
  109. sendMessage(queueData);
  110. }
  111. } catch (Exception e) {
  112. e.printStackTrace();
  113. }
  114. }
  115. }
  116. /**
  117. * 消费者2:将专利从队列取出,著录项目入库
  118. */
  119. public void pushPatentZhuLuToDB() throws InterruptedException, IOException {
  120. while (true) {
  121. try {
  122. if (patentZhuluQueueList.isEmpty()) {
  123. if (flag) {
  124. System.out.println("著录项目全部完成,退出循环");
  125. return;
  126. } else {
  127. patentZhuluLock.lock();
  128. patentZhuluCondition.await();
  129. patentZhuluLock.unlock();
  130. }
  131. } else {
  132. QueueData queueData = patentZhuluQueueList.remove(0);
  133. //著录项目入库
  134. uploadPatentToDBService.uploadPatentZhulu(queueData.getUploadParamsVO());
  135. //专题库与专利关联入库
  136. uploadPatentToDBService.uploadAssoThemaPat(queueData.getUploadParamsVO(), queueData.getProjectImportPatentVO());
  137. //自定义字段标引与专利关联入库
  138. uploadPatentToDBService.uploadAssoFieldPat(queueData.getUploadParamsVO(), queueData.getProjectImportPatentVO());
  139. //文件夹与专利关联入库
  140. uploadPatentToDBService.uploadAssoPorPat(queueData.getUploadParamsVO(), queueData.getProjectImportPatentVO());
  141. //Websocket发送message:通过WebSocket 在每一次循环结束后 向前端发送完成进度
  142. sendMessage(queueData);
  143. }
  144. } catch (Exception e) {
  145. e.printStackTrace();
  146. }
  147. }
  148. }
  149. /**
  150. * 消费者3:将专利从队列取出,权利要求文本入库
  151. */
  152. public void pushPatentRightToDB() throws InterruptedException, IOException {
  153. while (true) {
  154. try {
  155. if (patentRightQueueList.isEmpty()) {
  156. if (flag) {
  157. System.out.println("权利要求全部完成,退出循环");
  158. return;
  159. } else {
  160. patentRightLock.lock();
  161. patentRightCondition.await();
  162. patentRightLock.unlock();
  163. }
  164. } else {
  165. QueueData queueData = patentRightQueueList.remove(0);
  166. //权要文本入库
  167. uploadPatentToDBService.uploadPatentRight(queueData.getUploadParamsVO());
  168. //Websocket发送message:通过WebSocket 在每一次循环结束后 向前端发送完成进度
  169. sendMessage(queueData);
  170. }
  171. } catch (Exception e) {
  172. e.printStackTrace();
  173. }
  174. }
  175. }
  176. /**
  177. * 消费者4:将专利从队列取出,说明书文本入库
  178. */
  179. public void pushPatentInstructionTextToDB() throws InterruptedException, IOException {
  180. while (true) {
  181. try {
  182. if (patentInstructionTextQueueList.isEmpty()) {
  183. if (flag) {
  184. System.out.println("说明书文本全部完成,退出循环");
  185. return;
  186. } else {
  187. patentInstructionTextLock.lock();
  188. patentInstructionTextCondition.await();
  189. patentInstructionTextLock.unlock();
  190. }
  191. } else {
  192. QueueData queueData = patentInstructionTextQueueList.remove(0);
  193. //说明书文本入库
  194. uploadPatentToDBService.uploadPatentInstructionText(queueData.getUploadParamsVO());
  195. //Websocket发送message:通过WebSocket 在每一次循环结束后 向前端发送完成进度
  196. sendMessage(queueData);
  197. }
  198. } catch (Exception e) {
  199. e.printStackTrace();
  200. }
  201. }
  202. }
  203. public void sendMessage(QueueData queueData) {
  204. //每完成一个专利,通过计算,发送进度
  205. synchronized ("此为同步锁") {
  206. //当前进行的任务
  207. Task task = queueData.getTask();
  208. //当前进行的任务的专利总数量
  209. Integer total = task.getTotal();
  210. //将任务id + "|" + 专利id,拼接成专利的标识(作为当前某一个消费者消费完的这个专利的数量标识)
  211. String currentPatent = task.getId() + "|" + queueData.getUploadParamsVO().getPatent().getId();
  212. Integer num = patentIdMap.get(currentPatent);
  213. if (num == null) {
  214. patentIdMap.put(currentPatent, 1);
  215. } else if (num < 3) {
  216. patentIdMap.put(currentPatent, ++num);
  217. } else {
  218. /*
  219. 1)若是看当前任务,表示当前这个任务这个专利的4个消费者全都消费结束,即当前这个任务的这个专利已完成
  220. 2)若是看下一个任务,表示下一个任务的著录项目消费者终于第一次进来了(即表示上一个任务最慢的著录项目消费者也结束了即上一个任务完成了),就将这下一个任务的状态改为 1进行中
  221. */
  222. if (task.getStatus() == 0) {
  223. task.setStatus(1);
  224. task.setStartTime(DateUtils.getDateTime());
  225. taskService.updateById(task);
  226. }
  227. //num达到4了就在patentIdMap中将其删除
  228. patentIdMap.remove(currentPatent);
  229. long percentage = Math.round((task.getSuccessNum() + 1D) / total * 100D);
  230. //任务表更新数据(这里只更新成功条数和失败条数,注意不能更新状态等其他信息)
  231. task.setSuccessNum(task.getSuccessNum() + 1);
  232. task.setDefaultNum(total - task.getSuccessNum());
  233. Task updateTask = new Task();
  234. updateTask.setId(task.getId());
  235. updateTask.setSuccessNum(task.getSuccessNum());
  236. updateTask.setDefaultNum(total - task.getSuccessNum());
  237. taskService.updateById(updateTask);
  238. //当全部完成时
  239. if (task.getSuccessNum().equals(total)) {
  240. percentage = 100L;
  241. //设置任务状态为成功
  242. task.setStatus(2);
  243. //设置任务结束时间为当前时间
  244. task.setEndTime(DateUtils.getDateTime());
  245. taskService.updateById(task);
  246. }
  247. messageService.sendWebsocketMessage(task, total, task.getSuccessNum(), percentage);
  248. }
  249. }
  250. }
  251. public void patentToQueue(Task task, UploadParamsVO uploadParamsVO, ProjectImportPatentVO projectImportPatentVO) {
  252. //保存专利基础数据(专利表"os_patent")
  253. uploadPatentBatchService.getOneOrInsertOne(uploadParamsVO);
  254. QueueData queueData = new QueueData()
  255. .setTask(task)
  256. .setUploadParamsVO(uploadParamsVO)
  257. .setProjectImportPatentVO(projectImportPatentVO);
  258. //专利分别加入5个消费者队列
  259. patentImageQueueList.add(queueData);
  260. patentZhuluQueueList.add(queueData);
  261. patentRightQueueList.add(queueData);
  262. patentInstructionTextQueueList.add(queueData);
  263. //通知消费者线程(5个消费者:摘要附图、著录项目、权利要求文本、说明书文本、与专利关联数据)
  264. //1.摘要附图
  265. patentImageLock.lock();
  266. patentImageCondition.signalAll();
  267. patentImageLock.unlock();
  268. //2.著录项目
  269. patentZhuluLock.lock();
  270. patentZhuluCondition.signalAll();
  271. patentZhuluLock.unlock();
  272. //3.权利要求文本
  273. patentRightLock.lock();
  274. patentRightCondition.signalAll();
  275. patentRightLock.unlock();
  276. //4.说明书文本
  277. patentInstructionTextLock.lock();
  278. patentInstructionTextCondition.signalAll();
  279. patentInstructionTextLock.unlock();
  280. }
  281. /**
  282. * 生产者任务队列新增任务ids
  283. *
  284. * @param taskQueueList 生产者任务队列
  285. */
  286. public void taskQueueAddTask(List<Integer> taskQueueList) {
  287. this.taskQueueList.addAll(taskQueueList);
  288. }
  289. /**
  290. * 消费者专利队列剔除指定任务的所有专利
  291. *
  292. * @param taskId 任务id
  293. */
  294. public void consumerQueueDeleteTasks(Integer taskId) {
  295. //任务暂停时清除4个消费者专利队列中该任务的专利
  296. this.patentImageQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  297. this.patentZhuluQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  298. this.patentRightQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  299. this.patentInstructionTextQueueList.removeIf(queueData -> queueData.getTask().getId().equals(taskId));
  300. //任务暂停时清除 patentIdMap(任务id + "|" + 专利id,拼接而成的专利的数量标识(作为当前某一个消费者消费完的这个专利的数量标识))中该任务的专利的数量标识
  301. Iterator<String> iterator = this.patentIdMap.keySet().iterator();
  302. while (iterator.hasNext()) {
  303. String key = iterator.next();
  304. if (key.contains(taskId + "")) {
  305. iterator.remove();
  306. this.patentIdMap.remove(key);
  307. }
  308. }
  309. }
  310. /**
  311. * 唤醒生产者线程执
  312. */
  313. public void awakeTasktch() {
  314. taskLock.lock();
  315. taskCondition.signalAll();
  316. taskLock.unlock();
  317. }
  318. /**
  319. * 工厂方法,根据任务类型创建对应的获取专利数据的对象
  320. *
  321. * @param task 任务
  322. * @return 返回获取专利数据的对象
  323. */
  324. private IExcutePatentData createObject(Task task) {
  325. //根据任务的类型创建并返回对应的解析获取专利数据的对象
  326. switch (task.getType()) {
  327. case 1: //Excel导入专利任务
  328. return excutePatentDataExcel;
  329. case 3: //Epo欧专局网站导入
  330. return excutePatentDataEpo;
  331. default:
  332. return null;
  333. }
  334. }
  335. }