EsPatentService.java 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423
  1. package cn.cslg.pas.service.business.es;
  2. import cn.cslg.pas.common.core.base.IfConstant;
  3. import cn.cslg.pas.common.dto.PatentColumnDTO;
  4. import cn.cslg.pas.common.dto.PatentDTO;
  5. import cn.cslg.pas.common.dto.PatentDetailDTO;
  6. import cn.cslg.pas.common.dto.PatentKinDTO;
  7. import cn.cslg.pas.common.dto.business.ContentDetailDTO;
  8. import cn.cslg.pas.common.model.cronModel.Records;
  9. import cn.cslg.pas.common.model.request.MapRequest;
  10. import cn.cslg.pas.common.model.request.OrderDTO;
  11. import cn.cslg.pas.common.model.request.QueryRequest;
  12. import cn.cslg.pas.common.model.request.StringRequest;
  13. import cn.cslg.pas.common.utils.parseQueryToTree.expressManager;
  14. import cn.cslg.pas.common.utils.parseQueryToTree.operateNode;
  15. import cn.cslg.pas.common.utils.parseQueryToTree.treeNode;
  16. import cn.cslg.pas.common.vo.ContentVO;
  17. import cn.cslg.pas.common.vo.PatentPageMessageVO;
  18. import cn.cslg.pas.common.vo.PatentWithIdVO;
  19. import cn.cslg.pas.common.vo.business.PatentKinDetailVO;
  20. import cn.cslg.pas.common.vo.business.PatentKinVO;
  21. import cn.cslg.pas.common.vo.business.PatentNoVO;
  22. import cn.cslg.pas.domain.es.*;
  23. import cn.cslg.pas.service.query.FormatQueryService;
  24. import co.elastic.clients.elasticsearch.ElasticsearchClient;
  25. import co.elastic.clients.elasticsearch._types.SortOrder;
  26. import co.elastic.clients.elasticsearch._types.query_dsl.Query;
  27. import co.elastic.clients.elasticsearch._types.query_dsl.QueryBuilders;
  28. import co.elastic.clients.elasticsearch.core.SearchRequest;
  29. import co.elastic.clients.elasticsearch.core.SearchResponse;
  30. import co.elastic.clients.elasticsearch.core.search.Hit;
  31. import co.elastic.clients.elasticsearch.core.search.SourceConfig;
  32. import co.elastic.clients.elasticsearch.core.search.SourceConfigBuilders;
  33. import co.elastic.clients.elasticsearch.transform.Source;
  34. import com.alibaba.fastjson.JSON;
  35. import com.alibaba.fastjson2.JSONObject;
  36. import lombok.RequiredArgsConstructor;
  37. import org.apache.commons.lang3.StringUtils;
  38. import org.springframework.beans.BeanUtils;
  39. import org.springframework.context.annotation.Lazy;
  40. import org.springframework.stereotype.Service;
  41. import org.springframework.util.CollectionUtils;
  42. import java.io.IOException;
  43. import java.util.ArrayList;
  44. import java.util.List;
  45. import java.util.Map;
  46. import java.util.stream.Collectors;
  47. @Service
  48. @RequiredArgsConstructor(onConstructor_ = {@Lazy})
  49. public class EsPatentService {
  50. private final ElasticsearchClient client;
  51. private final FormatQueryService formatQueryService;
  52. /**
  53. * 根据专利号查询专利详情
  54. *
  55. * @param vo
  56. * @return
  57. * @throws IOException
  58. */
  59. public PatentDetailDTO selectPatentDetail(PatentNoVO vo) throws IOException {
  60. PatentDetailDTO dto = new PatentDetailDTO();
  61. SearchRequest.Builder builder = new SearchRequest.Builder();
  62. //设置查询索引
  63. builder.index("patent");
  64. Query q = QueryBuilders.term(i -> i.field("patent_no.keyword").value(vo.getPatentNo()));
  65. Query query = QueryBuilders.bool(i -> i.must(q));
  66. builder.query(query);
  67. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  68. List<Hit<Patent>> hits = response.hits().hits();
  69. for (Hit<Patent> hit : hits) {
  70. Patent esMess = hit.source();
  71. BeanUtils.copyProperties(esMess, dto);
  72. dto.setMC(esMess.getMipc());
  73. dto.setLG(esMess.getLegalStatus());
  74. dto.setSS(esMess.getSimpleStatus());
  75. dto.setPT(esMess.getPatentType());
  76. if (!CollectionUtils.isEmpty(esMess.getTitle())) {
  77. dto.setTitle(this.loadContent(esMess.getTitle()));
  78. }
  79. if (!CollectionUtils.isEmpty(esMess.getAbstractStr())) {
  80. dto.setAbstractStr(this.loadContent(esMess.getAbstractStr()));
  81. }
  82. if (!CollectionUtils.isEmpty(esMess.getClaim())) {
  83. dto.setClaim(this.loadContent(esMess.getClaim()));
  84. }
  85. if (!CollectionUtils.isEmpty(esMess.getApplicant())) {
  86. dto.setApplicant(this.loadName(esMess.getApplicant()));
  87. }
  88. if (!CollectionUtils.isEmpty(esMess.getRightHolder())) {
  89. dto.setRightHolder(this.loadName(esMess.getRightHolder()));
  90. }
  91. if (!CollectionUtils.isEmpty(esMess.getInventor())) {
  92. dto.setInventor(this.loadName(esMess.getInventor()));
  93. }
  94. }
  95. return dto;
  96. }
  97. //通用返回摘要、标题、权利要求具体内容
  98. public ContentVO loadContent(List<Text> list) {
  99. ContentVO contentVO = new ContentVO();
  100. String content = StringUtils.strip(JSON.toJSONString(list), "[]");
  101. ContentDetailDTO contentDetailDTO = JSONObject.parseObject(content, ContentDetailDTO.class);
  102. contentVO.setContent(contentDetailDTO.getTextContent());
  103. return contentVO;
  104. }
  105. //通用返回申请人、权利人、发明人
  106. public List<String> loadName(List<PatentPerson> list) {
  107. return list.stream().map(PatentPerson::getName).collect(Collectors.toList());
  108. }
  109. /**
  110. * 根据专利号查询出同族专利列表
  111. *
  112. * @param vo
  113. * @return
  114. * @throws IOException
  115. */
  116. public List<PatentKinDTO> selectKinByPatentNo(PatentKinVO vo) throws IOException {
  117. //1.根据专利号查询出同族
  118. String no = vo.getPatentNo();
  119. Integer pageNum = vo.getPageNum();
  120. Integer pageSize = vo.getPageSize();
  121. String type = vo.getType();
  122. SearchRequest.Builder builder = new SearchRequest.Builder();
  123. //设置查询索引
  124. builder.index("patent_family");
  125. //申请号
  126. Query q1 = QueryBuilders.term(t -> t.field("app_no.keyword").value(no));
  127. //公开号
  128. Query q2 = QueryBuilders.term(t -> t.field("public_no.keyword").value(no));
  129. //授权号
  130. Query q3 = QueryBuilders.term(t -> t.field("grant_no.keyword").value(no));
  131. //同族类型
  132. Query q4 = QueryBuilders.term(t -> t.field("family_type").value(type));
  133. Query bool = QueryBuilders.bool(i -> i.must(q4).should(q1, q2, q3));
  134. builder.query(bool);
  135. //分页
  136. if (pageNum > 0 && pageSize > 0) {
  137. builder.from((pageNum - 1) * pageSize).size(pageSize);
  138. }
  139. SearchResponse<PatentFamilyMessage> response = client.search(builder.build(), PatentFamilyMessage.class);
  140. List<Hit<PatentFamilyMessage>> hits = response.hits().hits();
  141. List<PatentKinDTO> kinDTOS = new ArrayList<>();
  142. for (Hit<PatentFamilyMessage> hit : hits) {
  143. PatentFamilyMessage familyMessage = hit.source();
  144. List<FamilyPatent> patentList = familyMessage.getPatent();
  145. if (!CollectionUtils.isEmpty(patentList)) {
  146. for (FamilyPatent familyPatent : patentList) {
  147. PatentKinDetailVO kinDetailVO = new PatentKinDetailVO();
  148. kinDetailVO.setAppNo(familyPatent.getAppNo());
  149. kinDetailVO.setPublicNo(familyPatent.getPublicNo());
  150. kinDetailVO.setGrantNo(familyPatent.getGrantNo());
  151. PatentKinDTO kinDTO = this.selectPatentKindDetail(kinDetailVO)
  152. .stream().findFirst().orElse(null);
  153. if (kinDTO != null) {
  154. kinDTOS.add(kinDTO);
  155. }
  156. }
  157. }
  158. }
  159. return kinDTOS;
  160. }
  161. public List<PatentKinDTO> selectPatentKindDetail(PatentKinDetailVO vo) throws IOException {
  162. List<PatentKinDTO> list = new ArrayList<>();
  163. SearchRequest.Builder builder = new SearchRequest.Builder();
  164. //设置查询索引
  165. builder.index("patent");
  166. //申请号
  167. if (StringUtils.isNotEmpty(vo.getAppNo())) {
  168. }
  169. Query q1 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getAppNo()));
  170. //公开号
  171. Query q2 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getPublicNo()));
  172. //授权号
  173. // Query q3 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getGrantNo()));
  174. Query bool = QueryBuilders.bool(i -> i.should(q1, q2));
  175. builder.query(bool);
  176. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  177. List<Hit<Patent>> hits = response.hits().hits();
  178. for (Hit<Patent> hit : hits) {
  179. PatentKinDTO kinDTO = new PatentKinDTO();
  180. Patent patent = hit.source();
  181. if (patent != null) {
  182. kinDTO.setPatentNo(patent.getPatentNo());
  183. kinDTO.setAppNo(patent.getAppNo());
  184. kinDTO.setPublicNo(patent.getPublicNo());
  185. kinDTO.setGrantNo(patent.getGrantNo());
  186. kinDTO.setTitle(this.loadContent(patent.getTitle()));
  187. kinDTO.setAbstractStr(this.loadContent(patent.getAbstractStr()));
  188. kinDTO.setApplicant(this.loadName(patent.getApplicant()));
  189. kinDTO.setRightHolder(this.loadName(patent.getRightHolder()));
  190. list.add(kinDTO);
  191. }
  192. }
  193. return list;
  194. }
  195. /**
  196. * 根据专利号批量查询专利
  197. *
  198. * @param patentNos
  199. * @return
  200. * @throws Exception
  201. */
  202. public List<Patent> getPatentsByNo(List<String> patentNos,Boolean ifGetAll,Long current,Long size) throws Exception {
  203. List<Patent> patentList = new ArrayList<>();
  204. SearchRequest.Builder builder = new SearchRequest.Builder();
  205. //设置查询索引
  206. builder.index("patent");
  207. List<Query> querys = new ArrayList<>();
  208. for (String patentNo : patentNos) {
  209. Query q1 = QueryBuilders.term(t -> t.field("app_no.keyword").value(patentNo));
  210. //公开号
  211. Query q2 = QueryBuilders.term(t -> t.field("public_no.keyword").value(patentNo));
  212. //授权号
  213. Query q3 = QueryBuilders.term(t -> t.field("grant_no.keyword").value(patentNo));
  214. Query query = QueryBuilders.bool(i -> i.should(q1, q2, q3));
  215. querys.add(query);
  216. }
  217. Query finalQuery = QueryBuilders.bool((i -> i.should(querys)));
  218. builder.query(finalQuery);
  219. if(!ifGetAll) {
  220. List<String> reSources = this.rePatentSource();
  221. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  222. .filter(fieldSourceBuilder -> fieldSourceBuilder
  223. .includes(reSources)));
  224. }
  225. if (current!=null&&size!=null&&current > 0 && size > 0) {
  226. builder.from((current.intValue() - 1) * size.intValue()).size(size.intValue());
  227. }
  228. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  229. List<Hit<Patent>> hits = response.hits().hits();
  230. if (hits != null && hits.size() > 0) {
  231. hits.forEach(item->{
  232. Patent patent=item.source();
  233. patentList.add(patent);}
  234. );
  235. }
  236. return patentList;
  237. }
  238. private List<String> rePatentSource() {
  239. List<String> rePatentSource = new ArrayList<>();
  240. rePatentSource.add("patent_no");
  241. rePatentSource.add("app_no");
  242. rePatentSource.add("app_date");
  243. rePatentSource.add("public_no");
  244. rePatentSource.add("public_date");
  245. rePatentSource.add("grant_no");
  246. rePatentSource.add("grant_date");
  247. return rePatentSource;
  248. }
  249. /**
  250. * 检索上一页下一页信息
  251. *
  252. * @param queryRequest 检索条件
  253. * @return
  254. */
  255. public Records getPatentPageMessage(QueryRequest queryRequest) throws Exception {
  256. List<PatentPageMessageVO> patentPageMessageVOS = new ArrayList<>();
  257. Long current = queryRequest.getCurrent();
  258. Long size = queryRequest.getSize();
  259. SearchRequest.Builder builder = new SearchRequest.Builder();
  260. //设置查询索引
  261. builder.index("patent");
  262. Query q = this.getQuery(queryRequest);
  263. //4. 返回数据
  264. builder.query(q);
  265. //排序
  266. List<OrderDTO> dtoList = queryRequest.getOrderDTOList();
  267. // if (!CollectionUtils.isEmpty(dtoList)) {
  268. // for (OrderDTO orderDTO : dtoList) {
  269. // if (orderDTO.getOrderType().equals(IfConstant.NO)) {
  270. // builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  271. // .field(fieldSortBuilder -> fieldSortBuilder
  272. // .field(orderDTO.getOrderBy()).order(SortOrder.Asc)));
  273. // } else {
  274. // builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  275. // .field(fieldSortBuilder -> fieldSortBuilder
  276. // .field(orderDTO.getOrderBy()).order(SortOrder.Desc)));
  277. // }
  278. // }
  279. // } else {
  280. // builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  281. // .field(fieldSortBuilder -> fieldSortBuilder
  282. // .field("patent_no.keyword").order(SortOrder.Desc)));
  283. // }
  284. //分页
  285. if (current > 0 && size > 0) {
  286. builder.from(current.intValue()).size(size.intValue());
  287. }
  288. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  289. List<Hit<Patent>> hits = response.hits().hits();
  290. for (Hit<Patent> hit : hits) {
  291. PatentPageMessageVO patentPageMessageVO = new PatentPageMessageVO();
  292. patentPageMessageVO.setPatentNo(hit.source().getPatentNo());
  293. patentPageMessageVOS.add(patentPageMessageVO);
  294. }
  295. Records records =new Records();
  296. records.setTotal(response.hits().total().value());
  297. records.setSize(size);
  298. records.setCurrent(current);
  299. records.setData(patentPageMessageVOS);
  300. return records;
  301. }
  302. /**
  303. * 检索上一页下一页信息
  304. *
  305. * @param queryRequest 检索条件
  306. * @return
  307. */
  308. public List<Patent> getPatentsWithNotNo(QueryRequest queryRequest, List<String> patentNos) throws Exception {
  309. List<Patent> patentList = new ArrayList<>();
  310. SearchRequest.Builder builder = new SearchRequest.Builder();
  311. //设置查询索引
  312. builder.index("patent");
  313. Query q = this.getQuery(queryRequest);
  314. Query reQuery =null;
  315. if(patentNos!=null&&patentNos.size()>0){
  316. List<Query> notInQuery = this.getNoNotInQuery(patentNos);
  317. reQuery = QueryBuilders.bool(i -> i.must(q).mustNot(notInQuery));
  318. }
  319. else {
  320. reQuery = QueryBuilders.bool(i -> i.must(q));
  321. }
  322. //4. 返回数据
  323. builder.query(reQuery);
  324. List<String> reSources = this.rePatentSource();
  325. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  326. .filter(fieldSourceBuilder -> fieldSourceBuilder
  327. .includes(reSources)));
  328. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  329. List<Hit<Patent>> hits = response.hits().hits();
  330. for (Hit<Patent> hit : hits) {
  331. if (hits != null && hits.size() > 0) {
  332. Patent patent = hit.source();
  333. patentList.add(patent);
  334. }
  335. }
  336. return patentList;
  337. }
  338. public Long getTotalNum(QueryRequest queryRequest) throws Exception {
  339. SearchRequest.Builder builder = new SearchRequest.Builder();
  340. //设置查询索引
  341. builder.index("patent");
  342. Query q = this.getQuery(queryRequest);
  343. //4. 返回数据
  344. Query reQuery = QueryBuilders.bool(i -> i.must(q));
  345. builder.query(reQuery);
  346. List<String> reSources = this.rePatentSource();
  347. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  348. .filter(fieldSourceBuilder -> fieldSourceBuilder
  349. .includes(reSources)));
  350. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  351. return response.hits().total().value();
  352. }
  353. public Query getQuery(QueryRequest queryRequest) throws Exception {
  354. String searchCondition = "";
  355. Integer projectId = queryRequest.getProjectId();
  356. //判断表达式
  357. if (queryRequest instanceof StringRequest) {
  358. searchCondition = ((StringRequest) queryRequest).getSearchQuery();
  359. } else if (queryRequest instanceof MapRequest) {
  360. Map<String, Object> map = ((MapRequest) queryRequest).getSearchQuery();
  361. StringBuilder stringBuilder = new StringBuilder();
  362. for (String key : map.keySet()) {
  363. Object value = map.get(key);
  364. if (!"".contentEquals(stringBuilder)) {
  365. stringBuilder = stringBuilder.append(" AND ").append(key).append("=").append(value);
  366. } else {
  367. stringBuilder = stringBuilder.append(key).append("=").append(value);
  368. }
  369. }
  370. searchCondition = stringBuilder.toString();
  371. }
  372. if (projectId != null) {
  373. if (searchCondition != null && !"".equals(searchCondition.trim())) {
  374. searchCondition = "projectId = " + projectId + " AND " + searchCondition;
  375. } else {
  376. searchCondition = "projectId = " + projectId;
  377. }
  378. }
  379. //1. 解析检索条件
  380. treeNode tree = expressManager.getInstance().Parse(searchCondition, false);
  381. //格式化检索式
  382. //3. 从es中检索数据
  383. Query q = formatQueryService.EsQueryToQuery((operateNode) tree, "patent");
  384. return q;
  385. }
  386. private List<Query> getNoNotInQuery(List<String> patentNos) {
  387. List<Query> queryList = new ArrayList<>();
  388. for (String patentNo : patentNos) {
  389. Query q1 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(patentNo));
  390. queryList.add(q1);
  391. }
  392. return queryList;
  393. }
  394. }