EsPatentService.java 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. package cn.cslg.pas.service.business.es;
  2. import cn.cslg.pas.common.core.base.IfConstant;
  3. import cn.cslg.pas.common.dto.PatentColumnDTO;
  4. import cn.cslg.pas.common.dto.PatentDTO;
  5. import cn.cslg.pas.common.dto.PatentDetailDTO;
  6. import cn.cslg.pas.common.dto.PatentKinDTO;
  7. import cn.cslg.pas.common.dto.business.ContentDetailDTO;
  8. import cn.cslg.pas.common.model.cronModel.Records;
  9. import cn.cslg.pas.common.model.request.MapRequest;
  10. import cn.cslg.pas.common.model.request.OrderDTO;
  11. import cn.cslg.pas.common.model.request.QueryRequest;
  12. import cn.cslg.pas.common.model.request.StringRequest;
  13. import cn.cslg.pas.common.utils.parseQueryToTree.expressManager;
  14. import cn.cslg.pas.common.utils.parseQueryToTree.operateNode;
  15. import cn.cslg.pas.common.utils.parseQueryToTree.treeNode;
  16. import cn.cslg.pas.common.vo.ContentVO;
  17. import cn.cslg.pas.common.vo.EsConfigVO;
  18. import cn.cslg.pas.common.vo.PatentPageMessageVO;
  19. import cn.cslg.pas.common.vo.PatentWithIdVO;
  20. import cn.cslg.pas.common.vo.business.PatentKinDetailVO;
  21. import cn.cslg.pas.common.vo.business.PatentKinVO;
  22. import cn.cslg.pas.common.vo.business.PatentNoVO;
  23. import cn.cslg.pas.domain.es.*;
  24. import cn.cslg.pas.service.business.CommonService;
  25. import cn.cslg.pas.service.query.FormatQueryService;
  26. import co.elastic.clients.elasticsearch.ElasticsearchClient;
  27. import co.elastic.clients.elasticsearch._types.SortOrder;
  28. import co.elastic.clients.elasticsearch._types.query_dsl.Query;
  29. import co.elastic.clients.elasticsearch._types.query_dsl.QueryBuilders;
  30. import co.elastic.clients.elasticsearch.core.SearchRequest;
  31. import co.elastic.clients.elasticsearch.core.SearchResponse;
  32. import co.elastic.clients.elasticsearch.core.search.Hit;
  33. import co.elastic.clients.elasticsearch.core.search.SourceConfig;
  34. import co.elastic.clients.elasticsearch.core.search.SourceConfigBuilders;
  35. import co.elastic.clients.elasticsearch.transform.Source;
  36. import com.alibaba.fastjson.JSON;
  37. import com.alibaba.fastjson2.JSONObject;
  38. import lombok.RequiredArgsConstructor;
  39. import org.apache.commons.lang3.StringUtils;
  40. import org.springframework.beans.BeanUtils;
  41. import org.springframework.context.annotation.Lazy;
  42. import org.springframework.stereotype.Service;
  43. import org.springframework.util.CollectionUtils;
  44. import java.io.IOException;
  45. import java.util.ArrayList;
  46. import java.util.List;
  47. import java.util.Map;
  48. import java.util.stream.Collectors;
  49. @Service
  50. @RequiredArgsConstructor(onConstructor_ = {@Lazy})
  51. public class EsPatentService {
  52. private final ElasticsearchClient client;
  53. private final FormatQueryService formatQueryService;
  54. /**
  55. * 根据专利号查询专利详情
  56. *
  57. * @param vo
  58. * @return
  59. * @throws IOException
  60. */
  61. public PatentDetailDTO selectPatentDetail(PatentNoVO vo) throws IOException {
  62. PatentDetailDTO dto = new PatentDetailDTO();
  63. SearchRequest.Builder builder = new SearchRequest.Builder();
  64. //设置查询索引
  65. builder.index("patent");
  66. Query q = QueryBuilders.term(i -> i.field("patent_no.keyword").value(vo.getPatentNo()));
  67. Query query = QueryBuilders.bool(i -> i.must(q));
  68. builder.query(query);
  69. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  70. List<Hit<Patent>> hits = response.hits().hits();
  71. for (Hit<Patent> hit : hits) {
  72. Patent esMess = hit.source();
  73. BeanUtils.copyProperties(esMess, dto);
  74. dto.setMipc(esMess.getMipc());
  75. dto.setLegalStatus(esMess.getLegalStatus());
  76. dto.setSimpleStatus(esMess.getSimpleStatus());
  77. dto.setPatentType(esMess.getPatentType());
  78. if (!CollectionUtils.isEmpty(esMess.getTitle())) {
  79. dto.setTitle(this.loadContent(esMess.getTitle()));
  80. }
  81. if (!CollectionUtils.isEmpty(esMess.getAbstractStr())) {
  82. dto.setAbstractStr(this.loadContent(esMess.getAbstractStr()));
  83. }
  84. if (!CollectionUtils.isEmpty(esMess.getClaim())) {
  85. dto.setClaim(this.loadContent(esMess.getClaim()));
  86. }
  87. if (!CollectionUtils.isEmpty(esMess.getApplicant())) {
  88. dto.setApplicant(this.loadName(esMess.getApplicant()));
  89. }
  90. if (!CollectionUtils.isEmpty(esMess.getRightHolder())) {
  91. dto.setRightHolder(this.loadName(esMess.getRightHolder()));
  92. }
  93. if (!CollectionUtils.isEmpty(esMess.getInventor())) {
  94. dto.setInventor(this.loadName(esMess.getInventor()));
  95. }
  96. }
  97. return dto;
  98. }
  99. //通用返回摘要、标题、权利要求具体内容
  100. public ContentVO loadContent(List<Text> list) {
  101. ContentVO contentVO = new ContentVO();
  102. String content = StringUtils.strip(JSON.toJSONString(list), "[]");
  103. ContentDetailDTO contentDetailDTO = JSONObject.parseObject(content, ContentDetailDTO.class);
  104. contentVO.setContent(contentDetailDTO.getTextContent());
  105. return contentVO;
  106. }
  107. //通用返回申请人、权利人、发明人
  108. public List<String> loadName(List<PatentPerson> list) {
  109. return list.stream().map(PatentPerson::getName).collect(Collectors.toList());
  110. }
  111. /**
  112. * 根据专利号查询出同族专利列表
  113. *
  114. * @param vo
  115. * @return
  116. * @throws IOException
  117. */
  118. public List<PatentKinDTO> selectKinByPatentNo(PatentKinVO vo) throws IOException {
  119. //1.根据专利号查询出同族
  120. String no = vo.getPatentNo();
  121. Integer pageNum = vo.getPageNum();
  122. Integer pageSize = vo.getPageSize();
  123. String type = vo.getType();
  124. SearchRequest.Builder builder = new SearchRequest.Builder();
  125. //设置查询索引
  126. builder.index("patent_family");
  127. //申请号
  128. Query q1 = QueryBuilders.term(t -> t.field("app_no.keyword").value(no));
  129. //公开号
  130. Query q2 = QueryBuilders.term(t -> t.field("public_no.keyword").value(no));
  131. //授权号
  132. Query q3 = QueryBuilders.term(t -> t.field("grant_no.keyword").value(no));
  133. //同族类型
  134. Query q4 = QueryBuilders.term(t -> t.field("family_type").value(type));
  135. Query bool = QueryBuilders.bool(i -> i.must(q4).should(q1, q2, q3));
  136. builder.query(bool);
  137. //分页
  138. if (pageNum > 0 && pageSize > 0) {
  139. builder.from((pageNum - 1) * pageSize).size(pageSize);
  140. }
  141. SearchResponse<PatentFamilyMessage> response = client.search(builder.build(), PatentFamilyMessage.class);
  142. List<Hit<PatentFamilyMessage>> hits = response.hits().hits();
  143. List<PatentKinDTO> kinDTOS = new ArrayList<>();
  144. for (Hit<PatentFamilyMessage> hit : hits) {
  145. PatentFamilyMessage familyMessage = hit.source();
  146. List<FamilyPatent> patentList = familyMessage.getPatent();
  147. if (!CollectionUtils.isEmpty(patentList)) {
  148. for (FamilyPatent familyPatent : patentList) {
  149. PatentKinDetailVO kinDetailVO = new PatentKinDetailVO();
  150. kinDetailVO.setAppNo(familyPatent.getAppNo());
  151. kinDetailVO.setPublicNo(familyPatent.getPublicNo());
  152. kinDetailVO.setGrantNo(familyPatent.getGrantNo());
  153. PatentKinDTO kinDTO = this.selectPatentKindDetail(kinDetailVO)
  154. .stream().findFirst().orElse(null);
  155. if (kinDTO != null) {
  156. kinDTOS.add(kinDTO);
  157. }
  158. }
  159. }
  160. }
  161. return kinDTOS;
  162. }
  163. public List<PatentKinDTO> selectPatentKindDetail(PatentKinDetailVO vo) throws IOException {
  164. List<PatentKinDTO> list = new ArrayList<>();
  165. SearchRequest.Builder builder = new SearchRequest.Builder();
  166. //设置查询索引
  167. builder.index("patent");
  168. //申请号
  169. if (StringUtils.isNotEmpty(vo.getAppNo())) {
  170. }
  171. Query q1 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getAppNo()));
  172. //公开号
  173. Query q2 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getPublicNo()));
  174. //授权号
  175. // Query q3 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(vo.getGrantNo()));
  176. Query bool = QueryBuilders.bool(i -> i.should(q1, q2));
  177. builder.query(bool);
  178. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  179. List<Hit<Patent>> hits = response.hits().hits();
  180. for (Hit<Patent> hit : hits) {
  181. PatentKinDTO kinDTO = new PatentKinDTO();
  182. Patent patent = hit.source();
  183. if (patent != null) {
  184. kinDTO.setPatentNo(patent.getPatentNo());
  185. kinDTO.setAppNo(patent.getAppNo());
  186. kinDTO.setPublicNo(patent.getPublicNo());
  187. kinDTO.setGrantNo(patent.getGrantNo());
  188. kinDTO.setTitle(this.loadContent(patent.getTitle()));
  189. kinDTO.setAbstractStr(this.loadContent(patent.getAbstractStr()));
  190. kinDTO.setApplicant(this.loadName(patent.getApplicant()));
  191. kinDTO.setRightHolder(this.loadName(patent.getRightHolder()));
  192. list.add(kinDTO);
  193. }
  194. }
  195. return list;
  196. }
  197. /**
  198. * 根据专利号批量查询专利
  199. *
  200. * @param patentNos
  201. * @return
  202. * @throws Exception
  203. */
  204. public List<Patent> getPatentsByNo(List<String> patentNos,Boolean ifGetAll,Long current,Long size) throws Exception {
  205. List<Patent> patentList = new ArrayList<>();
  206. SearchRequest.Builder builder = new SearchRequest.Builder();
  207. //设置查询索引
  208. builder.index("patent");
  209. List<Query> querys = new ArrayList<>();
  210. for (String patentNo : patentNos) {
  211. Query q1 = QueryBuilders.term(t -> t.field("app_no.keyword").value(patentNo));
  212. //公开号
  213. Query q2 = QueryBuilders.term(t -> t.field("public_no.keyword").value(patentNo));
  214. //授权号
  215. Query q3 = QueryBuilders.term(t -> t.field("grant_no.keyword").value(patentNo));
  216. Query query = QueryBuilders.bool(i -> i.should(q1, q2, q3));
  217. querys.add(query);
  218. }
  219. Query finalQuery = QueryBuilders.bool((i -> i.should(querys)));
  220. builder.query(finalQuery);
  221. if(!ifGetAll) {
  222. List<String> reSources = this.rePatentSource();
  223. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  224. .filter(fieldSourceBuilder -> fieldSourceBuilder
  225. .includes(reSources)));
  226. }
  227. if (current!=null&&size!=null&&current > 0 && size > 0) {
  228. builder.from((current.intValue() - 1) * size.intValue()).size(size.intValue());
  229. }
  230. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  231. List<Hit<Patent>> hits = response.hits().hits();
  232. if (hits != null && hits.size() > 0) {
  233. hits.forEach(item->{
  234. Patent patent=item.source();
  235. patentList.add(patent);}
  236. );
  237. }
  238. return patentList;
  239. }
  240. private List<String> rePatentSource() {
  241. List<String> rePatentSource = new ArrayList<>();
  242. rePatentSource.add("patent_no");
  243. rePatentSource.add("app_no");
  244. rePatentSource.add("app_date");
  245. rePatentSource.add("public_no");
  246. rePatentSource.add("public_date");
  247. rePatentSource.add("grant_no");
  248. rePatentSource.add("grant_date");
  249. return rePatentSource;
  250. }
  251. /**
  252. * 检索上一页下一页信息
  253. *
  254. * @param queryRequest 检索条件
  255. * @return
  256. */
  257. public Records getPatentPageMessage(QueryRequest queryRequest) throws Exception {
  258. List<PatentPageMessageVO> patentPageMessageVOS = new ArrayList<>();
  259. Long current = queryRequest.getCurrent();
  260. Long size = queryRequest.getSize();
  261. SearchRequest.Builder builder = new SearchRequest.Builder();
  262. //设置查询索引
  263. builder.index("patent");
  264. Query q = this.getQuery(queryRequest);
  265. //4. 返回数据
  266. builder.query(q);
  267. //排序
  268. List<OrderDTO> dtoList = queryRequest.getOrderDTOList();
  269. if (!CollectionUtils.isEmpty(dtoList)) {
  270. String json = CommonService.readJsonFile("patent.json");
  271. List<EsConfigVO> esConfigVOS = JSON.parseArray(json, EsConfigVO.class);
  272. for (OrderDTO orderDTO : dtoList) {
  273. EsConfigVO configVO = esConfigVOS.stream().filter(item -> item.getField().equals(orderDTO.getOrderBy())).findFirst().orElse(null);
  274. if (configVO != null) {
  275. if (orderDTO.getOrderType().equals(IfConstant.NO)) {
  276. builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  277. .field(fieldSortBuilder -> fieldSortBuilder
  278. .field(configVO.getEsField()).order(SortOrder.Asc)));
  279. } else {
  280. builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  281. .field(fieldSortBuilder -> fieldSortBuilder
  282. .field(configVO.getEsField()).order(SortOrder.Desc)));
  283. }
  284. }
  285. }
  286. } else {
  287. builder.sort(sortOptionsBuilder -> sortOptionsBuilder
  288. .field(fieldSortBuilder -> fieldSortBuilder
  289. .field("patent_no.keyword").order(SortOrder.Desc)));
  290. }
  291. //分页
  292. if (current > 0 && size > 0) {
  293. builder.from(current.intValue()).size(size.intValue());
  294. }
  295. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  296. List<Hit<Patent>> hits = response.hits().hits();
  297. for (Hit<Patent> hit : hits) {
  298. PatentPageMessageVO patentPageMessageVO = new PatentPageMessageVO();
  299. patentPageMessageVO.setPatentNo(hit.source().getPatentNo());
  300. patentPageMessageVOS.add(patentPageMessageVO);
  301. }
  302. Records records =new Records();
  303. records.setTotal(response.hits().total().value());
  304. records.setSize(size);
  305. records.setCurrent(current);
  306. records.setData(patentPageMessageVOS);
  307. return records;
  308. }
  309. /**
  310. * 检索上一页下一页信息
  311. *
  312. * @param queryRequest 检索条件
  313. * @return
  314. */
  315. public List<Patent> getPatentsWithNotNo(QueryRequest queryRequest, List<String> patentNos) throws Exception {
  316. List<Patent> patentList = new ArrayList<>();
  317. SearchRequest.Builder builder = new SearchRequest.Builder();
  318. //设置查询索引
  319. builder.index("patent");
  320. Query q = this.getQuery(queryRequest);
  321. Query reQuery =null;
  322. if(patentNos!=null&&patentNos.size()>0){
  323. List<Query> notInQuery = this.getNoNotInQuery(patentNos);
  324. reQuery = QueryBuilders.bool(i -> i.must(q).mustNot(notInQuery));
  325. }
  326. else {
  327. reQuery = QueryBuilders.bool(i -> i.must(q));
  328. }
  329. //4. 返回数据
  330. builder.query(reQuery);
  331. List<String> reSources = this.rePatentSource();
  332. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  333. .filter(fieldSourceBuilder -> fieldSourceBuilder
  334. .includes(reSources)));
  335. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  336. List<Hit<Patent>> hits = response.hits().hits();
  337. for (Hit<Patent> hit : hits) {
  338. if (hits != null && hits.size() > 0) {
  339. Patent patent = hit.source();
  340. patentList.add(patent);
  341. }
  342. }
  343. return patentList;
  344. }
  345. public Long getTotalNum(QueryRequest queryRequest) throws Exception {
  346. SearchRequest.Builder builder = new SearchRequest.Builder();
  347. //设置查询索引
  348. builder.index("patent");
  349. Query q = this.getQuery(queryRequest);
  350. //4. 返回数据
  351. Query reQuery = QueryBuilders.bool(i -> i.must(q));
  352. builder.query(reQuery);
  353. List<String> reSources = this.rePatentSource();
  354. builder.source(sourceOptionsBuilder -> sourceOptionsBuilder
  355. .filter(fieldSourceBuilder -> fieldSourceBuilder
  356. .includes(reSources)));
  357. SearchResponse<Patent> response = client.search(builder.build(), Patent.class);
  358. return response.hits().total().value();
  359. }
  360. public Query getQuery(QueryRequest queryRequest) throws Exception {
  361. String searchCondition = "";
  362. Integer projectId = queryRequest.getProjectId();
  363. //判断表达式
  364. if (queryRequest instanceof StringRequest) {
  365. searchCondition = ((StringRequest) queryRequest).getSearchQuery();
  366. } else if (queryRequest instanceof MapRequest) {
  367. Map<String, Object> map = ((MapRequest) queryRequest).getSearchQuery();
  368. StringBuilder stringBuilder = new StringBuilder();
  369. for (String key : map.keySet()) {
  370. Object value = map.get(key);
  371. if (!"".contentEquals(stringBuilder)) {
  372. stringBuilder = stringBuilder.append(" AND ").append(key).append("=").append(value);
  373. } else {
  374. stringBuilder = stringBuilder.append(key).append("=").append(value);
  375. }
  376. }
  377. searchCondition = stringBuilder.toString();
  378. }
  379. if (projectId != null) {
  380. if (searchCondition != null && !"".equals(searchCondition.trim())) {
  381. searchCondition = "projectId = " + projectId + " AND " + searchCondition;
  382. } else {
  383. searchCondition = "projectId = " + projectId;
  384. }
  385. }
  386. //1. 解析检索条件
  387. treeNode tree = expressManager.getInstance().Parse(searchCondition, false);
  388. //格式化检索式
  389. //3. 从es中检索数据
  390. Query q = formatQueryService.EsQueryToQuery((operateNode) tree, "patent");
  391. return q;
  392. }
  393. private List<Query> getNoNotInQuery(List<String> patentNos) {
  394. List<Query> queryList = new ArrayList<>();
  395. for (String patentNo : patentNos) {
  396. Query q1 = QueryBuilders.term(t -> t.field("patent_no.keyword").value(patentNo));
  397. queryList.add(q1);
  398. }
  399. return queryList;
  400. }
  401. }