|
@@ -59,7 +59,6 @@ public class GetProvinceNewsService {
|
|
private SourceInfoMapper sourceInfoMapper;
|
|
private SourceInfoMapper sourceInfoMapper;
|
|
|
|
|
|
|
|
|
|
- private static List<Integer> SourceList = Arrays.asList(1);
|
|
|
|
private static List<String> TitleList = Arrays.asList("要闻动态", "通知公告", "公示公告", "公告");
|
|
private static List<String> TitleList = Arrays.asList("要闻动态", "通知公告", "公示公告", "公告");
|
|
// 新闻动态项的CSS选择器 (通用配置,适用于大部分政府网站)
|
|
// 新闻动态项的CSS选择器 (通用配置,适用于大部分政府网站)
|
|
private static final String NEWS_CONTAINER_SELECTOR = "div.con-right-list,div.main-content-right,div.tab-content,div.subpageCon-con,div.gl-main,div.nymain," +
|
|
private static final String NEWS_CONTAINER_SELECTOR = "div.con-right-list,div.main-content-right,div.tab-content,div.subpageCon-con,div.gl-main,div.nymain," +
|
|
@@ -73,7 +72,7 @@ public class GetProvinceNewsService {
|
|
*
|
|
*
|
|
* @throws Exception
|
|
* @throws Exception
|
|
*/
|
|
*/
|
|
-// @Scheduled(cron = "0 0 2 * * ?")
|
|
|
|
|
|
+// @Scheduled(cron = "0 0 5 * * ?")
|
|
@Transactional(propagation = Propagation.REQUIRED,rollbackFor = Throwable.class)
|
|
@Transactional(propagation = Propagation.REQUIRED,rollbackFor = Throwable.class)
|
|
public void addArticleFromWebSource() throws Exception {
|
|
public void addArticleFromWebSource() throws Exception {
|
|
System.out.println(new Date() + "Province-Begin");
|
|
System.out.println(new Date() + "Province-Begin");
|
|
@@ -286,8 +285,9 @@ public class GetProvinceNewsService {
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
// 检查文章是否已存在
|
|
// 检查文章是否已存在
|
|
- ArticleInfo articleInfo = articleInfoService.getOne(new QueryWrapper<ArticleInfo>().lambda().eq(ArticleInfo::getTitle, title));
|
|
|
|
- if (ObjectUtils.isNotEmpty(articleInfo)) {
|
|
|
|
|
|
+ long sum = articleInfoService.count(new LambdaQueryWrapper<ArticleInfo>()
|
|
|
|
+ .eq(ArticleInfo::getTitle, title));
|
|
|
|
+ if (sum > 0) {
|
|
continue; // 文章已存在,跳过
|
|
continue; // 文章已存在,跳过
|
|
}
|
|
}
|
|
|
|
|
|
@@ -450,8 +450,9 @@ public class GetProvinceNewsService {
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
// 检查文章是否已存在
|
|
// 检查文章是否已存在
|
|
- ArticleInfo articleInfo = articleInfoService.getOne(new QueryWrapper<ArticleInfo>().lambda().eq(ArticleInfo::getTitle, title));
|
|
|
|
- if (ObjectUtils.isNotEmpty(articleInfo)) {
|
|
|
|
|
|
+ long sum = articleInfoService.count(new LambdaQueryWrapper<ArticleInfo>()
|
|
|
|
+ .eq(ArticleInfo::getTitle, title));
|
|
|
|
+ if (sum > 0) {
|
|
continue; // 文章已存在,跳过
|
|
continue; // 文章已存在,跳过
|
|
}
|
|
}
|
|
String link = articleDTO.getURL();
|
|
String link = articleDTO.getURL();
|
|
@@ -574,11 +575,13 @@ public class GetProvinceNewsService {
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
// 检查文章是否已存在
|
|
// 检查文章是否已存在
|
|
- ArticleInfo articleInfo = articleInfoService.getOne(new QueryWrapper<ArticleInfo>().lambda().eq(ArticleInfo::getTitle, title));
|
|
|
|
- if (ObjectUtils.isNotEmpty(articleInfo)) {
|
|
|
|
|
|
+ long sum = articleInfoService.count(new LambdaQueryWrapper<ArticleInfo>()
|
|
|
|
+ .eq(ArticleInfo::getTitle, title));
|
|
|
|
+ if (sum > 0) {
|
|
continue; // 文章已存在,跳过
|
|
continue; // 文章已存在,跳过
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+
|
|
String link = linkElement.absUrl("href");
|
|
String link = linkElement.absUrl("href");
|
|
String digest = null;
|
|
String digest = null;
|
|
try {
|
|
try {
|
|
@@ -664,8 +667,9 @@ public class GetProvinceNewsService {
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
// 检查文章是否已存在
|
|
// 检查文章是否已存在
|
|
- ArticleInfo articleInfo = articleInfoService.getOne(new QueryWrapper<ArticleInfo>().lambda().eq(ArticleInfo::getTitle, title));
|
|
|
|
- if (ObjectUtils.isNotEmpty(articleInfo)) {
|
|
|
|
|
|
+ long sum = articleInfoService.count(new LambdaQueryWrapper<ArticleInfo>()
|
|
|
|
+ .eq(ArticleInfo::getTitle, title));
|
|
|
|
+ if (sum > 0) {
|
|
continue; // 文章已存在,跳过
|
|
continue; // 文章已存在,跳过
|
|
}
|
|
}
|
|
JSONObject urlObject = source.getJSONObject("urls");
|
|
JSONObject urlObject = source.getJSONObject("urls");
|