es数据同步,全量、分页

This commit is contained in:
yang
2024-12-15 20:27:47 +08:00
parent 255b854a08
commit e412f5b6eb
2 changed files with 4 additions and 2 deletions

View File

@@ -7,6 +7,7 @@ import com.xboe.school.study.dao.PhpOnlineCourseDao;
import com.xboe.school.study.dto.PhpOnlineDto; import com.xboe.school.study.dto.PhpOnlineDto;
import com.xxl.job.core.handler.annotation.XxlJob; import com.xxl.job.core.handler.annotation.XxlJob;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.bulk.BulkRequest; import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse; import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.search.SearchRequest; import org.elasticsearch.action.search.SearchRequest;
@@ -139,7 +140,7 @@ public class PhpOnlineStudyRecordScheduledTasks {
BoolQueryBuilder boolQuery = QueryBuilders.boolQuery(); BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
for (PhpOnlineDto phpOnlineDto : finishedCourseList) { for (PhpOnlineDto phpOnlineDto : finishedCourseList) {
if (phpOnlineDto.getUserIdOfJava() == null || phpOnlineDto.getCourseId() == null) { if (StringUtils.isBlank(phpOnlineDto.getUserIdOfJava()) || StringUtils.isBlank(phpOnlineDto.getCourseId())) {
continue; continue;
} }

View File

@@ -4,6 +4,7 @@ import cn.hutool.core.collection.CollUtil;
import com.xboe.core.orm.BaseDao; import com.xboe.core.orm.BaseDao;
import com.xboe.school.study.dto.PhpOnlineDto; import com.xboe.school.study.dto.PhpOnlineDto;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Value; import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Repository; import org.springframework.stereotype.Repository;
@@ -113,7 +114,7 @@ public class PhpOnlineCourseDao extends BaseDao<PhpOnlineDto> {
} }
return phpOnlineDto; return phpOnlineDto;
}) })
.filter(phpOnlineDto -> phpOnlineDto.getUserIdOfJava() != null) .filter(phpOnlineDto -> StringUtils.isNotBlank(phpOnlineDto.getUserIdOfJava()))
.collect(Collectors.toList()); .collect(Collectors.toList());
return recentLearnRecordList; return recentLearnRecordList;