mirror of
https://codeup.aliyun.com/67762337eccfc218f6110e0e/per-boe/java-servers.git
synced 2025-12-07 01:46:47 +08:00
Compare commits
13 Commits
yx1101-tea
...
master-121
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
4ec4b861f7 | ||
|
|
e54c8b457b | ||
|
|
1a93ab8abd | ||
|
|
0b5b882a6c | ||
|
|
4205912db5 | ||
|
|
423b658e04 | ||
|
|
acc62c85e0 | ||
|
|
795966d944 | ||
|
|
ec00f55606 | ||
|
|
e5c8dbabed | ||
|
|
a3aad61ac8 | ||
|
|
fc94e4aedd | ||
|
|
ae75aedff9 |
@@ -232,6 +232,13 @@
|
|||||||
<artifactId>spring-retry</artifactId>
|
<artifactId>spring-retry</artifactId>
|
||||||
<version>1.3.1</version>
|
<version>1.3.1</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.xuxueli</groupId>
|
||||||
|
<artifactId>xxl-job-core</artifactId>
|
||||||
|
<version>2.3.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
</dependencies>
|
</dependencies>
|
||||||
<build>
|
<build>
|
||||||
<resources>
|
<resources>
|
||||||
|
|||||||
@@ -0,0 +1,40 @@
|
|||||||
|
package com.xboe;
|
||||||
|
|
||||||
|
import com.xxl.job.core.executor.impl.XxlJobSpringExecutor;
|
||||||
|
import org.springframework.beans.factory.annotation.Value;
|
||||||
|
import org.springframework.context.annotation.Bean;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
||||||
|
@Configuration
|
||||||
|
public class XxlJobConfig {
|
||||||
|
|
||||||
|
@Value("${xxl.job.admin.addresses}")
|
||||||
|
private String adminAddresses;
|
||||||
|
@Value("${xxl.job.executor.appname}")
|
||||||
|
private String appName;
|
||||||
|
@Value("${xxl.job.executor.ip}")
|
||||||
|
private String ip;
|
||||||
|
@Value("${xxl.job.executor.port}")
|
||||||
|
private int port;
|
||||||
|
@Value("${xxl.job.accessToken}")
|
||||||
|
private String accessToken;
|
||||||
|
@Value("${xxl.job.executor.logpath}")
|
||||||
|
private String logPath;
|
||||||
|
@Value("${xxl.job.executor.logretentiondays}")
|
||||||
|
private int logRetentionDays;
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public XxlJobSpringExecutor xxlJobExecutor() {
|
||||||
|
// 创建 XxlJobSpringExecutor 执行器
|
||||||
|
XxlJobSpringExecutor xxlJobSpringExecutor = new XxlJobSpringExecutor();
|
||||||
|
xxlJobSpringExecutor.setAdminAddresses(adminAddresses);
|
||||||
|
xxlJobSpringExecutor.setAppname(appName);
|
||||||
|
xxlJobSpringExecutor.setIp(ip);
|
||||||
|
xxlJobSpringExecutor.setPort(port);
|
||||||
|
xxlJobSpringExecutor.setAccessToken(accessToken);
|
||||||
|
xxlJobSpringExecutor.setLogPath(logPath);
|
||||||
|
xxlJobSpringExecutor.setLogRetentionDays(logRetentionDays);
|
||||||
|
// 返回
|
||||||
|
return xxlJobSpringExecutor;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,6 +1,7 @@
|
|||||||
package com.xboe.module.boecase.api;
|
package com.xboe.module.boecase.api;
|
||||||
|
|
||||||
import com.xboe.module.boecase.service.ICasesService;
|
import com.xboe.module.boecase.service.ICasesService;
|
||||||
|
import com.xxl.job.core.handler.annotation.XxlJob;
|
||||||
import org.springframework.scheduling.annotation.Scheduled;
|
import org.springframework.scheduling.annotation.Scheduled;
|
||||||
import org.springframework.stereotype.Component;
|
import org.springframework.stereotype.Component;
|
||||||
|
|
||||||
@@ -16,6 +17,7 @@ public class CaseScheduledTasks {
|
|||||||
* 每月的第一天的1:00执行
|
* 每月的第一天的1:00执行
|
||||||
*/
|
*/
|
||||||
// @Scheduled(cron = "0 0 1 1 * ?")
|
// @Scheduled(cron = "0 0 1 1 * ?")
|
||||||
|
@XxlJob("refreshViewsRankOfMajor")
|
||||||
public void refreshViewsRankOfMajor() {
|
public void refreshViewsRankOfMajor() {
|
||||||
casesService.refreshViewsRankOfMajor();
|
casesService.refreshViewsRankOfMajor();
|
||||||
}
|
}
|
||||||
@@ -23,7 +25,8 @@ public class CaseScheduledTasks {
|
|||||||
/**
|
/**
|
||||||
* 季初第一天两点执行,cron表达式设置为每个季度的第一个月的第一天的特定时间。每个季度的第一个月是1月、4月、7月和10月:
|
* 季初第一天两点执行,cron表达式设置为每个季度的第一个月的第一天的特定时间。每个季度的第一个月是1月、4月、7月和10月:
|
||||||
*/
|
*/
|
||||||
@Scheduled(cron = "0 0 2 1 1,4,7,10 ?")
|
// @Scheduled(cron = "0 0 2 1 1,4,7,10 ?")
|
||||||
|
@XxlJob("refreshLastQuarterStatistics")
|
||||||
public void refreshLastQuarterStatistics() {
|
public void refreshLastQuarterStatistics() {
|
||||||
casesService.refreshLastQuarterStatistics();
|
casesService.refreshLastQuarterStatistics();
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -11,6 +11,7 @@ import com.xboe.core.orm.FieldFilters;
|
|||||||
import com.xboe.module.course.dto.CourseQueryDto;
|
import com.xboe.module.course.dto.CourseQueryDto;
|
||||||
import com.xboe.module.course.dto.CourseTeacherDto;
|
import com.xboe.module.course.dto.CourseTeacherDto;
|
||||||
import com.xboe.module.course.dto.RankingDto;
|
import com.xboe.module.course.dto.RankingDto;
|
||||||
|
import com.xboe.module.course.dto.TeacherCourseDto;
|
||||||
import com.xboe.module.course.entity.*;
|
import com.xboe.module.course.entity.*;
|
||||||
import com.xboe.module.course.service.ICourseContentService;
|
import com.xboe.module.course.service.ICourseContentService;
|
||||||
import com.xboe.module.course.service.ICourseSectionService;
|
import com.xboe.module.course.service.ICourseSectionService;
|
||||||
@@ -28,6 +29,8 @@ import com.xboe.school.study.entity.StudyHomeWork;
|
|||||||
import com.xboe.school.study.service.IStudyCourseService;
|
import com.xboe.school.study.service.IStudyCourseService;
|
||||||
import com.xboe.school.study.service.IStudyHomeWorkService;
|
import com.xboe.school.study.service.IStudyHomeWorkService;
|
||||||
import com.xboe.school.study.service.IStudyService;
|
import com.xboe.school.study.service.IStudyService;
|
||||||
|
import com.xboe.system.user.entity.User;
|
||||||
|
import com.xboe.system.user.service.IUserService;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.apache.commons.lang3.StringUtils;
|
import org.apache.commons.lang3.StringUtils;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
@@ -60,7 +63,8 @@ public class CoursePortalApi extends ApiBaseController{
|
|||||||
|
|
||||||
@Resource
|
@Resource
|
||||||
private ICourseService courseService;
|
private ICourseService courseService;
|
||||||
|
@Resource
|
||||||
|
private IUserService userService;
|
||||||
@Resource
|
@Resource
|
||||||
private ITeacherService teacherService;
|
private ITeacherService teacherService;
|
||||||
|
|
||||||
@@ -278,7 +282,7 @@ public class CoursePortalApi extends ApiBaseController{
|
|||||||
if (!Objects.isNull(studyCourse)){
|
if (!Objects.isNull(studyCourse)){
|
||||||
pass = true;
|
pass = true;
|
||||||
}
|
}
|
||||||
if (Objects.isNull(studyCourse) && !courseCrowdList.isEmpty()) {
|
if (Objects.isNull(studyCourse) && !courseCrowdList.isEmpty() && !StringUtils.isEmpty(audiences)) {
|
||||||
List<String> audienceList = Arrays.asList(audiences.split(",")); // 此用户所在受众组
|
List<String> audienceList = Arrays.asList(audiences.split(",")); // 此用户所在受众组
|
||||||
log.error("---------------参数------------ audienceList = " + audienceList);
|
log.error("---------------参数------------ audienceList = " + audienceList);
|
||||||
for (CourseCrowd c : courseCrowdList) {
|
for (CourseCrowd c : courseCrowdList) {
|
||||||
@@ -301,17 +305,30 @@ public class CoursePortalApi extends ApiBaseController{
|
|||||||
List<CourseContent> cclist=contentService.getByCourseId(id);
|
List<CourseContent> cclist=contentService.getByCourseId(id);
|
||||||
List<CourseSection> sectionlist=sectionService.getByCourseId(id);
|
List<CourseSection> sectionlist=sectionService.getByCourseId(id);
|
||||||
List<CourseTeacher> teachers=courseService.findTeachersByCourseId(id);
|
List<CourseTeacher> teachers=courseService.findTeachersByCourseId(id);
|
||||||
|
List<TeacherCourseDto> teacherCourseDtos = new ArrayList<>();
|
||||||
|
|
||||||
//获取教师的介绍信息,因为一门课程 的教师不会太多,所以这里简单直接遍历查询,后续再优化
|
//获取教师的介绍信息,因为一门课程 的教师不会太多,所以这里简单直接遍历查询,后续再优化
|
||||||
for(CourseTeacher ct : teachers) {
|
for(CourseTeacher ct : teachers) {
|
||||||
|
TeacherCourseDto teacherCourseDto = new TeacherCourseDto();
|
||||||
Teacher t = teacherService.get(ct.getTeacherId());
|
Teacher t = teacherService.get(ct.getTeacherId());
|
||||||
|
User user = userService.get(ct.getTeacherId());
|
||||||
if(t!=null) {
|
if(t!=null) {
|
||||||
ct.setRemark(t.getDescription());
|
ct.setRemark(t.getDescription());
|
||||||
if(redisTemplate.opsForValue().get(ct.getTeacherId())!=null){
|
if(redisTemplate.opsForValue().get(ct.getTeacherId())!=null){
|
||||||
if(Objects.equals(redisTemplate.opsForValue().get(ct.getTeacherId()), "1")){
|
if(Objects.equals(redisTemplate.opsForValue().get(ct.getTeacherId()), "1")){
|
||||||
ct.setTeacherName("BOE教师");
|
ct.setTeacherName("BOE教师");
|
||||||
}
|
}
|
||||||
|
teacherCourseDto.setCourseId(ct.getCourseId());
|
||||||
|
teacherCourseDto.setTeacherName(ct.getTeacherName());
|
||||||
|
teacherCourseDto.setTeacherId(ct.getTeacherId());
|
||||||
|
teacherCourseDto.setCode(ct.getCode());
|
||||||
|
teacherCourseDto.setRemark(ct.getRemark());
|
||||||
|
teacherCourseDto.setSysCreateAid(ct.getSysCreateAid());
|
||||||
|
teacherCourseDto.setSysCreateBy(ct.getSysCreateBy());
|
||||||
|
teacherCourseDto.setSysCreateTime(ct.getSysCreateTime());
|
||||||
|
teacherCourseDto.setId(ct.getId());
|
||||||
|
teacherCourseDto.setUserNo(user.getUserNo());
|
||||||
|
teacherCourseDtos.add(teacherCourseDto);
|
||||||
}else if (redisTemplate.opsForValue().get(ct.getTeacherId())==null){
|
}else if (redisTemplate.opsForValue().get(ct.getTeacherId())==null){
|
||||||
List<String> list=new ArrayList<>();
|
List<String> list=new ArrayList<>();
|
||||||
list.add(ct.getTeacherId());
|
list.add(ct.getTeacherId());
|
||||||
@@ -319,6 +336,17 @@ public class CoursePortalApi extends ApiBaseController{
|
|||||||
if(Objects.equals(redisTemplate.opsForValue().get(ct.getTeacherId()), "1")){
|
if(Objects.equals(redisTemplate.opsForValue().get(ct.getTeacherId()), "1")){
|
||||||
ct.setTeacherName("BOE教师");
|
ct.setTeacherName("BOE教师");
|
||||||
}
|
}
|
||||||
|
teacherCourseDto.setCourseId(ct.getCourseId());
|
||||||
|
teacherCourseDto.setTeacherName(ct.getTeacherName());
|
||||||
|
teacherCourseDto.setTeacherId(ct.getTeacherId());
|
||||||
|
teacherCourseDto.setCode(ct.getCode());
|
||||||
|
teacherCourseDto.setRemark(ct.getRemark());
|
||||||
|
teacherCourseDto.setSysCreateAid(ct.getSysCreateAid());
|
||||||
|
teacherCourseDto.setSysCreateBy(ct.getSysCreateBy());
|
||||||
|
teacherCourseDto.setSysCreateTime(ct.getSysCreateTime());
|
||||||
|
teacherCourseDto.setId(ct.getId());
|
||||||
|
teacherCourseDto.setUserNo(user.getUserNo());
|
||||||
|
teacherCourseDtos.add(teacherCourseDto);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -327,7 +355,7 @@ public class CoursePortalApi extends ApiBaseController{
|
|||||||
rs.put("isCrowd",pass);
|
rs.put("isCrowd",pass);
|
||||||
rs.put("contents", cclist);
|
rs.put("contents", cclist);
|
||||||
rs.put("sections",sectionlist);
|
rs.put("sections",sectionlist);
|
||||||
rs.put("teachers",teachers);
|
rs.put("teachers",teacherCourseDtos);
|
||||||
//查询课程
|
//查询课程
|
||||||
return success(rs);
|
return success(rs);
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
package com.xboe.module.course.dto;
|
||||||
|
|
||||||
|
import com.xboe.module.course.entity.CourseTeacher;
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
@Data
|
||||||
|
public class TeacherCourseDto extends CourseTeacher {
|
||||||
|
private String userNo;
|
||||||
|
}
|
||||||
@@ -0,0 +1,245 @@
|
|||||||
|
package com.xboe.school.study.api;
|
||||||
|
|
||||||
|
import cn.hutool.core.collection.CollUtil;
|
||||||
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
import com.xboe.module.course.dto.CourseStudyDto;
|
||||||
|
import com.xboe.school.study.dao.PhpOnlineCourseDao;
|
||||||
|
import com.xboe.school.study.dto.PhpOnlineDto;
|
||||||
|
import com.xxl.job.core.handler.annotation.XxlJob;
|
||||||
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.elasticsearch.action.bulk.BulkRequest;
|
||||||
|
import org.elasticsearch.action.bulk.BulkResponse;
|
||||||
|
import org.elasticsearch.action.search.SearchRequest;
|
||||||
|
import org.elasticsearch.action.search.SearchResponse;
|
||||||
|
import org.elasticsearch.action.update.UpdateRequest;
|
||||||
|
import org.elasticsearch.client.RequestOptions;
|
||||||
|
import org.elasticsearch.client.RestHighLevelClient;
|
||||||
|
import org.elasticsearch.common.unit.TimeValue;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
|
import org.elasticsearch.index.query.BoolQueryBuilder;
|
||||||
|
import org.elasticsearch.index.query.QueryBuilders;
|
||||||
|
import org.elasticsearch.search.SearchHit;
|
||||||
|
import org.elasticsearch.search.SearchHits;
|
||||||
|
import org.elasticsearch.search.builder.SearchSourceBuilder;
|
||||||
|
import org.springframework.stereotype.Component;
|
||||||
|
|
||||||
|
import javax.annotation.Resource;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.ZoneId;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
import java.util.*;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
|
@Component
|
||||||
|
@Slf4j
|
||||||
|
public class PhpOnlineStudyRecordScheduledTasks {
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
private PhpOnlineCourseDao phpOnlineCourseDao;
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
RestHighLevelClient restHighLevelClient;
|
||||||
|
|
||||||
|
|
||||||
|
// todo 定时、分批、数据库名
|
||||||
|
@XxlJob("phpOnlineStudyRecordSyncEs")
|
||||||
|
public void phpOnlineStudyRecordSyncEs(Long syncTimePoint) throws IOException {
|
||||||
|
String sql =
|
||||||
|
"SELECT\n" +
|
||||||
|
" elc.kid AS courseId,\n" +
|
||||||
|
" elcr.user_id AS userIdOfPhp,\n" +
|
||||||
|
" COUNT(1) AS modNum,\n" +
|
||||||
|
" SUM(CASE WHEN elrc.kid IS NOT NULL THEN 1 ELSE 0 END) AS completeNum\n" +
|
||||||
|
"FROM\n" +
|
||||||
|
" elearninglms.eln_ln_course elc\n" +
|
||||||
|
" INNER JOIN elearninglms.eln_ln_course_reg elcr \n" +
|
||||||
|
" ON elc.kid = elcr.course_id\n" +
|
||||||
|
" INNER JOIN (\n" +
|
||||||
|
" SELECT\n" +
|
||||||
|
" user_id,\n" +
|
||||||
|
" course_id \n" +
|
||||||
|
" FROM\n" +
|
||||||
|
" elearninglms.eln_ln_res_complete\n" +
|
||||||
|
" WHERE\n" +
|
||||||
|
" complete_type = '1'\n" +
|
||||||
|
" AND complete_status = '2'\n" +
|
||||||
|
" AND updated_at > ?1\n" +
|
||||||
|
" AND is_deleted = 0\n" +
|
||||||
|
" GROUP BY\n" +
|
||||||
|
" user_id,\n" +
|
||||||
|
" course_id\n" +
|
||||||
|
" ) recentFinishStuent \n" +
|
||||||
|
" ON recentFinishStuent.user_id = elcr.user_id \n" +
|
||||||
|
" AND recentFinishStuent.course_id = elcr.course_id\n" +
|
||||||
|
" INNER JOIN elearninglms.eln_ln_mod_res elms \n" +
|
||||||
|
" ON elms.course_id = elcr.course_id\n" +
|
||||||
|
" LEFT JOIN elearninglms.eln_ln_res_complete elrc \n" +
|
||||||
|
" ON elrc.mod_res_id = elms.kid\n" +
|
||||||
|
" AND elrc.user_id = elcr.user_id\n" +
|
||||||
|
" AND elrc.complete_type = '1'\n" +
|
||||||
|
" AND elrc.complete_status = '2'\n" +
|
||||||
|
"WHERE\n" +
|
||||||
|
" elc.is_deleted = 0\n" +
|
||||||
|
" AND elcr.is_deleted = 0\n" +
|
||||||
|
" AND elcr.reg_state = '1'\n" +
|
||||||
|
" AND elms.publish_status = '1'\n" +
|
||||||
|
" AND elms.is_deleted = '0'\n" +
|
||||||
|
"GROUP BY\n" +
|
||||||
|
" elc.kid,\n" +
|
||||||
|
" elcr.user_id\n" +
|
||||||
|
"HAVING\n" +
|
||||||
|
" completeNum = modNum\n";
|
||||||
|
log.info("开始同步PHP学习记录到ES");
|
||||||
|
// 增量获取PHP中所有已完成的课程
|
||||||
|
if (syncTimePoint == null) {
|
||||||
|
LocalDateTime halfAnHourAgo = LocalDateTime.now().minusMinutes(30);
|
||||||
|
syncTimePoint = halfAnHourAgo.atZone(ZoneId.systemDefault()).toInstant().getEpochSecond();
|
||||||
|
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
|
||||||
|
log.info("同步时间点:{}", formatter.format(halfAnHourAgo));
|
||||||
|
}
|
||||||
|
List<Object[]> objectList1 = phpOnlineCourseDao.sqlFindList(sql, syncTimePoint);
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
if (CollUtil.isEmpty(objectList1)) {
|
||||||
|
log.info("没有找到已完成的数据");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
String indexName = "new_study_resource";
|
||||||
|
|
||||||
|
List<PhpOnlineDto> finishedCourseList = new ArrayList<>();
|
||||||
|
for (Object[] objects : objectList1) {
|
||||||
|
String courseId = objects[0].toString();
|
||||||
|
String userIdOfPhp = objects[1].toString();
|
||||||
|
PhpOnlineDto phpOnlineDto = new PhpOnlineDto();
|
||||||
|
phpOnlineDto.setCourseId(courseId);
|
||||||
|
phpOnlineDto.setUserIdOfPhp(userIdOfPhp);
|
||||||
|
finishedCourseList.add(phpOnlineDto);
|
||||||
|
}
|
||||||
|
|
||||||
|
// 拼接获取所有新系统用户id,这里不选择与上面的联表查询,有效率问题
|
||||||
|
List<String> userIds = objectList1.stream().map(objects -> String.valueOf(objects[1])).distinct().collect(Collectors.toList());
|
||||||
|
List<Object[]> objectList2 = phpOnlineCourseDao.sqlFindList("select kid,user_id from userbasic.user_account where kid in (?1) and deleted=0 and account_status = 0", userIds);
|
||||||
|
|
||||||
|
if (CollUtil.isEmpty(objectList1)) {
|
||||||
|
log.info("新系统用户数据不存在");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
Map<Object, Object> userIdToKidMap = objectList2.stream().collect(Collectors.toMap(object -> object[0], object -> object[1]));
|
||||||
|
|
||||||
|
// 设置新系统用户ID
|
||||||
|
finishedCourseList = finishedCourseList.stream()
|
||||||
|
.map(phpOnlineDto -> {
|
||||||
|
Object userIdOfJavaObj = userIdToKidMap.get(phpOnlineDto.getUserIdOfPhp());
|
||||||
|
if (userIdOfJavaObj != null) {
|
||||||
|
phpOnlineDto.setUserIdOfJava(userIdOfJavaObj.toString());
|
||||||
|
}
|
||||||
|
return phpOnlineDto;
|
||||||
|
})
|
||||||
|
.filter(phpOnlineDto -> phpOnlineDto.getUserIdOfJava() != null)
|
||||||
|
.collect(Collectors.toList());
|
||||||
|
|
||||||
|
|
||||||
|
// 获取ES中没有完成的的课程学习记录
|
||||||
|
List<CourseStudyDto> notFinishedCourseList = getEsData(finishedCourseList);
|
||||||
|
|
||||||
|
Set<String> finishedCourseSet = finishedCourseList.stream().map(e -> e.getUserIdOfJava() + "_" + e.getCourseId()).collect(Collectors.toSet());
|
||||||
|
|
||||||
|
List<CourseStudyDto> toBeUpdatedEs = notFinishedCourseList.stream().filter(courseStudyDto -> {
|
||||||
|
if (finishedCourseSet.contains(courseStudyDto.getAccountId() + "_" + courseStudyDto.getCourseId())) {
|
||||||
|
return true;
|
||||||
|
} else {
|
||||||
|
// 有多种情况,es不存在学习记录,或者学习记录状态不是9
|
||||||
|
log.info("跳过:{}", courseStudyDto);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}).map(courseStudyDto -> {
|
||||||
|
courseStudyDto.setStatus(9);
|
||||||
|
courseStudyDto.setProgress(100);
|
||||||
|
return courseStudyDto;
|
||||||
|
}).collect(Collectors.toList());
|
||||||
|
|
||||||
|
// 更新ES中的未同步为完成的学习记录
|
||||||
|
toBeUpdatedEs(toBeUpdatedEs, indexName);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
private List<CourseStudyDto> getEsData(List<PhpOnlineDto> finishedCourseList) throws IOException {
|
||||||
|
SearchRequest searchRequest = new SearchRequest("new_study_resource");
|
||||||
|
BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
|
||||||
|
|
||||||
|
for (PhpOnlineDto phpOnlineDto : finishedCourseList) {
|
||||||
|
if (phpOnlineDto.getUserIdOfJava() == null || phpOnlineDto.getCourseId() == null) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
boolQuery.should(QueryBuilders.boolQuery()
|
||||||
|
.must(QueryBuilders.termQuery("courseId.keyword", phpOnlineDto.getCourseId()))
|
||||||
|
.must(QueryBuilders.termQuery("accountId.keyword", phpOnlineDto.getUserIdOfJava()))
|
||||||
|
.mustNot(QueryBuilders.termQuery("status", 9))
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder().query(boolQuery).timeout(new TimeValue(60, TimeUnit.SECONDS));
|
||||||
|
searchRequest.source(sourceBuilder);
|
||||||
|
if (boolQuery.hasClauses()) {
|
||||||
|
sourceBuilder.query(boolQuery);
|
||||||
|
}
|
||||||
|
searchRequest.source(sourceBuilder);
|
||||||
|
|
||||||
|
SearchResponse response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
|
||||||
|
SearchHits hits = response.getHits();
|
||||||
|
|
||||||
|
List<CourseStudyDto> courseStudyDtoList = new ArrayList<>();
|
||||||
|
ObjectMapper mapper = new ObjectMapper();
|
||||||
|
for (SearchHit hit : hits) {
|
||||||
|
String sourceAsString = hit.getSourceAsString();
|
||||||
|
try {
|
||||||
|
CourseStudyDto cft = mapper.readValue(sourceAsString, CourseStudyDto.class);
|
||||||
|
courseStudyDtoList.add(cft);
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("转化json到对应失败", sourceAsString);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return courseStudyDtoList;
|
||||||
|
}
|
||||||
|
|
||||||
|
private void toBeUpdatedEs(List<CourseStudyDto> toBeUpdatedEsData, String indexName) {
|
||||||
|
if (CollUtil.isEmpty(toBeUpdatedEsData)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
BulkRequest bulkRequest = new BulkRequest();
|
||||||
|
for (CourseStudyDto courseStudyDto : toBeUpdatedEsData) {
|
||||||
|
Map<String, Object> docMap = new HashMap<>();
|
||||||
|
docMap.put("status", courseStudyDto.getStatus());
|
||||||
|
docMap.put("progress", courseStudyDto.getProgress());
|
||||||
|
|
||||||
|
// 创建更新请求,并传入单一的docMap
|
||||||
|
UpdateRequest updateRequest = new UpdateRequest(indexName, courseStudyDto.getId())
|
||||||
|
.doc(docMap, XContentType.JSON);
|
||||||
|
|
||||||
|
// 将请求添加到批量请求中
|
||||||
|
bulkRequest.add(updateRequest);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
// 执行批量更新操作
|
||||||
|
BulkResponse bulkResponse = restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
|
||||||
|
// 检查是否有失败的操作
|
||||||
|
if (bulkResponse.hasFailures()) {
|
||||||
|
log.error("批量更新失败: {}", bulkResponse.buildFailureMessage());
|
||||||
|
} else {
|
||||||
|
List<String> collect = toBeUpdatedEsData.stream().map(CourseStudyDto::getId).collect(Collectors.toList());
|
||||||
|
log.info("批量更新成功,更新的ES ID列表: {}", collect);
|
||||||
|
}
|
||||||
|
} catch (IOException e) {
|
||||||
|
log.error("执行批量更新时发生错误", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
@@ -177,7 +177,7 @@ public class StudyCourseApi extends ApiBaseController{
|
|||||||
if (!Objects.isNull(studyCourse)){
|
if (!Objects.isNull(studyCourse)){
|
||||||
pass = true;
|
pass = true;
|
||||||
}
|
}
|
||||||
if (Objects.isNull(studyCourse) && !courseCrowdList.isEmpty()) {
|
if (Objects.isNull(studyCourse) && !courseCrowdList.isEmpty() && !StringUtils.isEmpty(audiences)) {
|
||||||
List<String> audienceList = Arrays.asList(audiences.split(",")); // 此用户所在受众组
|
List<String> audienceList = Arrays.asList(audiences.split(",")); // 此用户所在受众组
|
||||||
log.error("---------------参数------------ audienceList = " + audienceList);
|
log.error("---------------参数------------ audienceList = " + audienceList);
|
||||||
for (CourseCrowd c : courseCrowdList) {
|
for (CourseCrowd c : courseCrowdList) {
|
||||||
@@ -228,7 +228,7 @@ public class StudyCourseApi extends ApiBaseController{
|
|||||||
|
|
||||||
//检查是否已报名
|
//检查是否已报名
|
||||||
StudyCourse sc=service.findByCourseIdAndAid(cid, aid);
|
StudyCourse sc=service.findByCourseIdAndAid(cid, aid);
|
||||||
if(sc==null) {
|
if(pass==true && sc==null) {
|
||||||
//未报名,这里直接报名
|
//未报名,这里直接报名
|
||||||
StudySignup signup=new StudySignup();
|
StudySignup signup=new StudySignup();
|
||||||
signup.setCourseId(cid);
|
signup.setCourseId(cid);
|
||||||
@@ -246,13 +246,13 @@ public class StudyCourseApi extends ApiBaseController{
|
|||||||
signup.setSignTime(LocalDateTime.now());
|
signup.setSignTime(LocalDateTime.now());
|
||||||
sc=service.autoSignup(signup);
|
sc=service.autoSignup(signup);
|
||||||
}
|
}
|
||||||
|
if (sc !=null){
|
||||||
rs.put("signup",true);
|
rs.put("studyId", sc.getId());//学习id
|
||||||
rs.put("studyId", sc.getId());//学习id
|
rs.put("progress", sc.getProgress());
|
||||||
rs.put("progress", sc.getProgress());
|
//查询上次学习的是什么资源。查询用户的学习情况
|
||||||
//查询上次学习的是什么资源。查询用户的学习情况
|
List<StudyCourseItem> items=studyService.findByStudyId(sc.getId());
|
||||||
List<StudyCourseItem> items=studyService.findByStudyId(sc.getId());
|
rs.put("contentStudys",items);//学习的内容
|
||||||
rs.put("contentStudys",items);//学习的内容
|
}
|
||||||
|
|
||||||
return success(rs);
|
return success(rs);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -24,6 +24,8 @@ import com.xboe.school.study.service.IStudyCourseService;
|
|||||||
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
|
||||||
|
import javax.annotation.Resource;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* ES的课程检索
|
* ES的课程检索
|
||||||
* @author seastar
|
* @author seastar
|
||||||
@@ -39,6 +41,9 @@ public class StudyCourseESApi extends ApiBaseController{
|
|||||||
|
|
||||||
@Autowired
|
@Autowired
|
||||||
IStudyCourseService service;
|
IStudyCourseService service;
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
private PhpOnlineStudyRecordScheduledTasks phpOnlineStudyRecordScheduledTasks;
|
||||||
|
|
||||||
@RequestMapping(value="/search",method = {RequestMethod.GET,RequestMethod.POST})
|
@RequestMapping(value="/search",method = {RequestMethod.GET,RequestMethod.POST})
|
||||||
public JsonResponse<PageList<CourseStudyDto>> search(Pagination page, CourseStudyDto dto){
|
public JsonResponse<PageList<CourseStudyDto>> search(Pagination page, CourseStudyDto dto){
|
||||||
@@ -161,4 +166,11 @@ public class StudyCourseESApi extends ApiBaseController{
|
|||||||
|
|
||||||
return success(true);
|
return success(true);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@PostMapping("/phpOnlineStudyRecordSyncEs")
|
||||||
|
public JsonResponse<Boolean> phpOnlineStudyRecordSyncEs(Long syncTimePoint) throws IOException {
|
||||||
|
phpOnlineStudyRecordScheduledTasks.phpOnlineStudyRecordSyncEs(syncTimePoint);
|
||||||
|
return success(true);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,9 @@
|
|||||||
|
package com.xboe.school.study.dao;
|
||||||
|
|
||||||
|
import com.xboe.core.orm.BaseDao;
|
||||||
|
import com.xboe.school.study.dto.PhpOnlineDto;
|
||||||
|
import org.springframework.stereotype.Repository;
|
||||||
|
|
||||||
|
@Repository
|
||||||
|
public class PhpOnlineCourseDao extends BaseDao<PhpOnlineDto> {
|
||||||
|
}
|
||||||
@@ -2,10 +2,14 @@ package com.xboe.school.study.dao;
|
|||||||
|
|
||||||
import java.time.LocalDateTime;
|
import java.time.LocalDateTime;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
import com.xboe.api.ThirdApi;
|
import com.xboe.api.ThirdApi;
|
||||||
|
import com.xboe.constants.CacheName;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.apache.commons.lang3.StringUtils;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.data.redis.core.StringRedisTemplate;
|
||||||
import org.springframework.stereotype.Repository;
|
import org.springframework.stereotype.Repository;
|
||||||
|
|
||||||
import com.xboe.core.orm.BaseDao;
|
import com.xboe.core.orm.BaseDao;
|
||||||
@@ -26,6 +30,9 @@ public class StudyCourseDao extends BaseDao<StudyCourse> {
|
|||||||
|
|
||||||
@Autowired
|
@Autowired
|
||||||
StudyCourseItemDao scItemDao;
|
StudyCourseItemDao scItemDao;
|
||||||
|
@Autowired
|
||||||
|
StringRedisTemplate redisTemplate;
|
||||||
|
|
||||||
|
|
||||||
@Resource
|
@Resource
|
||||||
private ThirdApi thirdApi;
|
private ThirdApi thirdApi;
|
||||||
@@ -36,6 +43,11 @@ public class StudyCourseDao extends BaseDao<StudyCourse> {
|
|||||||
* @param total
|
* @param total
|
||||||
*/
|
*/
|
||||||
public void finishCheck(String studyId,String courseId,Integer total,String token){
|
public void finishCheck(String studyId,String courseId,Integer total,String token){
|
||||||
|
|
||||||
|
if(StringUtils.isNotEmpty(redisTemplate.opsForValue().get(studyId + "_" + courseId + "_" + total))){
|
||||||
|
return ;
|
||||||
|
}
|
||||||
|
|
||||||
log.info("------1.完成情况检查---------------studyId = " + studyId + " , courseId = " + courseId + " , total = " + total );
|
log.info("------1.完成情况检查---------------studyId = " + studyId + " , courseId = " + courseId + " , total = " + total );
|
||||||
LocalDateTime now=LocalDateTime.now();
|
LocalDateTime now=LocalDateTime.now();
|
||||||
//已完成的内容
|
//已完成的内容
|
||||||
@@ -50,7 +62,9 @@ public class StudyCourseDao extends BaseDao<StudyCourse> {
|
|||||||
}
|
}
|
||||||
log.info("------3.完成情况检查---------------studyId = " + studyId + " , courseId = " + courseId + " , total = " + total );
|
log.info("------3.完成情况检查---------------studyId = " + studyId + " , courseId = " + courseId + " , total = " + total );
|
||||||
//以下注意,float类型,是否等于100对应
|
//以下注意,float类型,是否等于100对应
|
||||||
float percent=n*100/total;
|
float percent=n*100/total;
|
||||||
|
|
||||||
|
|
||||||
if(n>=total) {
|
if(n>=total) {
|
||||||
//自主报名的课程,代表学习完成
|
//自主报名的课程,代表学习完成
|
||||||
super.updateMultiFieldById(studyId,
|
super.updateMultiFieldById(studyId,
|
||||||
@@ -58,11 +72,13 @@ public class StudyCourseDao extends BaseDao<StudyCourse> {
|
|||||||
UpdateBuilder.create("lastTime",now),
|
UpdateBuilder.create("lastTime",now),
|
||||||
UpdateBuilder.create("finishTime",now),
|
UpdateBuilder.create("finishTime",now),
|
||||||
UpdateBuilder.create("status",StudyCourse.STATUS_FINISH));
|
UpdateBuilder.create("status",StudyCourse.STATUS_FINISH));
|
||||||
|
redisTemplate.opsForValue().set(studyId + "_" + courseId + "_" + total, "100", 24, TimeUnit.HOURS);
|
||||||
}else {
|
}else {
|
||||||
super.updateMultiFieldById(studyId,
|
super.updateMultiFieldById(studyId,
|
||||||
UpdateBuilder.create("progress",percent),
|
UpdateBuilder.create("progress",percent),
|
||||||
UpdateBuilder.create("lastTime",LocalDateTime.now()),
|
UpdateBuilder.create("lastTime",LocalDateTime.now()),
|
||||||
UpdateBuilder.create("status",StudyCourse.STATUS_STUDYING));
|
UpdateBuilder.create("status",StudyCourse.STATUS_STUDYING));
|
||||||
|
// redisTemplate.opsForValue().set(studyId, String.valueOf(percent), 10, TimeUnit.SECONDS);
|
||||||
}
|
}
|
||||||
|
|
||||||
List<StudyCourse> allUserList = thirdApi.getStudyCourseList(studyId ,courseId, token);
|
List<StudyCourse> allUserList = thirdApi.getStudyCourseList(studyId ,courseId, token);
|
||||||
|
|||||||
@@ -0,0 +1,28 @@
|
|||||||
|
package com.xboe.school.study.dto;
|
||||||
|
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 批量报名
|
||||||
|
*
|
||||||
|
* @author seastar
|
||||||
|
*/
|
||||||
|
@Data
|
||||||
|
public class PhpOnlineDto {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 课程id
|
||||||
|
*/
|
||||||
|
private String courseId;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 课程名称
|
||||||
|
*/
|
||||||
|
private String userIdOfPhp;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 课程名称
|
||||||
|
*/
|
||||||
|
private String userIdOfJava;
|
||||||
|
}
|
||||||
@@ -74,3 +74,12 @@ xboe.email.url=https://u.boe.com/api/b1/email/send
|
|||||||
xboe.email.from=boeu_learning@boe.com.cn
|
xboe.email.from=boeu_learning@boe.com.cn
|
||||||
xboe.email.user=
|
xboe.email.user=
|
||||||
xboe.email.security=
|
xboe.email.security=
|
||||||
|
|
||||||
|
xxl.job.admin.addresses=http://u.boe.com/jobAdmin
|
||||||
|
xxl.job.accessToken=65ddc683-22f5-83b4-de3a-3c97a0a29af0
|
||||||
|
xxl.job.executor.appname=java-servers-job-api
|
||||||
|
xxl.job.executor.port=9995
|
||||||
|
xxl.job.executor.address=
|
||||||
|
xxl.job.executor.ip=
|
||||||
|
xxl.job.executor.logpath=/var/log/xxl-job/dw/
|
||||||
|
xxl.job.executor.logretentiondays=30
|
||||||
@@ -80,4 +80,13 @@ xboe.email.from=boeu_learning@boe.com.cn
|
|||||||
xboe.email.user=
|
xboe.email.user=
|
||||||
xboe.email.security=
|
xboe.email.security=
|
||||||
|
|
||||||
boe.domain=https://u-pre.boe.com
|
boe.domain=https://u-pre.boe.com
|
||||||
|
|
||||||
|
xxl.job.admin.addresses=http://u-pre.boe.com/jobAdmin
|
||||||
|
xxl.job.accessToken=65ddc683-22f5-83b4-de3a-3c97a0a29af0
|
||||||
|
xxl.job.executor.appname=java-servers-job-api
|
||||||
|
xxl.job.executor.port=9995
|
||||||
|
xxl.job.executor.address=
|
||||||
|
xxl.job.executor.ip=
|
||||||
|
xxl.job.executor.logpath=/var/log/xxl-job/dw/
|
||||||
|
xxl.job.executor.logretentiondays=30
|
||||||
Reference in New Issue
Block a user