mirror of
https://codeup.aliyun.com/67762337eccfc218f6110e0e/per-boe/java-servers.git
synced 2025-12-10 19:36:50 +08:00
[prod] 去掉批处理的一些日志
This commit is contained in:
@@ -59,7 +59,7 @@ public class CaseAiDocumentAsyncHandler {
|
|||||||
caseKnowledgeService.uploadCaseDocument(cases);
|
caseKnowledgeService.uploadCaseDocument(cases);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
log.info("处理案例成功,caseId: {}, 操作类型: {}", cases.getId(), optTypeEnum.getDesc());
|
// log.info("处理案例成功,caseId: {}, 操作类型: {}", cases.getId(), optTypeEnum.getDesc());
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.error("处理案例失败,caseId: {}, 操作类型: {}", cases.getId(), optTypeEnum.getDesc(), e);
|
log.error("处理案例失败,caseId: {}, 操作类型: {}", cases.getId(), optTypeEnum.getDesc(), e);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1024,7 +1024,7 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void batchCheckFileStatus() {
|
public void batchCheckFileStatus() {
|
||||||
log.info("开始批量检查文件状态");
|
// log.info("开始批量检查文件状态");
|
||||||
|
|
||||||
// 1. 查询CaseDocumentLog表中前10条run_status等于0的数据,并按创建时间升序排序
|
// 1. 查询CaseDocumentLog表中前10条run_status等于0的数据,并按创建时间升序排序
|
||||||
PageList<CaseDocumentLog> runningLogPage = caseDocumentLogDao.getGenericDao()
|
PageList<CaseDocumentLog> runningLogPage = caseDocumentLogDao.getGenericDao()
|
||||||
@@ -1034,11 +1034,11 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
|
|
||||||
// 2. 如果没有符合条件的数据,完成
|
// 2. 如果没有符合条件的数据,完成
|
||||||
if (runningLogs == null || runningLogs.isEmpty()) {
|
if (runningLogs == null || runningLogs.isEmpty()) {
|
||||||
log.info("没有需要检查状态的文档,批量检查完成");
|
// log.info("没有需要检查状态的文档,批量检查完成");
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
log.info("找到{}条需要检查状态的文档记录", runningLogs.size());
|
// log.info("找到{}条需要检查状态的文档记录", runningLogs.size());
|
||||||
|
|
||||||
// 3. 把这些数据的taskId聚合成一个List<String>
|
// 3. 把这些数据的taskId聚合成一个List<String>
|
||||||
List<String> taskIds = runningLogs.stream()
|
List<String> taskIds = runningLogs.stream()
|
||||||
@@ -1048,11 +1048,11 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
.collect(java.util.stream.Collectors.toList());
|
.collect(java.util.stream.Collectors.toList());
|
||||||
|
|
||||||
if (taskIds.isEmpty()) {
|
if (taskIds.isEmpty()) {
|
||||||
log.error("所有运行中的记录都没有有效的taskId");
|
// log.error("所有运行中的记录都没有有效的taskId");
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
log.info("需要检查状态的taskId数量: {}", taskIds.size());
|
// log.info("需要检查状态的taskId数量: {}", taskIds.size());
|
||||||
|
|
||||||
// 4. 获取access_token
|
// 4. 获取access_token
|
||||||
String accessToken = aiAccessTokenService.getAccessToken();
|
String accessToken = aiAccessTokenService.getAccessToken();
|
||||||
@@ -1092,7 +1092,7 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
log.error("批量检查文件状态异常", e);
|
log.error("批量检查文件状态异常", e);
|
||||||
}
|
}
|
||||||
|
|
||||||
log.info("批量检查文件状态完成");
|
// log.info("批量检查文件状态完成");
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -1359,7 +1359,7 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
caseLog.setOptStatus(CaseDocumentLogOptStatusEnum.SUCCESS.getCode());
|
caseLog.setOptStatus(CaseDocumentLogOptStatusEnum.SUCCESS.getCode());
|
||||||
caseLog.setCaseStatus(CaseDocumentLogCaseStatusEnum.SUCCESS.getCode());
|
caseLog.setCaseStatus(CaseDocumentLogCaseStatusEnum.SUCCESS.getCode());
|
||||||
needUpdate = true;
|
needUpdate = true;
|
||||||
log.info("文档向量化成功,更新状态,taskId: {}, caseId: {}", caseLog.getTaskId(), caseLog.getCaseId());
|
// log.info("文档向量化成功,更新状态,taskId: {}, caseId: {}", caseLog.getTaskId(), caseLog.getCaseId());
|
||||||
} else if ("failed".equals(fileStatus)) {
|
} else if ("failed".equals(fileStatus)) {
|
||||||
// 状态为failed,run_status、opt_status变更为1,case_status变更为2
|
// 状态为failed,run_status、opt_status变更为1,case_status变更为2
|
||||||
caseLog.setRunStatus(CaseDocumentLogRunStatusEnum.COMPLETED.getCode());
|
caseLog.setRunStatus(CaseDocumentLogRunStatusEnum.COMPLETED.getCode());
|
||||||
@@ -1367,20 +1367,20 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
caseLog.setCaseStatus(CaseDocumentLogCaseStatusEnum.FAILED.getCode());
|
caseLog.setCaseStatus(CaseDocumentLogCaseStatusEnum.FAILED.getCode());
|
||||||
needUpdate = true;
|
needUpdate = true;
|
||||||
needToSendEmail = true;
|
needToSendEmail = true;
|
||||||
log.error("文档处理失败,需要发送邮件,更新状态,taskId: {}, caseId: {}", caseLog.getTaskId(), caseLog.getCaseId());
|
// log.error("文档处理失败,需要发送邮件,更新状态,taskId: {}, caseId: {}", caseLog.getTaskId(), caseLog.getCaseId());
|
||||||
} else {
|
} else {
|
||||||
// 其他状态(uploaded、texted、vectoring),不做数据变更
|
// 其他状态(uploaded、texted、vectoring),不做数据变更
|
||||||
log.info("文档状态为{},暂不更新数据库,taskId: {}", fileStatus, caseLog.getTaskId());
|
// log.info("文档状态为{},暂不更新数据库,taskId: {}", fileStatus, caseLog.getTaskId());
|
||||||
}
|
}
|
||||||
|
|
||||||
// 如果需要更新,执行update操作
|
// 如果需要更新,执行update操作
|
||||||
if (needUpdate) {
|
if (needUpdate) {
|
||||||
caseLog.setSysUpdateTime(LocalDateTime.now());
|
caseLog.setSysUpdateTime(LocalDateTime.now());
|
||||||
caseDocumentLogDao.save(caseLog);
|
caseDocumentLogDao.save(caseLog);
|
||||||
log.info("更新CaseDocumentLog成功,logId: {}, taskId: {}, fileStatus: {}",
|
// log.info("更新CaseDocumentLog成功,logId: {}, taskId: {}, fileStatus: {}",
|
||||||
caseLog.getId(), caseLog.getTaskId(), fileStatus);
|
// caseLog.getId(), caseLog.getTaskId(), fileStatus);
|
||||||
} else {
|
// } else {
|
||||||
log.info("无需更新CaseDocumentLog,taskId: {}, fileStatus: {}", caseLog.getTaskId(), fileStatus);
|
// log.info("无需更新CaseDocumentLog,taskId: {}, fileStatus: {}", caseLog.getTaskId(), fileStatus);
|
||||||
}
|
}
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.error("更新日志状态异常,taskId: {}, fileStatus: {}", caseLog.getTaskId(), fileStatus, e);
|
log.error("更新日志状态异常,taskId: {}, fileStatus: {}", caseLog.getTaskId(), fileStatus, e);
|
||||||
@@ -1397,7 +1397,7 @@ public class CaseKnowledgeServiceImpl implements ICaseKnowledgeService {
|
|||||||
|
|
||||||
// 使用配置的收件人列表
|
// 使用配置的收件人列表
|
||||||
List<String> recipients = caseAiProperties.getAlertEmailRecipients();
|
List<String> recipients = caseAiProperties.getAlertEmailRecipients();
|
||||||
log.info("使用配置的收件人列表:{}", recipients);
|
// log.info("使用配置的收件人列表:{}", recipients);
|
||||||
if (recipients != null && !recipients.isEmpty()) {
|
if (recipients != null && !recipients.isEmpty()) {
|
||||||
try {
|
try {
|
||||||
String to = String.join(",", recipients);
|
String to = String.join(",", recipients);
|
||||||
|
|||||||
@@ -20,8 +20,8 @@ public class CaseDocumentLogTask {
|
|||||||
*/
|
*/
|
||||||
@XxlJob("batchCheckFileStatusJob")
|
@XxlJob("batchCheckFileStatusJob")
|
||||||
public void batchCheckFileStatusJob() {
|
public void batchCheckFileStatusJob() {
|
||||||
log.info("开始批量查询文件状态");
|
// log.info("开始批量查询文件状态");
|
||||||
caseKnowledgeService.batchCheckFileStatus();
|
caseKnowledgeService.batchCheckFileStatus();
|
||||||
log.info("结束批量查询文件状态");
|
// log.info("结束批量查询文件状态");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -41,18 +41,18 @@ public class CaseUploadTask {
|
|||||||
@XxlJob("oldDataUploadJob")
|
@XxlJob("oldDataUploadJob")
|
||||||
public void oldDataUploadJob() {
|
public void oldDataUploadJob() {
|
||||||
try {
|
try {
|
||||||
log.info("开始执行旧案例上传任务");
|
// log.info("开始执行旧案例上传任务");
|
||||||
|
|
||||||
// 从Redis获取上次处理的最后一条记录ID
|
// 从Redis获取上次处理的最后一条记录ID
|
||||||
String lastProcessedId = stringRedisTemplate.opsForValue().get(CASE_UPLOAD_LAST_ID_KEY);
|
String lastProcessedId = stringRedisTemplate.opsForValue().get(CASE_UPLOAD_LAST_ID_KEY);
|
||||||
log.info("上次处理的最后一条记录ID: {}", lastProcessedId);
|
// log.info("上次处理的最后一条记录ID: {}", lastProcessedId);
|
||||||
|
|
||||||
// 查询符合条件的案例数据
|
// 查询符合条件的案例数据
|
||||||
List<Cases> casesToProcess = findCasesToProcess(lastProcessedId);
|
List<Cases> casesToProcess = findCasesToProcess(lastProcessedId);
|
||||||
log.info("查询到待处理案例数量: {}", casesToProcess.size());
|
// log.info("查询到待处理案例数量: {}", casesToProcess.size());
|
||||||
|
|
||||||
if (casesToProcess.isEmpty()) {
|
if (casesToProcess.isEmpty()) {
|
||||||
log.info("没有需要处理的案例数据");
|
// log.info("没有需要处理的案例数据");
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -82,7 +82,7 @@ public class CaseUploadTask {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
log.info("过滤后需要处理的案例数量: {}", casesList.size());
|
// log.info("过滤后需要处理的案例数量: {}", casesList.size());
|
||||||
|
|
||||||
if (!casesList.isEmpty()) {
|
if (!casesList.isEmpty()) {
|
||||||
// 调用异步处理方法
|
// 调用异步处理方法
|
||||||
@@ -91,12 +91,12 @@ public class CaseUploadTask {
|
|||||||
// 将当前处理的最后一条数据ID存入Redis
|
// 将当前处理的最后一条数据ID存入Redis
|
||||||
String currentLastId = casesList.get(casesList.size() - 1).getId();
|
String currentLastId = casesList.get(casesList.size() - 1).getId();
|
||||||
stringRedisTemplate.opsForValue().set(CASE_UPLOAD_LAST_ID_KEY, currentLastId);
|
stringRedisTemplate.opsForValue().set(CASE_UPLOAD_LAST_ID_KEY, currentLastId);
|
||||||
log.info("已处理案例,最后一条记录ID已更新为: {}", currentLastId);
|
// log.info("已处理案例,最后一条记录ID已更新为: {}", currentLastId);
|
||||||
} else {
|
// } else {
|
||||||
log.info("没有新的案例需要处理");
|
// log.info("没有新的案例需要处理");
|
||||||
}
|
}
|
||||||
|
|
||||||
log.info("旧案例上传任务执行完成");
|
// log.info("旧案例上传任务执行完成");
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.error("执行旧案例上传任务时发生异常", e);
|
log.error("执行旧案例上传任务时发生异常", e);
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user