Skip to content

Commit 409e8fa

Browse files
reeeborn33reeeborn33
committed
[app-builder] Persist the output of model nodes when enableLog configuration is true
1 parent 207d53b commit 409e8fa

File tree

7 files changed

+67
-16
lines changed

7 files changed

+67
-16
lines changed

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/fitable/AippFlowEndCallback.java‎

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,8 @@
66

77
package modelengine.fit.jober.aipp.fitable;
88

9+
import static modelengine.fit.jober.aipp.fitable.LlmComponent.checkEnableLog;
10+
911
import modelengine.fit.jade.aipp.formatter.OutputFormatterChain;
1012
import modelengine.fit.jade.aipp.formatter.constant.Constant;
1113
import modelengine.fit.jade.aipp.formatter.support.ResponsibilityResult;
@@ -206,7 +208,13 @@ private void logFinalOutput(Map<String, Object> businessData, String aippInstId)
206208
String logMsg = formatOutput.map(ResponsibilityResult::text).orElse(CHECK_TIP);
207209
AippInstLogType logType = formatOutput.flatMap(result -> Optional.ofNullable(LOG_STRATEGY.get(result.owner())))
208210
.orElse(AippInstLogType.MSG);
209-
this.aippLogService.insertLog(logType.name(), AippLogData.builder().msg(logMsg).build(), businessData);
211+
if (checkEnableLog(businessData)) {
212+
this.aippLogService.insertLog(logType.name(), AippLogData.builder().msg(logMsg).build(), businessData);
213+
} else {
214+
this.aippLogService.insertLog(AippInstLogType.HIDDEN_MSG.name(),
215+
AippLogData.builder().msg(logMsg).build(),
216+
businessData);
217+
}
210218
this.beanContainer.all(AppFlowFinishObserver.class)
211219
.stream()
212220
.<AppFlowFinishObserver>map(BeanFactory::get)

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/fitable/LlmComponent.java‎

Lines changed: 16 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -364,6 +364,14 @@ private void addAnswer(AippLlmMeta llmMeta, String answer, Map<String, Object> p
364364
output.put("reference", promptMetadata.getOrDefault(PROMPT_METADATA_KEY, Collections.emptyMap()));
365365
businessData.put("output", output);
366366

367+
// 如果节点配置为输出到聊天，模型回复内容需要持久化
368+
boolean enableLog = checkEnableLog(businessData);
369+
if (enableLog) {
370+
this.aippLogService.insertLogWithoutSend(AippInstLogType.MSG.name(),
371+
AippLogData.builder().msg(answer).build(),
372+
businessData);
373+
}
374+
367375
// 修改taskInstance.
368376
AppTaskInstance updateEntity = AppTaskInstance.asUpdate(llmMeta.getVersionId(), llmMeta.getInstId())
369377
.setLlmOutput(answer)
@@ -537,6 +545,12 @@ public ModelExtraBody(String sessionId) {
537545
}
538546
}
539547

548+
public static Boolean checkEnableLog(Map<String, Object> businessData) {
549+
return Objects.isNull(businessData.get(AippConst.BS_LLM_ENABLE_LOG))
550+
? true
551+
: ObjectUtils.cast(businessData.get(AippConst.BS_LLM_ENABLE_LOG));
552+
}
553+
540554
static class StreamMsgSender {
541555
private final AippLogStreamService aippLogStreamService;
542556
private final ObjectSerializer serializer;
@@ -560,7 +574,7 @@ static class StreamMsgSender {
560574
* @param businessData 表示流程上下文的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
561575
*/
562576
public void sendMsg(String msg, Map<String, Object> businessData) {
563-
boolean enableLog = this.checkEnableLog(businessData);
577+
boolean enableLog = checkEnableLog(businessData);
564578
if (!enableLog || StringUtils.isBlank(msg) || msg.contains("<tool_call>")) {
565579
return;
566580
}
@@ -574,19 +588,13 @@ public void sendMsg(String msg, Map<String, Object> businessData) {
574588
* @param businessData 表示流程上下文的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
575589
*/
576590
public void sendKnowledge(Map<String, Object> promptMetadata, Map<String, Object> businessData) {
577-
if (!this.checkEnableLog(businessData) || !promptMetadata.containsKey(PROMPT_METADATA_KEY)) {
591+
if (!checkEnableLog(businessData) || !promptMetadata.containsKey(PROMPT_METADATA_KEY)) {
578592
return;
579593
}
580594
String knowledgeData = this.serializer.serialize(promptMetadata.get(PROMPT_METADATA_KEY));
581595
this.sendMsgHandle(knowledgeData, StreamMsgType.KNOWLEDGE, businessData);
582596
}
583597

584-
private Boolean checkEnableLog(Map<String, Object> businessData) {
585-
return Objects.isNull(businessData.get(AippConst.BS_LLM_ENABLE_LOG))
586-
? true
587-
: ObjectUtils.cast(businessData.get(AippConst.BS_LLM_ENABLE_LOG));
588-
}
589-
590598
private void sendMsgHandle(String msg, StreamMsgType logType, Map<String, Object> businessData) {
591599
RunContext runContext = new RunContext(businessData, new OperationContext());
592600
String chatId = runContext.getOriginChatId();

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/service/AippLogService.java‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -185,4 +185,13 @@ List<AippInstLogDataDto> queryAippRecentInstLogAfterSplice(String aippId, String
185185
* @param logIds 表示指定的日志 id 列表的 {@link List}{@code <}{@link Long}{@code >}。
186186
*/
187187
void deleteLogs(List<Long> logIds);
188+
189+
/**
190+
* 插入一条日志记录，但不触发发送逻辑。
191+
*
192+
* @param logType 表示日志类型的 {@link String}。
193+
* @param logData 表示日志主体数据的 {@link AippLogData} 实例。
194+
* @param businessData 表示业务数据的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
195+
*/
196+
void insertLogWithoutSend(String logType, AippLogData logData, Map<String, Object> businessData);
188197
}

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/service/impl/AippLogServiceImpl.java‎

Lines changed: 27 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -235,6 +235,11 @@ private Map<String, List<AippInstLog>> queryRecentLogByInstanceIds(List<String>
235235
}
236236
}
237237
}
238+
239+
for (List<AippInstLog> logList : result.values()) {
240+
logList.sort(Comparator.comparing(AippInstLog::getLogId));
241+
}
242+
238243
return result;
239244
}
240245

@@ -363,6 +368,15 @@ public void deleteAippPreviewLog(String previewAippId, OperationContext context)
363368
*/
364369
@Override
365370
public String insertLog(String logType, AippLogData logData, Map<String, Object> businessData) {
371+
AippLogCreateDto logCreateDto = this.buildAippLogCreateDto(logType, logData, businessData);
372+
if (logCreateDto == null) {
373+
return null;
374+
}
375+
return this.aopAippLogService.insertLog(logCreateDto);
376+
}
377+
378+
private AippLogCreateDto buildAippLogCreateDto(String logType, AippLogData logData,
379+
Map<String, Object> businessData) {
366380
RunContext runContext = new RunContext(businessData, new OperationContext());
367381
String aippId = runContext.getAppSuiteId();
368382
String instId = runContext.getTaskInstanceId();
@@ -376,7 +390,7 @@ public String insertLog(String logType, AippLogData logData, Map<String, Object>
376390
String path = this.buildPath(instId, parentInstId);
377391
String chatId = runContext.getOriginChatId();
378392
String atChatId = runContext.getAtChatId();
379-
return this.aopAippLogService.insertLog(AippLogCreateDto.builder()
393+
return AippLogCreateDto.builder()
380394
.aippId(aippId)
381395
.version(version)
382396
.aippType(aippType)
@@ -388,8 +402,9 @@ public String insertLog(String logType, AippLogData logData, Map<String, Object>
388402
.chatId(chatId)
389403
.atChatId(atChatId)
390404
.isEnableLog(this.isEnableLog(businessData))
391-
.build());
405+
.build();
392406
}
407+
393408
private Boolean isEnableLog(Map<String, Object> businessData) {
394409
// 兼容老数据，老数据没有这个开关的时候（enableLog为null）默认返回true。
395410
// 有开关后（enableLog为null），返回enableLog的值
@@ -502,4 +517,14 @@ public void deleteLogs(List<Long> logIds) {
502517
}
503518
this.aippLogMapper.deleteInstanceLogs(logIds);
504519
}
520+
521+
@Override
522+
public void insertLogWithoutSend(String logType, AippLogData logData, Map<String, Object> businessData) {
523+
AippLogCreateDto logCreateDto = this.buildAippLogCreateDto(logType, logData, businessData);
524+
if (logCreateDto == null) {
525+
return;
526+
}
527+
528+
this.aippLogMapper.insertOne(logCreateDto);
529+
}
505530
}

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/service/impl/AippLogStreamServiceImpl.java‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,8 @@ public class AippLogStreamServiceImpl implements AippLogStreamService {
4141
private static final List<String> OUTPUT_WITH_MSG_WHITE_LIST = Arrays.asList(AippInstLogType.MSG.name(),
4242
AippInstLogType.ERROR.name(),
4343
AippInstLogType.META_MSG.name(),
44-
StreamMsgType.KNOWLEDGE.value());
44+
StreamMsgType.KNOWLEDGE.value(),
45+
AippInstLogType.HIDDEN_MSG.name());
4546

4647
private final AppChatSseService appChatSseService;
4748
private final SensitiveFilterTools sensitiveFilterTools;

‎app-builder/jane/plugins/aipp-plugin/src/main/java/modelengine/fit/jober/aipp/vo/AippLogVO.java‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -84,9 +84,9 @@ public static AippLogVO fromCreateDto(AippLogCreateDto dto) {
8484
*/
8585
public boolean displayable() {
8686
return !(StringUtils.equals(AippInstLogType.FORM.name(), this.logType)
87-
|| StringUtils.equals(AippInstLogType.HIDDEN_MSG.name(), this.logType) || StringUtils.equals(
88-
AippInstLogType.HIDDEN_QUESTION.name(),
89-
this.logType) || StringUtils.equals(AippInstLogType.HIDDEN_FORM.name(), this.logType));
87+
|| StringUtils.equals(AippInstLogType.HIDDEN_QUESTION.name(), this.logType) || StringUtils.equals(
88+
AippInstLogType.HIDDEN_FORM.name(),
89+
this.logType));
9090
}
9191

9292
/**

‎app-engine/frontend/src/pages/chatPreview/index.tsx‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -111,7 +111,7 @@ const ChatPreview = (props) => {
111111
const detailPage = location.pathname.indexOf('app-detail') !== -1;
112112
const storageId = detailPage ? aippId : appId;
113113
const chatStatus = ['ARCHIVED', 'ERROR', 'TERMINATED'];
114-
const messageType = ['MSG', 'ERROR', 'META_MSG'];
114+
const messageType = ['MSG', 'ERROR', 'META_MSG', 'HIDDEN_MSG'];
115115
const readOnly = useAppSelector((state) => state.commonStore.isReadOnly);
116116

117117
useEffect(() => {

0 commit comments

Comments
 (0)