#AI commit# CC: 优化作业执行列表查询性能：修复PageHelper分页失效与N+1，新增自定义count与索引DDL

1. 修复 getExecutedJobList 分页失效：PageHelper.startPage 在 current/size 校正之前调用，
   且调用方无 defaultValue 的基本类型 int 在前端不传时绑定为0，startPage(0,0) 不追加 LIMIT
   导致 getAllLaunchedJob 全表加载；将校正前置恢复 DB 层分页。
2. 消除 N+1：循环内逐个 selectTaskListByJobExecutionId 改为一次性批量 IN 查询
   selectTaskMetricsByJobExecutionIds（仅取 job_execution_id/engine_type/metrics 三列），
   内存按 jobExecutionId 分组计算 flow，逻辑等价。
3. 优化 count 查询：新增 getAllLaunchedJob_COUNT，PageHelper 按 _COUNT 后缀匹配，
   只 count 单表 exchangis_launched_job_entity，去掉原 LEFT/INNER JOIN 的全表 JOIN count。
4. 新增阶段耗时日志：queryJob[count+paged]/queryTask/map/flow/jobCount/taskCount/pageTotal。
5. DDL：为 exchangis_launched_task_entity.job_execution_id 与
   exchangis_launched_job_entity.create_time 添加索引，消除全表扫描与 filesort。

Optimize getExecutedJobList performance: fix PageHelper pagination failure and N+1, add custom count and index DDL

1. Fix pagination failure: PageHelper.startPage was called before current/size
   validation, and the caller's primitive int params (no defaultValue) bound to 0
   when absent from the frontend; startPage(0,0) skips LIMIT and loads all jobs.
   Move validation before startPage to restore DB-level pagination.
2. Eliminate N+1: per-job selectTaskListByJobExecutionId in the loop is replaced by a
   single batch IN query selectTaskMetricsByJobExecutionIds (only job_execution_id/
   engine_type/metrics columns), grouped in memory by jobExecutionId to compute flow;
   logic is equivalent.
3. Optimize count query: add getAllLaunchedJob_COUNT (matched by PageHelper via the
   _COUNT suffix) that counts only exchangis_launched_job_entity, dropping the full
   LEFT/INNER JOIN count of the original SQL.
4. Add per-stage timing logs: queryJob[count+paged]/queryTask/map/flow/jobCount/
   taskCount/pageTotal.
5. DDL: add indexes on exchangis_launched_task_entity.job_execution_id and
   exchangis_launched_job_entity.create_time to remove full table scans and filesort.

Co-Authored-By: Claude <noreply@anthropic.com>

Author: Davidhua1996

db/1.1.17/exchangis_ddl.sql

@@ -0,0 +1,7 @@
+-- Add index for job_execution_id field in exchangis_launched_task_entity table
+-- 为exchangis_launched_task_entity表的job_execution_id字段添加索引（消除作业列表查询的全表扫描）
+ALTER TABLE exchangis_launched_task_entity ADD INDEX `job_execution_id_idx`(`job_execution_id`);
+
+-- Add index for create_time field in exchangis_launched_job_entity table
+-- 为exchangis_launched_job_entity表的create_time字段添加索引（消除作业列表 ORDER BY create_time 的 filesort 及范围扫描）
+ALTER TABLE exchangis_launched_job_entity ADD INDEX `idx_create_time`(`create_time`);

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/mapper/LaunchedTaskDao.java

@@ -102,6 +102,14 @@ public interface LaunchedTaskDao {
 
     List<LaunchedExchangisTaskEntity> selectTaskListByJobExecutionId(@Param("jobExecutionId") String jobExecutionId);
 
+    /**
+     * Batch query task entities (metrics-related columns only) by job execution ids,
+     * used to calculate job flow without loading heavy columns (content/linkis_job_info etc.)
+     * @param jobExecutionIds job execution id list
+     * @return task entity list (only jobExecutionId/engineType/metrics populated)
+     */
+    List<LaunchedExchangisTaskEntity> selectTaskMetricsByJobExecutionIds(@Param("jobExecutionIds") List<String> jobExecutionIds);
+
     /**
      * Select status list
      * @param jobExecutionId job execution id

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/mapper/impl/LaunchedJobMapper.xml

@@ -232,6 +232,39 @@
         order by create_time desc
     </select>
 
+    <!--
+        Custom count for PageHelper (matched by id suffix "_COUNT"): count only the
+        exchangis_launched_job_entity table instead of the full LEFT/INNER JOIN in
+        getAllLaunchedJob, because all filter columns live on table l. Assumes
+        launched_job.job_id always has a matching exchangis_job_entity + project_info
+        (true in normal exchangis usage); otherwise pageTotal may be slightly larger.
+    -->
+    <select id="getAllLaunchedJob_COUNT" resultType="java.lang.Long">
+        SELECT count(*)
+        FROM
+        `exchangis_launched_job_entity` l
+        <where>
+            <if test="jobExecutionId.trim() != '' and jobExecutionId != null">
+                and l.job_execution_id = #{jobExecutionId}
+            </if>
+            <if test="launchStartTime != null">
+                and l.create_time >= #{launchStartTime}
+            </if>
+            <if test="launchEndTime != null">
+                and l.create_time &lt;= #{launchEndTime}
+            </if>
+            <if test="isAdminUser != null and isAdminUser == false">
+                and l.create_user = #{createUser}
+            </if>
+            <if test="status.trim() != '' and status != null">
+                and l.status = #{status}
+            </if>
+            <if test="jobName.trim() != '' and jobName != null">
+                and l.name like concat('%', #{jobName}, '%')
+            </if>
+        </where>
+    </select>
+
     <select id="count" resultType="java.lang.Integer">
         SELECT count(*)
         FROM

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/mapper/impl/LaunchedTaskMapper.xml

@@ -204,6 +204,23 @@
         where job_execution_id = #{jobExecutionId}
     </select>
 
+    <!-- Lightweight result map for metrics-related columns only (flow calculation) -->
+    <resultMap id="TaskMetricsMap" type="com.webank.wedatasphere.exchangis.job.launcher.entity.LaunchedExchangisTaskEntity">
+        <result column="job_execution_id" property="jobExecutionId"/>
+        <result column="engine_type" property="engineType"/>
+        <result column="metrics" property="metrics"/>
+    </resultMap>
+
+    <select id="selectTaskMetricsByJobExecutionIds" resultMap="TaskMetricsMap">
+        select job_execution_id, engine_type, metrics
+        from
+        <include refid="TableName" />
+        where job_execution_id in
+        <foreach collection="jobExecutionIds" item="item" open="(" separator="," close=")">
+            #{item}
+        </foreach>
+    </select>
+
     <select id="selectTaskStatusByJobExecutionId" resultType="String">
         <![CDATA[SELECT status FROM ]]>
         <include refid="TableName" />

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/service/impl/DefaultJobExecuteService.java

@@ -271,24 +271,61 @@ public ExchangisCategoryLogVo getTaskLogInfo(String taskId, String jobExecutionI
     @Override
     public PageResult<ExchangisLaunchedJobListVo> getExecutedJobList(String jobExecutionId, String jobName, String status,
                                                                Long launchStartTime, Long launchEndTime, int current, int size, HttpServletRequest request) throws ExchangisJobServerException {
-        PageHelper.startPage(current, size);
+        long totalStart = System.currentTimeMillis();
         if (current <= 0) {
             current = 1;
         }
         if (size <= 0) {
             size = 10;
         }
+        // NOTE: startPage must use the validated current/size, otherwise a missing/zero paging
+        // param from the caller (bound to 0 as primitive int) makes PageHelper skip LIMIT and
+        // getAllLaunchedJob would load all jobs.
+        PageHelper.startPage(current, size);
         List<ExchangisLaunchedJobListVo> jobList = new ArrayList<>();
         Date startTime = launchStartTime == null ? null : new Date(launchStartTime);
         Date endTime = launchEndTime == null ? null : new Date(launchEndTime);
         String loginUser = UserUtils.getLoginUser(request);
+        // queryJobCost covers both PageHelper count(*) and the paged select (two DB round-trips)
+        long queryJobStart = System.currentTimeMillis();
         List<LaunchedExchangisJobEntity> jobEntitylist =
                 launchedJobDao.getAllLaunchedJob(jobExecutionId, jobName, status, startTime, endTime,
                         loginUser, GlobalConfiguration.isAdminUser(loginUser));
+        long queryJobCost = System.currentTimeMillis() - queryJobStart;
         PageInfo<LaunchedExchangisJobEntity> pageInfo = new PageInfo<>(jobEntitylist);
+        // Batch load task metrics for all jobs in the current page to avoid N+1 queries,
+        // then group by jobExecutionId so that each job's flow can be computed in memory.
+        Map<String, List<LaunchedExchangisTaskEntity>> taskMapByJobExecutionId = new HashMap<>();
+        long queryTaskCost = 0L;
+        int taskCount = 0;
+        if (jobEntitylist != null && !jobEntitylist.isEmpty()) {
+            List<String> jobExecutionIdList = new ArrayList<>(jobEntitylist.size());
+            for (LaunchedExchangisJobEntity launchedExchangisJobEntity : jobEntitylist) {
+                if (StringUtils.isNotBlank(launchedExchangisJobEntity.getJobExecutionId())) {
+                    jobExecutionIdList.add(launchedExchangisJobEntity.getJobExecutionId());
+                }
+            }
+            if (!jobExecutionIdList.isEmpty()) {
+                long queryTaskStart = System.currentTimeMillis();
+                List<LaunchedExchangisTaskEntity> allTaskEntities =
+                        launchedTaskDao.selectTaskMetricsByJobExecutionIds(jobExecutionIdList);
+                queryTaskCost = System.currentTimeMillis() - queryTaskStart;
+                if (allTaskEntities != null) {
+                    taskCount = allTaskEntities.size();
+                    for (LaunchedExchangisTaskEntity launchedExchangisTaskEntity : allTaskEntities) {
+                        taskMapByJobExecutionId
+                                .computeIfAbsent(launchedExchangisTaskEntity.getJobExecutionId(), k -> new ArrayList<>())
+                                .add(launchedExchangisTaskEntity);
+                    }
+                }
+            }
+        }
+        long mapCost = 0L;
+        long flowCost = 0L;
         if (jobEntitylist != null) {
             try {
                 for (LaunchedExchangisJobEntity launchedExchangisJobEntity : jobEntitylist) {
+                    long mapStart = System.currentTimeMillis();
                     ExchangisLaunchedJobListVo exchangisJobVo = modelMapper.map(launchedExchangisJobEntity, ExchangisLaunchedJobListVo.class);
                     if (launchedExchangisJobEntity.getExchangisJobEntity() == null || launchedExchangisJobEntity.getExchangisJobEntity().getSource() == null) {
                         exchangisJobVo.setExecuteNode("-");
@@ -299,25 +336,24 @@ public PageResult<ExchangisLaunchedJobListVo> getExecutedJobList(String jobExecu
                                     .getOrDefault("executeNode", "-")));
                         }
                     }
-                    List<LaunchedExchangisTaskEntity> launchedExchangisTaskEntities = launchedTaskDao.selectTaskListByJobExecutionId(launchedExchangisJobEntity.getJobExecutionId());
+                    mapCost += System.currentTimeMillis() - mapStart;
+                    List<LaunchedExchangisTaskEntity> launchedExchangisTaskEntities = taskMapByJobExecutionId.get(launchedExchangisJobEntity.getJobExecutionId());
                     if (launchedExchangisTaskEntities == null) {
                         exchangisJobVo.setFlow((long) 0);
                     } else {
                         double flows = 0;
                         int taskNum = launchedExchangisTaskEntities.size();
+                        long flowStart = System.currentTimeMillis();
                         for (LaunchedExchangisTaskEntity launchedExchangisTaskEntity : launchedExchangisTaskEntities) {
-                            MetricsConverter<ExchangisMetricsVo> metricsConverter = metricConverterFactory.getOrCreateMetricsConverter(launchedExchangisTaskEntity.getEngineType());
-                            ExchangisLaunchedTaskMetricsVo exchangisLaunchedTaskVo = new ExchangisLaunchedTaskMetricsVo();
                             if (launchedExchangisTaskEntity.getMetricsMap() == null) {
-                                flows += 0;
                                 continue;
                             }
+                            MetricsConverter<ExchangisMetricsVo> metricsConverter = metricConverterFactory.getOrCreateMetricsConverter(launchedExchangisTaskEntity.getEngineType());
+                            ExchangisLaunchedTaskMetricsVo exchangisLaunchedTaskVo = new ExchangisLaunchedTaskMetricsVo();
                             exchangisLaunchedTaskVo.setMetrics(metricsConverter.convert(launchedExchangisTaskEntity.getMetricsMap()));
-                            Map<String, Object> flowMap = (Map<String, Object>) launchedExchangisTaskEntity.getMetricsMap().get("traffic");
-                            //Map<String, Object> flowMap = (Map<String, Object>) launchedExchangisTaskEntity.getMetricsMap().get("traffic");
-                            //flows += flowMap == null ? 0 : Integer.parseInt(flowMap.get("flow").toString());
                             flows += exchangisLaunchedTaskVo.getMetrics().getTraffic().getFlow();
                         }
+                        flowCost += System.currentTimeMillis() - flowStart;
                         exchangisJobVo.setFlow(taskNum == 0 ? 0 : (long) (flows / taskNum));
                     }
                     jobList.add(exchangisJobVo);
@@ -326,6 +362,9 @@ public PageResult<ExchangisLaunchedJobListVo> getExecutedJobList(String jobExecu
                 LOG.error("Exception happened while get JobLists mapping to Vo(获取job列表映射至页面是出错，请校验任务信息), " + "message: " + e.getMessage(), e);
             }
         }
+        int jobCount = jobEntitylist == null ? 0 : jobEntitylist.size();
+        LOG.info("getExecutedJobList stage cost(获取已执行作业列表各阶段耗时), total={}ms, queryJob={}ms[count+paged], queryTask={}ms, map={}ms, flow={}ms, jobCount={}, taskCount={}, pageTotal={}",
+                System.currentTimeMillis() - totalStart, queryJobCost, queryTaskCost, mapCost, flowCost, jobCount, taskCount, pageInfo.getTotal());
         PageResult<ExchangisLaunchedJobListVo> pageResult = new PageResult<>();
         pageResult.setList(jobList);
         pageResult.setTotal(pageInfo.getTotal());