application.yml

# 数据引擎平台 - 主应用配置
spring:
  application:
    name: datamate

  # 暂时排除Spring Security自动配置（开发阶段使用）
  autoconfigure:
    exclude:
      - org.springframework.boot.autoconfigure.security.servlet.SecurityAutoConfiguration
      - org.springframework.boot.autoconfigure.security.servlet.UserDetailsServiceAutoConfiguration

  # 数据源配置
  datasource:
    driver-class-name: org.postgresql.Driver
    url: jdbc:postgresql://datamate-database:5432/datamate?useUnicode=true&characterEncoding=utf8&useSSL=false&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=true
    username: ${DB_USERNAME:postgres}
    password: ${DB_PASSWORD:password}
    hikari:
      maximum-pool-size: 20
      minimum-idle: 5
      connection-timeout: 30000
      idle-timeout: 600000
      max-lifetime: 1800000

  # Jackson配置
  jackson:
    time-zone: Asia/Shanghai
    date-format: yyyy-MM-dd HH:mm:ss
    serialization:
      write-dates-as-timestamps: false
    deserialization:
      fail-on-unknown-properties: false

  # 文件上传配置
  servlet:
    multipart:
      max-file-size: 100MB
      max-request-size: 100MB

  # 任务调度配置
  task:
    execution:
      pool:
        core-size: ${TASK_EXECUTION_CORE_SIZE:10}
        max-size: ${TASK_EXECUTION_MAX_SIZE:20}
        queue-capacity: ${TASK_EXECUTION_QUEUE_CAPACITY:100}
        keep-alive: ${TASK_EXECUTION_KEEP_ALIVE:60s}
    scheduling:
      pool:
        size: ${TASK_SCHEDULING_POOL_SIZE:5}
  config:
    import:
      - classpath:config/application-datacollection.yml
      - classpath:config/application-datamanagement.yml

  # Redis配置
  data:
    redis:
      host: datamate-redis
      port: 6379
      timeout: 2000
      password: ${REDIS_PASSWORD:password}
      lettuce:
        pool:
          max-active: 20
          max-idle: 10
          min-idle: 5
          max-wait: 1000ms

  ai:
    mcp:
      server:
        enabled: true
        name: datamate-mcp-server
        protocol: STATELESS
        capabilities:
          completion: false
          resource: false
          prompt: false
          tool: true
        mcp-endpoint: /mcp


# MyBatis配置（需在顶层，不在 spring 下）
mybatis-plus:
  configuration:
    map-underscore-to-camel-case: true
    default-fetch-size: 100
    default-statement-timeout: 30
    use-generated-keys: true
    cache-enabled: true
    lazy-loading-enabled: false
    multiple-result-sets-enabled: true
    use-column-label: true
    auto-mapping-behavior: partial
    auto-mapping-unknown-column-behavior: none
    default-executor-type: simple
    call-setters-on-nulls: false
    return-instance-for-empty-row: false
    log-impl: org.apache.ibatis.logging.slf4j.Slf4jImpl
  mapper-locations:
    - classpath*:mappers/**/*.xml

# 应用配置
server:
  port: ${SERVER_PORT:8080}
  servlet:
    context-path: /api
    encoding:
      charset: UTF-8
      enabled: true
      force: true

# 日志配置
logging:
  config: classpath:log4j2.xml

# Actuator配置
management:
  endpoints:
    web:
      exposure:
        include: health,info,metrics,prometheus
  endpoint:
    health:
      show-details: when-authorized
  health:
    elasticsearch:
      enabled: false  # 禁用Elasticsearch健康检查


# 平台配置
datamate:
  # 通用配置


  # 文件存储配置
  storage:
    type: ${STORAGE_TYPE:local} # local, minio, s3
    local:
      base-path: ${STORAGE_LOCAL_PATH:./data/storage}


  # Ray执行器配置
  ray:
    enabled: ${RAY_ENABLED:false}
    address: ${RAY_ADDRESS:ray://localhost:10001}
    runtime-env:
      working-dir: ${RAY_WORKING_DIR:./runtime/python-executor}
      pip-packages:
        - "ray[default]==2.7.0"
        - "pandas"
        - "numpy"
        - "data-juicer"

  # 模块配置

  # 数据管理服务配置
  data-management:
    base-path: /dataset

  # 数据归集服务配置（可由模块导入叠加）
  data-collection: {}

  # 算子市场配置
  operator-market:
    repository-path: ${OPERATOR_REPO_PATH:./runtime/operators}
    registry-url: ${OPERATOR_REGISTRY_URL:}
    max-upload-size: ${OPERATOR_MAX_UPLOAD_SIZE:50MB}

  # 数据处理配置
  data-processing:
    max-file-size: ${MAX_FILE_SIZE:1GB}
    temp-dir: ${TEMP_DIR:./data/temp}
    batch-size: ${BATCH_SIZE:1000}

  # 标注配置
  annotation:
    auto-annotation:
      enabled: ${AUTO_ANNOTATION_ENABLED:true}
      model-endpoint: ${ANNOTATION_MODEL_ENDPOINT:}
    quality-control:
      enabled: ${QC_ENABLED:true}
      threshold: ${QC_THRESHOLD:0.8}