perf: Memory optimization (#4318)

Author: shaohuzhang1

apps/application/flow/step_node/loop_node/impl/base_loop_node.py

@@ -224,11 +224,12 @@ def handler(self, workflow):
 
 class BaseLoopNode(ILoopNode):
     def save_context(self, details, workflow_manage):
-        self.context['result'] = details.get('result')
+        self.context['loop_context_data'] = details.get('loop_context_data')
+        self.context['loop_answer_data'] = details.get('loop_answer_data')
         for key, value in details['context'].items():
             if key not in self.context:
                 self.context[key] = value
-        self.answer_text = str(details.get('result'))
+        self.answer_text = ""
 
     def get_answer_list(self) -> List[Answer] | None:
         result = []

apps/common/handle/impl/text/zip_split_handle.py

@@ -15,7 +15,6 @@
 
 import uuid_utils.compat as uuid
 from charset_normalizer import detect
-from django.db.models import QuerySet
 from django.utils.translation import gettext_lazy as _
 
 from common.handle.base_split_handle import BaseSplitHandle
@@ -39,7 +38,6 @@ def get_buffer(self, file):
         return self.buffer
 
 
-
 default_split_handle = TextSplitHandle()
 split_handles = [
     HTMLSplitHandle(),

…l/local_model_provider/model/__init__.py apps/local_model/__init__.pyapps/models_provider/impl/local_model_provider/model/__init__.py renamed to apps/local_model/__init__.py apps/models_provider/impl/local_model_provider/model/__init__.py renamed to apps/local_model/__init__.py

@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.

apps/local_model/admin.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class LocalModelConfig(AppConfig):
+    default_auto_field = 'django.db.models.BigAutoField'
+    name = 'local_model'

apps/local_model/apps.py

@@ -0,0 +1,10 @@
+# coding=utf-8
+"""
+    @project: maxkb
+    @Author：虎
+    @file： __init__.py
+    @date：2023/9/25 15:04
+    @desc:
+"""
+
+from .model_management import *

apps/local_model/migrations/__init__.py

@@ -0,0 +1,49 @@
+# coding=utf-8
+import uuid_utils.compat as uuid
+
+from django.db import models
+
+from common.mixins.app_model_mixin import AppModelMixin
+from local_model.models.user import User
+
+
+class Status(models.TextChoices):
+    """系统设置类型"""
+    SUCCESS = "SUCCESS", '成功'
+
+    ERROR = "ERROR", "失败"
+
+    DOWNLOAD = "DOWNLOAD", '下载中'
+
+    PAUSE_DOWNLOAD = "PAUSE_DOWNLOAD", '暂停下载'
+
+
+class Model(AppModelMixin):
+    """
+    模型数据
+    """
+    id = models.UUIDField(primary_key=True, max_length=128, default=uuid.uuid7, editable=False, verbose_name="主键id")
+
+    name = models.CharField(max_length=128, verbose_name="名称", db_index=True)
+
+    status = models.CharField(max_length=20, verbose_name='设置类型', choices=Status.choices,
+                              default=Status.SUCCESS, db_index=True)
+
+    model_type = models.CharField(max_length=128, verbose_name="模型类型", db_index=True)
+
+    model_name = models.CharField(max_length=128, verbose_name="模型名称", db_index=True)
+
+    user = models.ForeignKey(User, on_delete=models.SET_NULL, db_constraint=False, blank=True, null=True)
+
+    provider = models.CharField(max_length=128, verbose_name='供应商', db_index=True)
+
+    credential = models.CharField(max_length=102400, verbose_name="模型认证信息")
+
+    meta = models.JSONField(verbose_name="模型元数据,用于存储下载,或者错误信息", default=dict)
+
+    model_params_form = models.JSONField(verbose_name="模型参数配置", default=list)
+    workspace_id = models.CharField(max_length=64, verbose_name="工作空间id", default="default", db_index=True)
+
+    class Meta:
+        db_table = "model"
+        unique_together = ['name', 'workspace_id']

apps/local_model/models/__init__.py

@@ -0,0 +1,34 @@
+# coding=utf-8
+"""
+    @project: maxkb
+    @Author：虎
+    @file： system_management.py
+    @date：2024/3/19 13:47
+    @desc: 邮箱管理
+"""
+
+from django.db import models
+
+from common.mixins.app_model_mixin import AppModelMixin
+
+
+class SettingType(models.IntegerChoices):
+    """系统设置类型"""
+    EMAIL = 0, '邮箱'
+
+    RSA = 1, "私钥秘钥"
+
+    LOG = 2, "日志清理时间"
+
+
+class SystemSetting(AppModelMixin):
+    """
+     系统设置
+    """
+    type = models.IntegerField(primary_key=True, verbose_name='设置类型', choices=SettingType.choices,
+                               default=SettingType.EMAIL)
+
+    meta = models.JSONField(verbose_name="配置数据", default=dict)
+
+    class Meta:
+        db_table = "system_setting"

apps/local_model/models/model_management.py

@@ -0,0 +1,38 @@
+# coding=utf-8
+"""
+    @project: MaxKB
+    @Author：虎虎
+    @file： user.py
+    @date：2025/4/14 10:20
+    @desc:
+"""
+import uuid_utils.compat as uuid
+
+from django.db import models
+
+from common.utils.common import password_encrypt
+
+
+class User(models.Model):
+    id = models.UUIDField(primary_key=True, max_length=128, default=uuid.uuid7, editable=False, verbose_name="主键id")
+    email = models.EmailField(unique=True, null=True, blank=True, verbose_name="邮箱", db_index=True)
+    phone = models.CharField(max_length=20, verbose_name="电话", default="", db_index=True)
+    nick_name = models.CharField(max_length=150, verbose_name="昵称", unique=True, db_index=True)
+    username = models.CharField(max_length=150, unique=True, verbose_name="用户名", db_index=True)
+    password = models.CharField(max_length=150, verbose_name="密码")
+    role = models.CharField(max_length=150, verbose_name="角色")
+    source = models.CharField(max_length=10, verbose_name="来源", default="LOCAL", db_index=True)
+    is_active = models.BooleanField(default=True, db_index=True)
+    language = models.CharField(max_length=10, verbose_name="语言", null=True, default=None)
+    create_time = models.DateTimeField(verbose_name="创建时间", auto_now_add=True, null=True, db_index=True)
+    update_time = models.DateTimeField(verbose_name="修改时间", auto_now=True, null=True, db_index=True)
+
+    USERNAME_FIELD = 'username'
+    REQUIRED_FIELDS = []
+
+    class Meta:
+        db_table = "user"
+
+    def set_password(self, row_password):
+        self.password = password_encrypt(row_password)
+        self._password = row_password