feat: Batch delete and move knowledges

Author: zhanweizhang7

apps/knowledge/api/knowledge.py

@@ -3,6 +3,7 @@
 
 from common.mixins.api_mixin import APIMixin
 from common.result import ResultSerializer, DefaultResultSerializer
+from knowledge.serializers.common import BatchSerializer, BatchMoveSerializer
 from knowledge.serializers.common import GenerateRelatedSerializer
 from knowledge.serializers.knowledge import KnowledgeBaseCreateRequest, KnowledgeModelSerializer, KnowledgeEditRequest, \
     KnowledgeWebCreateRequest, HitTestSerializer
@@ -282,4 +283,26 @@ def get_parameters():
 
     @staticmethod
     def get_response():
-        return DefaultResultSerializer
+        return DefaultResultSerializer
+
+
+class KnowledgeBatchOperateAPI(APIMixin):
+    @staticmethod
+    def get_parameters():
+        return [
+            OpenApiParameter(
+                name="workspace_id",
+                description="工作空间id",
+                type=OpenApiTypes.STR,
+                location='path',
+                required=True,
+            )
+        ]
+
+    @staticmethod
+    def get_request():
+        return BatchSerializer
+
+    @staticmethod
+    def get_move_request():
+        return BatchMoveSerializer

apps/knowledge/serializers/knowledge.py

@@ -34,6 +34,7 @@
 from common.utils.split_model import get_split_model
 from knowledge.models import Knowledge, KnowledgeScope, KnowledgeType, Document, Paragraph, Problem, \
     ProblemParagraphMapping, TaskType, State, SearchMode, KnowledgeFolder, File, Tag, KnowledgeWorkflow
+from knowledge.serializers.common import BatchSerializer, BatchMoveSerializer
 from knowledge.serializers.common import ProblemParagraphManage, drop_knowledge_index, \
     get_embedding_model_id_by_knowledge_id, MetaSerializer, \
     GenerateRelatedSerializer, get_embedding_model_by_knowledge_id, list_paragraph, write_image, zip_dir, \
@@ -877,3 +878,50 @@ def list(self):
                 })
 
             return result
+
+
+class KnowledgeBatchOperateSerializer(serializers.Serializer):
+    workspace_id = serializers.CharField(required=True, label=_('workspace id'))
+
+    def is_valid(self, *, raise_exception=False):
+        super().is_valid(raise_exception=True)
+
+    @transaction.atomic
+    def batch_delete(self, instance: Dict, with_valid=True):
+        if with_valid:
+            BatchSerializer(data=instance).is_valid(model=Knowledge, raise_exception=True)
+            self.is_valid(raise_exception=True)
+        id_list = instance.get('id_list')
+        workspace_id = self.data.get('workspace_id')
+        knowledge_query_set = QuerySet(Knowledge).filter(id__in=id_list,workspace_id=workspace_id)
+
+        # 删除所有关联
+        QuerySet(Document).filter(knowledge__in=knowledge_query_set).delete()
+        QuerySet(ProblemParagraphMapping).filter(knowledge__in=knowledge_query_set).delete()
+        QuerySet(Paragraph).filter(knowledge__in=knowledge_query_set).delete()
+        QuerySet(Problem).filter(knowledge__in=knowledge_query_set).delete()
+        QuerySet(WorkspaceUserResourcePermission).filter(target__in=id_list).delete()
+
+        for k_id in id_list:
+            drop_knowledge_index(knowledge_id=k_id)
+            delete_embedding_by_knowledge(k_id)
+
+        File.objects.filter(source_id__in=id_list).delete()
+        QuerySet(ResourceMapping).filter(
+            Q(target_id__in=id_list) | Q(source_id__in=id_list)
+        ).delete()
+
+        knowledge_query_set.delete()
+        return True
+
+    def batch_move(self, instance: Dict, with_valid=True):
+        if with_valid:
+            BatchMoveSerializer(data=instance).is_valid(model=Knowledge, raise_exception=True)
+            self.is_valid(raise_exception=True)
+        id_list = instance.get('id_list')
+        folder_id = instance.get('folder_id')
+        workspace_id = self.data.get('workspace_id')
+
+        QuerySet(Knowledge).filter(id__in=id_list, workspace_id=workspace_id).update(folder_id=folder_id)
+        return True
+

apps/knowledge/urls.py

@@ -15,6 +15,8 @@
     path('workspace/<str:workspace_id>/knowledge/model', views.KnowledgeView.Model.as_view()),
     path('workspace/<str:workspace_id>/knowledge/embedding_model', views.KnowledgeView.EmbeddingModel.as_view()),
     path('workspace/<str:workspace_id>/knowledge/tags', views.KnowledgeView.Tags.as_view()),
+    path('workspace/<str:workspace_id>/knowledge/batch_delete', views.KnowledgeView.BatchDelete.as_view()),
+    path('workspace/<str:workspace_id>/knowledge/batch_move', views.KnowledgeView.BatchMove.as_view()),
     path('workspace/<str:workspace_id>/knowledge/<str:knowledge_id>', views.KnowledgeView.Operate.as_view()),
     path('workspace/<str:workspace_id>/knowledge/<str:knowledge_id>/sync', views.KnowledgeView.SyncWeb.as_view()),
     path('workspace/<str:workspace_id>/knowledge/<str:knowledge_id>/workflow', views.KnowledgeWorkflowView.Operate.as_view()),

apps/knowledge/views/knowledge.py

@@ -4,19 +4,29 @@
 from rest_framework.views import APIView
 
 from common.auth import TokenAuth
-from common.auth.authentication import has_permissions
+from common.auth.authentication import has_permissions, check_batch_permissions
 from common.constants.permission_constants import PermissionConstants, RoleConstants, ViewPermission, CompareConstants
 from common.log.log import log
-from common.result import result
+from common import result
 from knowledge.api.knowledge import KnowledgeBaseCreateAPI, KnowledgeWebCreateAPI, KnowledgeTreeReadAPI, \
     KnowledgeEditAPI, KnowledgeReadAPI, KnowledgePageAPI, SyncWebAPI, GenerateRelatedAPI, HitTestAPI, EmbeddingAPI, \
-    GetModelAPI, KnowledgeExportAPI
+    GetModelAPI, KnowledgeExportAPI, KnowledgeBatchOperateAPI
 from knowledge.models import KnowledgeScope
 from knowledge.serializers.common import get_knowledge_operation_object
-from knowledge.serializers.knowledge import KnowledgeSerializer
+from knowledge.serializers.knowledge import KnowledgeSerializer, KnowledgeBatchOperateSerializer
 from models_provider.serializers.model_serializer import ModelSerializer
 from tools.api.tool import GetInternalToolAPI
-
+from django.db.models import QuerySet
+from knowledge.models import Knowledge
+
+def get_knowledge_operation_object_batch(knowledge_id_list):
+    knowledge_model_list = QuerySet(model=Knowledge).filter(id__in=knowledge_id_list)
+    if knowledge_model_list is not None:
+        return {
+            "name": f'[{",".join([app.name for app in knowledge_model_list])}]',
+            'knowledge_list': [{'name': app.name} for app in knowledge_model_list]
+        }
+    return {}
 
 class KnowledgeView(APIView):
     authentication_classes = [TokenAuth]
@@ -124,6 +134,83 @@ def get(self, request: Request, workspace_id: str, knowledge_id: str):
                 data={'user_id': request.user.id, 'workspace_id': workspace_id, 'knowledge_id': knowledge_id}
             ).one())
 
+    class BatchDelete(APIView):
+        authentication_classes = [TokenAuth]
+
+        @extend_schema(
+            methods=['PUT'],
+            description=_("Batch delete knowledge"),
+            summary=_("Batch delete knowledge"),
+            operation_id=_("Batch delete knowledge"),
+            parameters=KnowledgeBatchOperateAPI.get_parameters(),
+            request=KnowledgeBatchOperateAPI.get_request(),
+            responses=result.DefaultResultSerializer,
+            tags=[_('Knowledge Base')]
+        )
+        @has_permissions(PermissionConstants.KNOWLEDGE_BATCH_DELETE.get_workspace_permission(),
+                         RoleConstants.USER.get_workspace_role(),
+                         RoleConstants.WORKSPACE_MANAGE.get_workspace_role()
+                         )
+        def put(self, request: Request, workspace_id: str):
+            id_list = request.data.get('id_list', [])
+            permitted_ids = check_batch_permissions(
+                request, id_list, 'knowledge_id',
+                (PermissionConstants.KNOWLEDGE_DELETE.get_workspace_knowledge_permission(),
+                 PermissionConstants.KNOWLEDGE_DELETE.get_workspace_permission_workspace_manage_role(),
+                 ViewPermission([RoleConstants.USER.get_workspace_role()],
+                                [PermissionConstants.KNOWLEDGE.get_workspace_knowledge_permission()],
+                                CompareConstants.AND),
+                 RoleConstants.WORKSPACE_MANAGE.get_workspace_role()), workspace_id=workspace_id
+            )
+
+            @log(menu='Knowledge Base', operate='Batch delete knowledge',
+                 get_operation_object=lambda r, k: get_knowledge_operation_object_batch(permitted_ids))
+            def inner(view, r, **kwargs):
+                return KnowledgeBatchOperateSerializer(
+                    data={'workspace_id': workspace_id, 'user_id': request.user.id}
+                ).batch_delete({'id_list': permitted_ids})
+
+            return result.success(inner(self, request, workspace_id=workspace_id))
+
+    class BatchMove(APIView):
+        authentication_classes = [TokenAuth]
+
+        @extend_schema(
+            methods=['PUT'],
+            description=_("Batch move knowledge"),
+            summary=_("Batch move knowledge"),
+            operation_id=_("Batch move knowledge"),
+            parameters=KnowledgeBatchOperateAPI.get_parameters(),
+            request=KnowledgeBatchOperateAPI.get_move_request(),
+            responses=result.DefaultResultSerializer,
+            tags=[_('Knowledge Base')]
+        )
+        @has_permissions(PermissionConstants.KNOWLEDGE_BATCH_MOVE.get_workspace_permission(),
+                         RoleConstants.USER.get_workspace_role(),
+                         RoleConstants.WORKSPACE_MANAGE.get_workspace_role()
+                         )
+        def put(self, request: Request, workspace_id: str):
+            id_list = request.data.get('id_list', [])
+            permitted_ids = check_batch_permissions(
+                request, id_list, 'knowledge_id',
+                (PermissionConstants.KNOWLEDGE_EDIT.get_workspace_knowledge_permission(),
+                 PermissionConstants.KNOWLEDGE_EDIT.get_workspace_permission_workspace_manage_role(),
+                 ViewPermission([RoleConstants.USER.get_workspace_role()],
+                                [PermissionConstants.KNOWLEDGE.get_workspace_knowledge_permission()],
+                                CompareConstants.AND),
+                 RoleConstants.WORKSPACE_MANAGE.get_workspace_role()),
+                workspace_id=workspace_id
+            )
+
+            @log(menu='Knowledge Base', operate='Batch move knowledge',
+                 get_operation_object=lambda r, k: get_knowledge_operation_object_batch(permitted_ids))
+            def inner(view, r, **kwargs):
+                return KnowledgeBatchOperateSerializer(
+                    data={'workspace_id': workspace_id, 'user_id': request.user.id}
+                ).batch_move({'id_list': permitted_ids, 'folder_id': request.data.get('folder_id')})
+
+            return result.success(inner(self, request, workspace_id=workspace_id))
+
     class Page(APIView):
         authentication_classes = [TokenAuth]
 

apps/locales/en_US/LC_MESSAGES/django.po

@@ -9175,3 +9175,16 @@ msgstr "Batch delete applications"
 
 msgid "Batch move applications"
 msgstr "Batch move applications"
+
+msgid "Batch delete knowledge"
+msgstr "Batch delete knowledge"
+
+msgid "Batch move knowledge"
+msgstr "Batch move knowledge"
+
+msgid "Batch delete tools"
+msgstr "Batch delete tools"
+
+msgid "Batch move tools"
+msgstr "Batch move tools"
+

apps/locales/zh_CN/LC_MESSAGES/django.po

@@ -9298,3 +9298,16 @@ msgstr "批量删除应用"
 
 msgid "Batch move applications"
 msgstr "批量移动应用"
+
+msgid "Batch delete knowledge"
+msgstr "批量删除知识库"
+
+msgid "Batch move knowledge"
+msgstr "批量移动知识库"
+
+msgid "Batch delete tools"
+msgstr "批量删除工具"
+
+msgid "Batch move tools"
+msgstr "批量移动工具"
+

apps/locales/zh_Hant/LC_MESSAGES/django.po

@@ -9295,3 +9295,16 @@ msgstr "批量刪除應用"
 
 msgid "Batch move applications"
 msgstr "批量移動應用"
+
+msgid "Batch delete knowledge"
+msgstr "批量刪除知識庫"
+
+msgid "Batch move knowledge"
+msgstr "批量移動知識庫"
+
+msgid "Batch delete tools"
+msgstr "批量刪除工具"
+
+msgid "Batch move tools"
+msgstr "批量移動工具"
+