Merge pull request #438 from fengshao1227/feat/user-export-all

feat: allow users to export all their conversations

Author: chenyme

backend/internal/application/conversation/service_conversation.go

@@ -181,6 +181,19 @@ func (s *Service) ListAllConversationsAfterID(ctx context.Context, afterID uint,
 	return s.repo.ListAllConversationsAfterID(ctx, afterID, limit)
 }
 
+// ListUserConversationsAfterID 按主键游标分页列出指定用户的会话。
+func (s *Service) ListUserConversationsAfterID(ctx context.Context, userID uint, afterID uint, limit int) ([]model.Conversation, error) {
+	return s.repo.ListUserConversationsAfterID(ctx, userID, afterID, limit)
+}
+
+// ExportUserConversationData 导出单会话完整数据，校验用户归属。
+func (s *Service) ExportUserConversationData(ctx context.Context, userID uint, conversation *model.Conversation) (*ConversationExportResult, error) {
+	if conversation.UserID != userID {
+		return nil, ErrConversationNotFound
+	}
+	return s.ExportConversationData(ctx, conversation)
+}
+
 // ExportConversationData 导出单会话完整数据，不做用户归属校验（管理员用）。
 func (s *Service) ExportConversationData(ctx context.Context, conversation *model.Conversation) (*ConversationExportResult, error) {
 	items, err := s.repo.ListAllMessages(ctx, conversation.ID)

backend/internal/application/conversation/service_export_test.go

@@ -0,0 +1,67 @@
+package conversation
+
+import (
+	"errors"
+	"testing"
+
+	model "github.com/DEEIX-AI/DEEIX-Chat/backend/internal/domain/conversation"
+)
+
+func TestExportUserConversationDataRejectsWrongUser(t *testing.T) {
+	svc := &Service{}
+	conv := &model.Conversation{ID: 1, UserID: 42}
+
+	_, err := svc.ExportUserConversationData(nil, 99, conv)
+	if !errors.Is(err, ErrConversationNotFound) {
+		t.Fatalf("expected ErrConversationNotFound, got %v", err)
+	}
+}
+
+func TestExportDefaultMessagePublicIDsFiltersVisibleBranch(t *testing.T) {
+	rootID := uint(1)
+	messages := []model.Message{
+		{ID: 1, PublicID: "msg_user", Role: "user", Status: "success"},
+		{ID: 2, PublicID: "msg_assistant_v1", ParentMessageID: &rootID, Role: "assistant", Status: "success"},
+		{ID: 3, PublicID: "msg_assistant_v2", ParentMessageID: &rootID, Role: "assistant", Status: "success"},
+	}
+	ids := exportDefaultMessagePublicIDs(messages)
+	if len(ids) == 0 {
+		t.Fatal("expected non-empty default message IDs")
+	}
+	for _, id := range ids {
+		if id == "" {
+			t.Error("default message public ID should not be empty")
+		}
+	}
+}
+
+func TestCollectExportMessageRunIDsDeduplicates(t *testing.T) {
+	messages := []model.Message{
+		{RunID: "run_1"},
+		{RunID: "run_2"},
+		{RunID: "run_1"},
+		{RunID: ""},
+		{RunID: "run_3"},
+	}
+	runIDs := collectExportMessageRunIDs(messages)
+	if len(runIDs) != 3 {
+		t.Fatalf("expected 3 unique run IDs, got %d: %v", len(runIDs), runIDs)
+	}
+	expected := map[string]bool{"run_1": true, "run_2": true, "run_3": true}
+	for _, id := range runIDs {
+		if !expected[id] {
+			t.Errorf("unexpected run ID: %s", id)
+		}
+	}
+}
+
+func TestCollectExportMessageRunIDsSkipsEmpty(t *testing.T) {
+	messages := []model.Message{
+		{RunID: ""},
+		{RunID: "  "},
+	}
+	runIDs := collectExportMessageRunIDs(messages)
+	if len(runIDs) != 0 {
+		t.Fatalf("expected 0 run IDs for empty inputs, got %d", len(runIDs))
+	}
+}

backend/internal/infra/persistence/postgres/conversation/repository.go

@@ -812,6 +812,19 @@ func (r *Repo) ListAllConversationsAfterID(ctx context.Context, afterID uint, li
 	return toConversationDomains(rows), nil
 }
 
+// ListUserConversationsAfterID 按主键游标分页列出指定用户的会话。
+func (r *Repo) ListUserConversationsAfterID(ctx context.Context, userID uint, afterID uint, limit int) ([]domainconversation.Conversation, error) {
+	var rows []models.Conversation
+	query := r.db.WithContext(ctx).Where("user_id = ?", userID).Order("id ASC").Limit(limit)
+	if afterID > 0 {
+		query = query.Where("id > ?", afterID)
+	}
+	if err := query.Find(&rows).Error; err != nil {
+		return nil, translateError(err)
+	}
+	return toConversationDomains(rows), nil
+}
+
 // CreateMessage 创建消息。
 func (r *Repo) CreateMessage(ctx context.Context, item *domainconversation.Message) error {
 	attachmentSnapshot := item.Attachments

backend/internal/repository/conversation_core.go

@@ -71,6 +71,7 @@ type ConversationMetadataRepository interface {
 	UpdateConversationStatefulResponse(ctx context.Context, conversationID uint, responseID string, promptFingerprint string) error
 	UpdateConversationModel(ctx context.Context, conversationID uint, platformModelName string, provider string) error
 	ListAllConversationsAfterID(ctx context.Context, afterID uint, limit int) ([]domainconversation.Conversation, error)
+	ListUserConversationsAfterID(ctx context.Context, userID uint, afterID uint, limit int) ([]domainconversation.Conversation, error)
 }
 
 // MessageRepository 封装消息读写能力。

backend/internal/transport/http/conversation/handler_conversation.go

@@ -1,9 +1,12 @@
 package conversation
 
 import (
+	"encoding/json"
 	"errors"
+	"fmt"
 	"net/http"
 	"strconv"
+	"time"
 
 	appconversation "github.com/DEEIX-AI/DEEIX-Chat/backend/internal/application/conversation"
 	"github.com/DEEIX-AI/DEEIX-Chat/backend/internal/shared/response"
@@ -187,6 +190,84 @@ func (h *Handler) ExportConversation(c *gin.Context) {
 	response.Success(c, toConversationExportResponse(item))
 }
 
+type userExportManifest struct {
+	Type      string `json:"_type"`
+	Complete  bool   `json:"complete"`
+	Exported  int64  `json:"exported"`
+	Failed    int    `json:"failed"`
+	FailedIDs []uint `json:"failedIDs,omitempty"`
+	Error     string `json:"error,omitempty"`
+}
+
+// ExportAllConversations godoc
+// @Summary 导出当前用户全部对话
+// @Description 流式导出当前用户全部会话及消息为 NDJSON 文件
+// @Tags chat
+// @Produce application/x-ndjson
+// @Security BearerAuth
+// @Success 200 {string} string "NDJSON stream"
+// @Failure 500 {object} ErrorDoc
+// @Router /conversations/export [get]
+func (h *Handler) ExportAllConversations(c *gin.Context) {
+	userID := middleware.MustUserID(c)
+
+	h.recordAudit(c, "export_all_conversations", "conversation", "", map[string]interface{}{"scope": "user"})
+
+	c.Header("Content-Type", "application/x-ndjson")
+	c.Header("Content-Disposition", fmt.Sprintf(`attachment; filename="my-conversations-%s.jsonl"`, time.Now().UTC().Format("20060102-150405")))
+	c.Header("Cache-Control", "no-store")
+	c.Status(http.StatusOK)
+
+	const batchSize = 50
+	var lastID uint
+	encoder := json.NewEncoder(c.Writer)
+	exported := int64(0)
+	var failedIDs []uint
+	writeManifest := func(complete bool, exportErr string) {
+		_ = encoder.Encode(userExportManifest{
+			Type:      "export_manifest",
+			Complete:  complete,
+			Exported:  exported,
+			Failed:    len(failedIDs),
+			FailedIDs: failedIDs,
+			Error:     exportErr,
+		})
+		c.Writer.Flush()
+	}
+
+	for {
+		if c.Request.Context().Err() != nil {
+			return
+		}
+		conversations, err := h.service.ListUserConversationsAfterID(c.Request.Context(), userID, lastID, batchSize)
+		if err != nil {
+			writeManifest(false, "failed to list conversations")
+			return
+		}
+		if len(conversations) == 0 {
+			break
+		}
+		for i := range conversations {
+			result, err := h.service.ExportUserConversationData(c.Request.Context(), userID, &conversations[i])
+			if err != nil {
+				failedIDs = append(failedIDs, conversations[i].ID)
+				continue
+			}
+			if err := encoder.Encode(ToConversationExportResponse(result)); err != nil {
+				return
+			}
+			exported++
+		}
+		c.Writer.Flush()
+		lastID = conversations[len(conversations)-1].ID
+		if len(conversations) < batchSize {
+			break
+		}
+	}
+
+	writeManifest(true, "")
+}
+
 // RenameConversation godoc
 // @Summary 重命名会话
 // @Description 修改指定会话标题

backend/internal/transport/http/conversation/router.go

@@ -14,6 +14,7 @@ func (m *Module) RegisterRoutes(authRequired *gin.RouterGroup) {
 	authRequired.PATCH("/conversation-projects/:id", m.Handler.UpdateConversationProject)
 	authRequired.DELETE("/conversation-projects/:id", m.Handler.DeleteConversationProject)
 	authRequired.POST("/conversations/project", m.Handler.BatchSetConversationProject)
+	authRequired.GET("/conversations/export", m.Handler.ExportAllConversations)
 	authRequired.GET("/conversations/:id", m.Handler.GetConversation)
 	authRequired.GET("/conversations/:id/export", m.Handler.ExportConversation)
 	authRequired.PATCH("/conversations/:id/title", m.Handler.RenameConversation)

frontend/features/admin/api/settings.ts

@@ -140,6 +140,9 @@ function contentDispositionFileName(value: string | null): string | null {
 
 export async function exportAllConversations(accessToken: string): Promise<AdminConversationExportFile> {
   const response = await authedFetch("/api/v1/admin/conversations/export", { accessToken });
+  if (!response.ok) {
+    throw new Error(`export failed: ${response.status}`);
+  }
   const timestamp = new Date().toISOString().replace(/[:.]/g, "-").slice(0, 19);
   return {
     blob: await response.blob(),

frontend/features/admin/components/sections/conversation/admin-conversation.tsx

@@ -21,6 +21,7 @@ import {
 } from "@/components/ui/dialog";
 import { Tabs, TabsContent, TabsList, TabsTrigger } from "@/components/ui/tabs";
 import { resolveAccessToken } from "@/shared/auth/resolve-access-token";
+import { downloadBlob, readExportManifest } from "@/shared/lib/export-download";
 import {
   SettingsFieldInset,
   SettingsFieldItem,
@@ -387,15 +388,13 @@ export function AdminConversationSettingsPage() {
       const token = await resolveAccessToken();
       if (!token) return;
       const { blob, fileName } = await exportAllConversations(token);
-      const url = URL.createObjectURL(blob);
-      const link = document.createElement("a");
-      link.href = url;
-      link.download = fileName;
-      link.rel = "noopener";
-      document.body.appendChild(link);
-      link.click();
-      link.remove();
-      URL.revokeObjectURL(url);
+      const manifest = await readExportManifest(blob);
+      downloadBlob(blob, fileName);
+      if (manifest && (!manifest.complete || (manifest.failed ?? 0) > 0)) {
+        toast.warning(t("dataExport.partial", { exported: manifest.exported ?? 0, failed: manifest.failed ?? 0 }));
+      } else if (manifest) {
+        toast.success(t("dataExport.success", { count: manifest.exported ?? 0 }));
+      }
     } catch {
       toast.error(t("dataExport.failed"));
     } finally {

frontend/features/recent/components/app-recent.tsx

@@ -74,6 +74,8 @@ export function AppRecent() {
           onArchiveSelected={requestArchiveSelected}
           onRevokeSelectedShares={requestRevokeSelectedShares}
           onRequestDeleteSelected={controller.requestDeleteSelected}
+          onExportAll={controller.onExportAll}
+          exportingAll={controller.exportingAll}
           onStatusFilterChange={controller.setStatusFilter}
           onStarredFilterChange={controller.setStarredFilter}
           onShareFilterChange={controller.setShareFilter}

frontend/features/recent/components/sections/recent-toolbar.tsx

@@ -1,7 +1,7 @@
 "use client";
 
 import * as React from "react";
-import { Archive, Link2Off, Trash, X } from "lucide-react";
+import { Archive, Download, Link2Off, SquareMousePointer, Trash, X } from "lucide-react";
 import { useTranslations } from "next-intl";
 
 import { RecentFilterGroup } from "@/features/recent/components/sections/recent-filter-group";
@@ -33,6 +33,8 @@ type RecentToolbarProps = {
   onArchiveSelected: () => void | Promise<void>;
   onRevokeSelectedShares: () => void | Promise<void>;
   onRequestDeleteSelected: () => void;
+  onExportAll: () => void | Promise<void>;
+  exportingAll: boolean;
   onStatusFilterChange: (value: ConversationStatusFilter) => void;
   onStarredFilterChange: (value: ConversationStarredFilter) => void;
   onShareFilterChange: (value: ConversationShareFilter) => void;
@@ -53,6 +55,8 @@ export function RecentToolbar({
   onArchiveSelected,
   onRevokeSelectedShares,
   onRequestDeleteSelected,
+  onExportAll,
+  exportingAll,
   onStatusFilterChange,
   onStarredFilterChange,
   onShareFilterChange,
@@ -175,10 +179,27 @@ export function RecentToolbar({
               <span className="hidden md:inline">{t("allConversationsDescription")}</span>
               <button
                 type="button"
-                className="shrink-0 underline underline-offset-4 transition-colors hover:text-foreground"
+                className="inline-flex size-6 shrink-0 items-center justify-center rounded-md transition-colors hover:bg-accent hover:text-foreground"
                 onClick={onEnterSelectionMode}
+                aria-label={t("enterSelection")}
+                title={t("enterSelection")}
               >
-                {t("select")}
+                <SquareMousePointer className="size-4" strokeWidth={1.4} />
+              </button>
+              <button
+                type="button"
+                className={cn(
+                  "inline-flex size-6 items-center justify-center rounded-md transition-colors",
+                  exportingAll
+                    ? "text-muted-foreground/50"
+                    : "text-foreground/60 hover:bg-accent hover:text-foreground",
+                )}
+                disabled={exportingAll}
+                onClick={() => void onExportAll()}
+                aria-label={t("exportAll")}
+                title={t("exportAll")}
+              >
+                <Download className="size-4" strokeWidth={1.4} />
               </button>
             </div>