Skip to content

RM-251: user & guild exports #5

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
BenHall-1 wants to merge 2 commits into
base: main
Choose a base branch
from
Open

RM-251: user & guild exports #5

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
5977ec8
RM-251: user & guild exports
BenHall-1 Mar 26, 2026
e9aee44
Use archiver client for transcripts (remove S3/minio)
biast12 Mar 26, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
43 changes: 35 additions & 8 deletions cmd/main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package main

import (
"context"
"fmt"
"os"
"os/signal"
"syscall"
Expand All @@ -17,6 +18,7 @@ import (
"github.com/TicketsBot-cloud/gdpr-worker/internal/processor"
"github.com/TicketsBot-cloud/gdpr-worker/internal/utils"
"github.com/go-redis/redis/v8"
"github.com/jackc/pgx/v4/pgxpool"
"go.uber.org/zap"
"go.uber.org/zap/zapcore"

Expand Down Expand Up @@ -61,14 +63,37 @@ func main() {
return
}

logger.Info("Initializing archiver client")
logger.Info("Initialising archiver client")
archiver.Initialize(
logger.With(),
config.Conf.Archiver.Url,
config.Conf.Archiver.AesKey,
)

proc := processor.New(logger.With())
// Initialise cache database connection for user export operations
var cachePool *pgxpool.Pool
if config.Conf.CacheDatabase.Host != "" {
logger.Info("Connecting to cache database")
cacheUri := fmt.Sprintf("postgres://%s:%s@%s/%s?pool_max_conns=%d",
config.Conf.CacheDatabase.Username,
config.Conf.CacheDatabase.Password,
config.Conf.CacheDatabase.Host,
config.Conf.CacheDatabase.Database,
config.Conf.CacheDatabase.Threads,
)

var err error
cachePool, err = pgxpool.Connect(context.Background(), cacheUri)
if err != nil {
logger.Fatal("Failed to connect to cache database", zap.Error(err))
return
}
logger.Info("Connected to cache database")
} else {
logger.Warn("Cache database not configured, user export cache data will be unavailable")
}

proc := processor.New(logger.With(), cachePool)

callbackHandler := callback.New(
logger.With(),
Expand Down Expand Up @@ -142,12 +167,14 @@ func main() {
}

callbackData := callback.ResultData{
TranscriptsDeleted: result.TranscriptsDeleted,
MessagesDeleted: result.MessagesDeleted,
Error: result.Error,
RequestType: req.Request.Type,
GuildIds: req.Request.GuildIds,
TicketIds: req.Request.TicketIds,
TranscriptsDeleted: result.TranscriptsDeleted,
MessagesDeleted: result.MessagesDeleted,
Error: result.Error,
RequestType: req.Request.Type,
GuildIds: req.Request.GuildIds,
TicketIds: req.Request.TicketIds,
ExportData: result.ExportData,
ExportFileName: result.ExportFileName,
}

callbackCtx, callbackCancel := context.WithTimeout(context.Background(), 30*time.Second)
Expand Down
38 changes: 20 additions & 18 deletions go.mod
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,37 +1,39 @@
module github.com/TicketsBot-cloud/gdpr-worker

go 1.24.0
go 1.25.0

//replace github.com/TicketsBot-cloud/database => ../database

//replace github.com/TicketsBot-cloud/gdl => ../gdl
replace github.com/TicketsBot-cloud/gdl => ../gdl

//replace github.com/TicketsBot-cloud/archiverclient => ./archiverclient

//replace github.com/TicketsBot-cloud/logarchiver => ../logarchiver
replace github.com/TicketsBot-cloud/logarchiver => ../logarchiver

require (
github.com/TicketsBot-cloud/archiverclient v0.0.0-20251015181023-f0b66a074704
github.com/TicketsBot-cloud/database v0.0.0-20251018202538-7f9567e1aeab
github.com/TicketsBot-cloud/gdl v0.0.0-20251007163257-7e59b92d02dd
github.com/TicketsBot-cloud/common v0.0.0-20260210203202-54154661338e
github.com/TicketsBot-cloud/database v0.0.0-20260308193919-30a698fefa8b
github.com/TicketsBot-cloud/gdl v0.0.0-20260306134952-cccb0116fef6
github.com/TicketsBot-cloud/logarchiver v0.0.0-20250809082842-70aa389bcbdf
github.com/caarlos0/env/v10 v10.0.0
github.com/go-redis/redis/v8 v8.11.5
github.com/jackc/pgx/v4 v4.18.3
github.com/joho/godotenv v1.5.1
go.uber.org/zap v1.27.0
github.com/minio/minio-go/v7 v7.0.99
go.uber.org/zap v1.27.1
golang.org/x/sync v0.20.0
)

require (
github.com/TicketsBot-cloud/common v0.0.0-20250509064208-a2d357175463 // indirect
github.com/TicketsBot/common v0.0.0-20241117150316-ff54c97b45c1 // indirect
github.com/TicketsBot/ttlcache v1.6.1-0.20200405150101-acc18e37b261 // indirect
github.com/boltdb/bolt v1.3.1 // indirect
github.com/caarlos0/env v3.5.0+incompatible // indirect
github.com/cespare/xxhash/v2 v2.1.2 // indirect
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
github.com/dustin/go-humanize v1.0.1 // indirect
github.com/go-ini/ini v1.67.0 // indirect
github.com/goccy/go-json v0.10.5 // indirect
github.com/google/uuid v1.6.0 // indirect
github.com/jackc/chunkreader/v2 v2.0.1 // indirect
github.com/jackc/pgconn v1.14.3 // indirect
Expand All @@ -41,16 +43,16 @@ require (
github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
github.com/jackc/pgtype v1.14.4 // indirect
github.com/jackc/pgx v3.6.2+incompatible // indirect
github.com/jackc/pgx/v5 v5.7.6 // indirect
github.com/jackc/pgx/v5 v5.9.1 // indirect
github.com/jackc/puddle v1.3.0 // indirect
github.com/jackc/puddle/v2 v2.2.2 // indirect
github.com/json-iterator/go v1.1.12 // indirect
github.com/juju/ratelimit v1.0.1 // indirect
github.com/klauspost/compress v1.18.0 // indirect
github.com/klauspost/compress v1.18.5 // indirect
github.com/klauspost/cpuid/v2 v2.3.0 // indirect
github.com/klauspost/crc32 v1.3.0 // indirect
github.com/minio/crc64nvme v1.1.1 // indirect
github.com/minio/md5-simd v1.1.2 // indirect
github.com/minio/minio-go/v7 v7.0.95 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.2 // indirect
github.com/pasztorpisti/qs v0.0.0-20171216220353-8d6c33ee906c // indirect
Expand All @@ -59,12 +61,12 @@ require (
github.com/rogpeppe/go-internal v1.14.1 // indirect
github.com/rs/xid v1.6.0 // indirect
github.com/sirupsen/logrus v1.9.0 // indirect
github.com/tinylib/msgp v1.4.0 // indirect
go.uber.org/multierr v1.10.0 // indirect
golang.org/x/crypto v0.43.0 // indirect
github.com/tinylib/msgp v1.6.3 // indirect
go.uber.org/multierr v1.11.0 // indirect
go.yaml.in/yaml/v3 v3.0.4 // indirect
golang.org/x/crypto v0.49.0 // indirect
golang.org/x/exp v0.0.0-20241108190413-2d47ceb2692f // indirect
golang.org/x/net v0.46.0 // indirect
golang.org/x/sync v0.17.0 // indirect
golang.org/x/sys v0.37.0 // indirect
golang.org/x/text v0.30.0 // indirect
golang.org/x/net v0.52.0 // indirect
golang.org/x/sys v0.42.0 // indirect
golang.org/x/text v0.35.0 // indirect
)
Loading