R2UploadDownload_Tests.cs

using Autofac;
using ByteSync.Business.Actions.Shared;
using ByteSync.Business.Inventories;
using ByteSync.Client.IntegrationTests.TestHelpers;
using ByteSync.Common.Business.Inventories;
using ByteSync.Common.Business.SharedFiles;
using ByteSync.TestsCommon;
using ByteSync.DependencyInjection;
using ByteSync.Interfaces.Controls.Communications.Http;
using ByteSync.Interfaces.Factories;
using ByteSync.Interfaces.Repositories;
using ByteSync.Interfaces.Services.Communications;
using ByteSync.Interfaces.Services.Sessions;
using ByteSync.ServerCommon.Interfaces.Services.Storage;
using ByteSync.ServerCommon.Interfaces.Services.Storage.Factories;
using ByteSync.ServerCommon.Services.Storage;
using ByteSync.ServerCommon.Services.Storage.Factories;
using ByteSync.Services.Communications.Transfers.Downloading;
using ByteSync.Services.Communications.Transfers.Uploading;

namespace ByteSync.Client.IntegrationTests.Services.Communications.Transfers;

public class R2UploadDownload_Tests : AbstractTester
{
    private ILifetimeScope _clientScope = null!;

    [SetUp]
    public void SetUp()
    {
        CreateTestDirectory();
        // ReSharper disable once ConditionIsAlwaysTrueOrFalseAccordingToNullableAPIContract
        if (ByteSync.Services.ContainerProvider.Container == null)
        {
            ServiceRegistrar.RegisterComponents();
        }

        _clientScope = ByteSync.Services.ContainerProvider.Container!.BeginLifetimeScope(b =>
        {
            b.RegisterType<CloudflareR2ClientFactory>().As<ICloudflareR2ClientFactory>().SingleInstance();
            b.RegisterType<CloudflareR2Service>().As<ICloudflareR2Service>().SingleInstance();
            b.Register(_ => GlobalTestSetup.Container.Resolve<Microsoft.Extensions.Options.IOptions<ByteSync.ServerCommon.Business.Settings.CloudflareR2Settings>>())
                .As<Microsoft.Extensions.Options.IOptions<ByteSync.ServerCommon.Business.Settings.CloudflareR2Settings>>();
            b.RegisterType<R2FileTransferApiClient>().As<IFileTransferApiClient>().SingleInstance();
        });
        
        // Set AES key for encryption/decryption used by SlicerEncrypter
        using var scope = _clientScope.BeginLifetimeScope();
        var cloudSessionConnectionRepository = scope.Resolve<ByteSync.Interfaces.Repositories.ICloudSessionConnectionRepository>();
        cloudSessionConnectionRepository.SetAesEncryptionKey(AesGenerator.GenerateKey());
    }

    [TearDown]
    public void TearDown()
    {
        _clientScope.Dispose();
    }

    [Test]
    [Category("Cloud")]
    public async Task Upload_Then_Download_Should_Succeed_With_Small_Chunks()
    {
        // ReSharper disable once UseAwaitUsing
        using var scope = _clientScope;
        var uploaderFactory = scope.Resolve<IFileUploaderFactory>();
        var downloaderFactory = scope.Resolve<IFileDownloaderFactory>();
        var r2Service = scope.Resolve<ICloudflareR2Service>();
        var sharedActionsGroupRepository = scope.Resolve<ISharedActionsGroupRepository>();
        var sessionService = scope.Resolve<ISessionService>();
        var connectionService = scope.Resolve<IConnectionService>();

        var shared = new SharedFileDefinition
        {
            SessionId = "itests-" + Guid.NewGuid().ToString("N"),
            ClientInstanceId = Guid.NewGuid().ToString("N"),
            SharedFileType = SharedFileTypes.FullSynchronization,
            IV = AesGenerator.GenerateIV()
        };
        
        
        // Minimal session/endPoint/context so DownloadTargetBuilder can resolve destinations
        connectionService.CurrentEndPoint = new ByteSync.Common.Business.EndPoints.ByteSyncEndpoint
        {
            ClientInstanceId = shared.ClientInstanceId,
            ClientId = shared.ClientInstanceId,
            Version = "itests",
            IpAddress = "127.0.0.1",
            OSPlatform = Common.Business.Misc.OSPlatforms.Windows
        };
        await sessionService.SetSessionStatus(ByteSync.Business.Sessions.SessionStatus.Preparation);

        var sag = new SharedActionsGroup
        {
            ActionsGroupId = Guid.NewGuid().ToString("N"),
            SynchronizationType = Common.Business.Actions.SynchronizationTypes.Full,
            Source = new SharedDataPart
            {
                ClientInstanceId = shared.ClientInstanceId,
                RootPath = TestDirectory.FullName,
                InventoryPartType = FileSystemTypes.File,
                Name = "itests",
                InventoryCodeAndId = "itests"
            },
            PathIdentity = new PathIdentity
            {
                FileSystemType = FileSystemTypes.File,
                LinkingKeyValue = "itests"
            }
        };
        sag.Targets.Add(new SharedDataPart
        {
            ClientInstanceId = shared.ClientInstanceId,
            RootPath = Path.Combine(TestDirectory.FullName, Guid.NewGuid().ToString("N") + ".tmp"),
            InventoryPartType = FileSystemTypes.File,
            Name = "itests",
            InventoryCodeAndId = "itests"
        });
        shared.ActionsGroupIds = [sag.ActionsGroupId];
        sharedActionsGroupRepository.SetSharedActionsGroups([sag]);

        var inputContent = new string('x', 1_000_000);
        var tempFile = Path.Combine(TestDirectory.FullName, Guid.NewGuid().ToString("N") + ".tmp");
        await File.WriteAllTextAsync(tempFile, inputContent);

        var uploader = uploaderFactory.Build(tempFile, shared);
        (uploader as FileUploader)!.MaxSliceLength = 1 * 1024 * 1024;
        await uploader.Upload();

        // Build a downloader in this scope (wired to R2FileTransferApiClient), then feed parts directly
        var downloader = downloaderFactory.Build(shared);
        var expectedKeyPrefix = shared.SessionId + "_" + shared.ClientInstanceId + "_synchronization_" + shared.Id + ".part";
        var objects = await r2Service.GetAllObjects(CancellationToken.None);
        var partsCount = objects.Count(o => o.Key.StartsWith(expectedKeyPrefix));
        await downloader.StartDownload();
        for (int i = 1; i <= partsCount; i++)
        {
            await downloader.PartsCoordinator.AddAvailablePartAsync(i);
        }
        await downloader.PartsCoordinator.SetAllPartsKnownAsync(partsCount);
        await downloader.WaitForFileFullyExtracted();
        (downloader as FileDownloader)?.CleanupResources();
        
        // Cleanup uploaded objects for this test
        var prefix = shared.SessionId + "_" + shared.ClientInstanceId + "_";
        var all = await r2Service.GetAllObjects(CancellationToken.None);
        foreach (var kvp in all.Where(o => o.Key.StartsWith(prefix)))
        {
            await r2Service.DeleteObjectByKey(kvp.Key, CancellationToken.None);
        }
    }
}