Start async file uploading

Co-authored-by: VeryBigSad <VeryBigSad@users.noreply.github.com>

Author: yakser

.env.example

@@ -12,4 +12,9 @@ DATABASE_NAME=
 DATABASE_USER=
 DATABASE_PASSWORD=
 DATABASE_HOST=
-DATABASE_PORT=
+DATABASE_PORT=
+
+SELECTEL_ACCOUNT_ID=
+SELECTEL_CONTAINER_NAME=
+SELECTEL_CONTAINER_PASSWORD=
+SELECTEL_CONTAINER_USERNAME=

files/__init__.py

@@ -0,0 +1,16 @@
+from django.contrib import admin
+
+from files.models import UserFile
+
+
+@admin.register(UserFile)
+class UserFileAdmin(admin.ModelAdmin):
+    list_display = (
+        "id",
+        "link",
+        "datetime_uploaded",
+    )
+    list_display_links = (
+        "id",
+        "link",
+    )

files/admin.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class FilesConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "files"

files/apps.py

@@ -0,0 +1,41 @@
+# Generated by Django 4.1.2 on 2022-11-11 22:37
+
+from django.conf import settings
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="UserFile",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("link", models.URLField()),
+                ("datetime_uploaded", models.DateTimeField(auto_now_add=True)),
+                (
+                    "user",
+                    models.ForeignKey(
+                        null=True,
+                        on_delete=django.db.models.deletion.SET_NULL,
+                        to=settings.AUTH_USER_MODEL,
+                    ),
+                ),
+            ],
+        ),
+    ]

files/migrations/0001_initial.py

@@ -0,0 +1,22 @@
+from django.db import models
+from django.contrib.auth import get_user_model
+
+User = get_user_model()
+
+
+class UserFile(models.Model):
+    """
+    UserFile model
+
+    Attributes:
+        user: User who uploaded the file
+        link: Link to the file on the CDN
+        datetime_uploaded: Datetime when the file was uploaded
+    """
+
+    user = models.ForeignKey(User, on_delete=models.SET_NULL, null=True)
+    link = models.URLField(null=False)
+    datetime_uploaded = models.DateTimeField(auto_now_add=True)
+
+    def __str__(self):
+        return f"UserFile<{self.id}> - {self.link}"

files/migrations/__init__.py

@@ -0,0 +1,10 @@
+from django.urls import path
+
+
+from files.views import FileUploadView
+
+app_name = "industries"
+
+urlpatterns = [
+    path("", FileUploadView.as_view()),
+]

files/models.py

@@ -0,0 +1,98 @@
+import asyncio
+import json
+from datetime import time
+from asgiref.sync import sync_to_async
+from aiohttp import ClientSession
+from django.db import transaction
+from django.utils.decorators import classonlymethod
+from rest_framework import permissions, status
+from rest_framework.response import Response
+from rest_framework.views import APIView
+
+from files.models import UserFile
+from procollab.settings import (
+    DEBUG,
+    SELECTEL_ACCOUNT_ID,
+    SELECTEL_CONTAINER_NAME,
+    SELECTEL_CONTAINER_PASSWORD,
+    SELECTEL_CONTAINER_USERNAME,
+)
+
+
+class FileUploadView(APIView):
+    permission_classes = [permissions.AllowAny]
+
+    @classonlymethod
+    def as_view(cls, **initkwargs):
+        view = super().as_view(**initkwargs)
+        view._is_coroutine = asyncio.coroutines._is_coroutine
+        return view
+
+    @transaction.atomic
+    async def post(self, request):
+        file = request.FILES["file"]
+        if DEBUG is True:
+            return Response(
+                {"message": "Files doesn't save in development mode, sorry <3"},
+                status=status.HTTP_406_NOT_ACCEPTABLE,
+            )
+
+        link = f"https://api.selcdn.ru/v1/SEL_{SELECTEL_ACCOUNT_ID}/{SELECTEL_CONTAINER_NAME}/"
+
+        user = request.user
+
+        # creates UserFile object in the database
+        self._save_to_db(user, link)
+        token = await self._get_token()
+        async with ClientSession(headers={"X-Auth-Token": token}) as server:
+            if len(file.split(".")) > 1:
+                extension = file.filename.split(".")[1]
+            else:
+                extension = ""
+
+            # looks like /hashed_email/hashed_filename_hashed_time.extension
+            url = (
+                link + f"/{SELECTEL_CONTAINER_NAME}/{abs(hash(user.email))}/"
+                f"{abs(hash(file.filename))}_{abs(hash(time.time()))}.{extension}"
+            )
+
+            async with server.put(
+                url,
+                data=file.open(mode="rb").read(),
+            ) as response:
+                if response.status != 201:
+                    return await Response(
+                        "Failed to upload file", status_code=status.HTTP_409_CONFLICT
+                    )
+                return await Response({"url": url}, status=status.HTTP_201_CREATED)
+
+    @sync_to_async
+    def _save_to_db(self, user, link):
+        """creates userfile object for file uploads"""
+        return UserFile.objects.create(user=user, link=link)
+
+    async def _get_token(self):
+        """returns auth token for sentry"""
+        async with ClientSession() as server:
+            data = {
+                "auth": {
+                    "identity": {
+                        "methods": ["password"],
+                        "password": {
+                            "user": {
+                                "id": SELECTEL_CONTAINER_USERNAME,
+                                "password": SELECTEL_CONTAINER_PASSWORD,
+                            }
+                        },
+                    }
+                }
+            }
+            async with server.post(
+                "https://api.selcdn.ru/v3/auth/tokens",
+                data=json.dumps(data),
+            ) as response:
+                if response.status != 201:
+                    return Response(
+                        "Failed to get token", status_code=status.HTTP_409_CONFLICT
+                    )
+                return response.json()