tests sur site worker

Author: IdirLISN

docker-compose.yml

@@ -27,6 +27,7 @@ services:
     command: bash -c "python manage.py collectstatic --noinput && cd /app/src && watchmedo auto-restart -p '*.py' --recursive -- python3 ./gunicorn_run.py"
     environment:
       - DATABASE_URL=postgres://${DB_USERNAME}:${DB_PASSWORD}@${DB_HOST}:${DB_PORT}/${DB_NAME}
+      - PYTHONUNBUFFERED=1
     env_file: .env
     volumes:
       - .:/app:delegated

src/apps/competitions/tasks.py

@@ -116,8 +116,19 @@
 ]
 MAX_EXECUTION_TIME_LIMIT = int(os.environ.get('MAX_EXECUTION_TIME_LIMIT', 600))  # time limit of the default queue
 
+import sys
+import os
 
 def _send_to_compute_worker(submission, is_scoring):
+    print("CONTAINER CHECK PID=", os.getpid(), flush=True)
+    sys.stderr.write("STDERR TEST\n")
+    sys.stderr.flush()
+
+    print("STDOUT TEST", flush=True)
+
+    logger.error("LOGGER ERROR TEST")
+
+    logger.warning("ZZZZ _send_to_compute_worker called")
     run_args = {
         "user_pk": submission.owner.pk,
         "submissions_api_url": settings.SUBMISSIONS_API_URL,
@@ -201,6 +212,49 @@ def _send_to_compute_worker(submission, is_scoring):
     time_padding = 60 * 20  # 20 minutes
     time_limit = submission.phase.execution_time_limit + time_padding
 
+    print("DJANGO VIEW REACHED", flush=True)
+    logger.warning("test Avant try")
+
+
+    try:
+        competition = submission.phase.competition
+
+        user_group_ids = list(submission.owner.groups.values_list("id", flat=True))
+        logger.debug("User %s groups ids: %s", submission.owner.pk, user_group_ids)
+
+        comp_user_groups_qs = (
+            competition.participant_groups
+            .select_related("queue")
+            .filter(id__in=user_group_ids)
+        )
+
+        group = comp_user_groups_qs.filter(queue__isnull=False).first() or comp_user_groups_qs.first()
+
+        if group:
+            logger.info(
+                "Submission %s candidate group(s) in competition %s: chosen group=%s queue=%s",
+                submission.pk,
+                competition.pk,
+                group.pk,
+                getattr(group.queue, "name", None),
+            )
+
+            if group.queue:
+                run_args["queue"] = group.queue.name
+                competition.queue = group.queue
+        else:
+            logger.debug(
+                "Submission %s owner %s: no intersection between user's groups %s and competition %s participant_groups",
+                submission.pk,
+                submission.owner.pk,
+                user_group_ids,
+                competition.pk,
+            )
+
+    except Exception:
+        logger.exception("Error while resolving competition/group for submission %s", submission.pk)
+
+
     if submission.phase.competition.queue:  # if the competition is running on a custom queue, not the default queue
         submission.queue_name = submission.phase.competition.queue.name or ''
         run_args['execution_time_limit'] = submission.phase.execution_time_limit  # use the competition time limit

src/apps/profiles/models.py

@@ -363,4 +363,5 @@ class Meta:
         verbose_name_plural = "Groups"
 
     def __str__(self):
-        return self.name
+        return self.name
+        

src/settings/base.py

@@ -326,8 +326,52 @@
 # =============================================================================
 # Logging
 # =============================================================================
+import sys
+
 LOGGING_CONFIG = None
 
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': False,
+
+    'formatters': {
+        'verbose': {
+            'format': '[{asctime}] {levelname} {processName} {name}:{lineno} {message}',
+            'style': '{',
+        },
+    },
+
+    'handlers': {
+        'console': {
+            'class': 'logging.StreamHandler',
+            'stream': 'ext://sys.stdout',
+            'formatter': 'verbose',
+        },
+    },
+
+    'root': {
+        'handlers': ['console'],
+        'level': 'DEBUG',
+    },
+
+    'loggers': {
+        'celery': {
+            'handlers': ['console'],
+            'level': 'INFO',
+            'propagate': False,
+        },
+        'django': {
+            'handlers': ['console'],
+            'level': 'INFO',
+            'propagate': False,
+        },
+        '__main__': {
+            'handlers': ['console'],
+            'level': 'DEBUG',
+        },
+    },
+}
+
 
 # This makes Celery not override the default logger that is configured for the project
 @signals.setup_logging.connect