Added nest_asyncio so we can nest asyncio loops inside jupyter notebooks

Author: Diego Ardila

nucleus/__init__.py

@@ -55,9 +55,11 @@
 import logging
 import os
 import urllib.request
+from asyncio.tasks import Task
 from typing import Any, Dict, List, Optional, Union
 
 import aiohttp
+import nest_asyncio
 import pkg_resources
 import requests
 import tqdm
@@ -67,11 +69,11 @@
 
 from .annotation import (
     BoxAnnotation,
+    CuboidAnnotation,
+    Point,
     PolygonAnnotation,
     Segment,
     SegmentationAnnotation,
-    Point,
-    CuboidAnnotation,
 )
 from .constants import (
     ANNOTATION_METADATA_SCHEMA_KEY,
@@ -81,8 +83,8 @@
     DATASET_ID_KEY,
     DATASET_ITEM_IDS_KEY,
     DEFAULT_NETWORK_TIMEOUT_SEC,
-    EMBEDDINGS_URL_KEY,
     EMBEDDING_DIMENSION_KEY,
+    EMBEDDINGS_URL_KEY,
     ERROR_ITEMS,
     ERROR_PAYLOAD,
     ERRORS_KEY,
@@ -462,14 +464,20 @@ def get_files(batch):
             files_per_request.append(get_files(batch))
             payload_items.append(batch)
 
-        loop = asyncio.get_event_loop()
-        responses = loop.run_until_complete(
-            self.make_many_files_requests_asynchronously(
-                files_per_request,
-                f"dataset/{dataset_id}/append",
-            )
+        future = self.make_many_files_requests_asynchronously(
+            files_per_request,
+            f"dataset/{dataset_id}/append",
         )
 
+        try:
+            loop = asyncio.get_running_loop()
+        except RuntimeError:  # no event loop running:
+            loop = asyncio.new_event_loop()
+            responses = loop.run_until_complete(future)
+        else:
+            nest_asyncio.apply(loop)
+            return asyncio.run(loop.create_task(future))
+
         def close_files(request_items):
             for item in request_items:
                 # file buffer in location [1][1]

pyproject.toml

@@ -37,6 +37,7 @@ requests = "^2.23.0"
 tqdm = "^4.41.0"
 dataclasses = { version = "^0.7", python = "^3.6.1, <3.7" }
 aiohttp = "^3.7.4"
+nest-asyncio = "^1.5.1"
 
 [tool.poetry.dev-dependencies]
 poetry = "^1.1.5"