[misc] refactor: remove sys.path hacks; rely on installed package layout (#64)

- Drop manual `sys.path.append` to the repo root in tests, recipe demo,
and scripts.

- Imports from transfer_queue now assume the package is installed (e.g.
pip install -e .) or the interpreter path is set correctly.

- Clean up noqa: E402 on affected imports where applicable.

---------

Signed-off-by: ji-huazhong <hzji210@gmail.com>

Author: ji-huazhong

recipe/simple_use_case/single_controller_demo.py

@@ -18,12 +18,10 @@
 import logging
 import os
 import random
-import sys
 import time
 import uuid
 from dataclasses import dataclass, field
 from importlib import resources
-from pathlib import Path
 
 import ray
 import torch
@@ -35,9 +33,6 @@
 import transfer_queue as tq
 from transfer_queue import KVBatchMeta
 
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 logger = logging.getLogger(__name__)
 

scripts/performance_test/perftest.py

@@ -18,20 +18,15 @@
 import csv
 import logging
 import os
-import sys
 import time
-from pathlib import Path
 from typing import Any
 
 import ray
 import torch
 from omegaconf import OmegaConf
 from tensordict import NonTensorStack, TensorDict
 
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
-import transfer_queue as tq  # noqa: E402
+import transfer_queue as tq
 
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 logger = logging.getLogger(__name__)

scripts/performance_test/ray_perftest_baseline.py

@@ -18,18 +18,13 @@
 import csv
 import logging
 import os
-import sys
 import time
-from pathlib import Path
 from typing import Any
 
 import ray
 import torch
 from tensordict import NonTensorStack, TensorDict
 
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 logger = logging.getLogger(__name__)
 

scripts/put_benchmark.py

@@ -19,9 +19,7 @@
 import logging
 import math
 import os
-import sys
 import time
-from pathlib import Path
 
 import numpy as np
 import ray
@@ -30,14 +28,11 @@
 from tensordict import TensorDict
 from tensordict.utils import LinkedList
 
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
-from transfer_queue import TransferQueueClient  # noqa: E402
-from transfer_queue.controller import TransferQueueController  # noqa: E402
-from transfer_queue.storage.simple_backend import SimpleStorageUnit  # noqa: E402
-from transfer_queue.utils.common import get_placement_group  # noqa: E402
-from transfer_queue.utils.zmq_utils import process_zmq_server_info  # noqa: E402
+from transfer_queue import TransferQueueClient
+from transfer_queue.controller import TransferQueueController
+from transfer_queue.storage.simple_backend import SimpleStorageUnit
+from transfer_queue.utils.common import get_placement_group
+from transfer_queue.utils.zmq_utils import process_zmq_server_info
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)

tests/e2e/test_e2e_lifecycle_consistency.py

@@ -16,7 +16,6 @@
 import os
 import sys
 import time
-from pathlib import Path
 
 import numpy as np
 import pytest
@@ -26,10 +25,6 @@
 from tensordict import TensorDict
 from tensordict.tensorclass import NonTensorData
 
-# Setup paths (transfer_queue is not pip-installed)
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
 # Module-level default fields to avoid repeated generation
 DEFAULT_FIELDS = [
     "tensor_f32",

tests/e2e/test_kv_interface_e2e.py

@@ -22,20 +22,14 @@
 
 import asyncio
 import os
-import sys
-from pathlib import Path
 
 import pytest
 import ray
 import torch
 from omegaconf import OmegaConf
 from tensordict import TensorDict
 
-# Add parent directory to path
-parent_dir = Path(__file__).resolve().parent.parent.parent
-sys.path.append(str(parent_dir))
-
-import transfer_queue as tq  # noqa: E402
+import transfer_queue as tq
 
 
 class TQAPIWrapper:

tests/test_async_simple_storage_manager.py

@@ -13,8 +13,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import sys
-from pathlib import Path
 from unittest.mock import AsyncMock, Mock, patch
 
 import numpy as np
@@ -24,14 +22,10 @@
 import zmq
 from tensordict import NonTensorStack, TensorDict
 
-# Setup path
-parent_dir = Path(__file__).resolve().parent.parent
-sys.path.append(str(parent_dir))
-
-from transfer_queue.metadata import BatchMeta  # noqa: E402
-from transfer_queue.storage import AsyncSimpleStorageManager  # noqa: E402
-from transfer_queue.utils.enum_utils import TransferQueueRole  # noqa: E402
-from transfer_queue.utils.zmq_utils import ZMQMessage, ZMQRequestType, ZMQServerInfo  # noqa: E402
+from transfer_queue.metadata import BatchMeta
+from transfer_queue.storage import AsyncSimpleStorageManager
+from transfer_queue.utils.enum_utils import TransferQueueRole
+from transfer_queue.utils.zmq_utils import ZMQMessage, ZMQRequestType, ZMQServerInfo
 
 
 @pytest_asyncio.fixture

tests/test_client.py

@@ -13,9 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import sys
 import time
-from pathlib import Path
 from threading import Thread
 from unittest.mock import patch
 
@@ -24,16 +22,10 @@
 import zmq
 from tensordict import NonTensorStack, TensorDict
 
-# Import your classes here
-parent_dir = Path(__file__).resolve().parent.parent
-sys.path.append(str(parent_dir))
-
-from transfer_queue import TransferQueueClient  # noqa: E402
-from transfer_queue.metadata import (  # noqa: E402
-    BatchMeta,
-)
-from transfer_queue.utils.enum_utils import TransferQueueRole  # noqa: E402
-from transfer_queue.utils.zmq_utils import (  # noqa: E402
+from transfer_queue import TransferQueueClient
+from transfer_queue.metadata import BatchMeta
+from transfer_queue.utils.enum_utils import TransferQueueRole
+from transfer_queue.utils.zmq_utils import (
     ZMQMessage,
     ZMQRequestType,
     ZMQServerInfo,

tests/test_controller.py

@@ -14,22 +14,17 @@
 # limitations under the License.
 
 import logging
-import sys
-from pathlib import Path
 
 import pytest
 import ray
 import torch
 
-parent_dir = Path(__file__).resolve().parent.parent
-sys.path.append(str(parent_dir))
+from transfer_queue.controller import TransferQueueController
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-from transfer_queue.controller import TransferQueueController  # noqa: E402
-
 
 @pytest.fixture(scope="function")
 def ray_setup():

tests/test_controller_data_partitions.py

@@ -15,13 +15,7 @@
 
 import logging
 import os
-import sys
 import time
-from pathlib import Path
-
-parent_dir = Path(__file__).resolve().parent.parent
-sys.path.append(str(parent_dir))
-
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)