Fix tests

Author: dolfinus

tests/test_integration/test_run_transfer/test_hdfs.py

@@ -248,7 +248,7 @@ async def test_run_transfer_postgres_to_hdfs_with_full_strategy(
 
     await run_transfer_and_verify(client, group_owner, postgres_to_hdfs.id)
 
-    files = [file for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
+    files = [file.name for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
     verify_file_name_template(files, expected_extension)
 
     spark.catalog.clearCache()
@@ -304,7 +304,7 @@ async def test_run_transfer_postgres_to_hdfs_with_incremental_strategy(
     fill_with_data(first_transfer_df)
     await run_transfer_and_verify(client, group_owner, postgres_to_hdfs.id)
 
-    files = [file for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
+    files = [file.name for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
     verify_file_name_template(files, expected_extension)
 
     spark.catalog.clearCache()
@@ -323,7 +323,7 @@ async def test_run_transfer_postgres_to_hdfs_with_incremental_strategy(
     fill_with_data(second_transfer_df)
     await run_transfer_and_verify(client, group_owner, postgres_to_hdfs.id)
 
-    files = [file for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
+    files = [file.name for file in hdfs_file_connection.list_dir(target_path) if file.is_file()]
     verify_file_name_template(files, expected_extension)
 
     spark.catalog.clearCache()

tests/test_integration/test_run_transfer/test_s3.py

@@ -283,7 +283,7 @@ async def test_run_transfer_postgres_to_s3_with_full_strategy(
 
     await run_transfer_and_verify(client, group_owner, postgres_to_s3.id, target_auth="s3")
 
-    files = [file for file in s3_file_connection.list_dir(target_path)]
+    files = [file.name for file in s3_file_connection.list_dir(target_path)]
     verify_file_name_template(files, expected_extension)
 
     reader = FileDFReader(
@@ -339,7 +339,7 @@ async def test_run_transfer_postgres_to_s3_with_incremental_strategy(
     fill_with_data(first_transfer_df)
     await run_transfer_and_verify(client, group_owner, postgres_to_s3.id, target_auth="s3")
 
-    files = [file for file in s3_file_connection.list_dir(target_path)]
+    files = [file.name for file in s3_file_connection.list_dir(target_path)]
     verify_file_name_template(files, expected_extension)
 
     reader = FileDFReader(
@@ -357,7 +357,7 @@ async def test_run_transfer_postgres_to_s3_with_incremental_strategy(
     fill_with_data(second_transfer_df)
     await run_transfer_and_verify(client, group_owner, postgres_to_s3.id, target_auth="s3")
 
-    files = [file for file in s3_file_connection.list_dir(target_path)]
+    files = [file.name for file in s3_file_connection.list_dir(target_path)]
     verify_file_name_template(files, expected_extension)
 
     df_with_increment = reader.run()

tests/utils.py

@@ -12,7 +12,6 @@
 from httpx import AsyncClient
 from onetl.connection import FileConnection
 from onetl.file import FileDownloader, FileUploader
-from onetl.impl import RemoteFile
 from pyspark.sql import DataFrame
 from pyspark.sql.functions import (
     col,
@@ -241,9 +240,9 @@ def add_increment_to_files_and_upload(file_connection: FileConnection, remote_pa
     uploader.run()
 
 
-def verify_file_name_template(files: list[RemoteFile], expected_extension: str) -> None:
+def verify_file_name_template(files: list[str], expected_extension: str) -> None:
     for file in files:
-        run_created_at, index_and_extension = file.name.split("-")
+        run_created_at, index_and_extension = file.split("-")
         assert len(run_created_at.split("_")) == 6, f"Got wrong {run_created_at=}"
         assert index_and_extension.split(".", 1)[1] == expected_extension