Cleanup

Co-authored-by: Kevin Liu <kevinjqliu@users.noreply.github.com>

Author: Fokko

tests/conftest.py

@@ -2542,10 +2542,9 @@ def spark() -> "SparkSession":
         .config("spark.sql.catalog.spark_catalog", "org.apache.iceberg.spark.SparkSessionCatalog")
         .config("spark.sql.catalog.spark_catalog.type", "hive")
         .config("spark.sql.catalog.spark_catalog.uri", "http://localhost:9083")
-        .config("spark.sql.catalog.spark_catalog.io-impl", "org.apache.iceberg.aws.s3.S3FileIO")
         .config("spark.sql.catalog.spark_catalog.warehouse", "s3://warehouse/hive/")
-        .config("spark.sql.catalog.spark_catalog.s3.endpoint", "http://localhost:9000")
-        .config("spark.sql.catalog.spark_catalog.s3.path-style-access", "true")
+        .config("spark.hadoop.fs.s3a.endpoint", "http://localhost:9000")
+        .config("spark.hadoop.fs.s3a.path.style.access", "true")
         .config("spark.sql.catalogImplementation", "hive")
         .config("spark.sql.defaultCatalog", "integration")
         .config("spark.sql.execution.arrow.pyspark.enabled", "true")