We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c6e6903 commit e3a5c3bCopy full SHA for e3a5c3b
1 file changed
tests/conftest.py
@@ -2433,6 +2433,8 @@ def spark() -> "SparkSession":
2433
spark = (
2434
SparkSession.builder.appName("PyIceberg integration test")
2435
.config("spark.sql.session.timeZone", "UTC")
2436
+ .config("spark.sql.shuffle.partitions", "1")
2437
+ .config("spark.default.parallelism", "1")
2438
.config("spark.sql.extensions", "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions")
2439
.config("spark.sql.catalog.integration", "org.apache.iceberg.spark.SparkCatalog")
2440
.config("spark.sql.catalog.integration.catalog-impl", "org.apache.iceberg.rest.RESTCatalog")
0 commit comments