Skip to content

Commit 39285a9

Browse files
committed
chore: remove strict cast validations
1 parent aa1a3ac commit 39285a9

2 files changed

Lines changed: 8 additions & 2 deletions

File tree

examples/features/spark_example.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414

1515
if __name__ == "__main__":
1616
spark_session = (
17-
SparkSession.builder.appName("SparkProfiling").master("local[*]").getOrCreate()
17+
SparkSession.builder.appName("SparkProfiling").master("local[*]").config("spark.sql.ansi.enabled", "false").getOrCreate()
1818
)
1919

2020
print(spark_session.sparkContext.uiWebUrl) # noqa: T201

tests/conftest.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,13 @@ def spark_session(spark_context):
105105
"""
106106
if not has_spark:
107107
pytest.skip("Skipping Spark tests because PySpark is not installed.")
108-
spark = SparkSession.builder.config(conf=spark_context.getConf()).getOrCreate()
108+
spark = (
109+
SparkSession.builder
110+
.master("local[*]")
111+
.appName("pytest")
112+
.config("spark.sql.ansi.enabled", "false") # <-- restore permissive casts
113+
.getOrCreate()
114+
)
109115

110116
yield spark
111117

0 commit comments

Comments
 (0)