File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1414
1515if __name__ == "__main__" :
1616 spark_session = (
17- SparkSession .builder .appName ("SparkProfiling" ).master ("local[*]" ).getOrCreate ()
17+ SparkSession .builder .appName ("SparkProfiling" ).master ("local[*]" ).config ( "spark.sql.ansi.enabled" , "false" ). getOrCreate ()
1818 )
1919
2020 print (spark_session .sparkContext .uiWebUrl ) # noqa: T201
Original file line number Diff line number Diff line change @@ -105,7 +105,13 @@ def spark_session(spark_context):
105105 """
106106 if not has_spark :
107107 pytest .skip ("Skipping Spark tests because PySpark is not installed." )
108- spark = SparkSession .builder .config (conf = spark_context .getConf ()).getOrCreate ()
108+ spark = (
109+ SparkSession .builder
110+ .master ("local[*]" )
111+ .appName ("pytest" )
112+ .config ("spark.sql.ansi.enabled" , "false" ) # <-- restore permissive casts
113+ .getOrCreate ()
114+ )
109115
110116 yield spark
111117
You can’t perform that action at this time.
0 commit comments