revert

Author: andygrove

benchmarks/pyspark/run_all_benchmarks.sh

@@ -71,10 +71,10 @@ $SPARK_HOME/bin/spark-submit \
   --conf spark.memory.offHeap.enabled=true \
   --conf spark.memory.offHeap.size=16g \
   --conf spark.comet.enabled=true \
-  --conf spark.comet.exec.columnarToRow.native.enabled=true \
-  --conf spark.comet.exec.enabled=true \
-  --conf spark.comet.exec.all.enabled=true \
-  --conf spark.comet.exec.shuffle.enabled=true \
+  --conf spark.comet.operator.DataWritingCommandExec.allowIncompatible=true \
+  --conf spark.comet.parquet.write.enabled=false \
+  --conf spark.comet.logFallbackReasons.enabled=true \
+  --conf spark.comet.explainFallback.enabled=true \
   --conf spark.comet.shuffle.mode=jvm \
   --conf spark.comet.exec.shuffle.mode=jvm \
   --conf spark.comet.exec.replaceSortMergeJoin=true \
@@ -99,10 +99,10 @@ $SPARK_HOME/bin/spark-submit \
   --conf spark.memory.offHeap.enabled=true \
   --conf spark.memory.offHeap.size=16g \
   --conf spark.comet.enabled=true \
-  --conf spark.comet.exec.columnarToRow.native.enabled=true \
-  --conf spark.comet.exec.enabled=true \
-  --conf spark.comet.exec.all.enabled=true \
-  --conf spark.comet.exec.shuffle.enabled=true \
+  --conf spark.comet.operator.DataWritingCommandExec.allowIncompatible=true \
+  --conf spark.comet.parquet.write.enabled=true \
+  --conf spark.comet.logFallbackReasons.enabled=true \
+  --conf spark.comet.explainFallback.enabled=true \
   --conf spark.comet.exec.shuffle.mode=native \
   --conf spark.comet.exec.replaceSortMergeJoin=true \
   --conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \