Skip to content

Commit 199cc43

Browse files
committed
use consistent row count
1 parent 691d7b5 commit 199cc43

9 files changed

Lines changed: 9 additions & 9 deletions

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,7 @@ object CometCastBenchmark extends CometBenchmarkBase {
6161
case Compatible(notes) =>
6262
runBenchmarkWithTable(
6363
s"Running benchmark cast operation from : $LongType to : $toDataType",
64-
1024 * 1024 * 10) { v =>
64+
1024 * 1024) { v => // 1M rows
6565
castBenchmark(v, LongType, toDataType, isAnsiMode = ansiMode)
6666
}
6767
case Incompatible(notes) => None

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastBooleanBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ object CometCastBooleanBenchmark extends CometBenchmarkBase {
7171
s"SELECT $castFunc($colName AS BOOLEAN) FROM parquetV1Table")
7272

7373
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
74-
val values = 1024 * 1024 * 5 // 5M rows
74+
val values = 1024 * 1024 // 1M rows
7575

7676
// Generate boolean data for boolean-to-other casts
7777
runBenchmarkWithTable("Boolean to other types casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastNumericToNumericBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,7 @@ object CometCastNumericToNumericBenchmark extends CometBenchmarkBase {
9292
}
9393

9494
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
95-
val values = 1024 * 1024 * 5 // 5M rows
95+
val values = 1024 * 1024 // 1M rows
9696

9797
// Generate input data once with all numeric types
9898
runBenchmarkWithTable("Numeric to Numeric casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastNumericToStringBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,7 @@ object CometCastNumericToStringBenchmark extends CometBenchmarkBase {
5454
s"SELECT $castFunc($colName AS STRING) FROM parquetV1Table")
5555

5656
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
57-
val values = 1024 * 1024 * 5 // 5M rows
57+
val values = 1024 * 1024 // 1M rows
5858

5959
// Generate input data once with all numeric types
6060
runBenchmarkWithTable("Numeric to String casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastNumericToTemporalBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ object CometCastNumericToTemporalBenchmark extends CometBenchmarkBase {
5252
s"SELECT $castFunc(c_long AS TIMESTAMP) FROM parquetV1Table")
5353

5454
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
55-
val values = 1024 * 1024 * 5 // 5M rows
55+
val values = 1024 * 1024 // 1M rows
5656

5757
// Generate data once for INT to DATE conversions
5858
runBenchmarkWithTable("Int to Date casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastStringToTemporalBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ object CometCastStringToTemporalBenchmark extends CometBenchmarkBase {
5252
"SELECT TRY_CAST(c1 AS TIMESTAMP) FROM parquetV1Table"))
5353

5454
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
55-
val values = 1024 * 1024 * 10 // 10M rows
55+
val values = 1024 * 1024 // 1M rows
5656

5757
// Generate date data once with ~10% invalid values
5858
runBenchmarkWithTable("date data generation", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastTemporalToNumericBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ object CometCastTemporalToNumericBenchmark extends CometBenchmarkBase {
5656
s"SELECT $castFunc(c_timestamp AS $targetType) FROM parquetV1Table")
5757

5858
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
59-
val values = 1024 * 1024 * 5 // 5M rows
59+
val values = 1024 * 1024 // 1M rows
6060

6161
// Generate DATE data once for all date-to-numeric benchmarks
6262
runBenchmarkWithTable("Date to Numeric casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastTemporalToStringBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@ object CometCastTemporalToStringBenchmark extends CometBenchmarkBase {
4949
s"SELECT $castFunc(c_timestamp AS STRING) FROM parquetV1Table")
5050

5151
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
52-
val values = 1024 * 1024 * 5 // 5M rows
52+
val values = 1024 * 1024 // 1M rows
5353

5454
// Generate temporal data once for date benchmarks
5555
runBenchmarkWithTable("Date to String casts", values) { v =>

spark/src/test/scala/org/apache/spark/sql/benchmark/CometCastTemporalToTemporalBenchmark.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ object CometCastTemporalToTemporalBenchmark extends CometBenchmarkBase {
5151
s"SELECT $castFunc(c_timestamp AS DATE) FROM parquetV1Table")
5252

5353
override def runCometBenchmark(mainArgs: Array[String]): Unit = {
54-
val values = 1024 * 1024 * 5 // 5M rows
54+
val values = 1024 * 1024 // 1M rows
5555

5656
// Generate DATE data for Date -> Timestamp benchmarks
5757
runBenchmarkWithTable("Date to Timestamp casts", values) { v =>

0 commit comments

Comments
 (0)