Configure benchmarks for peak performance measurements.

Author: Andrija Kolic

ci/graal/common.json

@@ -4,7 +4,7 @@
     "Jsonnet files should not include this file directly but use ci/common.jsonnet instead."
   ],
 
-  "mx_version": "7.82.2",
+  "mx_version": "7.83.0",
 
   "COMMENT.jdks": "When adding or removing JDKs keep in sync with JDKs in ci/common.jsonnet",
   "jdks": {

graalpython/com.oracle.graal.python.benchmarks/python/peak/attribute-access.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.
+# Copyright (c) 2021, 2026, Oracle and/or its affiliates. All rights reserved.
 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 #
 # This code is free software; you can redistribute it and/or modify it
@@ -40,18 +40,18 @@
 
 """
 def warmupIterations():
-    return 10
+    return 300
 
 
 def iterations():
-    return 0
+    return 1000
 
 # Used in the polybench harness for aggregating the iteration datapoints.
 def summary():
     return {
         "name": "OutlierRemovalAverageSummary",
-        "lower-threshold": 0.1,
-        "upper-threshold": 0.4,
+        "lower-threshold": 0.0,
+        "upper-threshold": 1.0,
     }
 
 # The JS variant implements "OrderedCollection", which basically completely

graalpython/com.oracle.graal.python.benchmarks/python/peak/call-method-polymorphic.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.
+# Copyright (c) 2021, 2026, Oracle and/or its affiliates. All rights reserved.
 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 #
 # This code is free software; you can redistribute it and/or modify it
@@ -22,18 +22,18 @@
 # questions.
 
 def warmupIterations():
-    return 10
+    return 0
 
 
 def iterations():
-    return 0
+    return 1000
 
 
 def summary():
     return {
         "name": "OutlierRemovalAverageSummary",
         "lower-threshold": 0,
-        "upper-threshold": 0.3,
+        "upper-threshold": 0.2,
     }
 
 

graalpython/com.oracle.graal.python.benchmarks/python/peak/deltablue.py

@@ -1,6 +1,6 @@
 # Copyright 2008-2010 Isaac Gouy
 # Copyright (c) 2013, 2014, Regents of the University of California
-# Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+# Copyright (c) 2018, 2021, 2026, Oracle and/or its affiliates.
 # All rights reserved.
 #
 # Revised BSD license
@@ -46,17 +46,17 @@
 from __future__ import print_function
 
 def warmupIterations():
-    return 10
+    return 0
 
 
 def iterations():
-    return 0
+    return 1000
 
 # Used in the polybench harness for aggregating the iteration datapoints.
 def summary():
     return {
         "name": "OutlierRemovalAverageSummary",
-        "lower-threshold": 0.05,
+        "lower-threshold": 0.0,
         "upper-threshold": 0.2,
     }
 

graalpython/com.oracle.graal.python.benchmarks/python/peak/fibonacci.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.
+# Copyright (c) 2021, 2026, Oracle and/or its affiliates. All rights reserved.
 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 #
 # This code is free software; you can redistribute it and/or modify it
@@ -22,18 +22,18 @@
 # questions.
 
 def warmupIterations():
-    return 10
+    return 700
 
 
 def iterations():
-    return 0
+    return 500
 
 
 def summary():
     return {
         "name": "OutlierRemovalAverageSummary",
-        "lower-threshold": 0.1,
-        "upper-threshold": 0.4,
+        "lower-threshold": 0.0,
+        "upper-threshold": 0.2,
     }
 
 

graalpython/com.oracle.graal.python.benchmarks/python/peak/richards.py

@@ -0,0 +1,22 @@
+# Copyright (c) 2021, 2026, Oracle and/or its affiliates. All rights reserved.
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# This code is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 2 only, as
+# published by the Free Software Foundation.  Oracle designates this
+# particular file as subject to the "Classpath" exception as provided
+# by Oracle in the LICENSE file that accompanied this code.
+#
+# This code is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+# version 2 for more details (a copy is included in the LICENSE file that
+# accompanied this code).
+#
+# You should have received a copy of the GNU General Public License version
+# 2 along with this work; if not, write to the Free Software Foundation,
+# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+#
+# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+# or visit www.oracle.com if you need additional information or have any
+# questions.

graalpython/com.oracle.graal.python.benchmarks/python/peak/sieve.py

@@ -0,0 +1,23 @@
+(?:#!.*)?# Copyright \(c\) (20[0-9][0-9], )*(20[0-9][0-9]), Oracle and\/or its affiliates\. All rights reserved\.\s*
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER\.\s*
+#\s*
+# This code is free software; you can redistribute it and\/or modify it\s*
+# under the terms of the GNU General Public License version 2 only, as\s*
+# published by the Free Software Foundation\.\s+Oracle designates this\s*
+# particular file as subject to the "Classpath" exception as provided\s*
+# by Oracle in the LICENSE file that accompanied this code\.\s*
+#\s*
+# This code is distributed in the hope that it will be useful, but WITHOUT\s*
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\s*
+# FITNESS FOR A PARTICULAR PURPOSE\.\s+See the GNU General Public License\s*
+# version 2 for more details \(a copy is included in the LICENSE file that\s*
+# accompanied this code\)\.\s*
+#\s*
+# You should have received a copy of the GNU General Public License version\s*
+# 2 along with this work; if not, write to the Free Software Foundation,\s*
+# Inc\., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA\.\s*
+#\s*
+# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\s*
+# or visit www\.oracle\.com if you need additional information or have any\s*
+# questions\.\s*
+.*

mx.graalpython/copyrights/gpl2cpe-python.copyright.hash

@@ -61,6 +61,10 @@ graalpython/com.oracle.graal.python.benchmarks/python/micro/special-len.py,zippy
 graalpython/com.oracle.graal.python.benchmarks/python/warmup/binarytrees3.py,benchmarks.copyright
 graalpython/com.oracle.graal.python.benchmarks/python/warmup/gcbench.py,pypy.copyright
 graalpython/com.oracle.graal.python.benchmarks/python/warmup/pads-integerpartitions.py,benchmarks.copyright
+graalpython/com.oracle.graal.python.benchmarks/python/peak/deltablue.py,gpl2cpe-python.copyright
+graalpython/com.oracle.graal.python.benchmarks/python/peak/fibonacci.py,gpl2cpe-python.copyright
+graalpython/com.oracle.graal.python.benchmarks/python/peak/richards.py,benchmarks.copyright
+graalpython/com.oracle.graal.python.benchmarks/python/peak/sieve.py,gpl2cpe-python.copyright
 graalpython/com.oracle.graal.python.cext/expat/ascii.h,expat.copyright
 graalpython/com.oracle.graal.python.cext/expat/asciitab.h,expat.copyright
 graalpython/com.oracle.graal.python.cext/expat/expat.h,expat.copyright