open-energy-transition · KristijanFaust-OET · Feb 18, 2026 · Feb 18, 2026 · Feb 19, 2026 · Feb 19, 2026
diff --git a/.gitignore b/.gitignore
@@ -180,6 +180,8 @@ cython_debug/
 /results/gcp-results/
 /results/partial-results/
 
+/solver-benchmark-private/
+
 # NextJs
 node_modules
 .next
diff --git a/benchmarks/pypsa/metadata.yaml b/benchmarks/pypsa/metadata.yaml
diff --git a/benchmarks/spineopt/metadata.yaml b/benchmarks/spineopt/metadata.yaml
@@ -14,13 +14,14 @@ benchmarks:
     Time horizon: Multi-stage (12 representative days)
     MILP features: None
     Sizes:
-      - Name: 30-1h
-        Size: L
-        URL: https://storage.googleapis.com/solver-benchmarks/instances/spineopt-eu-pathway-planning-30-1h.mps.gz
-        Temporal resolution: 1 hour
-        Spatial resolution: 30 nodes
-        Realistic: true
-        Realistic motivation: Highly detailed sector, spatial, and temporal resolution over the considered three milestone years to allow the benchmark to be defined as Realistic.
-        Num. constraints: 18422757
-        Num. variables: 13134385
-        Num. non-zeros: 41956094
+    - Name: 30-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/spineopt-eu-pathway-planning-30-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 30 nodes
+      Realistic: true
+      Realistic motivation: Highly detailed sector, spatial, and temporal resolution over the considered three milestone years to allow the benchmark to be defined as Realistic.
+      Num. constraints: 18422757
+      Num. variables: 13134385
+      Num. nonzeros: 41956094
+      Num. non-zeros: 41956094
diff --git a/infrastructure/main.tf b/infrastructure/main.tf
@@ -56,7 +56,7 @@ variable "enable_gcs_upload" {
 variable "gcs_bucket_name" {
   description = "Name of the GCS bucket to upload benchmark results"
   type        = string
-  default     = "solver-benchmarks"
+  default     = "solver-benchmarks-testing"
 }
 
 variable "auto_destroy_vm" {

diff --git a/infrastructure/startup-script.sh b/infrastructure/startup-script.sh
@@ -30,7 +30,7 @@ fi
 # Update and install packages
 echo "Updating packages..."
 apt-get -qq update
-apt-get -qq install -y tmux git time curl jq build-essential cmake htop
+apt-get -qq install -y tmux git time curl jq build-essential cmake htop libnuma1
 
 # Install BLAS dependency
 echo "Installing BLAS..."
@@ -43,9 +43,65 @@ chmod a+x /usr/local/bin/yq
 mkdir -p /opt/gurobi
 gsutil cp gs://solver-benchmarks-restricted/gurobi-benchmark-40-session.lic /opt/gurobi/gurobi.lic
 
+# Download MOSEK license
+echo "Downloading MOSEK license..."
+mkdir -p /opt/mosek
+gsutil cp gs://solver-benchmarks-restricted/mosek_evaluation_unrestricted.lic /opt/mosek/mosek.lic
+chmod 644 /opt/mosek/mosek.lic
+
+# Download Knitro license
+echo "Downloading Knitro license..."
+mkdir -p /opt/knitro
+gsutil cp gs://solver-benchmarks-testing/knitro-license.txt /opt/knitro/knitro-license.txt
+
+# Download Xpress license
+echo "Downloading Xpress license..."
+mkdir -p /opt/xpress
+gsutil cp gs://solver-benchmarks-testing/license.xpr /opt/xpress/license.xpr
+
+# Download and install CPLEX
+# The CPLEX installer is Java/InstallAnywhere-based and requires X11 libs even in silent mode
+echo "Installing dependencies for CPLEX installer..."
+apt-get -qq install -y libx11-6 libxext6 libxrender1 libxtst6 libxi6 libfreetype6 libfontconfig1 default-jre-headless
+
+echo "Downloading CPLEX installer..."
+gsutil cp gs://solver-benchmarks-testing/cplex_studio2212.linux_x86_64.bin /tmp/cplex_studio2212.linux_x86_64.bin
+chmod +x /tmp/cplex_studio2212.linux_x86_64.bin
+
+echo "Installing CPLEX..."
+cat > /tmp/cplex_response.properties << 'EOF'
+INSTALLER_UI=silent
+LICENSE_ACCEPTED=true
+USER_INSTALL_DIR=/opt/ibm/ILOG/CPLEX_Studio2212
+INSTALLER_LOCALE=en
+USER_INPUT_SEGMENT_FALSE=1
+EOF
+/tmp/cplex_studio2212.linux_x86_64.bin -f /tmp/cplex_response.properties 2>&1
+CPLEX_INSTALL_EXIT=$?
+rm /tmp/cplex_studio2212.linux_x86_64.bin /tmp/cplex_response.properties
+
+echo "--- CPLEX installer log ---"
+cat /tmp/cplex_install.log 2>/dev/null || echo "No installer log found at /tmp/cplex_install.log"
+# Also check the default InstallAnywhere log location
+find /tmp -maxdepth 1 -name "*.log" -newer /tmp/cplex_response.properties 2>/dev/null -exec echo "--- {} ---" \; -exec cat {} \;
+echo "--- End CPLEX installer log ---"
+
+if [ $CPLEX_INSTALL_EXIT -ne 0 ]; then
+    echo "ERROR: CPLEX installer exited with code $CPLEX_INSTALL_EXIT"
+fi
+
+echo "Verifying CPLEX installation..."
+if [ -f /opt/ibm/ILOG/CPLEX_Studio2212/cplex/bin/x86-64_linux/cplex ]; then
+    /opt/ibm/ILOG/CPLEX_Studio2212/cplex/bin/x86-64_linux/cplex -c "quit"
+    echo "CPLEX installation completed successfully"
+else
+    echo "ERROR: CPLEX binary not found - installation failed"
+    ls -la /opt/ibm/ILOG/CPLEX_Studio2212/ 2>/dev/null || echo "CPLEX install directory does not exist"
+fi
+
 # Clone the repository
 echo "Cloning repository..."
-git clone --depth=1 -b main https://github.com/open-energy-transition/solver-benchmark.git
+git clone --depth=1 -b commercial-solvers-run https://github.com/open-energy-transition/solver-benchmark.git
 
 # Install a global highs binary for reference runs
 echo "Installing reference Highs..."
@@ -175,6 +231,13 @@ else
     echo "No solver field in benchmark YAML, using default solver list for year"
 fi
 
+# Set environment variables for commercial solvers
+export ARTELYS_LICENSE=/opt/knitro/knitro-license.txt
+export XPRESS=/opt/xpress/license.xpr
+export CPLEX_STUDIO_DIR2212=/opt/ibm/ILOG/CPLEX_Studio2212
+export LD_LIBRARY_PATH=/root/miniconda3/envs/benchmark-2025/lib/python3.12/site-packages/knitro/lib:/opt/ibm/ILOG/CPLEX_Studio2212/cplex/bin/x86-64_linux${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
+export MOSEKLM_LICENSE_FILE=/opt/mosek/mosek.lic
+
 # Run the benchmark_all.sh script with our years and the run_id
 echo "Starting benchmarks for years: ${BENCHMARK_YEARS_STR} with run_id: ${RUN_ID}"
 source ~/miniconda3/bin/activate
@@ -264,12 +327,7 @@ if [ "${ENABLE_GCS_UPLOAD}" == "true" ]; then
         echo "Uploading ${compressed_file} to GCS bucket..."
 
         # Check if file contains "gurobi" in the name
-        if [[ "${filename}" == *"gurobi"* ]]; then
-            echo "File contains 'gurobi' in name, storing in restricted folder..."
-            gsutil cp "${compressed_file}" "gs://${GCS_BUCKET_NAME}-restricted/logs/${RUN_ID}/${filename}.gz"
-        else
-            gsutil cp "${compressed_file}" "gs://${GCS_BUCKET_NAME}/logs/${RUN_ID}/${filename}.gz"
-        fi
+        gsutil cp "${compressed_file}" "gs://${GCS_BUCKET_NAME}/logs/${RUN_ID}/${filename}.gz"
 
         if [ $? -eq 0 ]; then
             echo "Successfully uploaded ${filename}.gz"

diff --git a/notebooks/metadata-pypsa-de-sec.yaml b/notebooks/metadata-pypsa-de-sec.yaml
@@ -0,0 +1,146 @@
+benchmarks:
+  pypsa-de-sec:
+    Short description: Sector-coupled PyPSA-Eur runs for Germany without transmission
+      expansion.
+    Modelling framework: PyPSA
+    Model name: PyPSA-Eur
+    Version:
+    Contributor(s)/Source: Daniele Lerede, Open Energy Transition; Fabrizio Finozzi,
+      Open Energy Transition
+    License: CC BY 4.0
+    Problem class: LP
+    Application: Infrastructure & Capacity Expansion
+    Sectoral focus: Sector-coupled
+    Sectors: Electric, Heating, Transport, Industry, Hydrogen, Biomass
+    Time horizon: Single period (2050)
+    MILP features: None
+    Sizes:
+    - Name: 10-168h
+      Size: M
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-10-168h.mps.gz
+      Temporal resolution: 168 hours
+      Spatial resolution: 10 nodes
+      Realistic: false
+      Num. constraints: 142147
+      Num. variables: 67416
+      Num. nonzeros: 332009
+    - Name: 20-12h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-20-12h.mps.gz
+      Temporal resolution: 12 hours
+      Spatial resolution: 20 nodes
+      Realistic: false
+      Num. constraints: 3797984
+      Num. variables: 1791010
+      Num. nonzeros: 8932707
+    - Name: 50-168h
+      Size: M
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-50-168h.mps.gz
+      Temporal resolution: 168 hours
+      Spatial resolution: 50 nodes
+      Realistic: false
+      Num. constraints: 677039
+      Num. variables: 321282
+      Num. nonzeros: 1603304
+    - Name: 2-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-2-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 2 nodes
+      Realistic: false
+      Num. constraints: 4678043
+      Num. variables: 2216368
+      Num. nonzeros: 10513074
+    - Name: 4-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-4-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 4 nodes
+      Realistic: false
+      Num. constraints: 9636397
+      Num. variables: 4564134
+      Num. nonzeros: 21900007
+    - Name: 6-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-6-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 6 nodes
+      Realistic: false
+      Num. constraints: 14568486
+      Num. variables: 6903154
+      Num. nonzeros: 33460003
+    - Name: 8-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-8-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 8 nodes
+      Realistic: false
+      Num. constraints: 19123880
+      Num. variables: 9058202
+      Num. nonzeros: 44092966
+    - Name: 10-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-10-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 10 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 23328888
+      Num. variables: 10994701
+      Num. nonzeros: 54427819
+    - Name: 12-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-12-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 12 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 28234681
+      Num. variables: 13359680
+      Num. nonzeros: 65628075
+    - Name: 14-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-14-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 14 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 33087928
+      Num. variables: 15663702
+      Num. nonzeros: 77091272
+    - Name: 16-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-16-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 16 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 37529441
+      Num. variables: 17766232
+      Num. nonzeros: 87486821
+    - Name: 18-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-18-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 18 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 42172440
+      Num. variables: 19956324
+      Num. nonzeros: 98370872
+    - Name: 20-1h
+      Size: L
+      URL: https://storage.googleapis.com/solver-benchmarks/instances/pypsa-de-sec-20-1h.mps.gz
+      Temporal resolution: 1 hour
+      Spatial resolution: 20 nodes
+      Realistic: true
+      Realistic motivation: Sufficient spatial and temporal resolution over the considered
+        time horizon to allow the benchmark to be defined as Realistic.
+      Num. constraints: 45553984
+      Num. variables: 21472540
+      Num. nonzeros: 106717276