TL: script update

Author: tlunet

pySDC/playgrounds/dedalus/scripts/cnLoad.py

@@ -0,0 +1,46 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+Investigate the load of each compute node
+"""
+import pandas as pd
+
+decompFile = "_decomp_N32.txt"
+
+nodes = {}
+
+with open(decompFile, "r") as f:
+    lines = f.readlines()
+
+lines = [l.strip() for l in lines[4:]]
+
+nProcs = len(lines) // 5
+for i in range(nProcs):
+    pos = 5*i
+    ranks = lines[pos].split()[0]
+    gR, sR, tR = ranks.split("-")
+    cpu, nodeName = lines[pos+1][3:].split(" on ")
+    cpu = cpu.replace(" ", "").replace("}", "").replace("{", "")
+
+    try:
+        nodes[nodeName][cpu] = (gR, sR, tR)
+    except:
+        nodes[nodeName] = {cpu: (gR, sR, tR)}
+
+
+load = {}
+for name in nodes:
+    cpus = nodes[name]
+    nCPUs = len(cpus.keys())
+
+    tGroups = set(g[-1] for g in cpus.values())
+    sGroups = set(g[-2] for g in cpus.values())
+
+    load[name] = dict(
+        nCPUs=nCPUs,
+        nTGroups=len(tGroups), nSGroups=len(sGroups),
+        tGroups=tGroups, sGroups=sGroups,
+        )
+
+load = pd.DataFrame(load)
+print(load.iloc[:3])

pySDC/playgrounds/dedalus/scripts/collectInfos.py

@@ -6,32 +6,37 @@
 import argparse
 
 parser = argparse.ArgumentParser(
-    description='Collect simulation infos from simulation repositories',
+    description='Collect info files from simulation repositories',
     formatter_class=argparse.ArgumentDefaultsHelpFormatter)
 
 parser.add_argument(
     "prefix", help="prefix of the simulation directories (is removed from the collected file names)")
 parser.add_argument(
     "--outFolder", help="name of the output folder (default : prefix used)",
     default=None)
+parser.add_argument(
+    "--fileName", help="name of the collected file",
+    default="infos.json")
 
 args = parser.parse_args()
 
 prefix = args.prefix
 outFolder = prefix if args.outFolder is None else args.outFolder
+fileName = parser.fileName
 
-print(f"Collecting {prefix}*/infos.json into {outFolder}")
+print(f"Collecting {prefix}*/{fileName} into {outFolder}")
 os.makedirs(outFolder, exist_ok=True)
 
 folders = glob.glob(args.prefix+"*")
 for folder in folders:
-    src = f"{folder}/infos.json"
+    src = f"{folder}/{fileName}"
     if not os.path.isfile(src):
-        print(f" -- {folder} does not contain infos.json, ignoring ...")
+        print(f" -- {folder} does not contain {fileName}, ignoring ...")
         continue
 
-    dst = f"{outFolder}/{folder[len(prefix):]}.json"
+    ext = fileName.split(".")[-1]
+    dst = f"{outFolder}/{folder[len(prefix):]}.{ext}"
     print(f" -- copying {src} into {dst}")
     shutil.copy(src, dst)
 
-print(" -- all done !")    
+print(" -- all done !")

pySDC/playgrounds/dedalus/scripts/plotScaling.py

@@ -11,7 +11,7 @@
 
 folder = "_benchJusuf"
 
-schemes = ["RK443", "SDC", "SDC-MPI", "SDC-MPI2"]
+schemes = ["RK443", "SDC", "SDC-MPI", "SDC-MPI2", "SDC-MPI2-GT"]
 R = 2
 
 useNSpS = False
@@ -20,6 +20,7 @@
     "SDC": 17,
     "SDC-MPI": 17,
     "SDC-MPI2": 17,
+    "SDC-MPI2-GT": 17,
     }
 
 results = {}
@@ -45,7 +46,7 @@
 
     results[scheme].sort(key=lambda p: p[0])
 
-symbols = ["o", "^", "s", "p"]
+symbols = ["o", "^", "s", "p", "*"]
 
 
 plt.figure("scaling"+"-nSpS"*useNSpS)
@@ -64,12 +65,11 @@
 
 
 plt.figure("PinT-speedup")
-schemes = ["SDC-MPI", "SDC-MPI2"]
 nProcSpace, tSDC = np.array(results["SDC"]).T
-for scheme, sym in zip(schemes, symbols):
+for scheme, sym in zip(schemes[2:], symbols):
     _, tSDCPinT = np.array(results[scheme]).T
     speedup = tSDC[:-2]/tSDCPinT
-    plt.semilogx(nProcSpace[:-2], speedup, label=scheme)
+    plt.semilogx(nProcSpace[:-2], speedup, sym+"-", label=scheme)
 plt.legend()
 plt.grid(True)
 plt.xlabel("$N_{p,S}$"), plt.ylabel("PinT Speedup")