Merge pull request #141 from githubnext/autoloop/perf-comparison-3c596789b15fd053

[Autoloop] [Autoloop: perf-comparison]

Author: mrjf

benchmarks/pandas/bench_apply_dataframe_formatter.py

@@ -0,0 +1,17 @@
+"""Benchmark: DataFrame.map formatter on 10k-row DataFrame"""
+import json, time
+import pandas as pd
+
+ROWS = 10_000
+WARMUP = 3
+ITERATIONS = 10
+df = pd.DataFrame({"a": [i * 1.234 for i in range(ROWS)], "b": [i * 5.678 for i in range(ROWS)]})
+
+for _ in range(WARMUP):
+    df.map(lambda v: f"{v:.2f}")
+
+start = time.perf_counter()
+for _ in range(ITERATIONS):
+    df.map(lambda v: f"{v:.2f}")
+total = (time.perf_counter() - start) * 1000
+print(json.dumps({"function": "apply_dataframe_formatter", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))

benchmarks/pandas/bench_apply_series_formatter.py

@@ -0,0 +1,17 @@
+"""Benchmark: apply formatter to 100k-element pandas Series"""
+import json, time
+import pandas as pd
+
+ROWS = 100_000
+WARMUP = 3
+ITERATIONS = 10
+s = pd.Series([i * 1.234 for i in range(ROWS)])
+
+for _ in range(WARMUP):
+    s.map(lambda v: f"{v:.2f}")
+
+start = time.perf_counter()
+for _ in range(ITERATIONS):
+    s.map(lambda v: f"{v:.2f}")
+total = (time.perf_counter() - start) * 1000
+print(json.dumps({"function": "apply_series_formatter", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))

benchmarks/pandas/bench_arange_linspace.py

@@ -0,0 +1,18 @@
+"""Benchmark: np.arange and np.linspace generating 100k-element arrays"""
+import json, time
+import numpy as np
+
+N = 100_000
+WARMUP = 3
+ITERATIONS = 10
+
+for _ in range(WARMUP):
+    np.arange(0, N, 1)
+    np.linspace(0, 1, N)
+
+start = time.perf_counter()
+for _ in range(ITERATIONS):
+    np.arange(0, N, 1)
+    np.linspace(0, 1, N)
+total = (time.perf_counter() - start) * 1000
+print(json.dumps({"function": "arange_linspace", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))

benchmarks/pandas/bench_astype_series.py

@@ -0,0 +1,26 @@
+"""Benchmark: Series.astype() — cast Series dtype."""
+import json, time
+import pandas as pd
+
+SIZE = 100_000
+WARMUP = 5
+ITERATIONS = 50
+
+float_series = pd.Series([i * 1.5 for i in range(SIZE)])
+int_series = pd.Series([i for i in range(SIZE)])
+
+for _ in range(WARMUP):
+    float_series.astype("int32")
+    int_series.astype("float64")
+    int_series.astype("str")
+
+times = []
+for _ in range(ITERATIONS):
+    t0 = time.perf_counter()
+    float_series.astype("int32")
+    int_series.astype("float64")
+    int_series.astype("str")
+    times.append((time.perf_counter() - t0) * 1000)
+
+total_ms = sum(times)
+print(json.dumps({"function":"astype_series","mean_ms":round(total_ms/ITERATIONS,3),"iterations":ITERATIONS,"total_ms":round(total_ms,3)}))

benchmarks/pandas/bench_attrs_advanced.py

@@ -0,0 +1,30 @@
+"""Benchmark: pandas Series attrs advanced — individual attr get/set/delete/copy/merge"""
+import json, time
+import pandas as pd
+
+WARMUP = 3
+ITERATIONS = 1_000
+
+s = pd.Series(range(1_000))
+s2 = pd.Series(range(1_000))
+
+for _ in range(WARMUP):
+    s.attrs["unit"] = "meters"
+    _ = s.attrs.get("unit")
+    _ = bool(s.attrs)
+    s2.attrs.update(dict(s.attrs))
+    s.attrs.update({"version": 1})
+    s.attrs.pop("unit", None)
+    s.attrs.clear()
+
+start = time.perf_counter()
+for i in range(ITERATIONS):
+    s.attrs["unit"] = "meters"
+    _ = s.attrs.get("unit")
+    _ = bool(s.attrs)
+    s2.attrs.update(dict(s.attrs))
+    s.attrs.update({"version": i})
+    s.attrs.pop("unit", None)
+    s.attrs.clear()
+total = (time.perf_counter() - start) * 1000
+print(json.dumps({"function": "attrs_advanced", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))

benchmarks/pandas/bench_attrs_count_keys.py

@@ -0,0 +1,15 @@
+import pandas as pd, time, json
+N = 100_000
+s = pd.Series(range(N))
+s.attrs = {"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8}
+WARMUP = 3
+ITERS = 10_000
+for _ in range(WARMUP):
+    _ = len(s.attrs)
+    _ = list(s.attrs.keys())
+t0 = time.perf_counter()
+for _ in range(ITERS):
+    _ = len(s.attrs)
+    _ = list(s.attrs.keys())
+total = (time.perf_counter() - t0) * 1000
+print(json.dumps({"function": "attrs_count_keys", "mean_ms": total / ITERS, "iterations": ITERS, "total_ms": total}))

benchmarks/pandas/bench_attrs_ops.py

@@ -0,0 +1,21 @@
+import pandas as pd, time, json
+N = 10_000
+s = pd.Series(range(N))
+attrs_data = {"unit": "meters", "created": "2024-01-01", "source": "sensor-1", "version": 2}
+WARMUP = 3
+ITERS = 100
+for _ in range(WARMUP):
+    s.attrs.update(attrs_data)
+    _ = dict(s.attrs)
+    s.attrs["version"] = 99
+    s2 = s.copy()
+    s2.attrs.update({"extra": "x"})
+t0 = time.perf_counter()
+for i in range(ITERS):
+    s.attrs.update(attrs_data)
+    _ = dict(s.attrs)
+    s.attrs["version"] = i
+    s2 = s.copy()
+    s2.attrs.update({"extra": "x"})
+total = (time.perf_counter() - t0) * 1000
+print(json.dumps({"function": "attrs_ops", "mean_ms": total / ITERS, "iterations": ITERS, "total_ms": total}))

benchmarks/pandas/bench_between.py

@@ -0,0 +1,21 @@
+"""Benchmark: Series.between() — element-wise range check."""
+import json, time
+import pandas as pd
+
+SIZE = 100_000
+WARMUP = 5
+ITERATIONS = 50
+
+s = pd.Series([float(i) for i in range(SIZE)])
+
+for _ in range(WARMUP):
+    s.between(25000.0, 75000.0)
+
+times = []
+for _ in range(ITERATIONS):
+    t0 = time.perf_counter()
+    s.between(25000.0, 75000.0)
+    times.append((time.perf_counter() - t0) * 1000)
+
+total_ms = sum(times)
+print(json.dumps({"function":"between","mean_ms":round(total_ms/ITERATIONS,3),"iterations":ITERATIONS,"total_ms":round(total_ms,3)}))

benchmarks/pandas/bench_cat_add_remove_categories.py

@@ -0,0 +1,23 @@
+"""Benchmark: cat_add_remove_categories — pandas CategoricalIndex add_categories/remove_categories on 100k-element Series"""
+import json
+import time
+import pandas as pd
+
+ROWS = 100_000
+WARMUP = 3
+ITERATIONS = 10
+
+cats = ["a", "b", "c", "d"]
+s = pd.Categorical([cats[i % len(cats)] for i in range(ROWS)], categories=cats)
+
+for _ in range(WARMUP):
+    _ = s.add_categories(["e", "f"])
+    _ = s.remove_categories(["d"])
+
+start = time.perf_counter()
+for _ in range(ITERATIONS):
+    _ = s.add_categories(["e", "f"])
+    _ = s.remove_categories(["d"])
+total = (time.perf_counter() - start) * 1000
+
+print(json.dumps({"function": "cat_add_remove_categories", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))

benchmarks/pandas/bench_cat_cross_tab.py

@@ -0,0 +1,20 @@
+"""Benchmark: pd.crosstab on two 100k-element categorical Series"""
+import json, time
+import pandas as pd
+
+ROWS = 100_000
+WARMUP = 3
+ITERATIONS = 10
+cats1 = ["a", "b", "c", "d"]
+cats2 = ["x", "y", "z"]
+s1 = pd.Series([cats1[i % 4] for i in range(ROWS)])
+s2 = pd.Series([cats2[i % 3] for i in range(ROWS)])
+
+for _ in range(WARMUP):
+    pd.crosstab(s1, s2)
+
+start = time.perf_counter()
+for _ in range(ITERATIONS):
+    pd.crosstab(s1, s2)
+total = (time.perf_counter() - start) * 1000
+print(json.dumps({"function": "cat_cross_tab", "mean_ms": total / ITERATIONS, "iterations": ITERATIONS, "total_ms": total}))