addded tests

Author: flexatone

performance/__main__.py

@@ -16,9 +16,11 @@
 
     # Run each test module with each executable
     for test_module in test_modules:
+        print(f'{test_module.name}')
+
         for bin_path in BINS:
             is_ft = '314t' in str(bin_path)
-            print(f'{test_module.name}: {bin_path.name}{"t" if is_ft else ""}')
+            print(f'    {bin_path.name}{"t" if is_ft else ""}')
 
             try:
                 result = subprocess.run(

performance/np_common.py

@@ -0,0 +1,22 @@
+from concurrent.futures import ThreadPoolExecutor
+import numpy as np
+from conditional_futures import ConditionalThreadPoolExecutor
+import timeit
+
+
+def proc_single(func, array, max_workers):
+    _ = np.fromiter((func(row) for row in array), dtype=float, count=array.shape[0])
+
+def proc_thread_pool(func, array, max_workers):
+    with ThreadPoolExecutor(max_workers=max_workers) as ex:
+        _ = np.fromiter(ex.map(func, array), dtype=float, count=array.shape[0])
+
+def proc_cond_thread_pool(func, array, max_workers):
+    with ConditionalThreadPoolExecutor(max_workers=max_workers) as ex:
+        _ = np.fromiter(ex.map(func, array), dtype=float, count=array.shape[0])
+
+
+def main(func, array, max_workers, number):
+    for proc in (proc_single, proc_thread_pool, proc_cond_thread_pool):
+        result = timeit.timeit(f'proc(func, array, max_workers)', globals=locals(), number=number)
+        print(' ' * 8, proc.__name__.ljust(24), round(result / number, 6))

performance/test_np01.py

@@ -1,33 +1,13 @@
-import timeit
-from concurrent.futures import ThreadPoolExecutor
-
 import numpy as np
+from np_common import main
 
-from conditional_futures import ConditionalThreadPoolExecutor
-
-NUMBER = 10
+NUMBER = 4
 MAX_WORKERS = 2
 
 # array = np.arange(100_000_000).reshape(1_000, 100_000)
 array = np.arange(100_000_000).reshape(100_000, 1_000)
 func = lambda row: (row[row % 2 == 0] ** 2).sum()
 
 
-def proc_single():
-    _ = np.fromiter((func(row) for row in array), dtype=float, count=array.shape[0])
-
-
-def proc_thread_pool():
-    with ThreadPoolExecutor(max_workers=MAX_WORKERS) as ex:
-        _ = np.fromiter(ex.map(func, array), dtype=float, count=array.shape[0])
-
-
-def proc_cond_thread_pool():
-    with ConditionalThreadPoolExecutor(max_workers=MAX_WORKERS) as ex:
-        _ = np.fromiter(ex.map(func, array), dtype=float, count=array.shape[0])
-
-
 if __name__ == '__main__':
-    for proc in (proc_single, proc_thread_pool, proc_cond_thread_pool):
-        result = timeit.timeit(f'proc()', globals=locals(), number=NUMBER)
-        print('\t', proc.__name__.ljust(24), round(result, 6))
+    main(func, array, MAX_WORKERS, NUMBER)

performance/test_np02.py

@@ -0,0 +1,15 @@
+import numpy as np
+from np_common import main
+
+NUMBER = 4
+MAX_WORKERS = 2
+
+array = np.arange(100_000_000).reshape(100_000, 1_000)
+
+# Shannon entropy
+def func(row):
+    p = row / row.sum()
+    return -(p * np.log(p + 1e-12)).sum()
+
+if __name__ == '__main__':
+    main(func, array, MAX_WORKERS, NUMBER)

performance/test_np03.py

@@ -0,0 +1,20 @@
+import numpy as np
+from np_common import main
+
+NUMBER = 1
+MAX_WORKERS = 8
+
+array = np.arange(100_000_000).reshape(100_000, 1_000)
+
+def func(row):
+    s = 0.0
+    c = 0.0
+    for x in row:
+        y = x - c
+        t = s + y
+        c = (t - s) - y
+        s = t
+    return s
+
+if __name__ == '__main__':
+    main(func, array, MAX_WORKERS, NUMBER)