|
31 | 31 | #include "threadpool-object.h" |
32 | 32 | #include "threadpool-utils.h" |
33 | 33 |
|
34 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_fastpath( |
| 34 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_1d_fastpath( |
35 | 35 | struct pthreadpool* threadpool, struct thread_info* thread) { |
36 | 36 | assert(threadpool != NULL); |
37 | 37 | assert(thread != NULL); |
@@ -68,7 +68,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_fastpath( |
68 | 68 | pthreadpool_fence_release(); |
69 | 69 | } |
70 | 70 |
|
71 | | -PTHREADPOOL_INTERNAL void |
| 71 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
72 | 72 | pthreadpool_thread_parallelize_1d_with_thread_fastpath( |
73 | 73 | struct pthreadpool* threadpool, struct thread_info* thread) { |
74 | 74 | assert(threadpool != NULL); |
@@ -107,7 +107,7 @@ pthreadpool_thread_parallelize_1d_with_thread_fastpath( |
107 | 107 | pthreadpool_fence_release(); |
108 | 108 | } |
109 | 109 |
|
110 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_with_uarch_fastpath( |
| 110 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_1d_with_uarch_fastpath( |
111 | 111 | struct pthreadpool* threadpool, struct thread_info* thread) { |
112 | 112 | assert(threadpool != NULL); |
113 | 113 | assert(thread != NULL); |
@@ -157,7 +157,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_with_uarch_fastpath( |
157 | 157 | pthreadpool_fence_release(); |
158 | 158 | } |
159 | 159 |
|
160 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_tile_1d_fastpath( |
| 160 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_1d_tile_1d_fastpath( |
161 | 161 | struct pthreadpool* threadpool, struct thread_info* thread) { |
162 | 162 | assert(threadpool != NULL); |
163 | 163 | assert(thread != NULL); |
@@ -202,7 +202,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_1d_tile_1d_fastpath( |
202 | 202 | pthreadpool_fence_release(); |
203 | 203 | } |
204 | 204 |
|
205 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_fastpath( |
| 205 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_2d_fastpath( |
206 | 206 | struct pthreadpool* threadpool, struct thread_info* thread) { |
207 | 207 | assert(threadpool != NULL); |
208 | 208 | assert(thread != NULL); |
@@ -253,7 +253,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_fastpath( |
253 | 253 | pthreadpool_fence_release(); |
254 | 254 | } |
255 | 255 |
|
256 | | -PTHREADPOOL_INTERNAL void |
| 256 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
257 | 257 | pthreadpool_thread_parallelize_2d_with_thread_fastpath( |
258 | 258 | struct pthreadpool* threadpool, struct thread_info* thread) { |
259 | 259 | assert(threadpool != NULL); |
@@ -306,7 +306,7 @@ pthreadpool_thread_parallelize_2d_with_thread_fastpath( |
306 | 306 | pthreadpool_fence_release(); |
307 | 307 | } |
308 | 308 |
|
309 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_tile_1d_fastpath( |
| 309 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_2d_tile_1d_fastpath( |
310 | 310 | struct pthreadpool* threadpool, struct thread_info* thread) { |
311 | 311 | assert(threadpool != NULL); |
312 | 312 | assert(thread != NULL); |
@@ -363,7 +363,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_tile_1d_fastpath( |
363 | 363 | pthreadpool_fence_release(); |
364 | 364 | } |
365 | 365 |
|
366 | | -PTHREADPOOL_INTERNAL void |
| 366 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
367 | 367 | pthreadpool_thread_parallelize_2d_tile_1d_with_uarch_fastpath( |
368 | 368 | struct pthreadpool* threadpool, struct thread_info* thread) { |
369 | 369 | assert(threadpool != NULL); |
@@ -435,7 +435,7 @@ pthreadpool_thread_parallelize_2d_tile_1d_with_uarch_fastpath( |
435 | 435 | pthreadpool_fence_release(); |
436 | 436 | } |
437 | 437 |
|
438 | | -PTHREADPOOL_INTERNAL void |
| 438 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
439 | 439 | pthreadpool_thread_parallelize_2d_tile_1d_with_uarch_with_thread_fastpath( |
440 | 440 | struct pthreadpool* threadpool, struct thread_info* thread) { |
441 | 441 | assert(threadpool != NULL); |
@@ -508,7 +508,7 @@ pthreadpool_thread_parallelize_2d_tile_1d_with_uarch_with_thread_fastpath( |
508 | 508 | pthreadpool_fence_release(); |
509 | 509 | } |
510 | 510 |
|
511 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_tile_2d_fastpath( |
| 511 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_2d_tile_2d_fastpath( |
512 | 512 | struct pthreadpool* threadpool, struct thread_info* thread) { |
513 | 513 | assert(threadpool != NULL); |
514 | 514 | assert(thread != NULL); |
@@ -569,7 +569,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_2d_tile_2d_fastpath( |
569 | 569 | pthreadpool_fence_release(); |
570 | 570 | } |
571 | 571 |
|
572 | | -PTHREADPOOL_INTERNAL void |
| 572 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
573 | 573 | pthreadpool_thread_parallelize_2d_tile_2d_with_uarch_fastpath( |
574 | 574 | struct pthreadpool* threadpool, struct thread_info* thread) { |
575 | 575 | assert(threadpool != NULL); |
@@ -647,7 +647,7 @@ pthreadpool_thread_parallelize_2d_tile_2d_with_uarch_fastpath( |
647 | 647 | pthreadpool_fence_release(); |
648 | 648 | } |
649 | 649 |
|
650 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_fastpath( |
| 650 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_3d_fastpath( |
651 | 651 | struct pthreadpool* threadpool, struct thread_info* thread) { |
652 | 652 | assert(threadpool != NULL); |
653 | 653 | assert(thread != NULL); |
@@ -709,7 +709,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_fastpath( |
709 | 709 | pthreadpool_fence_release(); |
710 | 710 | } |
711 | 711 |
|
712 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_tile_1d_fastpath( |
| 712 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_3d_tile_1d_fastpath( |
713 | 713 | struct pthreadpool* threadpool, struct thread_info* thread) { |
714 | 714 | assert(threadpool != NULL); |
715 | 715 | assert(thread != NULL); |
@@ -776,7 +776,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_tile_1d_fastpath( |
776 | 776 | pthreadpool_fence_release(); |
777 | 777 | } |
778 | 778 |
|
779 | | -PTHREADPOOL_INTERNAL void |
| 779 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
780 | 780 | pthreadpool_thread_parallelize_3d_tile_1d_with_thread_fastpath( |
781 | 781 | struct pthreadpool* threadpool, struct thread_info* thread) { |
782 | 782 | assert(threadpool != NULL); |
@@ -845,7 +845,7 @@ pthreadpool_thread_parallelize_3d_tile_1d_with_thread_fastpath( |
845 | 845 | pthreadpool_fence_release(); |
846 | 846 | } |
847 | 847 |
|
848 | | -PTHREADPOOL_INTERNAL void |
| 848 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
849 | 849 | pthreadpool_thread_parallelize_3d_tile_1d_with_uarch_fastpath( |
850 | 850 | struct pthreadpool* threadpool, struct thread_info* thread) { |
851 | 851 | assert(threadpool != NULL); |
@@ -927,7 +927,7 @@ pthreadpool_thread_parallelize_3d_tile_1d_with_uarch_fastpath( |
927 | 927 | pthreadpool_fence_release(); |
928 | 928 | } |
929 | 929 |
|
930 | | -PTHREADPOOL_INTERNAL void |
| 930 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
931 | 931 | pthreadpool_thread_parallelize_3d_tile_1d_with_uarch_with_thread_fastpath( |
932 | 932 | struct pthreadpool* threadpool, struct thread_info* thread) { |
933 | 933 | assert(threadpool != NULL); |
@@ -1010,7 +1010,7 @@ pthreadpool_thread_parallelize_3d_tile_1d_with_uarch_with_thread_fastpath( |
1010 | 1010 | pthreadpool_fence_release(); |
1011 | 1011 | } |
1012 | 1012 |
|
1013 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_tile_2d_fastpath( |
| 1013 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_3d_tile_2d_fastpath( |
1014 | 1014 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1015 | 1015 | assert(threadpool != NULL); |
1016 | 1016 | assert(thread != NULL); |
@@ -1082,7 +1082,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_3d_tile_2d_fastpath( |
1082 | 1082 | pthreadpool_fence_release(); |
1083 | 1083 | } |
1084 | 1084 |
|
1085 | | -PTHREADPOOL_INTERNAL void |
| 1085 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
1086 | 1086 | pthreadpool_thread_parallelize_3d_tile_2d_with_uarch_fastpath( |
1087 | 1087 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1088 | 1088 | assert(threadpool != NULL); |
@@ -1171,7 +1171,7 @@ pthreadpool_thread_parallelize_3d_tile_2d_with_uarch_fastpath( |
1171 | 1171 | pthreadpool_fence_release(); |
1172 | 1172 | } |
1173 | 1173 |
|
1174 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_fastpath( |
| 1174 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_4d_fastpath( |
1175 | 1175 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1176 | 1176 | assert(threadpool != NULL); |
1177 | 1177 | assert(thread != NULL); |
@@ -1244,7 +1244,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_fastpath( |
1244 | 1244 | pthreadpool_fence_release(); |
1245 | 1245 | } |
1246 | 1246 |
|
1247 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_tile_1d_fastpath( |
| 1247 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_4d_tile_1d_fastpath( |
1248 | 1248 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1249 | 1249 | assert(threadpool != NULL); |
1250 | 1250 | assert(thread != NULL); |
@@ -1322,7 +1322,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_tile_1d_fastpath( |
1322 | 1322 | pthreadpool_fence_release(); |
1323 | 1323 | } |
1324 | 1324 |
|
1325 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_tile_2d_fastpath( |
| 1325 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_4d_tile_2d_fastpath( |
1326 | 1326 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1327 | 1327 | assert(threadpool != NULL); |
1328 | 1328 | assert(thread != NULL); |
@@ -1404,7 +1404,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_4d_tile_2d_fastpath( |
1404 | 1404 | pthreadpool_fence_release(); |
1405 | 1405 | } |
1406 | 1406 |
|
1407 | | -PTHREADPOOL_INTERNAL void |
| 1407 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void |
1408 | 1408 | pthreadpool_thread_parallelize_4d_tile_2d_with_uarch_fastpath( |
1409 | 1409 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1410 | 1410 | assert(threadpool != NULL); |
@@ -1504,7 +1504,7 @@ pthreadpool_thread_parallelize_4d_tile_2d_with_uarch_fastpath( |
1504 | 1504 | pthreadpool_fence_release(); |
1505 | 1505 | } |
1506 | 1506 |
|
1507 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_fastpath( |
| 1507 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_5d_fastpath( |
1508 | 1508 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1509 | 1509 | assert(threadpool != NULL); |
1510 | 1510 | assert(thread != NULL); |
@@ -1587,7 +1587,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_fastpath( |
1587 | 1587 | pthreadpool_fence_release(); |
1588 | 1588 | } |
1589 | 1589 |
|
1590 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_tile_1d_fastpath( |
| 1590 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_5d_tile_1d_fastpath( |
1591 | 1591 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1592 | 1592 | assert(threadpool != NULL); |
1593 | 1593 | assert(thread != NULL); |
@@ -1676,7 +1676,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_tile_1d_fastpath( |
1676 | 1676 | pthreadpool_fence_release(); |
1677 | 1677 | } |
1678 | 1678 |
|
1679 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_tile_2d_fastpath( |
| 1679 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_5d_tile_2d_fastpath( |
1680 | 1680 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1681 | 1681 | assert(threadpool != NULL); |
1682 | 1682 | assert(thread != NULL); |
@@ -1769,7 +1769,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_5d_tile_2d_fastpath( |
1769 | 1769 | pthreadpool_fence_release(); |
1770 | 1770 | } |
1771 | 1771 |
|
1772 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_6d_fastpath( |
| 1772 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_6d_fastpath( |
1773 | 1773 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1774 | 1774 | assert(threadpool != NULL); |
1775 | 1775 | assert(thread != NULL); |
@@ -1863,7 +1863,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_6d_fastpath( |
1863 | 1863 | pthreadpool_fence_release(); |
1864 | 1864 | } |
1865 | 1865 |
|
1866 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_6d_tile_1d_fastpath( |
| 1866 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_6d_tile_1d_fastpath( |
1867 | 1867 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1868 | 1868 | assert(threadpool != NULL); |
1869 | 1869 | assert(thread != NULL); |
@@ -1962,7 +1962,7 @@ PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_6d_tile_1d_fastpath( |
1962 | 1962 | pthreadpool_fence_release(); |
1963 | 1963 | } |
1964 | 1964 |
|
1965 | | -PTHREADPOOL_INTERNAL void pthreadpool_thread_parallelize_6d_tile_2d_fastpath( |
| 1965 | +PTHREADPOOL_INTERNAL PTHREADPOOL_NO_SANITIZE_FUNCTION void pthreadpool_thread_parallelize_6d_tile_2d_fastpath( |
1966 | 1966 | struct pthreadpool* threadpool, struct thread_info* thread) { |
1967 | 1967 | assert(threadpool != NULL); |
1968 | 1968 | assert(thread != NULL); |
|
0 commit comments