Skip to content

Commit d124b9e

Browse files
davidtwcodavidtwco
committed
experiment: inline always on assert fns
1 parent b661e23 commit d124b9e

3 files changed

Lines changed: 30 additions & 0 deletions

File tree

‎crates/core_arch/src/aarch64/sve/ld_st_tests_aarch64.rs‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -83,69 +83,79 @@ static U64_DATA: LazyLock<[u64; 32 * 5]> = LazyLock::new(|| {
8383
.try_into()
8484
.expect("u64 data incorrectly initialised")
8585
});
86+
#[inline(always)]
8687
#[target_feature(enable = "sve")]
8788
fn assert_vector_matches_f32(vector: svfloat32_t, expected: svfloat32_t) {
8889
let defined = svrdffr();
8990
assert!(svptest_first(svptrue_b32(), defined));
9091
let cmp = svcmpne_f32(defined, vector, expected);
9192
assert!(!svptest_any(defined, cmp))
9293
}
94+
#[inline(always)]
9395
#[target_feature(enable = "sve")]
9496
fn assert_vector_matches_f64(vector: svfloat64_t, expected: svfloat64_t) {
9597
let defined = svrdffr();
9698
assert!(svptest_first(svptrue_b64(), defined));
9799
let cmp = svcmpne_f64(defined, vector, expected);
98100
assert!(!svptest_any(defined, cmp))
99101
}
102+
#[inline(always)]
100103
#[target_feature(enable = "sve")]
101104
fn assert_vector_matches_i8(vector: svint8_t, expected: svint8_t) {
102105
let defined = svrdffr();
103106
assert!(svptest_first(svptrue_b8(), defined));
104107
let cmp = svcmpne_s8(defined, vector, expected);
105108
assert!(!svptest_any(defined, cmp))
106109
}
110+
#[inline(always)]
107111
#[target_feature(enable = "sve")]
108112
fn assert_vector_matches_i16(vector: svint16_t, expected: svint16_t) {
109113
let defined = svrdffr();
110114
assert!(svptest_first(svptrue_b16(), defined));
111115
let cmp = svcmpne_s16(defined, vector, expected);
112116
assert!(!svptest_any(defined, cmp))
113117
}
118+
#[inline(always)]
114119
#[target_feature(enable = "sve")]
115120
fn assert_vector_matches_i32(vector: svint32_t, expected: svint32_t) {
116121
let defined = svrdffr();
117122
assert!(svptest_first(svptrue_b32(), defined));
118123
let cmp = svcmpne_s32(defined, vector, expected);
119124
assert!(!svptest_any(defined, cmp))
120125
}
126+
#[inline(always)]
121127
#[target_feature(enable = "sve")]
122128
fn assert_vector_matches_i64(vector: svint64_t, expected: svint64_t) {
123129
let defined = svrdffr();
124130
assert!(svptest_first(svptrue_b64(), defined));
125131
let cmp = svcmpne_s64(defined, vector, expected);
126132
assert!(!svptest_any(defined, cmp))
127133
}
134+
#[inline(always)]
128135
#[target_feature(enable = "sve")]
129136
fn assert_vector_matches_u8(vector: svuint8_t, expected: svuint8_t) {
130137
let defined = svrdffr();
131138
assert!(svptest_first(svptrue_b8(), defined));
132139
let cmp = svcmpne_u8(defined, vector, expected);
133140
assert!(!svptest_any(defined, cmp))
134141
}
142+
#[inline(always)]
135143
#[target_feature(enable = "sve")]
136144
fn assert_vector_matches_u16(vector: svuint16_t, expected: svuint16_t) {
137145
let defined = svrdffr();
138146
assert!(svptest_first(svptrue_b16(), defined));
139147
let cmp = svcmpne_u16(defined, vector, expected);
140148
assert!(!svptest_any(defined, cmp))
141149
}
150+
#[inline(always)]
142151
#[target_feature(enable = "sve")]
143152
fn assert_vector_matches_u32(vector: svuint32_t, expected: svuint32_t) {
144153
let defined = svrdffr();
145154
assert!(svptest_first(svptrue_b32(), defined));
146155
let cmp = svcmpne_u32(defined, vector, expected);
147156
assert!(!svptest_any(defined, cmp))
148157
}
158+
#[inline(always)]
149159
#[target_feature(enable = "sve")]
150160
fn assert_vector_matches_u64(vector: svuint64_t, expected: svuint64_t) {
151161
let defined = svrdffr();

‎crates/core_arch/src/aarch64/sve2/ld_st_tests_aarch64.rs‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -83,69 +83,79 @@ static U64_DATA: LazyLock<[u64; 32 * 5]> = LazyLock::new(|| {
8383
.try_into()
8484
.expect("u64 data incorrectly initialised")
8585
});
86+
#[inline(always)]
8687
#[target_feature(enable = "sve")]
8788
fn assert_vector_matches_f32(vector: svfloat32_t, expected: svfloat32_t) {
8889
let defined = svrdffr();
8990
assert!(svptest_first(svptrue_b32(), defined));
9091
let cmp = svcmpne_f32(defined, vector, expected);
9192
assert!(!svptest_any(defined, cmp))
9293
}
94+
#[inline(always)]
9395
#[target_feature(enable = "sve")]
9496
fn assert_vector_matches_f64(vector: svfloat64_t, expected: svfloat64_t) {
9597
let defined = svrdffr();
9698
assert!(svptest_first(svptrue_b64(), defined));
9799
let cmp = svcmpne_f64(defined, vector, expected);
98100
assert!(!svptest_any(defined, cmp))
99101
}
102+
#[inline(always)]
100103
#[target_feature(enable = "sve")]
101104
fn assert_vector_matches_i8(vector: svint8_t, expected: svint8_t) {
102105
let defined = svrdffr();
103106
assert!(svptest_first(svptrue_b8(), defined));
104107
let cmp = svcmpne_s8(defined, vector, expected);
105108
assert!(!svptest_any(defined, cmp))
106109
}
110+
#[inline(always)]
107111
#[target_feature(enable = "sve")]
108112
fn assert_vector_matches_i16(vector: svint16_t, expected: svint16_t) {
109113
let defined = svrdffr();
110114
assert!(svptest_first(svptrue_b16(), defined));
111115
let cmp = svcmpne_s16(defined, vector, expected);
112116
assert!(!svptest_any(defined, cmp))
113117
}
118+
#[inline(always)]
114119
#[target_feature(enable = "sve")]
115120
fn assert_vector_matches_i32(vector: svint32_t, expected: svint32_t) {
116121
let defined = svrdffr();
117122
assert!(svptest_first(svptrue_b32(), defined));
118123
let cmp = svcmpne_s32(defined, vector, expected);
119124
assert!(!svptest_any(defined, cmp))
120125
}
126+
#[inline(always)]
121127
#[target_feature(enable = "sve")]
122128
fn assert_vector_matches_i64(vector: svint64_t, expected: svint64_t) {
123129
let defined = svrdffr();
124130
assert!(svptest_first(svptrue_b64(), defined));
125131
let cmp = svcmpne_s64(defined, vector, expected);
126132
assert!(!svptest_any(defined, cmp))
127133
}
134+
#[inline(always)]
128135
#[target_feature(enable = "sve")]
129136
fn assert_vector_matches_u8(vector: svuint8_t, expected: svuint8_t) {
130137
let defined = svrdffr();
131138
assert!(svptest_first(svptrue_b8(), defined));
132139
let cmp = svcmpne_u8(defined, vector, expected);
133140
assert!(!svptest_any(defined, cmp))
134141
}
142+
#[inline(always)]
135143
#[target_feature(enable = "sve")]
136144
fn assert_vector_matches_u16(vector: svuint16_t, expected: svuint16_t) {
137145
let defined = svrdffr();
138146
assert!(svptest_first(svptrue_b16(), defined));
139147
let cmp = svcmpne_u16(defined, vector, expected);
140148
assert!(!svptest_any(defined, cmp))
141149
}
150+
#[inline(always)]
142151
#[target_feature(enable = "sve")]
143152
fn assert_vector_matches_u32(vector: svuint32_t, expected: svuint32_t) {
144153
let defined = svrdffr();
145154
assert!(svptest_first(svptrue_b32(), defined));
146155
let cmp = svcmpne_u32(defined, vector, expected);
147156
assert!(!svptest_any(defined, cmp))
148157
}
158+
#[inline(always)]
149159
#[target_feature(enable = "sve")]
150160
fn assert_vector_matches_u64(vector: svuint64_t, expected: svuint64_t) {
151161
let defined = svrdffr();

‎crates/stdarch-gen-arm/src/load_store_tests.rs‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -721,6 +721,7 @@ static U64_DATA: LazyLock<[u64; {LEN_U64} * {NUM_VECS}]> = LazyLock::new(|| {{
721721
.expect("u64 data incorrectly initialised")
722722
}});
723723
724+
#[inline(always)]
724725
#[target_feature(enable = "sve")]
725726
fn assert_vector_matches_f32(vector: svfloat32_t, expected: svfloat32_t) {{
726727
let defined = svrdffr();
@@ -729,6 +730,7 @@ fn assert_vector_matches_f32(vector: svfloat32_t, expected: svfloat32_t) {{
729730
assert!(!svptest_any(defined, cmp))
730731
}}
731732
733+
#[inline(always)]
732734
#[target_feature(enable = "sve")]
733735
fn assert_vector_matches_f64(vector: svfloat64_t, expected: svfloat64_t) {{
734736
let defined = svrdffr();
@@ -737,6 +739,7 @@ fn assert_vector_matches_f64(vector: svfloat64_t, expected: svfloat64_t) {{
737739
assert!(!svptest_any(defined, cmp))
738740
}}
739741
742+
#[inline(always)]
740743
#[target_feature(enable = "sve")]
741744
fn assert_vector_matches_i8(vector: svint8_t, expected: svint8_t) {{
742745
let defined = svrdffr();
@@ -745,6 +748,7 @@ fn assert_vector_matches_i8(vector: svint8_t, expected: svint8_t) {{
745748
assert!(!svptest_any(defined, cmp))
746749
}}
747750
751+
#[inline(always)]
748752
#[target_feature(enable = "sve")]
749753
fn assert_vector_matches_i16(vector: svint16_t, expected: svint16_t) {{
750754
let defined = svrdffr();
@@ -753,6 +757,7 @@ fn assert_vector_matches_i16(vector: svint16_t, expected: svint16_t) {{
753757
assert!(!svptest_any(defined, cmp))
754758
}}
755759
760+
#[inline(always)]
756761
#[target_feature(enable = "sve")]
757762
fn assert_vector_matches_i32(vector: svint32_t, expected: svint32_t) {{
758763
let defined = svrdffr();
@@ -761,6 +766,7 @@ fn assert_vector_matches_i32(vector: svint32_t, expected: svint32_t) {{
761766
assert!(!svptest_any(defined, cmp))
762767
}}
763768
769+
#[inline(always)]
764770
#[target_feature(enable = "sve")]
765771
fn assert_vector_matches_i64(vector: svint64_t, expected: svint64_t) {{
766772
let defined = svrdffr();
@@ -769,6 +775,7 @@ fn assert_vector_matches_i64(vector: svint64_t, expected: svint64_t) {{
769775
assert!(!svptest_any(defined, cmp))
770776
}}
771777
778+
#[inline(always)]
772779
#[target_feature(enable = "sve")]
773780
fn assert_vector_matches_u8(vector: svuint8_t, expected: svuint8_t) {{
774781
let defined = svrdffr();
@@ -777,6 +784,7 @@ fn assert_vector_matches_u8(vector: svuint8_t, expected: svuint8_t) {{
777784
assert!(!svptest_any(defined, cmp))
778785
}}
779786
787+
#[inline(always)]
780788
#[target_feature(enable = "sve")]
781789
fn assert_vector_matches_u16(vector: svuint16_t, expected: svuint16_t) {{
782790
let defined = svrdffr();
@@ -785,6 +793,7 @@ fn assert_vector_matches_u16(vector: svuint16_t, expected: svuint16_t) {{
785793
assert!(!svptest_any(defined, cmp))
786794
}}
787795
796+
#[inline(always)]
788797
#[target_feature(enable = "sve")]
789798
fn assert_vector_matches_u32(vector: svuint32_t, expected: svuint32_t) {{
790799
let defined = svrdffr();
@@ -793,6 +802,7 @@ fn assert_vector_matches_u32(vector: svuint32_t, expected: svuint32_t) {{
793802
assert!(!svptest_any(defined, cmp))
794803
}}
795804
805+
#[inline(always)]
796806
#[target_feature(enable = "sve")]
797807
fn assert_vector_matches_u64(vector: svuint64_t, expected: svuint64_t) {{
798808
let defined = svrdffr();

0 commit comments

Comments
 (0)