Skip to content

Commit 2707282

Browse files
committed
LoongArch64: avoid SGEMM LA464 ncopy fallthrough from N2 to N1
1 parent 7c99195 commit 2707282

2 files changed

Lines changed: 10 additions & 2 deletions

File tree

kernel/loongarch64/sgemm_ncopy_16_lasx.S

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -130,6 +130,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
130130
//.L_N2:
131131
//| .L_N2_M2:
132132
//| .L_N2_M1:
133+
//| .L_N2_END:
133134
//.L_N1:
134135
//| .L_N1_M1:
135136
//.L_N0
@@ -436,7 +437,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
436437
blt ZERO, I, .L_N2_M2
437438
.L_N2_M1:
438439
andi I, M, 0x01
439-
beq I, ZERO, .L_N1
440+
beq I, ZERO, .L_N2_END
440441

441442
fld.s F0, S1, 0x00
442443
fld.s F1, S2, 0x00
@@ -446,6 +447,9 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
446447
fst.s F1, TD, 0x04
447448
PTR_ADDI S2, S2, 0x04
448449
PTR_ADDI TD, TD, 0x08
450+
.L_N2_END:
451+
andi J, N, 0x01
452+
beq ZERO, J, .L_N0
449453
.align 5
450454
.L_N1:
451455
move S1, TS

kernel/loongarch64/sgemm_ncopy_8_lasx.S

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,6 +105,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
105105
//.L_N2:
106106
//| .L_N2_M2:
107107
//| .L_N2_M1:
108+
//| .L_N2_END:
108109
//.L_N1:
109110
//| .L_N1_M1:
110111
//.L_N0
@@ -271,7 +272,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
271272
blt ZERO, I, .L_N2_M2
272273
.L_N2_M1:
273274
andi I, M, 0x01
274-
beq I, ZERO, .L_N1
275+
beq I, ZERO, .L_N2_END
275276

276277
fld.s F0, S1, 0x00
277278
fld.s F1, S2, 0x00
@@ -281,6 +282,9 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
281282
fst.s F1, TD, 0x04
282283
PTR_ADDI S2, S2, 0x04
283284
PTR_ADDI TD, TD, 0x08
285+
.L_N2_END:
286+
andi J, N, 0x01
287+
beq ZERO, J, .L_N0
284288
.align 5
285289
.L_N1:
286290
move S1, TS

0 commit comments

Comments
 (0)