mirror of
https://github.com/hanzoai/datastore.git
synced 2026-10-30 14:48:37 +00:00
3559 lines
82 KiB
ArmAsm
3559 lines
82 KiB
ArmAsm
// Copyright 2022-2025 The OpenSSL Project Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License 2.0 (the "License"). You may not use
|
|
// this file except in compliance with the License. You can obtain a copy
|
|
// in the file LICENSE in the source distribution or at
|
|
// https://www.openssl.org/source/license.html
|
|
//
|
|
//
|
|
// ChaCha20 for ARMv8 via SVE
|
|
//
|
|
// $output is the last argument if it looks like a file (it has an extension)
|
|
// $flavour is the first argument if it doesn't look like a file
|
|
#include "arm_arch.h"
|
|
|
|
.arch armv8-a
|
|
|
|
|
|
.hidden OPENSSL_armcap_P
|
|
|
|
.text
|
|
|
|
.section .rodata
|
|
.align 5
|
|
.type _chacha_sve_consts,%object
|
|
_chacha_sve_consts:
|
|
.Lchacha20_consts:
|
|
.quad 0x3320646e61707865,0x6b20657479622d32 // endian-neutral
|
|
.Lrot8:
|
|
.word 0x02010003,0x04040404,0x02010003,0x04040404
|
|
.size _chacha_sve_consts,.-_chacha_sve_consts
|
|
|
|
.previous
|
|
|
|
.globl ChaCha20_ctr32_sve
|
|
.type ChaCha20_ctr32_sve,%function
|
|
.align 5
|
|
ChaCha20_ctr32_sve:
|
|
AARCH64_VALID_CALL_TARGET
|
|
.inst 0x04a0e3e5 //cntw x5, ALL, MUL #1
|
|
cmp x2,x5,lsl #6
|
|
b.lt .Lreturn
|
|
mov x7,0
|
|
adrp x6,OPENSSL_armcap_P
|
|
ldr w6,[x6,#:lo12:OPENSSL_armcap_P]
|
|
tst w6,#ARMV8_SVE2
|
|
b.eq 1f
|
|
mov x7,1
|
|
b 2f
|
|
1:
|
|
cmp x5,4
|
|
b.le .Lreturn
|
|
adrp x6,.Lrot8
|
|
add x6,x6,#:lo12:.Lrot8
|
|
ldp w9,w10,[x6]
|
|
.inst 0x04aa4d3f //index z31.s,w9,w10
|
|
2:
|
|
AARCH64_SIGN_LINK_REGISTER
|
|
stp d8,d9,[sp,-192]!
|
|
stp d10,d11,[sp,16]
|
|
stp d12,d13,[sp,32]
|
|
stp d14,d15,[sp,48]
|
|
stp x16,x17,[sp,64]
|
|
stp x18,x19,[sp,80]
|
|
stp x20,x21,[sp,96]
|
|
stp x22,x23,[sp,112]
|
|
stp x24,x25,[sp,128]
|
|
stp x26,x27,[sp,144]
|
|
stp x28,x29,[sp,160]
|
|
str x30,[sp,176]
|
|
|
|
adrp x6,.Lchacha20_consts
|
|
add x6,x6,#:lo12:.Lchacha20_consts
|
|
ldp x23,x24,[x6]
|
|
ldp x25,x26,[x3]
|
|
ldp x27,x28,[x3, 16]
|
|
ldp x29,x30,[x4]
|
|
.inst 0x2599e3e0 //ptrues p0.s,ALL
|
|
#ifdef __AARCH64EB__
|
|
ror x25,x25,#32
|
|
ror x26,x26,#32
|
|
ror x27,x27,#32
|
|
ror x28,x28,#32
|
|
ror x29,x29,#32
|
|
ror x30,x30,#32
|
|
#endif
|
|
cbz x7, 1f
|
|
.align 5
|
|
100:
|
|
subs x7,x2,x5,lsl #6
|
|
b.lt 110f
|
|
mov x2,x7
|
|
b.eq 101f
|
|
cmp x2,64
|
|
b.lt 101f
|
|
mixin=1
|
|
lsr x8,x23,#32
|
|
.inst 0x05a03ae0 //dup z0.s,w23
|
|
.inst 0x05a03af9 //dup z25.s,w23
|
|
.if mixin == 1
|
|
mov w7,w23
|
|
.endif
|
|
.inst 0x05a03904 //dup z4.s,w8
|
|
.inst 0x05a0391a //dup z26.s,w8
|
|
lsr x10,x24,#32
|
|
.inst 0x05a03b08 //dup z8.s,w24
|
|
.inst 0x05a03b1b //dup z27.s,w24
|
|
.if mixin == 1
|
|
mov w9,w24
|
|
.endif
|
|
.inst 0x05a0394c //dup z12.s,w10
|
|
.inst 0x05a0395c //dup z28.s,w10
|
|
lsr x12,x25,#32
|
|
.inst 0x05a03b21 //dup z1.s,w25
|
|
.inst 0x05a03b3d //dup z29.s,w25
|
|
.if mixin == 1
|
|
mov w11,w25
|
|
.endif
|
|
.inst 0x05a03985 //dup z5.s,w12
|
|
.inst 0x05a0399e //dup z30.s,w12
|
|
lsr x14,x26,#32
|
|
.inst 0x05a03b49 //dup z9.s,w26
|
|
.inst 0x05a03b55 //dup z21.s,w26
|
|
.if mixin == 1
|
|
mov w13,w26
|
|
.endif
|
|
.inst 0x05a039cd //dup z13.s,w14
|
|
.inst 0x05a039d6 //dup z22.s,w14
|
|
lsr x16,x27,#32
|
|
.inst 0x05a03b62 //dup z2.s,w27
|
|
.inst 0x05a03b77 //dup z23.s,w27
|
|
.if mixin == 1
|
|
mov w15,w27
|
|
.endif
|
|
.inst 0x05a03a06 //dup z6.s,w16
|
|
.inst 0x05a03a18 //dup z24.s,w16
|
|
lsr x18,x28,#32
|
|
.inst 0x05a03b8a //dup z10.s,w28
|
|
.inst 0x05a03b91 //dup z17.s,w28
|
|
.if mixin == 1
|
|
mov w17,w28
|
|
.endif
|
|
.inst 0x05a03a4e //dup z14.s,w18
|
|
.inst 0x05a03a52 //dup z18.s,w18
|
|
lsr x22,x30,#32
|
|
.inst 0x05a03bcb //dup z11.s,w30
|
|
.inst 0x05a03bd4 //dup z20.s,w30
|
|
.if mixin == 1
|
|
mov w21,w30
|
|
.endif
|
|
.inst 0x05a03acf //dup z15.s,w22
|
|
.inst 0x05a03adf //dup z31.s,w22
|
|
.if mixin == 1
|
|
add w20,w29,#1
|
|
mov w19,w29
|
|
.inst 0x04a14690 //index z16.s,w20,1
|
|
.inst 0x04a14683 //index z3.s,w20,1
|
|
.else
|
|
.inst 0x04a147b0 //index z16.s,w29,1
|
|
.inst 0x04a147a3 //index z3.s,w29,1
|
|
.endif
|
|
lsr x20,x29,#32
|
|
.inst 0x05a03a87 //dup z7.s,w20
|
|
.inst 0x05a03a93 //dup z19.s,w20
|
|
mov x6,#10
|
|
10:
|
|
.align 5
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04703403 //xar z3.s,z3.s,z0.s,16
|
|
.if mixin == 1
|
|
ror w19,w19,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04703487 //xar z7.s,z7.s,z4.s,16
|
|
.if mixin == 1
|
|
ror w20,w20,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x0470350b //xar z11.s,z11.s,z8.s,16
|
|
.if mixin == 1
|
|
ror w21,w21,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x0470358f //xar z15.s,z15.s,z12.s,16
|
|
.if mixin == 1
|
|
ror w22,w22,16
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x046c3441 //xar z1.s,z1.s,z2.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x046c34c5 //xar z5.s,z5.s,z6.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x046c3549 //xar z9.s,z9.s,z10.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046c35cd //xar z13.s,z13.s,z14.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04683403 //xar z3.s,z3.s,z0.s,24
|
|
.if mixin == 1
|
|
ror w19,w19,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04683487 //xar z7.s,z7.s,z4.s,24
|
|
.if mixin == 1
|
|
ror w20,w20,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x0468350b //xar z11.s,z11.s,z8.s,24
|
|
.if mixin == 1
|
|
ror w21,w21,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x0468358f //xar z15.s,z15.s,z12.s,24
|
|
.if mixin == 1
|
|
ror w22,w22,24
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04673441 //xar z1.s,z1.s,z2.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x046734c5 //xar z5.s,z5.s,z6.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04673549 //xar z9.s,z9.s,z10.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046735cd //xar z13.s,z13.s,z14.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x0470340f //xar z15.s,z15.s,z0.s,16
|
|
.if mixin == 1
|
|
ror w22,w22,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04703483 //xar z3.s,z3.s,z4.s,16
|
|
.if mixin == 1
|
|
ror w19,w19,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04703507 //xar z7.s,z7.s,z8.s,16
|
|
.if mixin == 1
|
|
ror w20,w20,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x0470358b //xar z11.s,z11.s,z12.s,16
|
|
.if mixin == 1
|
|
ror w21,w21,16
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x046c3545 //xar z5.s,z5.s,z10.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x046c35c9 //xar z9.s,z9.s,z14.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x046c344d //xar z13.s,z13.s,z2.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046c34c1 //xar z1.s,z1.s,z6.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x0468340f //xar z15.s,z15.s,z0.s,24
|
|
.if mixin == 1
|
|
ror w22,w22,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04683483 //xar z3.s,z3.s,z4.s,24
|
|
.if mixin == 1
|
|
ror w19,w19,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04683507 //xar z7.s,z7.s,z8.s,24
|
|
.if mixin == 1
|
|
ror w20,w20,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x0468358b //xar z11.s,z11.s,z12.s,24
|
|
.if mixin == 1
|
|
ror w21,w21,24
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04673545 //xar z5.s,z5.s,z10.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x046735c9 //xar z9.s,z9.s,z14.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x0467344d //xar z13.s,z13.s,z2.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046734c1 //xar z1.s,z1.s,z6.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
sub x6,x6,1
|
|
cbnz x6,10b
|
|
.if mixin == 1
|
|
add w7,w7,w23
|
|
.endif
|
|
.inst 0x04b90000 //add z0.s,z0.s,z25.s
|
|
.if mixin == 1
|
|
add x8,x8,x23,lsr #32
|
|
.endif
|
|
.inst 0x04ba0084 //add z4.s,z4.s,z26.s
|
|
.if mixin == 1
|
|
add x7,x7,x8,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w9,w9,w24
|
|
.endif
|
|
.inst 0x04bb0108 //add z8.s,z8.s,z27.s
|
|
.if mixin == 1
|
|
add x10,x10,x24,lsr #32
|
|
.endif
|
|
.inst 0x04bc018c //add z12.s,z12.s,z28.s
|
|
.if mixin == 1
|
|
add x9,x9,x10,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x8,x10,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w11,w11,w25
|
|
.endif
|
|
.inst 0x04bd0021 //add z1.s,z1.s,z29.s
|
|
.if mixin == 1
|
|
add x12,x12,x25,lsr #32
|
|
.endif
|
|
.inst 0x04be00a5 //add z5.s,z5.s,z30.s
|
|
.if mixin == 1
|
|
add x11,x11,x12,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w13,w13,w26
|
|
.endif
|
|
.inst 0x04b50129 //add z9.s,z9.s,z21.s
|
|
.if mixin == 1
|
|
add x14,x14,x26,lsr #32
|
|
.endif
|
|
.inst 0x04b601ad //add z13.s,z13.s,z22.s
|
|
.if mixin == 1
|
|
add x13,x13,x14,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x12,x14,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w15,w15,w27
|
|
.endif
|
|
.inst 0x04b70042 //add z2.s,z2.s,z23.s
|
|
.if mixin == 1
|
|
add x16,x16,x27,lsr #32
|
|
.endif
|
|
.inst 0x04b800c6 //add z6.s,z6.s,z24.s
|
|
.if mixin == 1
|
|
add x15,x15,x16,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w17,w17,w28
|
|
.endif
|
|
.inst 0x04b1014a //add z10.s,z10.s,z17.s
|
|
.if mixin == 1
|
|
add x18,x18,x28,lsr #32
|
|
.endif
|
|
.inst 0x04b201ce //add z14.s,z14.s,z18.s
|
|
.if mixin == 1
|
|
add x17,x17,x18,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x16,x18,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w19,w19,w29
|
|
.endif
|
|
.inst 0x04b00063 //add z3.s,z3.s,z16.s
|
|
.if mixin == 1
|
|
add x20,x20,x29,lsr #32
|
|
.endif
|
|
.inst 0x04b300e7 //add z7.s,z7.s,z19.s
|
|
.if mixin == 1
|
|
add x19,x19,x20,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w21,w21,w30
|
|
.endif
|
|
.inst 0x04b4016b //add z11.s,z11.s,z20.s
|
|
.if mixin == 1
|
|
add x22,x22,x30,lsr #32
|
|
.endif
|
|
.inst 0x04bf01ef //add z15.s,z15.s,z31.s
|
|
.if mixin == 1
|
|
add x21,x21,x22,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x20,x22,[x1],#16
|
|
.endif
|
|
#ifdef __AARCH64EB__
|
|
rev x7,x7
|
|
.inst 0x05a48000 //revb z0.s,p0/m,z0.s
|
|
.inst 0x05a48084 //revb z4.s,p0/m,z4.s
|
|
rev x9,x9
|
|
.inst 0x05a48108 //revb z8.s,p0/m,z8.s
|
|
.inst 0x05a4818c //revb z12.s,p0/m,z12.s
|
|
rev x11,x11
|
|
.inst 0x05a48021 //revb z1.s,p0/m,z1.s
|
|
.inst 0x05a480a5 //revb z5.s,p0/m,z5.s
|
|
rev x13,x13
|
|
.inst 0x05a48129 //revb z9.s,p0/m,z9.s
|
|
.inst 0x05a481ad //revb z13.s,p0/m,z13.s
|
|
rev x15,x15
|
|
.inst 0x05a48042 //revb z2.s,p0/m,z2.s
|
|
.inst 0x05a480c6 //revb z6.s,p0/m,z6.s
|
|
rev x17,x17
|
|
.inst 0x05a4814a //revb z10.s,p0/m,z10.s
|
|
.inst 0x05a481ce //revb z14.s,p0/m,z14.s
|
|
rev x19,x19
|
|
.inst 0x05a48063 //revb z3.s,p0/m,z3.s
|
|
.inst 0x05a480e7 //revb z7.s,p0/m,z7.s
|
|
rev x21,x21
|
|
.inst 0x05a4816b //revb z11.s,p0/m,z11.s
|
|
.inst 0x05a481ef //revb z15.s,p0/m,z15.s
|
|
#endif
|
|
.if mixin == 1
|
|
add x29,x29,#1
|
|
.endif
|
|
cmp x5,4
|
|
b.ne 200f
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23021 //eor z1.d,z1.d,z18.d
|
|
.inst 0x04b33042 //eor z2.d,z2.d,z19.d
|
|
.inst 0x04b43063 //eor z3.d,z3.d,z20.d
|
|
.inst 0x04b53084 //eor z4.d,z4.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b730c6 //eor z6.d,z6.d,z23.d
|
|
.inst 0x04b830e7 //eor z7.d,z7.d,z24.d
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13108 //eor z8.d,z8.d,z17.d
|
|
.inst 0x04b23129 //eor z9.d,z9.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b4316b //eor z11.d,z11.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b5318c //eor z12.d,z12.d,z21.d
|
|
.inst 0x04b631ad //eor z13.d,z13.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b731ce //eor z14.d,z14.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
st1 {v0.4s,v1.4s,v2.4s,v3.4s},[x0],#64
|
|
st1 {v4.4s,v5.4s,v6.4s,v7.4s},[x0],#64
|
|
st1 {v8.4s,v9.4s,v10.4s,v11.4s},[x0],#64
|
|
st1 {v12.4s,v13.4s,v14.4s,v15.4s},[x0],#64
|
|
b 210f
|
|
200:
|
|
.inst 0x05a16011 //zip1 z17.s,z0.s,z1.s
|
|
.inst 0x05a16412 //zip2 z18.s,z0.s,z1.s
|
|
.inst 0x05a36053 //zip1 z19.s,z2.s,z3.s
|
|
.inst 0x05a36454 //zip2 z20.s,z2.s,z3.s
|
|
|
|
.inst 0x05a56095 //zip1 z21.s,z4.s,z5.s
|
|
.inst 0x05a56496 //zip2 z22.s,z4.s,z5.s
|
|
.inst 0x05a760d7 //zip1 z23.s,z6.s,z7.s
|
|
.inst 0x05a764d8 //zip2 z24.s,z6.s,z7.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36621 //zip2 z1.d,z17.d,z19.d
|
|
.inst 0x05f46242 //zip1 z2.d,z18.d,z20.d
|
|
.inst 0x05f46643 //zip2 z3.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a4 //zip1 z4.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c6 //zip1 z6.d,z22.d,z24.d
|
|
.inst 0x05f866c7 //zip2 z7.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.inst 0x05a96111 //zip1 z17.s,z8.s,z9.s
|
|
.inst 0x05a96512 //zip2 z18.s,z8.s,z9.s
|
|
.inst 0x05ab6153 //zip1 z19.s,z10.s,z11.s
|
|
.inst 0x05ab6554 //zip2 z20.s,z10.s,z11.s
|
|
|
|
.inst 0x05ad6195 //zip1 z21.s,z12.s,z13.s
|
|
.inst 0x05ad6596 //zip2 z22.s,z12.s,z13.s
|
|
.inst 0x05af61d7 //zip1 z23.s,z14.s,z15.s
|
|
.inst 0x05af65d8 //zip2 z24.s,z14.s,z15.s
|
|
|
|
.inst 0x05f36228 //zip1 z8.d,z17.d,z19.d
|
|
.inst 0x05f36629 //zip2 z9.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664b //zip2 z11.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762ac //zip1 z12.d,z21.d,z23.d
|
|
.inst 0x05f766ad //zip2 z13.d,z21.d,z23.d
|
|
.inst 0x05f862ce //zip1 z14.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23084 //eor z4.d,z4.d,z18.d
|
|
.inst 0x04b33108 //eor z8.d,z8.d,z19.d
|
|
.inst 0x04b4318c //eor z12.d,z12.d,z20.d
|
|
.inst 0x04b53021 //eor z1.d,z1.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b73129 //eor z9.d,z9.d,z23.d
|
|
.inst 0x04b831ad //eor z13.d,z13.d,z24.d
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13042 //eor z2.d,z2.d,z17.d
|
|
.inst 0x04b230c6 //eor z6.d,z6.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b431ce //eor z14.d,z14.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b53063 //eor z3.d,z3.d,z21.d
|
|
.inst 0x04b630e7 //eor z7.d,z7.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b7316b //eor z11.d,z11.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
.inst 0xe540e000 //st1w {z0.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e004 //st1w {z4.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e008 //st1w {z8.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00c //st1w {z12.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e001 //st1w {z1.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e005 //st1w {z5.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e009 //st1w {z9.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00d //st1w {z13.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
.inst 0xe540e002 //st1w {z2.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e006 //st1w {z6.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e00a //st1w {z10.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00e //st1w {z14.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e003 //st1w {z3.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e007 //st1w {z7.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e00b //st1w {z11.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00f //st1w {z15.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
210:
|
|
.inst 0x04b0e3fd //incw x29, ALL, MUL #1
|
|
subs x2,x2,64
|
|
b.gt 100b
|
|
b 110f
|
|
101:
|
|
mixin=0
|
|
lsr x8,x23,#32
|
|
.inst 0x05a03ae0 //dup z0.s,w23
|
|
.inst 0x05a03af9 //dup z25.s,w23
|
|
.if mixin == 1
|
|
mov w7,w23
|
|
.endif
|
|
.inst 0x05a03904 //dup z4.s,w8
|
|
.inst 0x05a0391a //dup z26.s,w8
|
|
lsr x10,x24,#32
|
|
.inst 0x05a03b08 //dup z8.s,w24
|
|
.inst 0x05a03b1b //dup z27.s,w24
|
|
.if mixin == 1
|
|
mov w9,w24
|
|
.endif
|
|
.inst 0x05a0394c //dup z12.s,w10
|
|
.inst 0x05a0395c //dup z28.s,w10
|
|
lsr x12,x25,#32
|
|
.inst 0x05a03b21 //dup z1.s,w25
|
|
.inst 0x05a03b3d //dup z29.s,w25
|
|
.if mixin == 1
|
|
mov w11,w25
|
|
.endif
|
|
.inst 0x05a03985 //dup z5.s,w12
|
|
.inst 0x05a0399e //dup z30.s,w12
|
|
lsr x14,x26,#32
|
|
.inst 0x05a03b49 //dup z9.s,w26
|
|
.inst 0x05a03b55 //dup z21.s,w26
|
|
.if mixin == 1
|
|
mov w13,w26
|
|
.endif
|
|
.inst 0x05a039cd //dup z13.s,w14
|
|
.inst 0x05a039d6 //dup z22.s,w14
|
|
lsr x16,x27,#32
|
|
.inst 0x05a03b62 //dup z2.s,w27
|
|
.inst 0x05a03b77 //dup z23.s,w27
|
|
.if mixin == 1
|
|
mov w15,w27
|
|
.endif
|
|
.inst 0x05a03a06 //dup z6.s,w16
|
|
.inst 0x05a03a18 //dup z24.s,w16
|
|
lsr x18,x28,#32
|
|
.inst 0x05a03b8a //dup z10.s,w28
|
|
.inst 0x05a03b91 //dup z17.s,w28
|
|
.if mixin == 1
|
|
mov w17,w28
|
|
.endif
|
|
.inst 0x05a03a4e //dup z14.s,w18
|
|
.inst 0x05a03a52 //dup z18.s,w18
|
|
lsr x22,x30,#32
|
|
.inst 0x05a03bcb //dup z11.s,w30
|
|
.inst 0x05a03bd4 //dup z20.s,w30
|
|
.if mixin == 1
|
|
mov w21,w30
|
|
.endif
|
|
.inst 0x05a03acf //dup z15.s,w22
|
|
.inst 0x05a03adf //dup z31.s,w22
|
|
.if mixin == 1
|
|
add w20,w29,#1
|
|
mov w19,w29
|
|
.inst 0x04a14690 //index z16.s,w20,1
|
|
.inst 0x04a14683 //index z3.s,w20,1
|
|
.else
|
|
.inst 0x04a147b0 //index z16.s,w29,1
|
|
.inst 0x04a147a3 //index z3.s,w29,1
|
|
.endif
|
|
lsr x20,x29,#32
|
|
.inst 0x05a03a87 //dup z7.s,w20
|
|
.inst 0x05a03a93 //dup z19.s,w20
|
|
mov x6,#10
|
|
10:
|
|
.align 5
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04703403 //xar z3.s,z3.s,z0.s,16
|
|
.if mixin == 1
|
|
ror w19,w19,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04703487 //xar z7.s,z7.s,z4.s,16
|
|
.if mixin == 1
|
|
ror w20,w20,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x0470350b //xar z11.s,z11.s,z8.s,16
|
|
.if mixin == 1
|
|
ror w21,w21,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x0470358f //xar z15.s,z15.s,z12.s,16
|
|
.if mixin == 1
|
|
ror w22,w22,16
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x046c3441 //xar z1.s,z1.s,z2.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x046c34c5 //xar z5.s,z5.s,z6.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x046c3549 //xar z9.s,z9.s,z10.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046c35cd //xar z13.s,z13.s,z14.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04683403 //xar z3.s,z3.s,z0.s,24
|
|
.if mixin == 1
|
|
ror w19,w19,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04683487 //xar z7.s,z7.s,z4.s,24
|
|
.if mixin == 1
|
|
ror w20,w20,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x0468350b //xar z11.s,z11.s,z8.s,24
|
|
.if mixin == 1
|
|
ror w21,w21,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x0468358f //xar z15.s,z15.s,z12.s,24
|
|
.if mixin == 1
|
|
ror w22,w22,24
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04673441 //xar z1.s,z1.s,z2.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x046734c5 //xar z5.s,z5.s,z6.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04673549 //xar z9.s,z9.s,z10.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046735cd //xar z13.s,z13.s,z14.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x0470340f //xar z15.s,z15.s,z0.s,16
|
|
.if mixin == 1
|
|
ror w22,w22,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04703483 //xar z3.s,z3.s,z4.s,16
|
|
.if mixin == 1
|
|
ror w19,w19,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04703507 //xar z7.s,z7.s,z8.s,16
|
|
.if mixin == 1
|
|
ror w20,w20,16
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x0470358b //xar z11.s,z11.s,z12.s,16
|
|
.if mixin == 1
|
|
ror w21,w21,16
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x046c3545 //xar z5.s,z5.s,z10.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x046c35c9 //xar z9.s,z9.s,z14.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x046c344d //xar z13.s,z13.s,z2.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046c34c1 //xar z1.s,z1.s,z6.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x0468340f //xar z15.s,z15.s,z0.s,24
|
|
.if mixin == 1
|
|
ror w22,w22,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04683483 //xar z3.s,z3.s,z4.s,24
|
|
.if mixin == 1
|
|
ror w19,w19,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04683507 //xar z7.s,z7.s,z8.s,24
|
|
.if mixin == 1
|
|
ror w20,w20,24
|
|
.endif
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x0468358b //xar z11.s,z11.s,z12.s,24
|
|
.if mixin == 1
|
|
ror w21,w21,24
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04673545 //xar z5.s,z5.s,z10.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x046735c9 //xar z9.s,z9.s,z14.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x0467344d //xar z13.s,z13.s,z2.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046734c1 //xar z1.s,z1.s,z6.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
sub x6,x6,1
|
|
cbnz x6,10b
|
|
.if mixin == 1
|
|
add w7,w7,w23
|
|
.endif
|
|
.inst 0x04b90000 //add z0.s,z0.s,z25.s
|
|
.if mixin == 1
|
|
add x8,x8,x23,lsr #32
|
|
.endif
|
|
.inst 0x04ba0084 //add z4.s,z4.s,z26.s
|
|
.if mixin == 1
|
|
add x7,x7,x8,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w9,w9,w24
|
|
.endif
|
|
.inst 0x04bb0108 //add z8.s,z8.s,z27.s
|
|
.if mixin == 1
|
|
add x10,x10,x24,lsr #32
|
|
.endif
|
|
.inst 0x04bc018c //add z12.s,z12.s,z28.s
|
|
.if mixin == 1
|
|
add x9,x9,x10,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x8,x10,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w11,w11,w25
|
|
.endif
|
|
.inst 0x04bd0021 //add z1.s,z1.s,z29.s
|
|
.if mixin == 1
|
|
add x12,x12,x25,lsr #32
|
|
.endif
|
|
.inst 0x04be00a5 //add z5.s,z5.s,z30.s
|
|
.if mixin == 1
|
|
add x11,x11,x12,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w13,w13,w26
|
|
.endif
|
|
.inst 0x04b50129 //add z9.s,z9.s,z21.s
|
|
.if mixin == 1
|
|
add x14,x14,x26,lsr #32
|
|
.endif
|
|
.inst 0x04b601ad //add z13.s,z13.s,z22.s
|
|
.if mixin == 1
|
|
add x13,x13,x14,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x12,x14,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w15,w15,w27
|
|
.endif
|
|
.inst 0x04b70042 //add z2.s,z2.s,z23.s
|
|
.if mixin == 1
|
|
add x16,x16,x27,lsr #32
|
|
.endif
|
|
.inst 0x04b800c6 //add z6.s,z6.s,z24.s
|
|
.if mixin == 1
|
|
add x15,x15,x16,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w17,w17,w28
|
|
.endif
|
|
.inst 0x04b1014a //add z10.s,z10.s,z17.s
|
|
.if mixin == 1
|
|
add x18,x18,x28,lsr #32
|
|
.endif
|
|
.inst 0x04b201ce //add z14.s,z14.s,z18.s
|
|
.if mixin == 1
|
|
add x17,x17,x18,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x16,x18,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w19,w19,w29
|
|
.endif
|
|
.inst 0x04b00063 //add z3.s,z3.s,z16.s
|
|
.if mixin == 1
|
|
add x20,x20,x29,lsr #32
|
|
.endif
|
|
.inst 0x04b300e7 //add z7.s,z7.s,z19.s
|
|
.if mixin == 1
|
|
add x19,x19,x20,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w21,w21,w30
|
|
.endif
|
|
.inst 0x04b4016b //add z11.s,z11.s,z20.s
|
|
.if mixin == 1
|
|
add x22,x22,x30,lsr #32
|
|
.endif
|
|
.inst 0x04bf01ef //add z15.s,z15.s,z31.s
|
|
.if mixin == 1
|
|
add x21,x21,x22,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x20,x22,[x1],#16
|
|
.endif
|
|
#ifdef __AARCH64EB__
|
|
rev x7,x7
|
|
.inst 0x05a48000 //revb z0.s,p0/m,z0.s
|
|
.inst 0x05a48084 //revb z4.s,p0/m,z4.s
|
|
rev x9,x9
|
|
.inst 0x05a48108 //revb z8.s,p0/m,z8.s
|
|
.inst 0x05a4818c //revb z12.s,p0/m,z12.s
|
|
rev x11,x11
|
|
.inst 0x05a48021 //revb z1.s,p0/m,z1.s
|
|
.inst 0x05a480a5 //revb z5.s,p0/m,z5.s
|
|
rev x13,x13
|
|
.inst 0x05a48129 //revb z9.s,p0/m,z9.s
|
|
.inst 0x05a481ad //revb z13.s,p0/m,z13.s
|
|
rev x15,x15
|
|
.inst 0x05a48042 //revb z2.s,p0/m,z2.s
|
|
.inst 0x05a480c6 //revb z6.s,p0/m,z6.s
|
|
rev x17,x17
|
|
.inst 0x05a4814a //revb z10.s,p0/m,z10.s
|
|
.inst 0x05a481ce //revb z14.s,p0/m,z14.s
|
|
rev x19,x19
|
|
.inst 0x05a48063 //revb z3.s,p0/m,z3.s
|
|
.inst 0x05a480e7 //revb z7.s,p0/m,z7.s
|
|
rev x21,x21
|
|
.inst 0x05a4816b //revb z11.s,p0/m,z11.s
|
|
.inst 0x05a481ef //revb z15.s,p0/m,z15.s
|
|
#endif
|
|
.if mixin == 1
|
|
add x29,x29,#1
|
|
.endif
|
|
cmp x5,4
|
|
b.ne 200f
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23021 //eor z1.d,z1.d,z18.d
|
|
.inst 0x04b33042 //eor z2.d,z2.d,z19.d
|
|
.inst 0x04b43063 //eor z3.d,z3.d,z20.d
|
|
.inst 0x04b53084 //eor z4.d,z4.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b730c6 //eor z6.d,z6.d,z23.d
|
|
.inst 0x04b830e7 //eor z7.d,z7.d,z24.d
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13108 //eor z8.d,z8.d,z17.d
|
|
.inst 0x04b23129 //eor z9.d,z9.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b4316b //eor z11.d,z11.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b5318c //eor z12.d,z12.d,z21.d
|
|
.inst 0x04b631ad //eor z13.d,z13.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b731ce //eor z14.d,z14.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
st1 {v0.4s,v1.4s,v2.4s,v3.4s},[x0],#64
|
|
st1 {v4.4s,v5.4s,v6.4s,v7.4s},[x0],#64
|
|
st1 {v8.4s,v9.4s,v10.4s,v11.4s},[x0],#64
|
|
st1 {v12.4s,v13.4s,v14.4s,v15.4s},[x0],#64
|
|
b 210f
|
|
200:
|
|
.inst 0x05a16011 //zip1 z17.s,z0.s,z1.s
|
|
.inst 0x05a16412 //zip2 z18.s,z0.s,z1.s
|
|
.inst 0x05a36053 //zip1 z19.s,z2.s,z3.s
|
|
.inst 0x05a36454 //zip2 z20.s,z2.s,z3.s
|
|
|
|
.inst 0x05a56095 //zip1 z21.s,z4.s,z5.s
|
|
.inst 0x05a56496 //zip2 z22.s,z4.s,z5.s
|
|
.inst 0x05a760d7 //zip1 z23.s,z6.s,z7.s
|
|
.inst 0x05a764d8 //zip2 z24.s,z6.s,z7.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36621 //zip2 z1.d,z17.d,z19.d
|
|
.inst 0x05f46242 //zip1 z2.d,z18.d,z20.d
|
|
.inst 0x05f46643 //zip2 z3.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a4 //zip1 z4.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c6 //zip1 z6.d,z22.d,z24.d
|
|
.inst 0x05f866c7 //zip2 z7.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.inst 0x05a96111 //zip1 z17.s,z8.s,z9.s
|
|
.inst 0x05a96512 //zip2 z18.s,z8.s,z9.s
|
|
.inst 0x05ab6153 //zip1 z19.s,z10.s,z11.s
|
|
.inst 0x05ab6554 //zip2 z20.s,z10.s,z11.s
|
|
|
|
.inst 0x05ad6195 //zip1 z21.s,z12.s,z13.s
|
|
.inst 0x05ad6596 //zip2 z22.s,z12.s,z13.s
|
|
.inst 0x05af61d7 //zip1 z23.s,z14.s,z15.s
|
|
.inst 0x05af65d8 //zip2 z24.s,z14.s,z15.s
|
|
|
|
.inst 0x05f36228 //zip1 z8.d,z17.d,z19.d
|
|
.inst 0x05f36629 //zip2 z9.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664b //zip2 z11.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762ac //zip1 z12.d,z21.d,z23.d
|
|
.inst 0x05f766ad //zip2 z13.d,z21.d,z23.d
|
|
.inst 0x05f862ce //zip1 z14.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23084 //eor z4.d,z4.d,z18.d
|
|
.inst 0x04b33108 //eor z8.d,z8.d,z19.d
|
|
.inst 0x04b4318c //eor z12.d,z12.d,z20.d
|
|
.inst 0x04b53021 //eor z1.d,z1.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b73129 //eor z9.d,z9.d,z23.d
|
|
.inst 0x04b831ad //eor z13.d,z13.d,z24.d
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13042 //eor z2.d,z2.d,z17.d
|
|
.inst 0x04b230c6 //eor z6.d,z6.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b431ce //eor z14.d,z14.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b53063 //eor z3.d,z3.d,z21.d
|
|
.inst 0x04b630e7 //eor z7.d,z7.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b7316b //eor z11.d,z11.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
.inst 0xe540e000 //st1w {z0.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e004 //st1w {z4.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e008 //st1w {z8.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00c //st1w {z12.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e001 //st1w {z1.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e005 //st1w {z5.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e009 //st1w {z9.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00d //st1w {z13.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
.inst 0xe540e002 //st1w {z2.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e006 //st1w {z6.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e00a //st1w {z10.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00e //st1w {z14.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e003 //st1w {z3.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e007 //st1w {z7.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e00b //st1w {z11.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00f //st1w {z15.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
210:
|
|
.inst 0x04b0e3fd //incw x29, ALL, MUL #1
|
|
110:
|
|
b 2f
|
|
1:
|
|
.align 5
|
|
100:
|
|
subs x7,x2,x5,lsl #6
|
|
b.lt 110f
|
|
mov x2,x7
|
|
b.eq 101f
|
|
cmp x2,64
|
|
b.lt 101f
|
|
mixin=1
|
|
lsr x8,x23,#32
|
|
.inst 0x05a03ae0 //dup z0.s,w23
|
|
.inst 0x05a03af9 //dup z25.s,w23
|
|
.if mixin == 1
|
|
mov w7,w23
|
|
.endif
|
|
.inst 0x05a03904 //dup z4.s,w8
|
|
.inst 0x05a0391a //dup z26.s,w8
|
|
lsr x10,x24,#32
|
|
.inst 0x05a03b08 //dup z8.s,w24
|
|
.inst 0x05a03b1b //dup z27.s,w24
|
|
.if mixin == 1
|
|
mov w9,w24
|
|
.endif
|
|
.inst 0x05a0394c //dup z12.s,w10
|
|
.inst 0x05a0395c //dup z28.s,w10
|
|
lsr x12,x25,#32
|
|
.inst 0x05a03b21 //dup z1.s,w25
|
|
.inst 0x05a03b3d //dup z29.s,w25
|
|
.if mixin == 1
|
|
mov w11,w25
|
|
.endif
|
|
.inst 0x05a03985 //dup z5.s,w12
|
|
.inst 0x05a0399e //dup z30.s,w12
|
|
lsr x14,x26,#32
|
|
.inst 0x05a03b49 //dup z9.s,w26
|
|
.inst 0x05a03b55 //dup z21.s,w26
|
|
.if mixin == 1
|
|
mov w13,w26
|
|
.endif
|
|
.inst 0x05a039cd //dup z13.s,w14
|
|
.inst 0x05a039d6 //dup z22.s,w14
|
|
lsr x16,x27,#32
|
|
.inst 0x05a03b62 //dup z2.s,w27
|
|
.inst 0x05a03b77 //dup z23.s,w27
|
|
.if mixin == 1
|
|
mov w15,w27
|
|
.endif
|
|
.inst 0x05a03a06 //dup z6.s,w16
|
|
.inst 0x05a03a18 //dup z24.s,w16
|
|
lsr x18,x28,#32
|
|
.inst 0x05a03b8a //dup z10.s,w28
|
|
.if mixin == 1
|
|
mov w17,w28
|
|
.endif
|
|
.inst 0x05a03a4e //dup z14.s,w18
|
|
lsr x22,x30,#32
|
|
.inst 0x05a03bcb //dup z11.s,w30
|
|
.if mixin == 1
|
|
mov w21,w30
|
|
.endif
|
|
.inst 0x05a03acf //dup z15.s,w22
|
|
.if mixin == 1
|
|
add w20,w29,#1
|
|
mov w19,w29
|
|
.inst 0x04a14690 //index z16.s,w20,1
|
|
.inst 0x04a14683 //index z3.s,w20,1
|
|
.else
|
|
.inst 0x04a147b0 //index z16.s,w29,1
|
|
.inst 0x04a147a3 //index z3.s,w29,1
|
|
.endif
|
|
lsr x20,x29,#32
|
|
.inst 0x05a03a87 //dup z7.s,w20
|
|
mov x6,#10
|
|
10:
|
|
.align 5
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.inst 0x04a03063 //eor z3.d,z3.d,z0.d
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04a430e7 //eor z7.d,z7.d,z4.d
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04a8316b //eor z11.d,z11.d,z8.d
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x04ac31ef //eor z15.d,z15.d,z12.d
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x05a58063 //revh z3.s,p0/m,z3.s
|
|
.if mixin == 1
|
|
ror w19,w19,#16
|
|
.endif
|
|
.inst 0x05a580e7 //revh z7.s,p0/m,z7.s
|
|
.if mixin == 1
|
|
ror w20,w20,#16
|
|
.endif
|
|
.inst 0x05a5816b //revh z11.s,p0/m,z11.s
|
|
.if mixin == 1
|
|
ror w21,w21,#16
|
|
.endif
|
|
.inst 0x05a581ef //revh z15.s,p0/m,z15.s
|
|
.if mixin == 1
|
|
ror w22,w22,#16
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.inst 0x04a23021 //eor z1.d,z1.d,z2.d
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04a630a5 //eor z5.d,z5.d,z6.d
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x04aa3129 //eor z9.d,z9.d,z10.d
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04ae31ad //eor z13.d,z13.d,z14.d
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046c9c31 //lsl z17.s,z1.s,12
|
|
.inst 0x046c9cb2 //lsl z18.s,z5.s,12
|
|
.inst 0x046c9d33 //lsl z19.s,z9.s,12
|
|
.inst 0x046c9db4 //lsl z20.s,z13.s,12
|
|
.inst 0x046c9421 //lsr z1.s,z1.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x046c94a5 //lsr z5.s,z5.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.inst 0x046c9529 //lsr z9.s,z9.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.inst 0x046c95ad //lsr z13.s,z13.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x04713021 //orr z1.d,z1.d,z17.d
|
|
.inst 0x047230a5 //orr z5.d,z5.d,z18.d
|
|
.inst 0x04733129 //orr z9.d,z9.d,z19.d
|
|
.inst 0x047431ad //orr z13.d,z13.d,z20.d
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.inst 0x04a03063 //eor z3.d,z3.d,z0.d
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04a430e7 //eor z7.d,z7.d,z4.d
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04a8316b //eor z11.d,z11.d,z8.d
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x04ac31ef //eor z15.d,z15.d,z12.d
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x053f3063 //tbl z3.b,{z3.b},z31.b
|
|
.if mixin == 1
|
|
ror w19,w19,#24
|
|
.endif
|
|
.inst 0x053f30e7 //tbl z7.b,{z7.b},z31.b
|
|
.if mixin == 1
|
|
ror w20,w20,#24
|
|
.endif
|
|
.inst 0x053f316b //tbl z11.b,{z11.b},z31.b
|
|
.if mixin == 1
|
|
ror w21,w21,#24
|
|
.endif
|
|
.inst 0x053f31ef //tbl z15.b,{z15.b},z31.b
|
|
.if mixin == 1
|
|
ror w22,w22,#24
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.inst 0x04a23021 //eor z1.d,z1.d,z2.d
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04a630a5 //eor z5.d,z5.d,z6.d
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x04aa3129 //eor z9.d,z9.d,z10.d
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04ae31ad //eor z13.d,z13.d,z14.d
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x04679c31 //lsl z17.s,z1.s,7
|
|
.inst 0x04679cb2 //lsl z18.s,z5.s,7
|
|
.inst 0x04679d33 //lsl z19.s,z9.s,7
|
|
.inst 0x04679db4 //lsl z20.s,z13.s,7
|
|
.inst 0x04679421 //lsr z1.s,z1.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.inst 0x046794a5 //lsr z5.s,z5.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.inst 0x04679529 //lsr z9.s,z9.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.inst 0x046795ad //lsr z13.s,z13.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04713021 //orr z1.d,z1.d,z17.d
|
|
.inst 0x047230a5 //orr z5.d,z5.d,z18.d
|
|
.inst 0x04733129 //orr z9.d,z9.d,z19.d
|
|
.inst 0x047431ad //orr z13.d,z13.d,z20.d
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.inst 0x04a031ef //eor z15.d,z15.d,z0.d
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x04a43063 //eor z3.d,z3.d,z4.d
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04a830e7 //eor z7.d,z7.d,z8.d
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04ac316b //eor z11.d,z11.d,z12.d
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x05a581ef //revh z15.s,p0/m,z15.s
|
|
.if mixin == 1
|
|
ror w22,w22,#16
|
|
.endif
|
|
.inst 0x05a58063 //revh z3.s,p0/m,z3.s
|
|
.if mixin == 1
|
|
ror w19,w19,#16
|
|
.endif
|
|
.inst 0x05a580e7 //revh z7.s,p0/m,z7.s
|
|
.if mixin == 1
|
|
ror w20,w20,#16
|
|
.endif
|
|
.inst 0x05a5816b //revh z11.s,p0/m,z11.s
|
|
.if mixin == 1
|
|
ror w21,w21,#16
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.inst 0x04aa30a5 //eor z5.d,z5.d,z10.d
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04ae3129 //eor z9.d,z9.d,z14.d
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x04a231ad //eor z13.d,z13.d,z2.d
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x04a63021 //eor z1.d,z1.d,z6.d
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046c9cb1 //lsl z17.s,z5.s,12
|
|
.inst 0x046c9d32 //lsl z18.s,z9.s,12
|
|
.inst 0x046c9db3 //lsl z19.s,z13.s,12
|
|
.inst 0x046c9c34 //lsl z20.s,z1.s,12
|
|
.inst 0x046c94a5 //lsr z5.s,z5.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.inst 0x046c9529 //lsr z9.s,z9.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.inst 0x046c95ad //lsr z13.s,z13.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x046c9421 //lsr z1.s,z1.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x047130a5 //orr z5.d,z5.d,z17.d
|
|
.inst 0x04723129 //orr z9.d,z9.d,z18.d
|
|
.inst 0x047331ad //orr z13.d,z13.d,z19.d
|
|
.inst 0x04743021 //orr z1.d,z1.d,z20.d
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.inst 0x04a031ef //eor z15.d,z15.d,z0.d
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x04a43063 //eor z3.d,z3.d,z4.d
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04a830e7 //eor z7.d,z7.d,z8.d
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04ac316b //eor z11.d,z11.d,z12.d
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x053f31ef //tbl z15.b,{z15.b},z31.b
|
|
.if mixin == 1
|
|
ror w22,w22,#24
|
|
.endif
|
|
.inst 0x053f3063 //tbl z3.b,{z3.b},z31.b
|
|
.if mixin == 1
|
|
ror w19,w19,#24
|
|
.endif
|
|
.inst 0x053f30e7 //tbl z7.b,{z7.b},z31.b
|
|
.if mixin == 1
|
|
ror w20,w20,#24
|
|
.endif
|
|
.inst 0x053f316b //tbl z11.b,{z11.b},z31.b
|
|
.if mixin == 1
|
|
ror w21,w21,#24
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.inst 0x04aa30a5 //eor z5.d,z5.d,z10.d
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04ae3129 //eor z9.d,z9.d,z14.d
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x04a231ad //eor z13.d,z13.d,z2.d
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x04a63021 //eor z1.d,z1.d,z6.d
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x04679cb1 //lsl z17.s,z5.s,7
|
|
.inst 0x04679d32 //lsl z18.s,z9.s,7
|
|
.inst 0x04679db3 //lsl z19.s,z13.s,7
|
|
.inst 0x04679c34 //lsl z20.s,z1.s,7
|
|
.inst 0x046794a5 //lsr z5.s,z5.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.inst 0x04679529 //lsr z9.s,z9.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.inst 0x046795ad //lsr z13.s,z13.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04679421 //lsr z1.s,z1.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.inst 0x047130a5 //orr z5.d,z5.d,z17.d
|
|
.inst 0x04723129 //orr z9.d,z9.d,z18.d
|
|
.inst 0x047331ad //orr z13.d,z13.d,z19.d
|
|
.inst 0x04743021 //orr z1.d,z1.d,z20.d
|
|
sub x6,x6,1
|
|
cbnz x6,10b
|
|
lsr x6,x28,#32
|
|
.inst 0x05a03b91 //dup z17.s,w28
|
|
.inst 0x05a038d2 //dup z18.s,w6
|
|
lsr x6,x29,#32
|
|
.inst 0x05a038d3 //dup z19.s,w6
|
|
lsr x6,x30,#32
|
|
.if mixin == 1
|
|
add w7,w7,w23
|
|
.endif
|
|
.inst 0x04b90000 //add z0.s,z0.s,z25.s
|
|
.if mixin == 1
|
|
add x8,x8,x23,lsr #32
|
|
.endif
|
|
.inst 0x04ba0084 //add z4.s,z4.s,z26.s
|
|
.if mixin == 1
|
|
add x7,x7,x8,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w9,w9,w24
|
|
.endif
|
|
.inst 0x04bb0108 //add z8.s,z8.s,z27.s
|
|
.if mixin == 1
|
|
add x10,x10,x24,lsr #32
|
|
.endif
|
|
.inst 0x04bc018c //add z12.s,z12.s,z28.s
|
|
.if mixin == 1
|
|
add x9,x9,x10,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x8,x10,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w11,w11,w25
|
|
.endif
|
|
.inst 0x04bd0021 //add z1.s,z1.s,z29.s
|
|
.if mixin == 1
|
|
add x12,x12,x25,lsr #32
|
|
.endif
|
|
.inst 0x04be00a5 //add z5.s,z5.s,z30.s
|
|
.if mixin == 1
|
|
add x11,x11,x12,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w13,w13,w26
|
|
.endif
|
|
.inst 0x04b50129 //add z9.s,z9.s,z21.s
|
|
.if mixin == 1
|
|
add x14,x14,x26,lsr #32
|
|
.endif
|
|
.inst 0x04b601ad //add z13.s,z13.s,z22.s
|
|
.if mixin == 1
|
|
add x13,x13,x14,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x12,x14,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w15,w15,w27
|
|
.endif
|
|
.inst 0x04b70042 //add z2.s,z2.s,z23.s
|
|
.if mixin == 1
|
|
add x16,x16,x27,lsr #32
|
|
.endif
|
|
.inst 0x04b800c6 //add z6.s,z6.s,z24.s
|
|
.if mixin == 1
|
|
add x15,x15,x16,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w17,w17,w28
|
|
.endif
|
|
.inst 0x04b1014a //add z10.s,z10.s,z17.s
|
|
.if mixin == 1
|
|
add x18,x18,x28,lsr #32
|
|
.endif
|
|
.inst 0x04b201ce //add z14.s,z14.s,z18.s
|
|
.if mixin == 1
|
|
add x17,x17,x18,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x16,x18,[x1],#16
|
|
.endif
|
|
.inst 0x05a03bd4 //dup z20.s,w30
|
|
.inst 0x05a038d9 //dup z25.s,w6 // bak[15] not available for SVE
|
|
.if mixin == 1
|
|
add w19,w19,w29
|
|
.endif
|
|
.inst 0x04b00063 //add z3.s,z3.s,z16.s
|
|
.if mixin == 1
|
|
add x20,x20,x29,lsr #32
|
|
.endif
|
|
.inst 0x04b300e7 //add z7.s,z7.s,z19.s
|
|
.if mixin == 1
|
|
add x19,x19,x20,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w21,w21,w30
|
|
.endif
|
|
.inst 0x04b4016b //add z11.s,z11.s,z20.s
|
|
.if mixin == 1
|
|
add x22,x22,x30,lsr #32
|
|
.endif
|
|
.inst 0x04b901ef //add z15.s,z15.s,z25.s
|
|
.if mixin == 1
|
|
add x21,x21,x22,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x20,x22,[x1],#16
|
|
.endif
|
|
#ifdef __AARCH64EB__
|
|
rev x7,x7
|
|
.inst 0x05a48000 //revb z0.s,p0/m,z0.s
|
|
.inst 0x05a48084 //revb z4.s,p0/m,z4.s
|
|
rev x9,x9
|
|
.inst 0x05a48108 //revb z8.s,p0/m,z8.s
|
|
.inst 0x05a4818c //revb z12.s,p0/m,z12.s
|
|
rev x11,x11
|
|
.inst 0x05a48021 //revb z1.s,p0/m,z1.s
|
|
.inst 0x05a480a5 //revb z5.s,p0/m,z5.s
|
|
rev x13,x13
|
|
.inst 0x05a48129 //revb z9.s,p0/m,z9.s
|
|
.inst 0x05a481ad //revb z13.s,p0/m,z13.s
|
|
rev x15,x15
|
|
.inst 0x05a48042 //revb z2.s,p0/m,z2.s
|
|
.inst 0x05a480c6 //revb z6.s,p0/m,z6.s
|
|
rev x17,x17
|
|
.inst 0x05a4814a //revb z10.s,p0/m,z10.s
|
|
.inst 0x05a481ce //revb z14.s,p0/m,z14.s
|
|
rev x19,x19
|
|
.inst 0x05a48063 //revb z3.s,p0/m,z3.s
|
|
.inst 0x05a480e7 //revb z7.s,p0/m,z7.s
|
|
rev x21,x21
|
|
.inst 0x05a4816b //revb z11.s,p0/m,z11.s
|
|
.inst 0x05a481ef //revb z15.s,p0/m,z15.s
|
|
#endif
|
|
.if mixin == 1
|
|
add x29,x29,#1
|
|
.endif
|
|
cmp x5,4
|
|
b.ne 200f
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23021 //eor z1.d,z1.d,z18.d
|
|
.inst 0x04b33042 //eor z2.d,z2.d,z19.d
|
|
.inst 0x04b43063 //eor z3.d,z3.d,z20.d
|
|
.inst 0x04b53084 //eor z4.d,z4.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b730c6 //eor z6.d,z6.d,z23.d
|
|
.inst 0x04b830e7 //eor z7.d,z7.d,z24.d
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13108 //eor z8.d,z8.d,z17.d
|
|
.inst 0x04b23129 //eor z9.d,z9.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b4316b //eor z11.d,z11.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b5318c //eor z12.d,z12.d,z21.d
|
|
.inst 0x04b631ad //eor z13.d,z13.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b731ce //eor z14.d,z14.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
st1 {v0.4s,v1.4s,v2.4s,v3.4s},[x0],#64
|
|
st1 {v4.4s,v5.4s,v6.4s,v7.4s},[x0],#64
|
|
st1 {v8.4s,v9.4s,v10.4s,v11.4s},[x0],#64
|
|
st1 {v12.4s,v13.4s,v14.4s,v15.4s},[x0],#64
|
|
b 210f
|
|
200:
|
|
.inst 0x05a16011 //zip1 z17.s,z0.s,z1.s
|
|
.inst 0x05a16412 //zip2 z18.s,z0.s,z1.s
|
|
.inst 0x05a36053 //zip1 z19.s,z2.s,z3.s
|
|
.inst 0x05a36454 //zip2 z20.s,z2.s,z3.s
|
|
|
|
.inst 0x05a56095 //zip1 z21.s,z4.s,z5.s
|
|
.inst 0x05a56496 //zip2 z22.s,z4.s,z5.s
|
|
.inst 0x05a760d7 //zip1 z23.s,z6.s,z7.s
|
|
.inst 0x05a764d8 //zip2 z24.s,z6.s,z7.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36621 //zip2 z1.d,z17.d,z19.d
|
|
.inst 0x05f46242 //zip1 z2.d,z18.d,z20.d
|
|
.inst 0x05f46643 //zip2 z3.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a4 //zip1 z4.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c6 //zip1 z6.d,z22.d,z24.d
|
|
.inst 0x05f866c7 //zip2 z7.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.inst 0x05a96111 //zip1 z17.s,z8.s,z9.s
|
|
.inst 0x05a96512 //zip2 z18.s,z8.s,z9.s
|
|
.inst 0x05ab6153 //zip1 z19.s,z10.s,z11.s
|
|
.inst 0x05ab6554 //zip2 z20.s,z10.s,z11.s
|
|
|
|
.inst 0x05ad6195 //zip1 z21.s,z12.s,z13.s
|
|
.inst 0x05ad6596 //zip2 z22.s,z12.s,z13.s
|
|
.inst 0x05af61d7 //zip1 z23.s,z14.s,z15.s
|
|
.inst 0x05af65d8 //zip2 z24.s,z14.s,z15.s
|
|
|
|
.inst 0x05f36228 //zip1 z8.d,z17.d,z19.d
|
|
.inst 0x05f36629 //zip2 z9.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664b //zip2 z11.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762ac //zip1 z12.d,z21.d,z23.d
|
|
.inst 0x05f766ad //zip2 z13.d,z21.d,z23.d
|
|
.inst 0x05f862ce //zip1 z14.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23084 //eor z4.d,z4.d,z18.d
|
|
.inst 0x04b33108 //eor z8.d,z8.d,z19.d
|
|
.inst 0x04b4318c //eor z12.d,z12.d,z20.d
|
|
.inst 0x04b53021 //eor z1.d,z1.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b73129 //eor z9.d,z9.d,z23.d
|
|
.inst 0x04b831ad //eor z13.d,z13.d,z24.d
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13042 //eor z2.d,z2.d,z17.d
|
|
.inst 0x04b230c6 //eor z6.d,z6.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b431ce //eor z14.d,z14.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b53063 //eor z3.d,z3.d,z21.d
|
|
.inst 0x04b630e7 //eor z7.d,z7.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b7316b //eor z11.d,z11.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
.inst 0xe540e000 //st1w {z0.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e004 //st1w {z4.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e008 //st1w {z8.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00c //st1w {z12.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e001 //st1w {z1.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e005 //st1w {z5.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e009 //st1w {z9.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00d //st1w {z13.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
.inst 0xe540e002 //st1w {z2.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e006 //st1w {z6.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e00a //st1w {z10.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00e //st1w {z14.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e003 //st1w {z3.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e007 //st1w {z7.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e00b //st1w {z11.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00f //st1w {z15.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
210:
|
|
.inst 0x04b0e3fd //incw x29, ALL, MUL #1
|
|
subs x2,x2,64
|
|
b.gt 100b
|
|
b 110f
|
|
101:
|
|
mixin=0
|
|
lsr x8,x23,#32
|
|
.inst 0x05a03ae0 //dup z0.s,w23
|
|
.inst 0x05a03af9 //dup z25.s,w23
|
|
.if mixin == 1
|
|
mov w7,w23
|
|
.endif
|
|
.inst 0x05a03904 //dup z4.s,w8
|
|
.inst 0x05a0391a //dup z26.s,w8
|
|
lsr x10,x24,#32
|
|
.inst 0x05a03b08 //dup z8.s,w24
|
|
.inst 0x05a03b1b //dup z27.s,w24
|
|
.if mixin == 1
|
|
mov w9,w24
|
|
.endif
|
|
.inst 0x05a0394c //dup z12.s,w10
|
|
.inst 0x05a0395c //dup z28.s,w10
|
|
lsr x12,x25,#32
|
|
.inst 0x05a03b21 //dup z1.s,w25
|
|
.inst 0x05a03b3d //dup z29.s,w25
|
|
.if mixin == 1
|
|
mov w11,w25
|
|
.endif
|
|
.inst 0x05a03985 //dup z5.s,w12
|
|
.inst 0x05a0399e //dup z30.s,w12
|
|
lsr x14,x26,#32
|
|
.inst 0x05a03b49 //dup z9.s,w26
|
|
.inst 0x05a03b55 //dup z21.s,w26
|
|
.if mixin == 1
|
|
mov w13,w26
|
|
.endif
|
|
.inst 0x05a039cd //dup z13.s,w14
|
|
.inst 0x05a039d6 //dup z22.s,w14
|
|
lsr x16,x27,#32
|
|
.inst 0x05a03b62 //dup z2.s,w27
|
|
.inst 0x05a03b77 //dup z23.s,w27
|
|
.if mixin == 1
|
|
mov w15,w27
|
|
.endif
|
|
.inst 0x05a03a06 //dup z6.s,w16
|
|
.inst 0x05a03a18 //dup z24.s,w16
|
|
lsr x18,x28,#32
|
|
.inst 0x05a03b8a //dup z10.s,w28
|
|
.if mixin == 1
|
|
mov w17,w28
|
|
.endif
|
|
.inst 0x05a03a4e //dup z14.s,w18
|
|
lsr x22,x30,#32
|
|
.inst 0x05a03bcb //dup z11.s,w30
|
|
.if mixin == 1
|
|
mov w21,w30
|
|
.endif
|
|
.inst 0x05a03acf //dup z15.s,w22
|
|
.if mixin == 1
|
|
add w20,w29,#1
|
|
mov w19,w29
|
|
.inst 0x04a14690 //index z16.s,w20,1
|
|
.inst 0x04a14683 //index z3.s,w20,1
|
|
.else
|
|
.inst 0x04a147b0 //index z16.s,w29,1
|
|
.inst 0x04a147a3 //index z3.s,w29,1
|
|
.endif
|
|
lsr x20,x29,#32
|
|
.inst 0x05a03a87 //dup z7.s,w20
|
|
mov x6,#10
|
|
10:
|
|
.align 5
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.inst 0x04a03063 //eor z3.d,z3.d,z0.d
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04a430e7 //eor z7.d,z7.d,z4.d
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04a8316b //eor z11.d,z11.d,z8.d
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x04ac31ef //eor z15.d,z15.d,z12.d
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x05a58063 //revh z3.s,p0/m,z3.s
|
|
.if mixin == 1
|
|
ror w19,w19,#16
|
|
.endif
|
|
.inst 0x05a580e7 //revh z7.s,p0/m,z7.s
|
|
.if mixin == 1
|
|
ror w20,w20,#16
|
|
.endif
|
|
.inst 0x05a5816b //revh z11.s,p0/m,z11.s
|
|
.if mixin == 1
|
|
ror w21,w21,#16
|
|
.endif
|
|
.inst 0x05a581ef //revh z15.s,p0/m,z15.s
|
|
.if mixin == 1
|
|
ror w22,w22,#16
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.inst 0x04a23021 //eor z1.d,z1.d,z2.d
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04a630a5 //eor z5.d,z5.d,z6.d
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x04aa3129 //eor z9.d,z9.d,z10.d
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04ae31ad //eor z13.d,z13.d,z14.d
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x046c9c31 //lsl z17.s,z1.s,12
|
|
.inst 0x046c9cb2 //lsl z18.s,z5.s,12
|
|
.inst 0x046c9d33 //lsl z19.s,z9.s,12
|
|
.inst 0x046c9db4 //lsl z20.s,z13.s,12
|
|
.inst 0x046c9421 //lsr z1.s,z1.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x046c94a5 //lsr z5.s,z5.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.inst 0x046c9529 //lsr z9.s,z9.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.inst 0x046c95ad //lsr z13.s,z13.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x04713021 //orr z1.d,z1.d,z17.d
|
|
.inst 0x047230a5 //orr z5.d,z5.d,z18.d
|
|
.inst 0x04733129 //orr z9.d,z9.d,z19.d
|
|
.inst 0x047431ad //orr z13.d,z13.d,z20.d
|
|
.inst 0x04a10000 //add z0.s,z0.s,z1.s
|
|
.if mixin == 1
|
|
add w7,w7,w11
|
|
.endif
|
|
.inst 0x04a50084 //add z4.s,z4.s,z5.s
|
|
.if mixin == 1
|
|
add w8,w8,w12
|
|
.endif
|
|
.inst 0x04a90108 //add z8.s,z8.s,z9.s
|
|
.if mixin == 1
|
|
add w9,w9,w13
|
|
.endif
|
|
.inst 0x04ad018c //add z12.s,z12.s,z13.s
|
|
.if mixin == 1
|
|
add w10,w10,w14
|
|
.endif
|
|
.inst 0x04a03063 //eor z3.d,z3.d,z0.d
|
|
.if mixin == 1
|
|
eor w19,w19,w7
|
|
.endif
|
|
.inst 0x04a430e7 //eor z7.d,z7.d,z4.d
|
|
.if mixin == 1
|
|
eor w20,w20,w8
|
|
.endif
|
|
.inst 0x04a8316b //eor z11.d,z11.d,z8.d
|
|
.if mixin == 1
|
|
eor w21,w21,w9
|
|
.endif
|
|
.inst 0x04ac31ef //eor z15.d,z15.d,z12.d
|
|
.if mixin == 1
|
|
eor w22,w22,w10
|
|
.endif
|
|
.inst 0x053f3063 //tbl z3.b,{z3.b},z31.b
|
|
.if mixin == 1
|
|
ror w19,w19,#24
|
|
.endif
|
|
.inst 0x053f30e7 //tbl z7.b,{z7.b},z31.b
|
|
.if mixin == 1
|
|
ror w20,w20,#24
|
|
.endif
|
|
.inst 0x053f316b //tbl z11.b,{z11.b},z31.b
|
|
.if mixin == 1
|
|
ror w21,w21,#24
|
|
.endif
|
|
.inst 0x053f31ef //tbl z15.b,{z15.b},z31.b
|
|
.if mixin == 1
|
|
ror w22,w22,#24
|
|
.endif
|
|
.inst 0x04a30042 //add z2.s,z2.s,z3.s
|
|
.if mixin == 1
|
|
add w15,w15,w19
|
|
.endif
|
|
.inst 0x04a700c6 //add z6.s,z6.s,z7.s
|
|
.if mixin == 1
|
|
add w16,w16,w20
|
|
.endif
|
|
.inst 0x04ab014a //add z10.s,z10.s,z11.s
|
|
.if mixin == 1
|
|
add w17,w17,w21
|
|
.endif
|
|
.inst 0x04af01ce //add z14.s,z14.s,z15.s
|
|
.if mixin == 1
|
|
add w18,w18,w22
|
|
.endif
|
|
.inst 0x04a23021 //eor z1.d,z1.d,z2.d
|
|
.if mixin == 1
|
|
eor w11,w11,w15
|
|
.endif
|
|
.inst 0x04a630a5 //eor z5.d,z5.d,z6.d
|
|
.if mixin == 1
|
|
eor w12,w12,w16
|
|
.endif
|
|
.inst 0x04aa3129 //eor z9.d,z9.d,z10.d
|
|
.if mixin == 1
|
|
eor w13,w13,w17
|
|
.endif
|
|
.inst 0x04ae31ad //eor z13.d,z13.d,z14.d
|
|
.if mixin == 1
|
|
eor w14,w14,w18
|
|
.endif
|
|
.inst 0x04679c31 //lsl z17.s,z1.s,7
|
|
.inst 0x04679cb2 //lsl z18.s,z5.s,7
|
|
.inst 0x04679d33 //lsl z19.s,z9.s,7
|
|
.inst 0x04679db4 //lsl z20.s,z13.s,7
|
|
.inst 0x04679421 //lsr z1.s,z1.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.inst 0x046794a5 //lsr z5.s,z5.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.inst 0x04679529 //lsr z9.s,z9.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.inst 0x046795ad //lsr z13.s,z13.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04713021 //orr z1.d,z1.d,z17.d
|
|
.inst 0x047230a5 //orr z5.d,z5.d,z18.d
|
|
.inst 0x04733129 //orr z9.d,z9.d,z19.d
|
|
.inst 0x047431ad //orr z13.d,z13.d,z20.d
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.inst 0x04a031ef //eor z15.d,z15.d,z0.d
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x04a43063 //eor z3.d,z3.d,z4.d
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04a830e7 //eor z7.d,z7.d,z8.d
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04ac316b //eor z11.d,z11.d,z12.d
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x05a581ef //revh z15.s,p0/m,z15.s
|
|
.if mixin == 1
|
|
ror w22,w22,#16
|
|
.endif
|
|
.inst 0x05a58063 //revh z3.s,p0/m,z3.s
|
|
.if mixin == 1
|
|
ror w19,w19,#16
|
|
.endif
|
|
.inst 0x05a580e7 //revh z7.s,p0/m,z7.s
|
|
.if mixin == 1
|
|
ror w20,w20,#16
|
|
.endif
|
|
.inst 0x05a5816b //revh z11.s,p0/m,z11.s
|
|
.if mixin == 1
|
|
ror w21,w21,#16
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.inst 0x04aa30a5 //eor z5.d,z5.d,z10.d
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04ae3129 //eor z9.d,z9.d,z14.d
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x04a231ad //eor z13.d,z13.d,z2.d
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x04a63021 //eor z1.d,z1.d,z6.d
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x046c9cb1 //lsl z17.s,z5.s,12
|
|
.inst 0x046c9d32 //lsl z18.s,z9.s,12
|
|
.inst 0x046c9db3 //lsl z19.s,z13.s,12
|
|
.inst 0x046c9c34 //lsl z20.s,z1.s,12
|
|
.inst 0x046c94a5 //lsr z5.s,z5.s,20
|
|
.if mixin == 1
|
|
ror w12,w12,20
|
|
.endif
|
|
.inst 0x046c9529 //lsr z9.s,z9.s,20
|
|
.if mixin == 1
|
|
ror w13,w13,20
|
|
.endif
|
|
.inst 0x046c95ad //lsr z13.s,z13.s,20
|
|
.if mixin == 1
|
|
ror w14,w14,20
|
|
.endif
|
|
.inst 0x046c9421 //lsr z1.s,z1.s,20
|
|
.if mixin == 1
|
|
ror w11,w11,20
|
|
.endif
|
|
.inst 0x047130a5 //orr z5.d,z5.d,z17.d
|
|
.inst 0x04723129 //orr z9.d,z9.d,z18.d
|
|
.inst 0x047331ad //orr z13.d,z13.d,z19.d
|
|
.inst 0x04743021 //orr z1.d,z1.d,z20.d
|
|
.inst 0x04a50000 //add z0.s,z0.s,z5.s
|
|
.if mixin == 1
|
|
add w7,w7,w12
|
|
.endif
|
|
.inst 0x04a90084 //add z4.s,z4.s,z9.s
|
|
.if mixin == 1
|
|
add w8,w8,w13
|
|
.endif
|
|
.inst 0x04ad0108 //add z8.s,z8.s,z13.s
|
|
.if mixin == 1
|
|
add w9,w9,w14
|
|
.endif
|
|
.inst 0x04a1018c //add z12.s,z12.s,z1.s
|
|
.if mixin == 1
|
|
add w10,w10,w11
|
|
.endif
|
|
.inst 0x04a031ef //eor z15.d,z15.d,z0.d
|
|
.if mixin == 1
|
|
eor w22,w22,w7
|
|
.endif
|
|
.inst 0x04a43063 //eor z3.d,z3.d,z4.d
|
|
.if mixin == 1
|
|
eor w19,w19,w8
|
|
.endif
|
|
.inst 0x04a830e7 //eor z7.d,z7.d,z8.d
|
|
.if mixin == 1
|
|
eor w20,w20,w9
|
|
.endif
|
|
.inst 0x04ac316b //eor z11.d,z11.d,z12.d
|
|
.if mixin == 1
|
|
eor w21,w21,w10
|
|
.endif
|
|
.inst 0x053f31ef //tbl z15.b,{z15.b},z31.b
|
|
.if mixin == 1
|
|
ror w22,w22,#24
|
|
.endif
|
|
.inst 0x053f3063 //tbl z3.b,{z3.b},z31.b
|
|
.if mixin == 1
|
|
ror w19,w19,#24
|
|
.endif
|
|
.inst 0x053f30e7 //tbl z7.b,{z7.b},z31.b
|
|
.if mixin == 1
|
|
ror w20,w20,#24
|
|
.endif
|
|
.inst 0x053f316b //tbl z11.b,{z11.b},z31.b
|
|
.if mixin == 1
|
|
ror w21,w21,#24
|
|
.endif
|
|
.inst 0x04af014a //add z10.s,z10.s,z15.s
|
|
.if mixin == 1
|
|
add w17,w17,w22
|
|
.endif
|
|
.inst 0x04a301ce //add z14.s,z14.s,z3.s
|
|
.if mixin == 1
|
|
add w18,w18,w19
|
|
.endif
|
|
.inst 0x04a70042 //add z2.s,z2.s,z7.s
|
|
.if mixin == 1
|
|
add w15,w15,w20
|
|
.endif
|
|
.inst 0x04ab00c6 //add z6.s,z6.s,z11.s
|
|
.if mixin == 1
|
|
add w16,w16,w21
|
|
.endif
|
|
.inst 0x04aa30a5 //eor z5.d,z5.d,z10.d
|
|
.if mixin == 1
|
|
eor w12,w12,w17
|
|
.endif
|
|
.inst 0x04ae3129 //eor z9.d,z9.d,z14.d
|
|
.if mixin == 1
|
|
eor w13,w13,w18
|
|
.endif
|
|
.inst 0x04a231ad //eor z13.d,z13.d,z2.d
|
|
.if mixin == 1
|
|
eor w14,w14,w15
|
|
.endif
|
|
.inst 0x04a63021 //eor z1.d,z1.d,z6.d
|
|
.if mixin == 1
|
|
eor w11,w11,w16
|
|
.endif
|
|
.inst 0x04679cb1 //lsl z17.s,z5.s,7
|
|
.inst 0x04679d32 //lsl z18.s,z9.s,7
|
|
.inst 0x04679db3 //lsl z19.s,z13.s,7
|
|
.inst 0x04679c34 //lsl z20.s,z1.s,7
|
|
.inst 0x046794a5 //lsr z5.s,z5.s,25
|
|
.if mixin == 1
|
|
ror w12,w12,25
|
|
.endif
|
|
.inst 0x04679529 //lsr z9.s,z9.s,25
|
|
.if mixin == 1
|
|
ror w13,w13,25
|
|
.endif
|
|
.inst 0x046795ad //lsr z13.s,z13.s,25
|
|
.if mixin == 1
|
|
ror w14,w14,25
|
|
.endif
|
|
.inst 0x04679421 //lsr z1.s,z1.s,25
|
|
.if mixin == 1
|
|
ror w11,w11,25
|
|
.endif
|
|
.inst 0x047130a5 //orr z5.d,z5.d,z17.d
|
|
.inst 0x04723129 //orr z9.d,z9.d,z18.d
|
|
.inst 0x047331ad //orr z13.d,z13.d,z19.d
|
|
.inst 0x04743021 //orr z1.d,z1.d,z20.d
|
|
sub x6,x6,1
|
|
cbnz x6,10b
|
|
lsr x6,x28,#32
|
|
.inst 0x05a03b91 //dup z17.s,w28
|
|
.inst 0x05a038d2 //dup z18.s,w6
|
|
lsr x6,x29,#32
|
|
.inst 0x05a038d3 //dup z19.s,w6
|
|
lsr x6,x30,#32
|
|
.if mixin == 1
|
|
add w7,w7,w23
|
|
.endif
|
|
.inst 0x04b90000 //add z0.s,z0.s,z25.s
|
|
.if mixin == 1
|
|
add x8,x8,x23,lsr #32
|
|
.endif
|
|
.inst 0x04ba0084 //add z4.s,z4.s,z26.s
|
|
.if mixin == 1
|
|
add x7,x7,x8,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w9,w9,w24
|
|
.endif
|
|
.inst 0x04bb0108 //add z8.s,z8.s,z27.s
|
|
.if mixin == 1
|
|
add x10,x10,x24,lsr #32
|
|
.endif
|
|
.inst 0x04bc018c //add z12.s,z12.s,z28.s
|
|
.if mixin == 1
|
|
add x9,x9,x10,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x8,x10,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w11,w11,w25
|
|
.endif
|
|
.inst 0x04bd0021 //add z1.s,z1.s,z29.s
|
|
.if mixin == 1
|
|
add x12,x12,x25,lsr #32
|
|
.endif
|
|
.inst 0x04be00a5 //add z5.s,z5.s,z30.s
|
|
.if mixin == 1
|
|
add x11,x11,x12,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w13,w13,w26
|
|
.endif
|
|
.inst 0x04b50129 //add z9.s,z9.s,z21.s
|
|
.if mixin == 1
|
|
add x14,x14,x26,lsr #32
|
|
.endif
|
|
.inst 0x04b601ad //add z13.s,z13.s,z22.s
|
|
.if mixin == 1
|
|
add x13,x13,x14,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x12,x14,[x1],#16
|
|
.endif
|
|
.if mixin == 1
|
|
add w15,w15,w27
|
|
.endif
|
|
.inst 0x04b70042 //add z2.s,z2.s,z23.s
|
|
.if mixin == 1
|
|
add x16,x16,x27,lsr #32
|
|
.endif
|
|
.inst 0x04b800c6 //add z6.s,z6.s,z24.s
|
|
.if mixin == 1
|
|
add x15,x15,x16,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w17,w17,w28
|
|
.endif
|
|
.inst 0x04b1014a //add z10.s,z10.s,z17.s
|
|
.if mixin == 1
|
|
add x18,x18,x28,lsr #32
|
|
.endif
|
|
.inst 0x04b201ce //add z14.s,z14.s,z18.s
|
|
.if mixin == 1
|
|
add x17,x17,x18,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x16,x18,[x1],#16
|
|
.endif
|
|
.inst 0x05a03bd4 //dup z20.s,w30
|
|
.inst 0x05a038d9 //dup z25.s,w6 // bak[15] not available for SVE
|
|
.if mixin == 1
|
|
add w19,w19,w29
|
|
.endif
|
|
.inst 0x04b00063 //add z3.s,z3.s,z16.s
|
|
.if mixin == 1
|
|
add x20,x20,x29,lsr #32
|
|
.endif
|
|
.inst 0x04b300e7 //add z7.s,z7.s,z19.s
|
|
.if mixin == 1
|
|
add x19,x19,x20,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
add w21,w21,w30
|
|
.endif
|
|
.inst 0x04b4016b //add z11.s,z11.s,z20.s
|
|
.if mixin == 1
|
|
add x22,x22,x30,lsr #32
|
|
.endif
|
|
.inst 0x04b901ef //add z15.s,z15.s,z25.s
|
|
.if mixin == 1
|
|
add x21,x21,x22,lsl #32 // pack
|
|
.endif
|
|
.if mixin == 1
|
|
ldp x20,x22,[x1],#16
|
|
.endif
|
|
#ifdef __AARCH64EB__
|
|
rev x7,x7
|
|
.inst 0x05a48000 //revb z0.s,p0/m,z0.s
|
|
.inst 0x05a48084 //revb z4.s,p0/m,z4.s
|
|
rev x9,x9
|
|
.inst 0x05a48108 //revb z8.s,p0/m,z8.s
|
|
.inst 0x05a4818c //revb z12.s,p0/m,z12.s
|
|
rev x11,x11
|
|
.inst 0x05a48021 //revb z1.s,p0/m,z1.s
|
|
.inst 0x05a480a5 //revb z5.s,p0/m,z5.s
|
|
rev x13,x13
|
|
.inst 0x05a48129 //revb z9.s,p0/m,z9.s
|
|
.inst 0x05a481ad //revb z13.s,p0/m,z13.s
|
|
rev x15,x15
|
|
.inst 0x05a48042 //revb z2.s,p0/m,z2.s
|
|
.inst 0x05a480c6 //revb z6.s,p0/m,z6.s
|
|
rev x17,x17
|
|
.inst 0x05a4814a //revb z10.s,p0/m,z10.s
|
|
.inst 0x05a481ce //revb z14.s,p0/m,z14.s
|
|
rev x19,x19
|
|
.inst 0x05a48063 //revb z3.s,p0/m,z3.s
|
|
.inst 0x05a480e7 //revb z7.s,p0/m,z7.s
|
|
rev x21,x21
|
|
.inst 0x05a4816b //revb z11.s,p0/m,z11.s
|
|
.inst 0x05a481ef //revb z15.s,p0/m,z15.s
|
|
#endif
|
|
.if mixin == 1
|
|
add x29,x29,#1
|
|
.endif
|
|
cmp x5,4
|
|
b.ne 200f
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23021 //eor z1.d,z1.d,z18.d
|
|
.inst 0x04b33042 //eor z2.d,z2.d,z19.d
|
|
.inst 0x04b43063 //eor z3.d,z3.d,z20.d
|
|
.inst 0x04b53084 //eor z4.d,z4.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b730c6 //eor z6.d,z6.d,z23.d
|
|
.inst 0x04b830e7 //eor z7.d,z7.d,z24.d
|
|
ld1 {v17.4s,v18.4s,v19.4s,v20.4s},[x1],#64
|
|
ld1 {v21.4s,v22.4s,v23.4s,v24.4s},[x1],#64
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13108 //eor z8.d,z8.d,z17.d
|
|
.inst 0x04b23129 //eor z9.d,z9.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b4316b //eor z11.d,z11.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b5318c //eor z12.d,z12.d,z21.d
|
|
.inst 0x04b631ad //eor z13.d,z13.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b731ce //eor z14.d,z14.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
st1 {v0.4s,v1.4s,v2.4s,v3.4s},[x0],#64
|
|
st1 {v4.4s,v5.4s,v6.4s,v7.4s},[x0],#64
|
|
st1 {v8.4s,v9.4s,v10.4s,v11.4s},[x0],#64
|
|
st1 {v12.4s,v13.4s,v14.4s,v15.4s},[x0],#64
|
|
b 210f
|
|
200:
|
|
.inst 0x05a16011 //zip1 z17.s,z0.s,z1.s
|
|
.inst 0x05a16412 //zip2 z18.s,z0.s,z1.s
|
|
.inst 0x05a36053 //zip1 z19.s,z2.s,z3.s
|
|
.inst 0x05a36454 //zip2 z20.s,z2.s,z3.s
|
|
|
|
.inst 0x05a56095 //zip1 z21.s,z4.s,z5.s
|
|
.inst 0x05a56496 //zip2 z22.s,z4.s,z5.s
|
|
.inst 0x05a760d7 //zip1 z23.s,z6.s,z7.s
|
|
.inst 0x05a764d8 //zip2 z24.s,z6.s,z7.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36621 //zip2 z1.d,z17.d,z19.d
|
|
.inst 0x05f46242 //zip1 z2.d,z18.d,z20.d
|
|
.inst 0x05f46643 //zip2 z3.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a4 //zip1 z4.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c6 //zip1 z6.d,z22.d,z24.d
|
|
.inst 0x05f866c7 //zip2 z7.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x7,x7,x8
|
|
.endif
|
|
.if mixin == 1
|
|
eor x9,x9,x10
|
|
.endif
|
|
.inst 0x05a96111 //zip1 z17.s,z8.s,z9.s
|
|
.inst 0x05a96512 //zip2 z18.s,z8.s,z9.s
|
|
.inst 0x05ab6153 //zip1 z19.s,z10.s,z11.s
|
|
.inst 0x05ab6554 //zip2 z20.s,z10.s,z11.s
|
|
|
|
.inst 0x05ad6195 //zip1 z21.s,z12.s,z13.s
|
|
.inst 0x05ad6596 //zip2 z22.s,z12.s,z13.s
|
|
.inst 0x05af61d7 //zip1 z23.s,z14.s,z15.s
|
|
.inst 0x05af65d8 //zip2 z24.s,z14.s,z15.s
|
|
|
|
.inst 0x05f36228 //zip1 z8.d,z17.d,z19.d
|
|
.inst 0x05f36629 //zip2 z9.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664b //zip2 z11.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762ac //zip1 z12.d,z21.d,z23.d
|
|
.inst 0x05f766ad //zip2 z13.d,z21.d,z23.d
|
|
.inst 0x05f862ce //zip1 z14.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x11,x11,x12
|
|
.endif
|
|
.if mixin == 1
|
|
eor x13,x13,x14
|
|
.endif
|
|
.inst 0x05a46011 //zip1 z17.s,z0.s,z4.s
|
|
.inst 0x05a46412 //zip2 z18.s,z0.s,z4.s
|
|
.inst 0x05ac6113 //zip1 z19.s,z8.s,z12.s
|
|
.inst 0x05ac6514 //zip2 z20.s,z8.s,z12.s
|
|
|
|
.inst 0x05a56035 //zip1 z21.s,z1.s,z5.s
|
|
.inst 0x05a56436 //zip2 z22.s,z1.s,z5.s
|
|
.inst 0x05ad6137 //zip1 z23.s,z9.s,z13.s
|
|
.inst 0x05ad6538 //zip2 z24.s,z9.s,z13.s
|
|
|
|
.inst 0x05f36220 //zip1 z0.d,z17.d,z19.d
|
|
.inst 0x05f36624 //zip2 z4.d,z17.d,z19.d
|
|
.inst 0x05f46248 //zip1 z8.d,z18.d,z20.d
|
|
.inst 0x05f4664c //zip2 z12.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a1 //zip1 z1.d,z21.d,z23.d
|
|
.inst 0x05f766a5 //zip2 z5.d,z21.d,z23.d
|
|
.inst 0x05f862c9 //zip1 z9.d,z22.d,z24.d
|
|
.inst 0x05f866cd //zip2 z13.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x15,x15,x16
|
|
.endif
|
|
.if mixin == 1
|
|
eor x17,x17,x18
|
|
.endif
|
|
.inst 0x05a66051 //zip1 z17.s,z2.s,z6.s
|
|
.inst 0x05a66452 //zip2 z18.s,z2.s,z6.s
|
|
.inst 0x05ae6153 //zip1 z19.s,z10.s,z14.s
|
|
.inst 0x05ae6554 //zip2 z20.s,z10.s,z14.s
|
|
|
|
.inst 0x05a76075 //zip1 z21.s,z3.s,z7.s
|
|
.inst 0x05a76476 //zip2 z22.s,z3.s,z7.s
|
|
.inst 0x05af6177 //zip1 z23.s,z11.s,z15.s
|
|
.inst 0x05af6578 //zip2 z24.s,z11.s,z15.s
|
|
|
|
.inst 0x05f36222 //zip1 z2.d,z17.d,z19.d
|
|
.inst 0x05f36626 //zip2 z6.d,z17.d,z19.d
|
|
.inst 0x05f4624a //zip1 z10.d,z18.d,z20.d
|
|
.inst 0x05f4664e //zip2 z14.d,z18.d,z20.d
|
|
|
|
.inst 0x05f762a3 //zip1 z3.d,z21.d,z23.d
|
|
.inst 0x05f766a7 //zip2 z7.d,z21.d,z23.d
|
|
.inst 0x05f862cb //zip1 z11.d,z22.d,z24.d
|
|
.inst 0x05f866cf //zip2 z15.d,z22.d,z24.d
|
|
.if mixin == 1
|
|
eor x19,x19,x20
|
|
.endif
|
|
.if mixin == 1
|
|
eor x21,x21,x22
|
|
.endif
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.inst 0x04b13000 //eor z0.d,z0.d,z17.d
|
|
.inst 0x04b23084 //eor z4.d,z4.d,z18.d
|
|
.inst 0x04b33108 //eor z8.d,z8.d,z19.d
|
|
.inst 0x04b4318c //eor z12.d,z12.d,z20.d
|
|
.inst 0x04b53021 //eor z1.d,z1.d,z21.d
|
|
.inst 0x04b630a5 //eor z5.d,z5.d,z22.d
|
|
.inst 0x04b73129 //eor z9.d,z9.d,z23.d
|
|
.inst 0x04b831ad //eor z13.d,z13.d,z24.d
|
|
.inst 0xa540a031 //ld1w {z17.s},p0/z,[x1,#0,MUL VL]
|
|
.inst 0xa541a032 //ld1w {z18.s},p0/z,[x1,#1,MUL VL]
|
|
.inst 0xa542a033 //ld1w {z19.s},p0/z,[x1,#2,MUL VL]
|
|
.inst 0xa543a034 //ld1w {z20.s},p0/z,[x1,#3,MUL VL]
|
|
.inst 0xa544a035 //ld1w {z21.s},p0/z,[x1,#4,MUL VL]
|
|
.inst 0xa545a036 //ld1w {z22.s},p0/z,[x1,#5,MUL VL]
|
|
.inst 0xa546a037 //ld1w {z23.s},p0/z,[x1,#6,MUL VL]
|
|
.inst 0xa547a038 //ld1w {z24.s},p0/z,[x1,#7,MUL VL]
|
|
.inst 0x04215101 //addvl x1,x1,8
|
|
.if mixin == 1
|
|
stp x7,x9,[x0],#16
|
|
.endif
|
|
.inst 0x04b13042 //eor z2.d,z2.d,z17.d
|
|
.inst 0x04b230c6 //eor z6.d,z6.d,z18.d
|
|
.if mixin == 1
|
|
stp x11,x13,[x0],#16
|
|
.endif
|
|
.inst 0x04b3314a //eor z10.d,z10.d,z19.d
|
|
.inst 0x04b431ce //eor z14.d,z14.d,z20.d
|
|
.if mixin == 1
|
|
stp x15,x17,[x0],#16
|
|
.endif
|
|
.inst 0x04b53063 //eor z3.d,z3.d,z21.d
|
|
.inst 0x04b630e7 //eor z7.d,z7.d,z22.d
|
|
.if mixin == 1
|
|
stp x19,x21,[x0],#16
|
|
.endif
|
|
.inst 0x04b7316b //eor z11.d,z11.d,z23.d
|
|
.inst 0x04b831ef //eor z15.d,z15.d,z24.d
|
|
.inst 0xe540e000 //st1w {z0.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e004 //st1w {z4.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e008 //st1w {z8.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00c //st1w {z12.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e001 //st1w {z1.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e005 //st1w {z5.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e009 //st1w {z9.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00d //st1w {z13.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
.inst 0xe540e002 //st1w {z2.s},p0,[x0,#0,MUL VL]
|
|
.inst 0xe541e006 //st1w {z6.s},p0,[x0,#1,MUL VL]
|
|
.inst 0xe542e00a //st1w {z10.s},p0,[x0,#2,MUL VL]
|
|
.inst 0xe543e00e //st1w {z14.s},p0,[x0,#3,MUL VL]
|
|
.inst 0xe544e003 //st1w {z3.s},p0,[x0,#4,MUL VL]
|
|
.inst 0xe545e007 //st1w {z7.s},p0,[x0,#5,MUL VL]
|
|
.inst 0xe546e00b //st1w {z11.s},p0,[x0,#6,MUL VL]
|
|
.inst 0xe547e00f //st1w {z15.s},p0,[x0,#7,MUL VL]
|
|
.inst 0x04205100 //addvl x0,x0,8
|
|
210:
|
|
.inst 0x04b0e3fd //incw x29, ALL, MUL #1
|
|
110:
|
|
2:
|
|
str w29,[x4]
|
|
ldp d10,d11,[sp,16]
|
|
ldp d12,d13,[sp,32]
|
|
ldp d14,d15,[sp,48]
|
|
ldp x16,x17,[sp,64]
|
|
ldp x18,x19,[sp,80]
|
|
ldp x20,x21,[sp,96]
|
|
ldp x22,x23,[sp,112]
|
|
ldp x24,x25,[sp,128]
|
|
ldp x26,x27,[sp,144]
|
|
ldp x28,x29,[sp,160]
|
|
ldr x30,[sp,176]
|
|
ldp d8,d9,[sp],192
|
|
AARCH64_VALIDATE_LINK_REGISTER
|
|
.Lreturn:
|
|
ret
|
|
.size ChaCha20_ctr32_sve,.-ChaCha20_ctr32_sve
|