From 952fa9f649f6725d3c03dc8ebc7b5b21d34f8e2b Mon Sep 17 00:00:00 2001
From: Tino Reichardt <milky-zfs@mcmilk.de>
Date: Sun, 9 Apr 2023 10:13:59 +0000
Subject: [PATCH] Fix BLAKE3 aarch64 assembly for FreeBSD and macOS

The x18 register isn't useable within FreeBSD kernel space, so we
have to fix the BLAKE3 aarch64 assembly for not using it.

The source files are here: https://github.com/mcmilk/BLAKE3-tests

Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de>
---
 .../icp/asm-aarch64/blake3/b3_aarch64_sse2.S  | 4163 +++++++--------
 .../icp/asm-aarch64/blake3/b3_aarch64_sse41.S | 4447 ++++++++---------
 2 files changed, 4078 insertions(+), 4532 deletions(-)

diff --git a/module/icp/asm-aarch64/blake3/b3_aarch64_sse2.S b/module/icp/asm-aarch64/blake3/b3_aarch64_sse2.S
index 8237f0eb5a4e..dc2719d142db 100644
--- a/module/icp/asm-aarch64/blake3/b3_aarch64_sse2.S
+++ b/module/icp/asm-aarch64/blake3/b3_aarch64_sse2.S
@@ -22,480 +22,61 @@
 /*
  * Based on BLAKE3 v1.3.1, https://github.com/BLAKE3-team/BLAKE3
  * Copyright (c) 2019-2022 Samuel Neves and Matthew Krupcale
- * Copyright (c) 2022 Tino Reichardt <milky-zfs@mcmilk.de>
+ * Copyright (c) 2022-2023 Tino Reichardt <milky-zfs@mcmilk.de>
  *
  * This is converted assembly: SSE2 -> ARMv8-A
  * Used tools: SIMDe https://github.com/simd-everywhere/simde
+ *
+ * Should work on FreeBSD, Linux and macOS
+ * see: https://github.com/mcmilk/BLAKE3-tests/blob/master/contrib/simde.sh
  */
 
 #if defined(__aarch64__)
 	.text
-	.section	.rodata.cst16,"aM",@progbits,16
-	.p2align	4
-.LCPI0_0:
-	.word	1779033703
-	.word	3144134277
-	.word	1013904242
-	.word	2773480762
-.LCPI0_1:
-	.xword	0
-	.xword	-4294967296
-.LCPI0_2:
-	.xword	-1
-	.xword	4294967295
+	.section	.note.gnu.property,"a",@note
+	.p2align	3
+	.word	4
+	.word	16
+	.word	5
+	.asciz	"GNU"
+	.word	3221225472
+	.word	4
+	.word	3
+	.word	0
+.Lsec_end0:
 	.text
 	.globl	zfs_blake3_compress_in_place_sse2
 	.p2align	2
 	.type	zfs_blake3_compress_in_place_sse2,@function
 zfs_blake3_compress_in_place_sse2:
 	.cfi_startproc
-	ldp	q3, q2, [x0]
-	ldp	q5, q6, [x1]
-	add	x10, x1, #32
-	lsr	x11, x3, #32
-	fmov	s4, w3
-	ld2	{ v17.4s, v18.4s }, [x10]
-	adrp	x10, .LCPI0_2
-	and	w8, w2, #0xff
-	mov	v4.s[1], w11
-	ldr	q1, [x10, :lo12:.LCPI0_2]
-	and	w9, w4, #0xff
-	adrp	x12, .LCPI0_0
-	mov	v4.s[2], w8
-	uzp1	v19.4s, v5.4s, v6.4s
-	add	v3.4s, v2.4s, v3.4s
-	ldr	q7, [x12, :lo12:.LCPI0_0]
-	mov	v4.s[3], w9
-	add	v3.4s, v3.4s, v19.4s
-	uzp2	v5.4s, v5.4s, v6.4s
-	ext	v21.16b, v18.16b, v18.16b, #12
-	uzp1	v6.4s, v19.4s, v19.4s
-	ext	v22.16b, v19.16b, v19.16b, #12
-	eor	v4.16b, v3.16b, v4.16b
-	ext	v20.16b, v17.16b, v17.16b, #12
-	ext	v6.16b, v6.16b, v19.16b, #8
-	ext	v19.16b, v19.16b, v22.16b, #12
-	zip1	v22.2d, v21.2d, v5.2d
-	rev32	v24.8h, v4.8h
-	mov	v4.16b, v1.16b
-	zip2	v23.4s, v5.4s, v21.4s
-	uzp2	v6.4s, v6.4s, v5.4s
-	bsl	v4.16b, v22.16b, v20.16b
-	add	v3.4s, v3.4s, v5.4s
-	zip1	v5.4s, v23.4s, v20.4s
-	zip1	v22.4s, v20.4s, v23.4s
-	add	v23.4s, v24.4s, v7.4s
-	ext	v7.16b, v6.16b, v6.16b, #4
-	ext	v25.16b, v4.16b, v4.16b, #12
-	ext	v5.16b, v22.16b, v5.16b, #8
-	eor	v2.16b, v23.16b, v2.16b
-	uzp1	v4.4s, v4.4s, v25.4s
-	uzp1	v22.4s, v7.4s, v7.4s
-	ext	v25.16b, v7.16b, v7.16b, #12
-	ext	v22.16b, v22.16b, v7.16b, #8
-	ext	v7.16b, v7.16b, v25.16b, #12
-	ushr	v25.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	orr	v2.16b, v2.16b, v25.16b
-	add	v3.4s, v3.4s, v2.4s
-	eor	v24.16b, v3.16b, v24.16b
-	add	v3.4s, v3.4s, v17.4s
-	ushr	v17.4s, v24.4s, #8
-	shl	v18.4s, v24.4s, #24
-	orr	v17.16b, v18.16b, v17.16b
-	add	v18.4s, v17.4s, v23.4s
-	eor	v2.16b, v18.16b, v2.16b
-	ushr	v23.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	ext	v3.16b, v3.16b, v3.16b, #12
-	orr	v2.16b, v2.16b, v23.16b
-	ext	v17.16b, v17.16b, v17.16b, #8
-	add	v3.4s, v2.4s, v3.4s
-	adrp	x11, .LCPI0_1
-	eor	v17.16b, v3.16b, v17.16b
-	ldr	q16, [x11, :lo12:.LCPI0_1]
-	ext	v18.16b, v18.16b, v18.16b, #4
-	rev32	v24.8h, v17.8h
-	movi	v0.2d, #0xffffffff00000000
-	add	v23.4s, v3.4s, v21.4s
-	mov	v21.s[1], v20.s[2]
-	add	v20.4s, v18.4s, v24.4s
-	bit	v19.16b, v21.16b, v0.16b
-	eor	v3.16b, v20.16b, v2.16b
-	uzp2	v2.4s, v22.4s, v19.4s
-	zip1	v17.2d, v5.2d, v19.2d
-	zip2	v18.4s, v19.4s, v5.4s
-	ushr	v21.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	ext	v22.16b, v2.16b, v2.16b, #4
-	bsl	v16.16b, v4.16b, v17.16b
-	zip1	v17.4s, v18.4s, v4.4s
-	zip1	v18.4s, v4.4s, v18.4s
-	orr	v21.16b, v3.16b, v21.16b
-	ext	v25.16b, v16.16b, v16.16b, #12
-	ext	v3.16b, v18.16b, v17.16b, #8
-	uzp1	v18.4s, v22.4s, v22.4s
-	ext	v26.16b, v22.16b, v22.16b, #12
-	add	v23.4s, v23.4s, v21.4s
-	uzp1	v17.4s, v16.4s, v25.4s
-	ext	v16.16b, v18.16b, v22.16b, #8
-	ext	v18.16b, v22.16b, v26.16b, #12
-	eor	v22.16b, v23.16b, v24.16b
-	add	v6.4s, v23.4s, v6.4s
-	ushr	v23.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	orr	v22.16b, v22.16b, v23.16b
-	add	v20.4s, v22.4s, v20.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ushr	v23.4s, v21.4s, #7
-	shl	v21.4s, v21.4s, #25
-	ext	v6.16b, v6.16b, v6.16b, #4
-	orr	v21.16b, v21.16b, v23.16b
-	ext	v22.16b, v22.16b, v22.16b, #8
-	add	v6.4s, v21.4s, v6.4s
-	eor	v22.16b, v6.16b, v22.16b
-	ext	v20.16b, v20.16b, v20.16b, #12
-	add	v6.4s, v6.4s, v19.4s
-	rev32	v19.8h, v22.8h
-	add	v20.4s, v20.4s, v19.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ushr	v22.4s, v21.4s, #12
-	shl	v21.4s, v21.4s, #20
-	orr	v21.16b, v21.16b, v22.16b
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	ushr	v22.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v19.16b, v19.16b, v22.16b
-	add	v20.4s, v19.4s, v20.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	ushr	v22.4s, v21.4s, #7
-	shl	v21.4s, v21.4s, #25
-	add	v6.4s, v6.4s, v4.4s
-	orr	v21.16b, v21.16b, v22.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	ext	v20.16b, v20.16b, v20.16b, #4
-	rev32	v19.8h, v19.8h
-	add	v20.4s, v20.4s, v19.4s
-	add	v6.4s, v6.4s, v5.4s
-	mov	v5.s[1], v4.s[2]
-	eor	v4.16b, v20.16b, v21.16b
-	ushr	v21.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	orr	v21.16b, v4.16b, v21.16b
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	add	v2.4s, v6.4s, v2.4s
-	ushr	v6.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v6.16b, v19.16b, v6.16b
-	add	v19.4s, v6.4s, v20.4s
-	eor	v20.16b, v19.16b, v21.16b
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v2.4s, v20.4s, v2.4s
-	eor	v6.16b, v2.16b, v6.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	rev32	v6.8h, v6.8h
-	add	v19.4s, v19.4s, v6.4s
-	mov	v22.16b, v0.16b
-	eor	v20.16b, v19.16b, v20.16b
-	bsl	v22.16b, v5.16b, v7.16b
-	ushr	v21.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	add	v2.4s, v2.4s, v22.4s
-	orr	v20.16b, v20.16b, v21.16b
-	add	v2.4s, v2.4s, v20.4s
-	eor	v6.16b, v2.16b, v6.16b
-	ushr	v21.4s, v6.4s, #8
-	shl	v6.4s, v6.4s, #24
-	orr	v6.16b, v6.16b, v21.16b
-	add	v19.4s, v6.4s, v19.4s
-	eor	v20.16b, v19.16b, v20.16b
-	ext	v2.16b, v2.16b, v2.16b, #12
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	add	v2.4s, v2.4s, v17.4s
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v2.4s, v2.4s, v20.4s
-	eor	v6.16b, v2.16b, v6.16b
-	uzp2	v5.4s, v16.4s, v22.4s
-	zip1	v7.2d, v3.2d, v22.2d
-	zip2	v16.4s, v22.4s, v3.4s
-	ext	v19.16b, v19.16b, v19.16b, #4
-	rev32	v22.8h, v6.8h
-	ext	v23.16b, v5.16b, v5.16b, #4
-	bif	v7.16b, v17.16b, v1.16b
-	zip1	v24.4s, v16.4s, v17.4s
-	zip1	v16.4s, v17.4s, v16.4s
-	add	v21.4s, v2.4s, v3.4s
-	mov	v3.s[1], v17.s[2]
-	add	v17.4s, v19.4s, v22.4s
-	mov	v19.16b, v0.16b
-	ext	v25.16b, v7.16b, v7.16b, #12
-	ext	v4.16b, v16.16b, v24.16b, #8
-	uzp1	v16.4s, v23.4s, v23.4s
-	bsl	v19.16b, v3.16b, v18.16b
-	eor	v2.16b, v17.16b, v20.16b
-	uzp1	v7.4s, v7.4s, v25.4s
-	ext	v25.16b, v16.16b, v23.16b, #8
-	zip1	v3.2d, v4.2d, v19.2d
-	ushr	v20.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	ext	v24.16b, v23.16b, v23.16b, #12
-	uzp2	v6.4s, v25.4s, v19.4s
-	zip2	v18.4s, v19.4s, v4.4s
-	bif	v3.16b, v7.16b, v1.16b
-	orr	v20.16b, v2.16b, v20.16b
-	ext	v16.16b, v23.16b, v24.16b, #12
-	ext	v23.16b, v6.16b, v6.16b, #4
-	zip1	v24.4s, v18.4s, v7.4s
-	zip1	v18.4s, v7.4s, v18.4s
-	ext	v25.16b, v3.16b, v3.16b, #12
-	add	v21.4s, v21.4s, v20.4s
-	ext	v2.16b, v18.16b, v24.16b, #8
-	uzp1	v18.4s, v23.4s, v23.4s
-	ext	v24.16b, v23.16b, v23.16b, #12
-	uzp1	v3.4s, v3.4s, v25.4s
-	eor	v22.16b, v21.16b, v22.16b
-	ext	v25.16b, v18.16b, v23.16b, #8
-	dup	v18.4s, v2.s[3]
-	ext	v23.16b, v23.16b, v24.16b, #12
-	add	v5.4s, v21.4s, v5.4s
-	trn1	v21.4s, v3.4s, v3.4s
-	ushr	v24.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	ext	v18.16b, v21.16b, v18.16b, #8
-	orr	v21.16b, v22.16b, v24.16b
-	add	v17.4s, v21.4s, v17.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ushr	v22.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	ext	v5.16b, v5.16b, v5.16b, #4
-	orr	v20.16b, v20.16b, v22.16b
-	ext	v21.16b, v21.16b, v21.16b, #8
-	add	v5.4s, v20.4s, v5.4s
-	eor	v21.16b, v5.16b, v21.16b
-	ext	v17.16b, v17.16b, v17.16b, #12
-	add	v5.4s, v5.4s, v19.4s
-	rev32	v19.8h, v21.8h
-	add	v17.4s, v17.4s, v19.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ushr	v21.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	orr	v20.16b, v20.16b, v21.16b
-	add	v5.4s, v5.4s, v20.4s
-	eor	v19.16b, v5.16b, v19.16b
-	ushr	v21.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v19.16b, v19.16b, v21.16b
-	add	v17.4s, v19.4s, v17.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ext	v5.16b, v5.16b, v5.16b, #12
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	add	v5.4s, v5.4s, v7.4s
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v5.4s, v5.4s, v20.4s
-	eor	v19.16b, v5.16b, v19.16b
-	ext	v17.16b, v17.16b, v17.16b, #4
-	rev32	v22.8h, v19.8h
-	add	v21.4s, v5.4s, v4.4s
-	mov	v4.s[1], v7.s[2]
-	add	v19.4s, v17.4s, v22.4s
-	bit	v16.16b, v4.16b, v0.16b
-	eor	v5.16b, v19.16b, v20.16b
-	uzp2	v4.4s, v25.4s, v16.4s
-	zip1	v7.2d, v2.2d, v16.2d
-	zip2	v17.4s, v16.4s, v2.4s
-	ushr	v20.4s, v5.4s, #12
-	shl	v5.4s, v5.4s, #20
-	ext	v24.16b, v4.16b, v4.16b, #4
-	bif	v7.16b, v3.16b, v1.16b
-	zip1	v25.4s, v17.4s, v3.4s
-	zip1	v17.4s, v3.4s, v17.4s
-	orr	v20.16b, v5.16b, v20.16b
-	ext	v26.16b, v7.16b, v7.16b, #12
-	ext	v5.16b, v17.16b, v25.16b, #8
-	uzp1	v17.4s, v24.4s, v24.4s
-	ext	v25.16b, v24.16b, v24.16b, #12
-	bit	v23.16b, v18.16b, v0.16b
-	add	v21.4s, v21.4s, v20.4s
-	uzp1	v7.4s, v7.4s, v26.4s
-	ext	v26.16b, v17.16b, v24.16b, #8
-	ext	v17.16b, v24.16b, v25.16b, #12
-	eor	v22.16b, v21.16b, v22.16b
-	add	v6.4s, v21.4s, v6.4s
-	zip1	v21.2d, v5.2d, v23.2d
-	zip2	v24.4s, v23.4s, v5.4s
-	bif	v21.16b, v7.16b, v1.16b
-	zip1	v1.4s, v24.4s, v7.4s
-	zip1	v24.4s, v7.4s, v24.4s
-	ext	v1.16b, v24.16b, v1.16b, #8
-	ushr	v24.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	orr	v22.16b, v22.16b, v24.16b
-	add	v19.4s, v22.4s, v19.4s
-	ext	v24.16b, v21.16b, v21.16b, #12
-	eor	v20.16b, v19.16b, v20.16b
-	uzp1	v21.4s, v21.4s, v24.4s
-	ushr	v24.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	orr	v20.16b, v20.16b, v24.16b
-	ext	v6.16b, v6.16b, v6.16b, #4
-	ext	v22.16b, v22.16b, v22.16b, #8
-	add	v6.4s, v20.4s, v6.4s
-	eor	v22.16b, v6.16b, v22.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	add	v6.4s, v6.4s, v16.4s
-	rev32	v16.8h, v22.8h
-	add	v19.4s, v19.4s, v16.4s
-	eor	v20.16b, v19.16b, v20.16b
-	ushr	v22.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	orr	v20.16b, v20.16b, v22.16b
-	add	v6.4s, v6.4s, v20.4s
-	eor	v16.16b, v6.16b, v16.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	add	v3.4s, v6.4s, v3.4s
-	ushr	v6.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	orr	v6.16b, v16.16b, v6.16b
-	add	v16.4s, v6.4s, v19.4s
-	eor	v19.16b, v16.16b, v20.16b
-	ushr	v20.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v19.16b, v19.16b, v20.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v3.4s, v3.4s, v19.4s
-	eor	v6.16b, v3.16b, v6.16b
-	ext	v16.16b, v16.16b, v16.16b, #4
-	add	v2.4s, v3.4s, v2.4s
-	rev32	v3.8h, v6.8h
-	add	v6.4s, v16.4s, v3.4s
-	eor	v16.16b, v6.16b, v19.16b
-	ushr	v19.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	orr	v16.16b, v16.16b, v19.16b
-	add	v2.4s, v2.4s, v16.4s
-	eor	v3.16b, v2.16b, v3.16b
-	add	v2.4s, v2.4s, v4.4s
-	ushr	v4.4s, v3.4s, #8
-	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v4.16b
-	add	v4.4s, v3.4s, v6.4s
-	eor	v6.16b, v4.16b, v16.16b
-	ushr	v16.4s, v6.4s, #7
-	shl	v6.4s, v6.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v6.16b, v6.16b, v16.16b
-	ext	v3.16b, v3.16b, v3.16b, #8
-	add	v2.4s, v6.4s, v2.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ext	v4.16b, v4.16b, v4.16b, #12
-	rev32	v3.8h, v3.8h
-	add	v4.4s, v4.4s, v3.4s
-	eor	v6.16b, v4.16b, v6.16b
-	ushr	v16.4s, v6.4s, #12
-	shl	v6.4s, v6.4s, #20
-	add	v2.4s, v2.4s, v23.4s
-	orr	v6.16b, v6.16b, v16.16b
-	add	v2.4s, v2.4s, v6.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ushr	v16.4s, v3.4s, #8
-	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v16.16b
-	add	v4.4s, v3.4s, v4.4s
-	eor	v6.16b, v4.16b, v6.16b
-	ext	v2.16b, v2.16b, v2.16b, #12
-	ushr	v16.4s, v6.4s, #7
-	shl	v6.4s, v6.4s, #25
-	add	v2.4s, v2.4s, v7.4s
-	orr	v6.16b, v6.16b, v16.16b
-	ext	v3.16b, v3.16b, v3.16b, #8
-	add	v2.4s, v2.4s, v6.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ext	v4.16b, v4.16b, v4.16b, #4
-	rev32	v3.8h, v3.8h
-	add	v2.4s, v2.4s, v5.4s
-	mov	v5.s[1], v7.s[2]
-	add	v4.4s, v4.4s, v3.4s
-	bsl	v0.16b, v5.16b, v17.16b
-	eor	v5.16b, v4.16b, v6.16b
-	ushr	v6.4s, v5.4s, #12
-	shl	v5.4s, v5.4s, #20
-	orr	v5.16b, v5.16b, v6.16b
-	add	v2.4s, v2.4s, v5.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ushr	v6.4s, v3.4s, #8
-	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v6.16b
-	add	v4.4s, v3.4s, v4.4s
-	uzp2	v18.4s, v26.4s, v18.4s
-	eor	v5.16b, v4.16b, v5.16b
-	add	v2.4s, v2.4s, v18.4s
-	ushr	v6.4s, v5.4s, #7
-	shl	v5.4s, v5.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v5.16b, v5.16b, v6.16b
-	ext	v3.16b, v3.16b, v3.16b, #8
-	add	v2.4s, v5.4s, v2.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ext	v4.16b, v4.16b, v4.16b, #12
-	add	v0.4s, v2.4s, v0.4s
-	rev32	v2.8h, v3.8h
-	add	v3.4s, v4.4s, v2.4s
-	eor	v4.16b, v3.16b, v5.16b
-	ushr	v5.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	orr	v4.16b, v4.16b, v5.16b
-	add	v0.4s, v0.4s, v4.4s
-	eor	v2.16b, v0.16b, v2.16b
-	ushr	v5.4s, v2.4s, #8
-	shl	v2.4s, v2.4s, #24
-	orr	v2.16b, v2.16b, v5.16b
-	add	v3.4s, v2.4s, v3.4s
-	eor	v4.16b, v3.16b, v4.16b
-	ext	v0.16b, v0.16b, v0.16b, #12
-	ushr	v5.4s, v4.4s, #7
-	shl	v4.4s, v4.4s, #25
-	add	v0.4s, v0.4s, v21.4s
-	orr	v4.16b, v4.16b, v5.16b
-	ext	v2.16b, v2.16b, v2.16b, #8
-	add	v0.4s, v0.4s, v4.4s
-	eor	v2.16b, v0.16b, v2.16b
-	ext	v3.16b, v3.16b, v3.16b, #4
-	add	v0.4s, v0.4s, v1.4s
-	rev32	v1.8h, v2.8h
-	add	v2.4s, v3.4s, v1.4s
-	eor	v3.16b, v2.16b, v4.16b
-	ushr	v4.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	orr	v3.16b, v3.16b, v4.16b
-	add	v0.4s, v0.4s, v3.4s
-	eor	v1.16b, v0.16b, v1.16b
-	ushr	v4.4s, v1.4s, #8
-	shl	v1.4s, v1.4s, #24
-	orr	v1.16b, v1.16b, v4.16b
-	add	v2.4s, v1.4s, v2.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ext	v0.16b, v0.16b, v0.16b, #4
-	ext	v2.16b, v2.16b, v2.16b, #12
-	ushr	v4.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	ext	v1.16b, v1.16b, v1.16b, #8
+	hint	#25
+	.cfi_negate_ra_state
+	sub	sp, sp, #96
+	stp	x29, x30, [sp, #64]
+	add	x29, sp, #64
+	str	x19, [sp, #80]
+	.cfi_def_cfa w29, 32
+	.cfi_offset w19, -16
+	.cfi_offset w30, -24
+	.cfi_offset w29, -32
+	mov	x19, x0
+	mov	w5, w4
+	mov	x4, x3
+	mov	w3, w2
+	mov	x2, x1
+	mov	x0, sp
+	mov	x1, x19
+	bl	compress_pre
+	ldp	q0, q1, [sp]
+	ldp	q2, q3, [sp, #32]
 	eor	v0.16b, v2.16b, v0.16b
-	orr	v2.16b, v3.16b, v4.16b
-	eor	v1.16b, v2.16b, v1.16b
-	stp	q0, q1, [x0]
+	eor	v1.16b, v3.16b, v1.16b
+	ldp	x29, x30, [sp, #64]
+	stp	q0, q1, [x19]
+	ldr	x19, [sp, #80]
+	add	sp, sp, #96
+	hint	#29
 	ret
 .Lfunc_end0:
 	.size	zfs_blake3_compress_in_place_sse2, .Lfunc_end0-zfs_blake3_compress_in_place_sse2
@@ -504,483 +85,518 @@ zfs_blake3_compress_in_place_sse2:
 	.section	.rodata.cst16,"aM",@progbits,16
 	.p2align	4
 .LCPI1_0:
-	.word	1779033703
-	.word	3144134277
-	.word	1013904242
-	.word	2773480762
-.LCPI1_1:
-	.xword	0
-	.xword	-4294967296
-.LCPI1_2:
-	.xword	-1
-	.xword	4294967295
+	.xword	-4942790177982912921
+	.xword	-6534734903820487822
 	.text
-	.globl	zfs_blake3_compress_xof_sse2
 	.p2align	2
-	.type	zfs_blake3_compress_xof_sse2,@function
-zfs_blake3_compress_xof_sse2:
+	.type	compress_pre,@function
+compress_pre:
 	.cfi_startproc
-	ldp	q3, q2, [x0]
-	ldp	q5, q6, [x1]
-	add	x10, x1, #32
-	lsr	x11, x3, #32
-	fmov	s4, w3
-	ld2	{ v17.4s, v18.4s }, [x10]
-	adrp	x10, .LCPI1_2
-	and	w8, w2, #0xff
-	mov	v4.s[1], w11
-	ldr	q1, [x10, :lo12:.LCPI1_2]
-	and	w9, w4, #0xff
-	adrp	x12, .LCPI1_0
-	mov	v4.s[2], w8
-	uzp1	v19.4s, v5.4s, v6.4s
-	add	v3.4s, v2.4s, v3.4s
-	ldr	q7, [x12, :lo12:.LCPI1_0]
-	mov	v4.s[3], w9
-	add	v3.4s, v3.4s, v19.4s
-	uzp2	v5.4s, v5.4s, v6.4s
-	ext	v21.16b, v18.16b, v18.16b, #12
-	uzp1	v6.4s, v19.4s, v19.4s
-	ext	v22.16b, v19.16b, v19.16b, #12
-	eor	v4.16b, v3.16b, v4.16b
-	ext	v20.16b, v17.16b, v17.16b, #12
-	ext	v6.16b, v6.16b, v19.16b, #8
-	ext	v19.16b, v19.16b, v22.16b, #12
-	zip1	v22.2d, v21.2d, v5.2d
-	rev32	v24.8h, v4.8h
-	mov	v4.16b, v1.16b
-	zip2	v23.4s, v5.4s, v21.4s
-	uzp2	v6.4s, v6.4s, v5.4s
-	bsl	v4.16b, v22.16b, v20.16b
-	add	v3.4s, v3.4s, v5.4s
-	zip1	v5.4s, v23.4s, v20.4s
-	zip1	v22.4s, v20.4s, v23.4s
-	add	v23.4s, v24.4s, v7.4s
-	ext	v7.16b, v6.16b, v6.16b, #4
-	ext	v25.16b, v4.16b, v4.16b, #12
-	ext	v5.16b, v22.16b, v5.16b, #8
-	eor	v2.16b, v23.16b, v2.16b
-	uzp1	v4.4s, v4.4s, v25.4s
-	uzp1	v22.4s, v7.4s, v7.4s
-	ext	v25.16b, v7.16b, v7.16b, #12
-	ext	v22.16b, v22.16b, v7.16b, #8
-	ext	v7.16b, v7.16b, v25.16b, #12
-	ushr	v25.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	orr	v2.16b, v2.16b, v25.16b
-	add	v3.4s, v3.4s, v2.4s
-	eor	v24.16b, v3.16b, v24.16b
-	add	v3.4s, v3.4s, v17.4s
-	ushr	v17.4s, v24.4s, #8
-	shl	v18.4s, v24.4s, #24
-	orr	v17.16b, v18.16b, v17.16b
-	add	v18.4s, v17.4s, v23.4s
-	eor	v2.16b, v18.16b, v2.16b
-	ushr	v23.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	ext	v3.16b, v3.16b, v3.16b, #12
-	orr	v2.16b, v2.16b, v23.16b
-	ext	v17.16b, v17.16b, v17.16b, #8
-	add	v3.4s, v2.4s, v3.4s
-	adrp	x11, .LCPI1_1
-	eor	v17.16b, v3.16b, v17.16b
-	ldr	q16, [x11, :lo12:.LCPI1_1]
-	ext	v18.16b, v18.16b, v18.16b, #4
-	rev32	v24.8h, v17.8h
-	movi	v0.2d, #0xffffffff00000000
-	add	v23.4s, v3.4s, v21.4s
-	mov	v21.s[1], v20.s[2]
-	add	v20.4s, v18.4s, v24.4s
-	bit	v19.16b, v21.16b, v0.16b
-	eor	v3.16b, v20.16b, v2.16b
-	uzp2	v2.4s, v22.4s, v19.4s
-	zip1	v17.2d, v5.2d, v19.2d
-	zip2	v18.4s, v19.4s, v5.4s
-	ushr	v21.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	ext	v22.16b, v2.16b, v2.16b, #4
-	bsl	v16.16b, v4.16b, v17.16b
-	zip1	v17.4s, v18.4s, v4.4s
-	zip1	v18.4s, v4.4s, v18.4s
-	orr	v21.16b, v3.16b, v21.16b
-	ext	v25.16b, v16.16b, v16.16b, #12
-	ext	v3.16b, v18.16b, v17.16b, #8
-	uzp1	v18.4s, v22.4s, v22.4s
-	ext	v26.16b, v22.16b, v22.16b, #12
-	add	v23.4s, v23.4s, v21.4s
-	uzp1	v17.4s, v16.4s, v25.4s
-	ext	v16.16b, v18.16b, v22.16b, #8
-	ext	v18.16b, v22.16b, v26.16b, #12
-	eor	v22.16b, v23.16b, v24.16b
-	add	v6.4s, v23.4s, v6.4s
-	ushr	v23.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	orr	v22.16b, v22.16b, v23.16b
-	add	v20.4s, v22.4s, v20.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ushr	v23.4s, v21.4s, #7
-	shl	v21.4s, v21.4s, #25
-	ext	v6.16b, v6.16b, v6.16b, #4
-	orr	v21.16b, v21.16b, v23.16b
-	ext	v22.16b, v22.16b, v22.16b, #8
-	add	v6.4s, v21.4s, v6.4s
-	eor	v22.16b, v6.16b, v22.16b
-	ext	v20.16b, v20.16b, v20.16b, #12
-	add	v6.4s, v6.4s, v19.4s
-	rev32	v19.8h, v22.8h
-	add	v20.4s, v20.4s, v19.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ushr	v22.4s, v21.4s, #12
-	shl	v21.4s, v21.4s, #20
-	orr	v21.16b, v21.16b, v22.16b
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	ushr	v22.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v19.16b, v19.16b, v22.16b
-	add	v20.4s, v19.4s, v20.4s
-	eor	v21.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	ushr	v22.4s, v21.4s, #7
-	shl	v21.4s, v21.4s, #25
-	add	v6.4s, v6.4s, v4.4s
-	orr	v21.16b, v21.16b, v22.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	ext	v20.16b, v20.16b, v20.16b, #4
-	rev32	v19.8h, v19.8h
-	add	v20.4s, v20.4s, v19.4s
-	add	v6.4s, v6.4s, v5.4s
-	mov	v5.s[1], v4.s[2]
-	eor	v4.16b, v20.16b, v21.16b
-	ushr	v21.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	orr	v21.16b, v4.16b, v21.16b
-	add	v6.4s, v6.4s, v21.4s
-	eor	v19.16b, v6.16b, v19.16b
-	add	v2.4s, v6.4s, v2.4s
-	ushr	v6.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v6.16b, v19.16b, v6.16b
-	add	v19.4s, v6.4s, v20.4s
-	eor	v20.16b, v19.16b, v21.16b
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v2.4s, v20.4s, v2.4s
-	eor	v6.16b, v2.16b, v6.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	rev32	v6.8h, v6.8h
-	add	v19.4s, v19.4s, v6.4s
-	mov	v22.16b, v0.16b
-	eor	v20.16b, v19.16b, v20.16b
-	bsl	v22.16b, v5.16b, v7.16b
-	ushr	v21.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	add	v2.4s, v2.4s, v22.4s
-	orr	v20.16b, v20.16b, v21.16b
-	add	v2.4s, v2.4s, v20.4s
-	eor	v6.16b, v2.16b, v6.16b
-	ushr	v21.4s, v6.4s, #8
-	shl	v6.4s, v6.4s, #24
-	orr	v6.16b, v6.16b, v21.16b
-	add	v19.4s, v6.4s, v19.4s
-	eor	v20.16b, v19.16b, v20.16b
-	ext	v2.16b, v2.16b, v2.16b, #12
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	add	v2.4s, v2.4s, v17.4s
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v2.4s, v2.4s, v20.4s
-	eor	v6.16b, v2.16b, v6.16b
-	uzp2	v5.4s, v16.4s, v22.4s
-	zip1	v7.2d, v3.2d, v22.2d
-	zip2	v16.4s, v22.4s, v3.4s
-	ext	v19.16b, v19.16b, v19.16b, #4
-	rev32	v22.8h, v6.8h
-	ext	v23.16b, v5.16b, v5.16b, #4
-	bif	v7.16b, v17.16b, v1.16b
-	zip1	v24.4s, v16.4s, v17.4s
-	zip1	v16.4s, v17.4s, v16.4s
-	add	v21.4s, v2.4s, v3.4s
-	mov	v3.s[1], v17.s[2]
-	add	v17.4s, v19.4s, v22.4s
-	mov	v19.16b, v0.16b
-	ext	v25.16b, v7.16b, v7.16b, #12
-	ext	v4.16b, v16.16b, v24.16b, #8
-	uzp1	v16.4s, v23.4s, v23.4s
-	bsl	v19.16b, v3.16b, v18.16b
-	eor	v2.16b, v17.16b, v20.16b
-	uzp1	v7.4s, v7.4s, v25.4s
-	ext	v25.16b, v16.16b, v23.16b, #8
-	zip1	v3.2d, v4.2d, v19.2d
-	ushr	v20.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	ext	v24.16b, v23.16b, v23.16b, #12
-	uzp2	v6.4s, v25.4s, v19.4s
-	zip2	v18.4s, v19.4s, v4.4s
-	bif	v3.16b, v7.16b, v1.16b
-	orr	v20.16b, v2.16b, v20.16b
-	ext	v16.16b, v23.16b, v24.16b, #12
-	ext	v23.16b, v6.16b, v6.16b, #4
-	zip1	v24.4s, v18.4s, v7.4s
-	zip1	v18.4s, v7.4s, v18.4s
-	ext	v25.16b, v3.16b, v3.16b, #12
-	add	v21.4s, v21.4s, v20.4s
-	ext	v2.16b, v18.16b, v24.16b, #8
-	uzp1	v18.4s, v23.4s, v23.4s
-	ext	v24.16b, v23.16b, v23.16b, #12
-	uzp1	v3.4s, v3.4s, v25.4s
-	eor	v22.16b, v21.16b, v22.16b
-	ext	v25.16b, v18.16b, v23.16b, #8
-	dup	v18.4s, v2.s[3]
-	ext	v23.16b, v23.16b, v24.16b, #12
-	add	v5.4s, v21.4s, v5.4s
-	trn1	v21.4s, v3.4s, v3.4s
-	ushr	v24.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	ext	v18.16b, v21.16b, v18.16b, #8
-	orr	v21.16b, v22.16b, v24.16b
-	add	v17.4s, v21.4s, v17.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ushr	v22.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	ext	v5.16b, v5.16b, v5.16b, #4
-	orr	v20.16b, v20.16b, v22.16b
-	ext	v21.16b, v21.16b, v21.16b, #8
-	add	v5.4s, v20.4s, v5.4s
-	eor	v21.16b, v5.16b, v21.16b
-	ext	v17.16b, v17.16b, v17.16b, #12
-	add	v5.4s, v5.4s, v19.4s
-	rev32	v19.8h, v21.8h
-	add	v17.4s, v17.4s, v19.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ushr	v21.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	orr	v20.16b, v20.16b, v21.16b
-	add	v5.4s, v5.4s, v20.4s
-	eor	v19.16b, v5.16b, v19.16b
-	ushr	v21.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v19.16b, v19.16b, v21.16b
-	add	v17.4s, v19.4s, v17.4s
-	eor	v20.16b, v17.16b, v20.16b
-	ext	v5.16b, v5.16b, v5.16b, #12
-	ushr	v21.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	add	v5.4s, v5.4s, v7.4s
-	orr	v20.16b, v20.16b, v21.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v5.4s, v5.4s, v20.4s
-	eor	v19.16b, v5.16b, v19.16b
-	ext	v17.16b, v17.16b, v17.16b, #4
-	rev32	v22.8h, v19.8h
-	add	v21.4s, v5.4s, v4.4s
-	mov	v4.s[1], v7.s[2]
-	add	v19.4s, v17.4s, v22.4s
-	bit	v16.16b, v4.16b, v0.16b
-	eor	v5.16b, v19.16b, v20.16b
-	uzp2	v4.4s, v25.4s, v16.4s
-	zip1	v7.2d, v2.2d, v16.2d
-	zip2	v17.4s, v16.4s, v2.4s
-	ushr	v20.4s, v5.4s, #12
-	shl	v5.4s, v5.4s, #20
-	ext	v24.16b, v4.16b, v4.16b, #4
-	bif	v7.16b, v3.16b, v1.16b
-	zip1	v25.4s, v17.4s, v3.4s
-	zip1	v17.4s, v3.4s, v17.4s
-	orr	v20.16b, v5.16b, v20.16b
-	ext	v26.16b, v7.16b, v7.16b, #12
-	ext	v5.16b, v17.16b, v25.16b, #8
-	uzp1	v17.4s, v24.4s, v24.4s
-	ext	v25.16b, v24.16b, v24.16b, #12
-	bit	v23.16b, v18.16b, v0.16b
-	add	v21.4s, v21.4s, v20.4s
-	uzp1	v7.4s, v7.4s, v26.4s
-	ext	v26.16b, v17.16b, v24.16b, #8
-	ext	v17.16b, v24.16b, v25.16b, #12
-	eor	v22.16b, v21.16b, v22.16b
-	add	v6.4s, v21.4s, v6.4s
-	zip1	v21.2d, v5.2d, v23.2d
-	zip2	v24.4s, v23.4s, v5.4s
-	bif	v21.16b, v7.16b, v1.16b
-	zip1	v1.4s, v24.4s, v7.4s
-	zip1	v24.4s, v7.4s, v24.4s
-	ext	v1.16b, v24.16b, v1.16b, #8
-	ushr	v24.4s, v22.4s, #8
-	shl	v22.4s, v22.4s, #24
-	orr	v22.16b, v22.16b, v24.16b
-	add	v19.4s, v22.4s, v19.4s
-	ext	v24.16b, v21.16b, v21.16b, #12
-	eor	v20.16b, v19.16b, v20.16b
-	uzp1	v21.4s, v21.4s, v24.4s
-	ushr	v24.4s, v20.4s, #7
-	shl	v20.4s, v20.4s, #25
-	orr	v20.16b, v20.16b, v24.16b
-	ext	v6.16b, v6.16b, v6.16b, #4
-	ext	v22.16b, v22.16b, v22.16b, #8
-	add	v6.4s, v20.4s, v6.4s
-	eor	v22.16b, v6.16b, v22.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	add	v6.4s, v6.4s, v16.4s
-	rev32	v16.8h, v22.8h
-	add	v19.4s, v19.4s, v16.4s
-	eor	v20.16b, v19.16b, v20.16b
-	ushr	v22.4s, v20.4s, #12
-	shl	v20.4s, v20.4s, #20
-	orr	v20.16b, v20.16b, v22.16b
-	add	v6.4s, v6.4s, v20.4s
-	eor	v16.16b, v6.16b, v16.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	add	v3.4s, v6.4s, v3.4s
-	ushr	v6.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	orr	v6.16b, v16.16b, v6.16b
-	add	v16.4s, v6.4s, v19.4s
-	eor	v19.16b, v16.16b, v20.16b
-	ushr	v20.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v19.16b, v19.16b, v20.16b
-	ext	v6.16b, v6.16b, v6.16b, #8
-	add	v3.4s, v3.4s, v19.4s
-	eor	v6.16b, v3.16b, v6.16b
-	ext	v16.16b, v16.16b, v16.16b, #4
-	add	v2.4s, v3.4s, v2.4s
-	rev32	v3.8h, v6.8h
-	add	v6.4s, v16.4s, v3.4s
-	eor	v16.16b, v6.16b, v19.16b
-	ushr	v19.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	orr	v16.16b, v16.16b, v19.16b
-	add	v2.4s, v2.4s, v16.4s
-	eor	v3.16b, v2.16b, v3.16b
-	add	v2.4s, v2.4s, v4.4s
-	ushr	v4.4s, v3.4s, #8
-	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v4.16b
-	add	v4.4s, v3.4s, v6.4s
-	eor	v6.16b, v4.16b, v16.16b
-	ushr	v16.4s, v6.4s, #7
-	shl	v6.4s, v6.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v6.16b, v6.16b, v16.16b
-	ext	v3.16b, v3.16b, v3.16b, #8
-	add	v2.4s, v6.4s, v2.4s
+	hint	#34
+	fmov	s1, w3
+	movi	d0, #0x0000ff000000ff
+	ldr	q2, [x1]
+	fmov	d3, x4
+	adrp	x8, .LCPI1_0
+	mov	v1.s[1], w5
+	str	q2, [x0]
+	ldr	q4, [x8, :lo12:.LCPI1_0]
+	add	x8, x2, #32
+	ldr	q5, [x1, #16]
+	and	v0.8b, v1.8b, v0.8b
+	stp	q5, q4, [x0, #16]
+	mov	v3.d[1], v0.d[0]
+	str	q3, [x0, #48]
+	ldp	q0, q6, [x2]
+	uzp1	v1.4s, v0.4s, v6.4s
+	uzp2	v0.4s, v0.4s, v6.4s
+	add	v2.4s, v2.4s, v1.4s
+	uzp1	v18.4s, v1.4s, v1.4s
+	add	v2.4s, v2.4s, v5.4s
 	eor	v3.16b, v2.16b, v3.16b
-	ext	v4.16b, v4.16b, v4.16b, #12
+	add	v2.4s, v2.4s, v0.4s
 	rev32	v3.8h, v3.8h
-	add	v4.4s, v4.4s, v3.4s
-	eor	v6.16b, v4.16b, v6.16b
-	ushr	v16.4s, v6.4s, #12
-	shl	v6.4s, v6.4s, #20
-	add	v2.4s, v2.4s, v23.4s
-	orr	v6.16b, v6.16b, v16.16b
-	add	v2.4s, v2.4s, v6.4s
+	add	v4.4s, v3.4s, v4.4s
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v6.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v6.16b
+	add	v2.4s, v2.4s, v5.4s
 	eor	v3.16b, v2.16b, v3.16b
-	ushr	v16.4s, v3.4s, #8
+	ushr	v6.4s, v3.4s, #8
 	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v16.16b
+	orr	v3.16b, v3.16b, v6.16b
+	ld2	{ v6.4s, v7.4s }, [x8]
 	add	v4.4s, v3.4s, v4.4s
-	eor	v6.16b, v4.16b, v6.16b
-	ext	v2.16b, v2.16b, v2.16b, #12
-	ushr	v16.4s, v6.4s, #7
-	shl	v6.4s, v6.4s, #25
-	add	v2.4s, v2.4s, v7.4s
-	orr	v6.16b, v6.16b, v16.16b
 	ext	v3.16b, v3.16b, v3.16b, #8
 	add	v2.4s, v2.4s, v6.4s
-	eor	v3.16b, v2.16b, v3.16b
+	eor	v5.16b, v4.16b, v5.16b
 	ext	v4.16b, v4.16b, v4.16b, #4
-	rev32	v3.8h, v3.8h
+	ext	v6.16b, v6.16b, v6.16b, #12
+	ext	v2.16b, v2.16b, v2.16b, #12
+	ushr	v16.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v16.16b
+	ext	v16.16b, v7.16b, v7.16b, #12
 	add	v2.4s, v2.4s, v5.4s
-	mov	v5.s[1], v7.s[2]
+	mov	v7.16b, v16.16b
+	eor	v3.16b, v3.16b, v2.16b
+	add	v2.4s, v2.4s, v16.4s
+	mov	v7.s[1], v6.s[2]
+	rev32	v3.8h, v3.8h
 	add	v4.4s, v4.4s, v3.4s
-	bsl	v0.16b, v5.16b, v17.16b
-	eor	v5.16b, v4.16b, v6.16b
-	ushr	v6.4s, v5.4s, #12
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v17.4s, v5.4s, #12
 	shl	v5.4s, v5.4s, #20
-	orr	v5.16b, v5.16b, v6.16b
+	orr	v5.16b, v5.16b, v17.16b
 	add	v2.4s, v2.4s, v5.4s
 	eor	v3.16b, v2.16b, v3.16b
-	ushr	v6.4s, v3.4s, #8
+	ushr	v17.4s, v3.4s, #8
 	shl	v3.4s, v3.4s, #24
-	orr	v3.16b, v3.16b, v6.16b
+	orr	v3.16b, v3.16b, v17.16b
+	ext	v17.16b, v18.16b, v1.16b, #8
 	add	v4.4s, v3.4s, v4.4s
-	uzp2	v18.4s, v26.4s, v18.4s
+	uzp2	v17.4s, v17.4s, v0.4s
+	ext	v3.16b, v3.16b, v3.16b, #8
 	eor	v5.16b, v4.16b, v5.16b
-	add	v2.4s, v2.4s, v18.4s
-	ushr	v6.4s, v5.4s, #7
+	add	v2.4s, v2.4s, v17.4s
+	ext	v4.16b, v4.16b, v4.16b, #12
+	ushr	v18.4s, v5.4s, #7
 	shl	v5.4s, v5.4s, #25
 	ext	v2.16b, v2.16b, v2.16b, #4
-	orr	v5.16b, v5.16b, v6.16b
+	orr	v5.16b, v5.16b, v18.16b
+	ext	v18.16b, v1.16b, v1.16b, #12
+	add	v2.4s, v2.4s, v5.4s
+	ext	v1.16b, v1.16b, v18.16b, #12
+	zip1	v18.2d, v16.2d, v0.2d
+	zip2	v0.4s, v0.4s, v16.4s
+	eor	v3.16b, v3.16b, v2.16b
+	rev64	v1.4s, v1.4s
+	mov	v18.s[3], v6.s[3]
+	zip1	v16.4s, v0.4s, v6.4s
+	rev32	v3.8h, v3.8h
+	trn2	v1.4s, v1.4s, v7.4s
+	zip1	v0.4s, v6.4s, v0.4s
+	add	v4.4s, v4.4s, v3.4s
+	add	v2.4s, v2.4s, v1.4s
+	ext	v6.16b, v0.16b, v16.16b, #8
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v7.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v7.16b
+	add	v7.4s, v2.4s, v5.4s
+	eor	v2.16b, v7.16b, v3.16b
+	ext	v7.16b, v7.16b, v7.16b, #12
+	ushr	v3.4s, v2.4s, #8
+	shl	v2.4s, v2.4s, #24
+	orr	v3.16b, v2.16b, v3.16b
+	ext	v2.16b, v18.16b, v18.16b, #12
+	add	v4.4s, v3.4s, v4.4s
+	uzp1	v2.4s, v18.4s, v2.4s
 	ext	v3.16b, v3.16b, v3.16b, #8
-	add	v2.4s, v5.4s, v2.4s
-	eor	v3.16b, v2.16b, v3.16b
+	eor	v5.16b, v4.16b, v5.16b
+	add	v7.4s, v7.4s, v2.4s
+	ext	v4.16b, v4.16b, v4.16b, #4
+	ushr	v18.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v18.16b
+	add	v7.4s, v7.4s, v5.4s
+	eor	v3.16b, v3.16b, v7.16b
+	add	v7.4s, v7.4s, v6.4s
+	rev32	v3.8h, v3.8h
+	add	v4.4s, v4.4s, v3.4s
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v0.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v0.16b, v5.16b, v0.16b
+	add	v5.4s, v7.4s, v0.4s
+	ext	v7.16b, v17.16b, v17.16b, #4
+	eor	v3.16b, v5.16b, v3.16b
+	uzp1	v17.4s, v7.4s, v7.4s
+	ushr	v16.4s, v3.4s, #8
+	shl	v3.4s, v3.4s, #24
+	orr	v3.16b, v3.16b, v16.16b
+	ext	v16.16b, v17.16b, v7.16b, #8
+	add	v4.4s, v3.4s, v4.4s
+	uzp2	v16.4s, v16.4s, v1.4s
+	ext	v3.16b, v3.16b, v3.16b, #8
+	eor	v0.16b, v4.16b, v0.16b
+	add	v5.4s, v5.4s, v16.4s
+	ext	v4.16b, v4.16b, v4.16b, #12
+	ushr	v17.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ext	v5.16b, v5.16b, v5.16b, #4
+	orr	v0.16b, v0.16b, v17.16b
+	ext	v17.16b, v7.16b, v7.16b, #12
+	add	v5.4s, v5.4s, v0.4s
+	ext	v7.16b, v7.16b, v17.16b, #12
+	mov	v17.16b, v6.16b
+	eor	v3.16b, v3.16b, v5.16b
+	rev64	v7.4s, v7.4s
+	mov	v17.s[1], v2.s[2]
+	rev32	v3.8h, v3.8h
+	add	v4.4s, v4.4s, v3.4s
+	eor	v18.16b, v4.16b, v0.16b
+	trn2	v0.4s, v7.4s, v17.4s
+	ushr	v7.4s, v18.4s, #12
+	shl	v17.4s, v18.4s, #20
+	add	v5.4s, v5.4s, v0.4s
+	zip1	v18.2d, v6.2d, v1.2d
+	zip2	v1.4s, v1.4s, v6.4s
+	orr	v7.16b, v17.16b, v7.16b
+	mov	v18.s[3], v2.s[3]
+	zip1	v6.4s, v1.4s, v2.4s
+	add	v5.4s, v5.4s, v7.4s
+	zip1	v1.4s, v2.4s, v1.4s
+	eor	v3.16b, v5.16b, v3.16b
+	ext	v5.16b, v5.16b, v5.16b, #12
+	ext	v6.16b, v1.16b, v6.16b, #8
+	ushr	v17.4s, v3.4s, #8
+	shl	v3.4s, v3.4s, #24
+	orr	v17.16b, v3.16b, v17.16b
+	ext	v3.16b, v18.16b, v18.16b, #12
+	add	v4.4s, v17.4s, v4.4s
+	uzp1	v3.4s, v18.4s, v3.4s
+	ext	v17.16b, v17.16b, v17.16b, #8
+	eor	v7.16b, v4.16b, v7.16b
+	add	v5.4s, v5.4s, v3.4s
+	ext	v4.16b, v4.16b, v4.16b, #4
+	ushr	v18.4s, v7.4s, #7
+	shl	v7.4s, v7.4s, #25
+	orr	v7.16b, v7.16b, v18.16b
+	add	v5.4s, v5.4s, v7.4s
+	eor	v17.16b, v17.16b, v5.16b
+	add	v5.4s, v5.4s, v6.4s
+	rev32	v17.8h, v17.8h
+	add	v4.4s, v4.4s, v17.4s
+	eor	v2.16b, v4.16b, v7.16b
+	ext	v7.16b, v16.16b, v16.16b, #4
+	ushr	v1.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v2.16b, v1.16b
+	add	v2.4s, v5.4s, v1.4s
+	eor	v5.16b, v2.16b, v17.16b
+	uzp1	v17.4s, v7.4s, v7.4s
+	ushr	v16.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	orr	v5.16b, v5.16b, v16.16b
+	ext	v16.16b, v17.16b, v7.16b, #8
+	add	v4.4s, v5.4s, v4.4s
+	uzp2	v16.4s, v16.4s, v0.4s
+	ext	v5.16b, v5.16b, v5.16b, #8
+	eor	v1.16b, v4.16b, v1.16b
+	add	v2.4s, v2.4s, v16.4s
 	ext	v4.16b, v4.16b, v4.16b, #12
-	add	v0.4s, v2.4s, v0.4s
-	rev32	v2.8h, v3.8h
-	add	v3.4s, v4.4s, v2.4s
-	eor	v4.16b, v3.16b, v5.16b
-	ushr	v5.4s, v4.4s, #12
+	ushr	v17.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ext	v2.16b, v2.16b, v2.16b, #4
+	orr	v1.16b, v1.16b, v17.16b
+	ext	v17.16b, v7.16b, v7.16b, #12
+	add	v2.4s, v2.4s, v1.4s
+	ext	v7.16b, v7.16b, v17.16b, #12
+	mov	v17.16b, v6.16b
+	eor	v5.16b, v5.16b, v2.16b
+	rev64	v7.4s, v7.4s
+	mov	v17.s[1], v3.s[2]
+	rev32	v5.8h, v5.8h
+	add	v4.4s, v4.4s, v5.4s
+	eor	v18.16b, v4.16b, v1.16b
+	trn2	v1.4s, v7.4s, v17.4s
+	ushr	v7.4s, v18.4s, #12
+	shl	v17.4s, v18.4s, #20
+	add	v2.4s, v2.4s, v1.4s
+	zip1	v18.2d, v6.2d, v0.2d
+	zip2	v0.4s, v0.4s, v6.4s
+	orr	v7.16b, v17.16b, v7.16b
+	mov	v18.s[3], v3.s[3]
+	add	v2.4s, v2.4s, v7.4s
+	eor	v5.16b, v2.16b, v5.16b
+	ext	v2.16b, v2.16b, v2.16b, #12
+	ushr	v17.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	orr	v5.16b, v5.16b, v17.16b
+	add	v17.4s, v5.4s, v4.4s
+	ext	v4.16b, v18.16b, v18.16b, #12
+	ext	v5.16b, v5.16b, v5.16b, #8
+	eor	v7.16b, v17.16b, v7.16b
+	uzp1	v4.4s, v18.4s, v4.4s
+	ext	v17.16b, v17.16b, v17.16b, #4
+	ushr	v18.4s, v7.4s, #7
+	shl	v7.4s, v7.4s, #25
+	add	v2.4s, v2.4s, v4.4s
+	orr	v7.16b, v7.16b, v18.16b
+	add	v2.4s, v2.4s, v7.4s
+	eor	v5.16b, v5.16b, v2.16b
+	rev32	v5.8h, v5.8h
+	add	v6.4s, v17.4s, v5.4s
+	zip1	v17.4s, v0.4s, v3.4s
+	zip1	v0.4s, v3.4s, v0.4s
+	eor	v3.16b, v6.16b, v7.16b
+	ext	v0.16b, v0.16b, v17.16b, #8
+	ushr	v7.4s, v3.4s, #12
+	shl	v3.4s, v3.4s, #20
+	add	v2.4s, v2.4s, v0.4s
+	orr	v3.16b, v3.16b, v7.16b
+	ext	v7.16b, v16.16b, v16.16b, #4
+	add	v2.4s, v2.4s, v3.4s
+	uzp1	v17.4s, v7.4s, v7.4s
+	eor	v5.16b, v2.16b, v5.16b
+	ushr	v16.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	orr	v5.16b, v5.16b, v16.16b
+	ext	v16.16b, v17.16b, v7.16b, #8
+	add	v6.4s, v5.4s, v6.4s
+	uzp2	v16.4s, v16.4s, v1.4s
+	ext	v5.16b, v5.16b, v5.16b, #8
+	eor	v3.16b, v6.16b, v3.16b
+	add	v2.4s, v2.4s, v16.4s
+	ext	v6.16b, v6.16b, v6.16b, #12
+	ushr	v17.4s, v3.4s, #7
+	shl	v3.4s, v3.4s, #25
+	ext	v2.16b, v2.16b, v2.16b, #4
+	orr	v3.16b, v3.16b, v17.16b
+	add	v17.4s, v2.4s, v3.4s
+	eor	v2.16b, v5.16b, v17.16b
+	ext	v5.16b, v7.16b, v7.16b, #12
+	rev32	v18.8h, v2.8h
+	ext	v2.16b, v7.16b, v5.16b, #12
+	mov	v5.16b, v0.16b
+	add	v6.4s, v6.4s, v18.4s
+	rev64	v2.4s, v2.4s
+	mov	v5.s[1], v4.s[2]
+	eor	v3.16b, v6.16b, v3.16b
+	trn2	v2.4s, v2.4s, v5.4s
+	ushr	v5.4s, v3.4s, #12
+	shl	v3.4s, v3.4s, #20
+	add	v7.4s, v17.4s, v2.4s
+	orr	v3.16b, v3.16b, v5.16b
+	add	v5.4s, v7.4s, v3.4s
+	eor	v7.16b, v5.16b, v18.16b
+	zip1	v18.2d, v0.2d, v1.2d
+	ext	v5.16b, v5.16b, v5.16b, #12
+	zip2	v0.4s, v1.4s, v0.4s
+	ushr	v17.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	mov	v18.s[3], v4.s[3]
+	orr	v7.16b, v7.16b, v17.16b
+	ext	v17.16b, v18.16b, v18.16b, #12
+	add	v6.4s, v7.4s, v6.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v19.16b, v6.16b, v3.16b
+	uzp1	v3.4s, v18.4s, v17.4s
+	ext	v6.16b, v6.16b, v6.16b, #4
+	ushr	v17.4s, v19.4s, #7
+	shl	v18.4s, v19.4s, #25
+	add	v5.4s, v5.4s, v3.4s
+	orr	v17.16b, v18.16b, v17.16b
+	add	v5.4s, v5.4s, v17.4s
+	eor	v7.16b, v7.16b, v5.16b
+	rev32	v7.8h, v7.8h
+	add	v1.4s, v6.4s, v7.4s
+	zip1	v6.4s, v0.4s, v4.4s
+	zip1	v0.4s, v4.4s, v0.4s
+	eor	v4.16b, v1.16b, v17.16b
+	ext	v6.16b, v0.16b, v6.16b, #8
+	ushr	v0.4s, v4.4s, #12
 	shl	v4.4s, v4.4s, #20
-	orr	v4.16b, v4.16b, v5.16b
-	add	v0.4s, v0.4s, v4.4s
-	eor	v2.16b, v0.16b, v2.16b
-	ushr	v5.4s, v2.4s, #8
-	shl	v2.4s, v2.4s, #24
-	orr	v2.16b, v2.16b, v5.16b
-	add	v3.4s, v2.4s, v3.4s
-	eor	v4.16b, v3.16b, v4.16b
-	ext	v0.16b, v0.16b, v0.16b, #12
-	ushr	v5.4s, v4.4s, #7
-	shl	v4.4s, v4.4s, #25
-	add	v0.4s, v0.4s, v21.4s
-	orr	v4.16b, v4.16b, v5.16b
-	ext	v2.16b, v2.16b, v2.16b, #8
-	add	v0.4s, v0.4s, v4.4s
-	eor	v2.16b, v0.16b, v2.16b
-	ext	v3.16b, v3.16b, v3.16b, #4
-	add	v0.4s, v0.4s, v1.4s
-	rev32	v1.8h, v2.8h
-	add	v2.4s, v3.4s, v1.4s
-	eor	v3.16b, v2.16b, v4.16b
-	ushr	v4.4s, v3.4s, #12
+	add	v5.4s, v5.4s, v6.4s
+	zip1	v20.2d, v6.2d, v2.2d
+	orr	v0.16b, v4.16b, v0.16b
+	mov	v20.s[3], v3.s[3]
+	add	v4.4s, v5.4s, v0.4s
+	eor	v5.16b, v4.16b, v7.16b
+	ext	v7.16b, v16.16b, v16.16b, #4
+	ushr	v16.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	uzp1	v17.4s, v7.4s, v7.4s
+	orr	v5.16b, v5.16b, v16.16b
+	ext	v16.16b, v17.16b, v7.16b, #8
+	add	v1.4s, v5.4s, v1.4s
+	uzp2	v16.4s, v16.4s, v2.4s
+	zip2	v2.4s, v2.4s, v6.4s
+	eor	v0.16b, v1.16b, v0.16b
+	add	v4.4s, v4.4s, v16.4s
+	ext	v1.16b, v1.16b, v1.16b, #12
+	ext	v16.16b, v16.16b, v16.16b, #4
+	ushr	v17.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ext	v4.16b, v4.16b, v4.16b, #4
+	orr	v17.16b, v0.16b, v17.16b
+	ext	v0.16b, v5.16b, v5.16b, #8
+	ext	v5.16b, v7.16b, v7.16b, #12
+	add	v4.4s, v4.4s, v17.4s
+	eor	v0.16b, v0.16b, v4.16b
+	rev32	v18.8h, v0.8h
+	ext	v0.16b, v7.16b, v5.16b, #12
+	mov	v5.16b, v6.16b
+	add	v7.4s, v1.4s, v18.4s
+	rev64	v1.4s, v0.4s
+	mov	v5.s[1], v3.s[2]
+	eor	v17.16b, v7.16b, v17.16b
+	trn2	v1.4s, v1.4s, v5.4s
+	ushr	v19.4s, v17.4s, #12
+	shl	v17.4s, v17.4s, #20
+	add	v4.4s, v4.4s, v1.4s
+	orr	v17.16b, v17.16b, v19.16b
+	add	v19.4s, v4.4s, v17.4s
+	eor	v4.16b, v19.16b, v18.16b
+	ext	v19.16b, v19.16b, v19.16b, #12
+	ushr	v18.4s, v4.4s, #8
+	shl	v4.4s, v4.4s, #24
+	orr	v18.16b, v4.16b, v18.16b
+	ext	v4.16b, v20.16b, v20.16b, #12
+	add	v7.4s, v18.4s, v7.4s
+	uzp1	v4.4s, v20.4s, v4.4s
+	ext	v18.16b, v18.16b, v18.16b, #8
+	eor	v17.16b, v7.16b, v17.16b
+	add	v19.4s, v19.4s, v4.4s
+	ext	v7.16b, v7.16b, v7.16b, #4
+	ushr	v20.4s, v17.4s, #7
+	shl	v17.4s, v17.4s, #25
+	orr	v17.16b, v17.16b, v20.16b
+	add	v19.4s, v19.4s, v17.4s
+	eor	v18.16b, v18.16b, v19.16b
+	rev32	v18.8h, v18.8h
+	add	v6.4s, v7.4s, v18.4s
+	zip1	v7.4s, v2.4s, v3.4s
+	zip1	v2.4s, v3.4s, v2.4s
+	eor	v3.16b, v6.16b, v17.16b
+	ext	v2.16b, v2.16b, v7.16b, #8
+	ushr	v7.4s, v3.4s, #12
 	shl	v3.4s, v3.4s, #20
-	orr	v3.16b, v3.16b, v4.16b
-	add	v0.4s, v0.4s, v3.4s
-	eor	v1.16b, v0.16b, v1.16b
-	ushr	v4.4s, v1.4s, #8
-	shl	v1.4s, v1.4s, #24
-	orr	v1.16b, v1.16b, v4.16b
-	add	v2.4s, v1.4s, v2.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ushr	v4.4s, v3.4s, #7
+	add	v17.4s, v19.4s, v2.4s
+	zip1	v1.2d, v2.2d, v1.2d
+	zip2	v0.4s, v0.4s, v2.4s
+	orr	v3.16b, v3.16b, v7.16b
+	mov	v1.s[3], v4.s[3]
+	add	v7.4s, v17.4s, v3.4s
+	eor	v17.16b, v7.16b, v18.16b
+	ext	v7.16b, v7.16b, v7.16b, #4
+	ushr	v18.4s, v17.4s, #8
+	shl	v17.4s, v17.4s, #24
+	orr	v17.16b, v17.16b, v18.16b
+	ext	v18.16b, v16.16b, v16.16b, #8
+	add	v6.4s, v17.4s, v6.4s
+	uzp2	v5.4s, v18.4s, v5.4s
+	eor	v3.16b, v6.16b, v3.16b
+	ext	v5.16b, v5.16b, v18.16b, #4
+	ext	v6.16b, v6.16b, v6.16b, #12
+	ushr	v18.4s, v3.4s, #7
+	shl	v3.4s, v3.4s, #25
+	add	v5.4s, v7.4s, v5.4s
+	ext	v7.16b, v17.16b, v17.16b, #8
+	ext	v17.16b, v16.16b, v16.16b, #12
+	orr	v3.16b, v3.16b, v18.16b
+	ext	v16.16b, v16.16b, v17.16b, #12
+	add	v5.4s, v3.4s, v5.4s
+	mov	v17.16b, v2.16b
+	rev64	v16.4s, v16.4s
+	eor	v7.16b, v7.16b, v5.16b
+	mov	v17.s[1], v4.s[2]
+	rev32	v7.8h, v7.8h
+	trn2	v16.4s, v16.4s, v17.4s
+	add	v6.4s, v6.4s, v7.4s
+	add	v5.4s, v5.4s, v16.4s
+	eor	v3.16b, v6.16b, v3.16b
+	ushr	v17.4s, v3.4s, #12
+	shl	v3.4s, v3.4s, #20
+	orr	v3.16b, v3.16b, v17.16b
+	add	v5.4s, v5.4s, v3.4s
+	eor	v7.16b, v5.16b, v7.16b
+	ext	v5.16b, v5.16b, v5.16b, #12
+	ushr	v16.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	orr	v7.16b, v7.16b, v16.16b
+	ext	v16.16b, v1.16b, v1.16b, #12
+	add	v6.4s, v7.4s, v6.4s
+	uzp1	v1.4s, v1.4s, v16.4s
+	eor	v3.16b, v6.16b, v3.16b
+	add	v1.4s, v5.4s, v1.4s
+	ext	v5.16b, v7.16b, v7.16b, #8
+	ext	v6.16b, v6.16b, v6.16b, #4
+	ushr	v16.4s, v3.4s, #7
 	shl	v3.4s, v3.4s, #25
+	orr	v3.16b, v3.16b, v16.16b
+	add	v1.4s, v1.4s, v3.4s
+	eor	v5.16b, v5.16b, v1.16b
+	rev32	v5.8h, v5.8h
+	add	v2.4s, v6.4s, v5.4s
+	zip1	v6.4s, v0.4s, v4.4s
+	zip1	v0.4s, v4.4s, v0.4s
+	eor	v3.16b, v2.16b, v3.16b
+	ext	v0.16b, v0.16b, v6.16b, #8
+	ushr	v4.4s, v3.4s, #12
+	shl	v3.4s, v3.4s, #20
+	add	v0.4s, v1.4s, v0.4s
+	orr	v1.16b, v3.16b, v4.16b
+	add	v0.4s, v0.4s, v1.4s
+	eor	v3.16b, v0.16b, v5.16b
 	ext	v0.16b, v0.16b, v0.16b, #4
-	ext	v1.16b, v1.16b, v1.16b, #8
-	ext	v2.16b, v2.16b, v2.16b, #12
+	ushr	v4.4s, v3.4s, #8
+	shl	v3.4s, v3.4s, #24
 	orr	v3.16b, v3.16b, v4.16b
+	add	v2.4s, v3.4s, v2.4s
+	ext	v3.16b, v3.16b, v3.16b, #8
+	eor	v1.16b, v2.16b, v1.16b
+	ext	v2.16b, v2.16b, v2.16b, #12
+	ushr	v4.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	stp	q2, q3, [x0, #32]
+	orr	v1.16b, v1.16b, v4.16b
+	stp	q0, q1, [x0]
+	ret
+.Lfunc_end1:
+	.size	compress_pre, .Lfunc_end1-compress_pre
+	.cfi_endproc
+
+	.globl	zfs_blake3_compress_xof_sse2
+	.p2align	2
+	.type	zfs_blake3_compress_xof_sse2,@function
+zfs_blake3_compress_xof_sse2:
+	.cfi_startproc
+	hint	#25
+	.cfi_negate_ra_state
+	sub	sp, sp, #96
+	stp	x29, x30, [sp, #64]
+	add	x29, sp, #64
+	stp	x20, x19, [sp, #80]
+	.cfi_def_cfa w29, 32
+	.cfi_offset w19, -8
+	.cfi_offset w20, -16
+	.cfi_offset w30, -24
+	.cfi_offset w29, -32
+	mov	x20, x0
+	mov	x19, x5
+	mov	w5, w4
+	mov	x4, x3
+	mov	w3, w2
+	mov	x2, x1
+	mov	x0, sp
+	mov	x1, x20
+	bl	compress_pre
+	ldp	q0, q1, [sp]
+	ldp	q2, q3, [sp, #32]
 	eor	v0.16b, v2.16b, v0.16b
-	eor	v3.16b, v3.16b, v1.16b
-	stp	q0, q3, [x5]
-	ldr	q0, [x0]
+	eor	v1.16b, v3.16b, v1.16b
+	ldp	x29, x30, [sp, #64]
+	stp	q0, q1, [x19]
+	ldr	q0, [x20]
 	eor	v0.16b, v0.16b, v2.16b
-	str	q0, [x5, #32]
-	ldr	q0, [x0, #16]
-	eor	v0.16b, v0.16b, v1.16b
-	str	q0, [x5, #48]
+	str	q0, [x19, #32]
+	ldr	q0, [x20, #16]
+	eor	v0.16b, v0.16b, v3.16b
+	str	q0, [x19, #48]
+	ldp	x20, x19, [sp, #80]
+	add	sp, sp, #96
+	hint	#29
 	ret
-.Lfunc_end1:
-	.size	zfs_blake3_compress_xof_sse2, .Lfunc_end1-zfs_blake3_compress_xof_sse2
+.Lfunc_end2:
+	.size	zfs_blake3_compress_xof_sse2, .Lfunc_end2-zfs_blake3_compress_xof_sse2
 	.cfi_endproc
 
 	.section	.rodata.cst16,"aM",@progbits,16
 	.p2align	4
-.LCPI2_0:
+.LCPI3_0:
 	.word	0
 	.word	1
 	.word	2
@@ -991,19 +607,21 @@ zfs_blake3_compress_xof_sse2:
 	.type	zfs_blake3_hash_many_sse2,@function
 zfs_blake3_hash_many_sse2:
 	.cfi_startproc
+	hint	#25
+	.cfi_negate_ra_state
 	stp	d15, d14, [sp, #-160]!
 	stp	d13, d12, [sp, #16]
 	stp	d11, d10, [sp, #32]
 	stp	d9, d8, [sp, #48]
 	stp	x29, x30, [sp, #64]
+	add	x29, sp, #64
 	stp	x28, x27, [sp, #80]
 	stp	x26, x25, [sp, #96]
 	stp	x24, x23, [sp, #112]
 	stp	x22, x21, [sp, #128]
 	stp	x20, x19, [sp, #144]
-	mov	x29, sp
-	sub	sp, sp, #384
-	.cfi_def_cfa w29, 160
+	sub	sp, sp, #464
+	.cfi_def_cfa w29, 96
 	.cfi_offset w19, -8
 	.cfi_offset w20, -16
 	.cfi_offset w21, -24
@@ -1024,1414 +642,1406 @@ zfs_blake3_hash_many_sse2:
 	.cfi_offset b13, -144
 	.cfi_offset b14, -152
 	.cfi_offset b15, -160
-	ldr	x26, [x29, #168]
-	ldrb	w27, [x29, #160]
 	mov	w19, w6
 	mov	x20, x4
-	mov	x22, x2
-	mov	x28, x1
+	mov	x24, x1
+	ldr	x26, [x29, #104]
+	ldrb	w27, [x29, #96]
 	cmp	x1, #4
-	mov	x24, x0
 	str	x3, [sp, #40]
-	b.lo	.LBB2_8
-	adrp	x9, .LCPI2_0
-	ldr	q0, [x9, :lo12:.LCPI2_0]
-	sbfx	w11, w5, #0, #1
-	dup	v1.4s, w11
-	mov	w9, #58983
+	b.lo	.LBB3_6
+	adrp	x8, .LCPI3_0
+	sbfx	w9, w5, #0, #1
 	mov	w10, #44677
-	and	v0.16b, v1.16b, v0.16b
 	mov	w11, #62322
-	mov	w12, #62778
-	orr	w8, w7, w19
-	movk	w9, #27145, lsl #16
 	movk	w10, #47975, lsl #16
 	movk	w11, #15470, lsl #16
+	ldr	q0, [x8, :lo12:.LCPI3_0]
+	dup	v1.4s, w9
+	mov	w9, #58983
+	orr	w8, w7, w19
+	movk	w9, #27145, lsl #16
+	and	v0.16b, v1.16b, v0.16b
+	dup	v1.4s, w11
+	movi	v24.4s, #64
+	dup	v2.4s, w9
+	mov	w9, #62778
+	movk	w9, #42319, lsl #16
 	str	q0, [sp, #16]
 	orr	v0.4s, #128, lsl #24
-	movk	w12, #42319, lsl #16
+	stp	q2, q1, [sp, #48]
 	str	q0, [sp]
-.LBB2_2:
-	ldr	x0, [sp, #40]
-	mov	x13, x0
-	ld1r	{ v20.4s }, [x13], #4
-	add	x14, x0, #8
-	add	x15, x0, #12
-	add	x16, x0, #16
-	add	x17, x0, #20
-	add	x18, x0, #24
-	add	x0, x0, #28
-	ld1r	{ v17.4s }, [x14]
-	ld1r	{ v6.4s }, [x15]
-	ld1r	{ v8.4s }, [x16]
-	ld1r	{ v9.4s }, [x17]
-	ld1r	{ v31.4s }, [x18]
-	ld1r	{ v26.4s }, [x13]
-	ld1r	{ v15.4s }, [x0]
-	cbz	x22, .LBB2_7
+	dup	v0.4s, w10
+	str	q0, [sp, #80]
+	b	.LBB3_3
+.LBB3_2:
+	zip1	v0.4s, v12.4s, v31.4s
+	add	x10, x20, #4
+	zip1	v1.4s, v29.4s, v30.4s
+	tst	w5, #0x1
+	zip1	v2.4s, v28.4s, v23.4s
+	csel	x20, x10, x20, ne
+	zip1	v3.4s, v13.4s, v25.4s
+	add	x0, x0, #32
+	zip2	v6.4s, v12.4s, v31.4s
+	sub	x24, x24, #4
+	zip1	v4.2d, v0.2d, v1.2d
+	cmp	x24, #3
+	zip2	v7.4s, v29.4s, v30.4s
+	zip1	v5.2d, v2.2d, v3.2d
+	zip2	v0.2d, v0.2d, v1.2d
+	zip2	v1.2d, v2.2d, v3.2d
+	zip2	v2.4s, v28.4s, v23.4s
+	zip2	v3.4s, v13.4s, v25.4s
+	stp	q4, q5, [x26]
+	zip2	v4.2d, v6.2d, v7.2d
+	stp	q0, q1, [x26, #32]
+	zip1	v0.2d, v6.2d, v7.2d
+	zip1	v1.2d, v2.2d, v3.2d
+	zip2	v2.2d, v2.2d, v3.2d
+	stp	q0, q1, [x26, #64]
+	stp	q4, q2, [x26, #96]
+	add	x26, x26, #128
+	b.ls	.LBB3_6
+.LBB3_3:
+	ldr	x14, [sp, #40]
+	mov	x10, x14
+	add	x11, x14, #8
+	add	x12, x14, #12
+	add	x13, x14, #16
+	ld1r	{ v12.4s }, [x10], #4
+	ld1r	{ v29.4s }, [x11]
+	add	x11, x14, #20
+	ld1r	{ v30.4s }, [x12]
+	add	x12, x14, #24
+	ld1r	{ v28.4s }, [x13]
+	ld1r	{ v23.4s }, [x11]
+	add	x11, x14, #28
+	ld1r	{ v13.4s }, [x12]
+	ld1r	{ v31.4s }, [x10]
+	ld1r	{ v25.4s }, [x11]
+	cbz	x2, .LBB3_2
 	ldr	q1, [sp, #16]
 	dup	v0.4s, w20
-	ldp	x13, x14, [x24]
-	ldp	x15, x16, [x24, #16]
+	lsr	x12, x20, #32
+	mov	x10, xzr
+	ldp	x13, x14, [x0, #16]
 	add	v1.4s, v0.4s, v1.4s
+	mov	x15, x2
 	movi	v0.4s, #128, lsl #24
-	str	q1, [sp, #64]
+	mov	w4, w8
+	str	q1, [sp, #112]
 	eor	v0.16b, v1.16b, v0.16b
 	ldr	q1, [sp]
-	lsr	x18, x20, #32
-	mov	x17, xzr
 	cmgt	v0.4s, v1.4s, v0.4s
-	dup	v1.4s, w18
+	dup	v1.4s, w12
+	ldp	x11, x12, [x0]
 	sub	v0.4s, v1.4s, v0.4s
-	mov	w18, w8
-	str	q0, [sp, #48]
-.LBB2_4:
-	mov	w2, #16
-	bfi	x2, x17, #6, #58
-	ldr	q1, [x13, x2]
-	ldr	q3, [x14, x2]
-	ldr	q2, [x15, x2]
-	ldr	q4, [x16, x2]
-	mov	w2, #32
-	bfi	x2, x17, #6, #58
-	ldr	q5, [x13, x2]
-	ldr	q18, [x14, x2]
-	ldr	q19, [x15, x2]
-	ldr	q23, [x16, x2]
-	mov	w2, #48
-	lsl	x3, x17, #6
-	bfi	x2, x17, #6, #58
-	add	x17, x17, #1
-	ldr	q0, [x13, x3]
-	ldr	q21, [x14, x3]
-	ldr	q7, [x15, x3]
-	ldr	q16, [x16, x3]
-	cmp	x17, x22
-	ldr	q13, [x13, x2]
-	ldr	q14, [x14, x2]
-	ldr	q29, [x15, x2]
-	ldr	q10, [x16, x2]
-	csel	w2, w27, wzr, eq
-	orr	w18, w2, w18
-	mov	x0, xzr
-	and	w18, w18, #0xff
-	add	x3, x3, #256
-.LBB2_5:
-	ldr	x2, [x24, x0]
-	add	x0, x0, #8
-	cmp	x0, #32
-	add	x2, x2, x3
-	prfm	pldl1keep, [x2]
-	b.ne	.LBB2_5
-	dup	v22.4s, w18
-	str	q22, [sp, #192]
-	zip1	v27.4s, v0.4s, v21.4s
-	zip2	v21.4s, v0.4s, v21.4s
-	zip1	v0.4s, v7.4s, v16.4s
-	zip2	v22.4s, v7.4s, v16.4s
-	zip1	v7.4s, v1.4s, v3.4s
-	zip1	v25.4s, v2.4s, v4.4s
-	zip2	v16.4s, v2.4s, v4.4s
-	zip1	v11.4s, v19.4s, v23.4s
-	zip2	v12.4s, v19.4s, v23.4s
-	zip1	v19.4s, v13.4s, v14.4s
-	zip2	v23.4s, v13.4s, v14.4s
-	zip1	v13.4s, v29.4s, v10.4s
-	zip2	v14.4s, v29.4s, v10.4s
-	add	v10.4s, v20.4s, v8.4s
-	add	v2.4s, v26.4s, v9.4s
-	ext	v20.16b, v22.16b, v21.16b, #8
-	ext	v26.16b, v25.16b, v7.16b, #8
-	zip2	v24.4s, v1.4s, v3.4s
-	add	v1.4s, v6.4s, v15.4s
-	ext	v6.16b, v0.16b, v27.16b, #8
-	ext	v20.16b, v21.16b, v20.16b, #8
-	mov	v21.d[1], v22.d[0]
-	ext	v22.16b, v7.16b, v26.16b, #8
-	mov	v7.d[1], v25.d[0]
-	add	v3.4s, v17.4s, v31.4s
-	str	q1, [sp, #144]
-	ext	v1.16b, v27.16b, v6.16b, #8
-	mov	v6.16b, v7.16b
-	zip1	v28.4s, v5.4s, v18.4s
-	stur	q1, [x29, #-80]
-	mov	v1.16b, v27.16b
-	mov	v27.16b, v24.16b
-	add	v3.4s, v3.4s, v6.4s
-	ldr	q6, [sp, #64]
-	ext	v29.16b, v16.16b, v24.16b, #8
-	mov	v1.d[1], v0.d[0]
-	ext	v0.16b, v11.16b, v28.16b, #8
-	mov	v27.d[1], v16.d[0]
-	ext	v16.16b, v14.16b, v23.16b, #8
-	stur	q7, [x29, #-144]
-	ext	v7.16b, v24.16b, v29.16b, #8
-	ext	v29.16b, v28.16b, v0.16b, #8
-	ext	v0.16b, v23.16b, v16.16b, #8
-	mov	v23.d[1], v14.d[0]
-	stp	q0, q23, [sp, #80]
-	add	v0.4s, v10.4s, v1.4s
-	eor	v16.16b, v0.16b, v6.16b
-	ldr	q6, [sp, #48]
-	add	v2.4s, v2.4s, v21.4s
-	mov	v28.d[1], v11.d[0]
-	zip2	v18.4s, v5.4s, v18.4s
-	eor	v10.16b, v2.16b, v6.16b
-	movi	v6.4s, #64
-	eor	v11.16b, v3.16b, v6.16b
-	ldr	q6, [sp, #144]
-	dup	v17.4s, w9
-	ext	v30.16b, v12.16b, v18.16b, #8
-	rev32	v16.8h, v16.8h
-	dup	v5.4s, w10
-	ext	v25.16b, v18.16b, v30.16b, #8
-	mov	v30.16b, v23.16b
-	mov	v23.16b, v1.16b
-	str	q1, [sp, #160]
-	rev32	v10.8h, v10.8h
-	add	v1.4s, v16.4s, v17.4s
-	add	v17.4s, v6.4s, v27.4s
-	ldr	q6, [sp, #192]
-	dup	v4.4s, w11
-	rev32	v11.8h, v11.8h
-	add	v5.4s, v10.4s, v5.4s
-	eor	v8.16b, v1.16b, v8.16b
-	stur	q21, [x29, #-128]
-	mov	v18.d[1], v12.d[0]
-	add	v4.4s, v11.4s, v4.4s
-	eor	v9.16b, v5.16b, v9.16b
-	ushr	v12.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	ldur	q21, [x29, #-80]
-	ext	v26.16b, v13.16b, v19.16b, #8
-	eor	v31.16b, v4.16b, v31.16b
-	orr	v8.16b, v8.16b, v12.16b
-	ushr	v12.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	ext	v26.16b, v19.16b, v26.16b, #8
-	mov	v19.d[1], v13.d[0]
-	orr	v9.16b, v9.16b, v12.16b
-	ushr	v12.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v17.16b, v6.16b
-	orr	v31.16b, v31.16b, v12.16b
-	dup	v12.4s, w12
-	rev32	v13.8h, v13.8h
-	add	v12.4s, v13.4s, v12.4s
-	add	v0.4s, v0.4s, v21.4s
-	eor	v14.16b, v12.16b, v15.16b
-	add	v0.4s, v0.4s, v8.4s
-	add	v2.4s, v2.4s, v20.4s
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v16.16b, v0.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v22.4s
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v7.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v14.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v13.16b, v17.16b, v13.16b
-	add	v1.4s, v16.4s, v1.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v13.4s, #8
-	shl	v13.4s, v13.4s, #24
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v10.4s, v5.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v13.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v14.16b, v12.16b, v14.16b
-	add	v0.4s, v0.4s, v28.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #7
-	shl	v14.4s, v14.4s, #25
-	add	v0.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v18.4s
-	orr	v14.16b, v14.16b, v15.16b
-	eor	v13.16b, v0.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v19.4s
-	rev32	v13.8h, v13.8h
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v30.4s
-	add	v4.4s, v4.4s, v13.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v12.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v17.16b, v11.16b
-	mov	v24.16b, v7.16b
-	stur	q7, [x29, #-112]
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v1.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	mov	v7.16b, v26.16b
-	add	v3.4s, v3.4s, v26.4s
-	ldr	q26, [sp, #80]
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v14.16b, v1.16b, v14.16b
-	add	v5.4s, v5.4s, v11.4s
-	add	v0.4s, v0.4s, v29.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	add	v0.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v25.4s
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v13.16b, v0.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v13.4s, #8
-	shl	v13.4s, v13.4s, #24
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v26.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v17.16b, v11.16b
-	add	v4.4s, v13.4s, v4.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v16.4s, v12.4s
-	str	q22, [sp, #128]
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v10.4s, v1.4s
-	ldur	q22, [x29, #-128]
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v14.16b, v1.16b, v14.16b
-	add	v5.4s, v11.4s, v5.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #7
-	shl	v14.4s, v14.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	mov	v6.16b, v18.16b
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	ldur	q18, [x29, #-144]
-	orr	v8.16b, v8.16b, v15.16b
-	add	v0.4s, v0.4s, v22.4s
-	add	v0.4s, v0.4s, v8.4s
-	add	v2.4s, v2.4s, v20.4s
-	eor	v16.16b, v0.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v24.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v18.4s
-	add	v1.4s, v1.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v14.4s
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v5.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	eor	v13.16b, v17.16b, v13.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v4.4s, v11.4s
-	rev32	v13.8h, v13.8h
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v12.4s, v13.4s
-	add	v0.4s, v0.4s, v27.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v14.16b, v12.16b, v14.16b
-	add	v0.4s, v0.4s, v8.4s
-	add	v2.4s, v2.4s, v6.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v16.16b, v0.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v23.4s
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v7.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v14.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v13.16b, v17.16b, v13.16b
-	add	v1.4s, v16.4s, v1.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v13.4s, #8
-	shl	v13.4s, v13.4s, #24
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v10.4s, v5.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v13.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v14.16b, v12.16b, v14.16b
-	add	v0.4s, v0.4s, v21.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #7
-	shl	v14.4s, v14.4s, #25
-	add	v0.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v19.4s
-	orr	v14.16b, v14.16b, v15.16b
-	eor	v13.16b, v0.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v29.4s
-	str	q28, [sp, #112]
-	rev32	v13.8h, v13.8h
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v26.4s
-	add	v4.4s, v4.4s, v13.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	ldp	q28, q23, [sp, #112]
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v12.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v17.16b, v11.16b
-	ldr	q21, [sp, #96]
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v1.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v14.16b, v1.16b, v14.16b
-	add	v5.4s, v5.4s, v11.4s
-	add	v0.4s, v0.4s, v25.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	add	v0.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v23.4s
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v13.16b, v0.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v21.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v13.4s, #8
-	shl	v13.4s, v13.4s, #24
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v28.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v17.16b, v11.16b
-	add	v4.4s, v13.4s, v4.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v16.4s, v12.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v10.4s, v1.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v14.16b, v1.16b, v14.16b
-	add	v5.4s, v11.4s, v5.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #7
-	shl	v14.4s, v14.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	mov	v30.16b, v29.16b
-	mov	v29.16b, v25.16b
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	ldur	q25, [x29, #-112]
-	orr	v8.16b, v8.16b, v15.16b
-	add	v0.4s, v0.4s, v20.4s
-	add	v0.4s, v0.4s, v8.4s
-	add	v2.4s, v2.4s, v6.4s
-	eor	v16.16b, v0.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v7.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v25.4s
-	add	v1.4s, v1.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v14.4s
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v5.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	eor	v13.16b, v17.16b, v13.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v4.4s, v11.4s
-	rev32	v13.8h, v13.8h
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v12.4s, v13.4s
-	add	v0.4s, v0.4s, v18.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v14.16b, v12.16b, v14.16b
-	add	v0.4s, v0.4s, v8.4s
-	add	v2.4s, v2.4s, v19.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v16.16b, v0.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v22.4s
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v21.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v14.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v13.16b, v17.16b, v13.16b
-	add	v1.4s, v16.4s, v1.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v13.4s, #8
-	shl	v13.4s, v13.4s, #24
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v10.4s, v5.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v13.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v14.16b, v12.16b, v14.16b
+	str	q0, [sp, #96]
+.LBB3_5:
+	add	x17, x11, x10
+	add	x21, x12, x10
+	add	x16, x13, x10
+	add	x6, x14, x10
+	subs	x15, x15, #1
+	add	x10, x10, #64
+	ldp	q0, q1, [x17]
+	csel	w3, w27, wzr, eq
+	orr	w3, w3, w4
+	mov	w4, w19
+	and	w3, w3, #0xff
+	ldp	q3, q6, [x21]
+	dup	v2.4s, w3
+	zip1	v21.4s, v0.4s, v3.4s
+	zip2	v19.4s, v0.4s, v3.4s
+	ldp	q5, q7, [x16]
+	zip1	v17.4s, v1.4s, v6.4s
+	zip2	v22.4s, v1.4s, v6.4s
+	ldp	q16, q18, [x6]
+	zip1	v4.4s, v5.4s, v16.4s
+	zip2	v0.4s, v5.4s, v16.4s
+	ldp	q26, q27, [x17, #32]
+	zip1	v1.4s, v7.4s, v18.4s
+	zip2	v3.4s, v7.4s, v18.4s
+	zip2	v20.2d, v19.2d, v0.2d
+	mov	v19.d[1], v0.d[0]
+	dup	v18.4s, w9
+	ldp	q8, q9, [x21, #32]
+	stur	q19, [x29, #-208]
+	zip2	v7.4s, v26.4s, v8.4s
+	zip1	v10.4s, v26.4s, v8.4s
+	ldp	q11, q5, [x16, #32]
+	zip2	v26.2d, v17.2d, v1.2d
+	stp	q7, q26, [sp, #192]
+	mov	v17.d[1], v1.d[0]
+	add	v1.4s, v23.4s, v31.4s
+	ldp	q16, q6, [x6, #32]
+	stur	q17, [x29, #-256]
+	add	v1.4s, v1.4s, v19.4s
+	zip1	v8.4s, v11.4s, v16.4s
+	zip2	v7.4s, v11.4s, v16.4s
+	zip1	v11.4s, v27.4s, v9.4s
+	zip2	v9.4s, v27.4s, v9.4s
+	zip2	v27.2d, v21.2d, v4.2d
+	mov	v21.d[1], v4.d[0]
+	str	q7, [sp, #224]
+	add	v4.4s, v28.4s, v12.4s
+	zip1	v15.4s, v5.4s, v6.4s
+	zip2	v14.4s, v5.4s, v6.4s
+	stur	q27, [x29, #-192]
+	zip2	v16.2d, v22.2d, v3.2d
+	stp	q20, q21, [x29, #-240]
+	add	v0.4s, v4.4s, v21.4s
+	ldp	q6, q4, [sp, #96]
+	mov	v22.d[1], v3.d[0]
+	add	v5.4s, v25.4s, v30.4s
+	add	v3.4s, v13.4s, v29.4s
+	eor	v6.16b, v1.16b, v6.16b
+	add	v1.4s, v1.4s, v20.4s
+	str	q22, [sp, #256]
+	eor	v4.16b, v0.16b, v4.16b
+	add	v5.4s, v5.4s, v22.4s
+	add	v3.4s, v3.4s, v17.4s
+	ldr	q17, [sp, #48]
+	rev32	v6.8h, v6.8h
+	rev32	v4.8h, v4.8h
+	eor	v2.16b, v5.16b, v2.16b
+	eor	v7.16b, v3.16b, v24.16b
 	add	v0.4s, v0.4s, v27.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #7
-	shl	v14.4s, v14.4s, #25
-	add	v0.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v30.4s
-	orr	v14.16b, v14.16b, v15.16b
-	eor	v13.16b, v0.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v29.4s
-	rev32	v13.8h, v13.8h
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v28.4s
-	add	v4.4s, v4.4s, v13.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v12.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v17.16b, v11.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v1.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	ldr	q24, [sp, #160]
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v14.16b, v1.16b, v14.16b
-	add	v5.4s, v5.4s, v11.4s
-	stur	q7, [x29, #-64]
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v14.4s, #12
-	shl	v14.4s, v14.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	mov	v7.16b, v26.16b
-	add	v3.4s, v3.4s, v26.4s
-	ldur	q26, [x29, #-80]
-	orr	v14.16b, v14.16b, v15.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	add	v0.4s, v0.4s, v23.4s
-	orr	v8.16b, v8.16b, v15.16b
-	add	v15.4s, v0.4s, v9.4s
-	add	v2.4s, v2.4s, v24.4s
-	eor	v0.16b, v15.16b, v13.16b
-	add	v2.4s, v2.4s, v31.4s
-	ushr	v13.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v14.4s
-	add	v17.4s, v17.4s, v26.4s
-	orr	v0.16b, v0.16b, v13.16b
-	ushr	v13.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	orr	v16.16b, v16.16b, v13.16b
-	ushr	v13.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v17.16b, v11.16b
-	add	v4.4s, v0.4s, v4.4s
-	orr	v10.16b, v10.16b, v13.16b
-	ushr	v13.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v16.4s, v12.4s
-	orr	v11.16b, v11.16b, v13.16b
-	ushr	v13.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v12.16b, v31.16b
-	orr	v9.16b, v9.16b, v13.16b
-	ushr	v13.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	add	v1.4s, v10.4s, v1.4s
-	orr	v31.16b, v31.16b, v13.16b
-	eor	v13.16b, v1.16b, v14.16b
-	add	v5.4s, v11.4s, v5.4s
-	ushr	v14.4s, v13.4s, #7
-	shl	v13.4s, v13.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	orr	v13.16b, v13.16b, v14.16b
-	ushr	v14.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	stur	q6, [x29, #-96]
-	orr	v8.16b, v8.16b, v14.16b
-	add	v14.4s, v15.4s, v6.4s
-	ldur	q6, [x29, #-64]
-	mov	v18.16b, v19.16b
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v18.4s
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v21.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v6.4s
-	add	v1.4s, v1.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v13.4s
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v5.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	eor	v0.16b, v17.16b, v0.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v4.4s, v11.4s
-	rev32	v0.8h, v0.8h
+	add	v21.4s, v4.4s, v17.4s
+	rev32	v31.8h, v2.8h
+	ldr	q2, [sp, #80]
+	rev32	v7.8h, v7.8h
+	mov	v27.16b, v16.16b
+	eor	v17.16b, v21.16b, v28.16b
+	add	v29.4s, v6.4s, v2.4s
+	ldr	q2, [sp, #64]
+	add	v24.4s, v31.4s, v18.4s
 	str	q27, [sp, #176]
-	mov	v27.16b, v30.16b
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v12.4s, v0.4s
-	add	v14.4s, v14.4s, v25.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v12.16b, v13.16b
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v27.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #12
-	shl	v13.4s, v13.4s, #20
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v20.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v7.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v13.4s
-	mov	v30.16b, v23.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v0.16b, v17.16b, v0.16b
-	add	v1.4s, v16.4s, v1.4s
-	ldur	q23, [x29, #-144]
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v10.4s, v5.4s
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v0.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v13.16b, v12.16b, v13.16b
-	add	v14.4s, v14.4s, v23.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #7
-	shl	v13.4s, v13.4s, #25
-	add	v14.4s, v14.4s, v9.4s
-	add	v2.4s, v2.4s, v29.4s
-	orr	v13.16b, v13.16b, v15.16b
-	eor	v0.16b, v14.16b, v0.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v30.4s
-	rev32	v0.8h, v0.8h
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v13.4s
-	add	v17.4s, v17.4s, v26.4s
-	add	v4.4s, v4.4s, v0.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	ldur	q22, [x29, #-128]
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v12.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v17.16b, v11.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v1.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	ldr	q26, [sp, #176]
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v1.16b, v13.16b
-	add	v5.4s, v5.4s, v11.4s
-	add	v14.4s, v14.4s, v24.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #12
-	shl	v13.4s, v13.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	add	v14.4s, v14.4s, v9.4s
-	add	v2.4s, v2.4s, v22.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v0.16b, v14.16b, v0.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v28.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v13.4s
+	ushr	v19.4s, v17.4s, #12
+	shl	v17.4s, v17.4s, #20
+	add	v30.4s, v7.4s, v2.4s
+	eor	v18.16b, v29.16b, v23.16b
+	orr	v12.16b, v17.16b, v19.16b
+	eor	v17.16b, v30.16b, v13.16b
+	eor	v19.16b, v24.16b, v25.16b
+	ushr	v23.4s, v18.4s, #12
+	shl	v18.4s, v18.4s, #20
+	ushr	v25.4s, v17.4s, #12
+	shl	v17.4s, v17.4s, #20
+	ushr	v28.4s, v19.4s, #12
+	shl	v19.4s, v19.4s, #20
+	orr	v13.16b, v18.16b, v23.16b
+	orr	v25.16b, v17.16b, v25.16b
+	orr	v2.16b, v19.16b, v28.16b
+	add	v28.4s, v0.4s, v12.4s
+	add	v0.4s, v3.4s, v26.4s
+	add	v18.4s, v1.4s, v13.4s
+	add	v3.4s, v5.4s, v16.4s
+	eor	v1.16b, v28.16b, v4.16b
+	add	v17.4s, v0.4s, v25.4s
+	eor	v0.16b, v18.16b, v6.16b
+	add	v19.4s, v3.4s, v2.4s
+	ushr	v16.4s, v1.4s, #8
+	shl	v3.4s, v1.4s, #24
+	eor	v4.16b, v17.16b, v7.16b
+	ushr	v6.4s, v0.4s, #8
+	shl	v1.4s, v0.4s, #24
+	eor	v5.16b, v19.16b, v31.16b
+	ushr	v23.4s, v4.4s, #8
+	shl	v4.4s, v4.4s, #24
+	orr	v7.16b, v3.16b, v16.16b
+	orr	v6.16b, v1.16b, v6.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v0.4s, v5.4s, #24
+	orr	v5.16b, v4.16b, v23.16b
+	add	v4.4s, v7.4s, v21.4s
+	ldr	q21, [sp, #192]
+	add	v3.4s, v6.4s, v29.4s
+	orr	v31.16b, v0.16b, v31.16b
+	add	v23.4s, v5.4s, v30.4s
+	eor	v0.16b, v4.16b, v12.16b
+	eor	v1.16b, v3.16b, v13.16b
+	add	v16.4s, v31.4s, v24.4s
+	eor	v20.16b, v23.16b, v25.16b
+	ushr	v24.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v29.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ushr	v30.4s, v20.4s, #7
+	shl	v20.4s, v20.4s, #25
+	orr	v25.16b, v0.16b, v24.16b
+	orr	v0.16b, v1.16b, v29.16b
+	mov	v29.16b, v10.16b
+	orr	v1.16b, v20.16b, v30.16b
+	mov	v20.16b, v10.16b
+	mov	v24.16b, v21.16b
+	ldr	q20, [sp, #224]
+	mov	v29.d[1], v8.d[0]
+	mov	v13.16b, v9.16b
+	zip2	v30.2d, v10.2d, v8.2d
+	zip2	v8.2d, v21.2d, v20.2d
+	mov	v26.16b, v11.16b
+	mov	v24.d[1], v20.d[0]
+	add	v20.4s, v28.4s, v29.4s
+	mov	v13.d[1], v14.d[0]
+	str	q8, [sp, #128]
+	eor	v2.16b, v16.16b, v2.16b
+	mov	v26.d[1], v15.d[0]
+	str	q24, [sp, #192]
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v13.4s
+	ushr	v12.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	zip2	v10.2d, v9.2d, v14.2d
+	add	v18.4s, v18.4s, v24.4s
 	add	v17.4s, v17.4s, v26.4s
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v17.16b, v11.16b
-	add	v4.4s, v0.4s, v4.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v16.4s, v12.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v10.4s, v1.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v13.16b, v1.16b, v13.16b
-	add	v5.4s, v11.4s, v5.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #7
-	shl	v13.4s, v13.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	orr	v8.16b, v8.16b, v15.16b
-	add	v14.4s, v14.4s, v18.4s
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v27.4s
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v7.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
+	mov	v14.16b, v26.16b
+	eor	v26.16b, v20.16b, v31.16b
+	stp	q10, q30, [sp, #224]
+	add	v19.4s, v19.4s, v25.4s
+	orr	v2.16b, v2.16b, v12.16b
+	add	v18.4s, v18.4s, v1.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	eor	v6.16b, v17.16b, v6.16b
+	rev32	v7.8h, v7.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	rev32	v6.8h, v6.8h
+	add	v16.4s, v16.4s, v7.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v4.4s, v6.4s
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	add	v20.4s, v20.4s, v30.4s
+	zip2	v21.2d, v11.2d, v15.2d
+	ushr	v11.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v10.4s
+	add	v20.4s, v20.4s, v0.4s
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v18.4s, v18.4s, v8.4s
+	add	v19.4s, v19.4s, v25.4s
+	eor	v26.16b, v20.16b, v26.16b
+	orr	v2.16b, v2.16b, v11.16b
 	add	v17.4s, v17.4s, v21.4s
-	add	v1.4s, v1.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v3.16b, v11.16b
-	add	v17.4s, v17.4s, v13.4s
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v5.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	eor	v0.16b, v17.16b, v0.16b
-	add	v14.4s, v14.4s, v6.4s
-	ldur	q6, [x29, #-96]
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v4.4s, v11.4s
-	rev32	v0.8h, v0.8h
-	stur	q20, [x29, #-160]
-	mov	v20.16b, v29.16b
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v12.4s, v0.4s
-	mov	v19.16b, v29.16b
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v12.16b, v13.16b
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v20.4s
-	mov	v19.16b, v28.16b
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #12
-	shl	v13.4s, v13.4s, #20
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	ushr	v31.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v17.4s, v17.4s, v2.4s
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	orr	v26.16b, v26.16b, v31.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	eor	v0.16b, v23.16b, v0.16b
+	ldp	q28, q12, [x29, #-256]
+	orr	v6.16b, v6.16b, v11.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	add	v18.4s, v18.4s, v12.4s
+	mov	v15.16b, v29.16b
+	ldur	q29, [x29, #-208]
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	str	q15, [sp, #160]
+	add	v20.4s, v20.4s, v29.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v27.4s
+	eor	v6.16b, v6.16b, v18.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v28.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	rev32	v6.8h, v6.8h
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
 	add	v3.4s, v3.4s, v6.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v19.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v3.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	eor	v0.16b, v3.16b, v0.16b
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	ushr	v11.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v18.4s, v18.4s, v24.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v20.4s, v20.4s, v22.4s
+	add	v18.4s, v18.4s, v0.4s
+	mov	v9.16b, v30.16b
+	mov	v30.16b, v21.16b
+	ldur	q21, [x29, #-224]
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	str	q30, [sp, #144]
+	add	v17.4s, v17.4s, v21.4s
+	ldur	q21, [x29, #-192]
+	eor	v6.16b, v18.16b, v6.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v30.4s
+	eor	v7.16b, v20.16b, v7.16b
+	add	v17.4s, v17.4s, v1.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v19.4s, v19.4s, v2.4s
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	orr	v7.16b, v7.16b, v31.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	add	v3.4s, v6.4s, v3.4s
+	ushr	v11.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v4.4s, v7.4s, v4.4s
+	orr	v5.16b, v5.16b, v31.16b
+	eor	v0.16b, v3.16b, v0.16b
+	orr	v26.16b, v26.16b, v11.16b
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v5.4s, v23.4s
+	ushr	v11.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v16.4s, v26.4s, v16.4s
+	ushr	v31.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v20.4s, v20.4s, v21.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v10.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v18.4s, v18.4s, v14.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v19.4s, v19.4s, v25.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v9.4s
+	ldr	q9, [sp, #208]
+	add	v18.4s, v18.4s, v1.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	eor	v6.16b, v17.16b, v6.16b
+	rev32	v7.8h, v7.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	rev32	v6.8h, v6.8h
+	add	v16.4s, v16.4s, v7.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v4.4s, v6.4s
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	add	v20.4s, v20.4s, v8.4s
+	ushr	v11.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v15.4s
+	add	v20.4s, v20.4s, v0.4s
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v18.4s, v18.4s, v9.4s
+	add	v19.4s, v19.4s, v25.4s
+	eor	v26.16b, v20.16b, v26.16b
+	orr	v2.16b, v2.16b, v11.16b
 	add	v17.4s, v17.4s, v13.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v0.16b, v17.16b, v0.16b
-	add	v1.4s, v16.4s, v1.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v10.4s, v5.4s
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v0.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v13.16b, v12.16b, v13.16b
-	add	v14.4s, v14.4s, v25.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #7
-	shl	v13.4s, v13.4s, #25
-	add	v14.4s, v14.4s, v9.4s
-	add	v2.4s, v2.4s, v30.4s
-	orr	v13.16b, v13.16b, v15.16b
-	eor	v0.16b, v14.16b, v0.16b
-	add	v2.4s, v2.4s, v31.4s
-	add	v3.4s, v3.4s, v24.4s
-	rev32	v0.8h, v0.8h
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v13.4s
-	add	v17.4s, v17.4s, v26.4s
-	mov	v29.16b, v27.16b
-	add	v4.4s, v4.4s, v0.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	ldur	q27, [x29, #-160]
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v12.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v17.16b, v11.16b
-	ldur	q6, [x29, #-80]
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v1.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v1.16b, v13.16b
-	add	v5.4s, v5.4s, v11.4s
-	add	v14.4s, v14.4s, v22.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #12
-	shl	v13.4s, v13.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	add	v14.4s, v14.4s, v9.4s
-	add	v2.4s, v2.4s, v27.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v0.16b, v14.16b, v0.16b
-	add	v2.4s, v2.4s, v31.4s
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	ushr	v31.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v17.4s, v17.4s, v2.4s
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	orr	v26.16b, v26.16b, v31.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	eor	v0.16b, v23.16b, v0.16b
+	orr	v6.16b, v6.16b, v11.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	add	v18.4s, v18.4s, v24.4s
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v12.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v30.4s
+	eor	v6.16b, v6.16b, v18.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v27.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	rev32	v6.8h, v6.8h
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
 	add	v3.4s, v3.4s, v6.4s
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	eor	v16.16b, v2.16b, v16.16b
-	add	v3.4s, v3.4s, v13.4s
-	add	v17.4s, v17.4s, v23.4s
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v3.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	eor	v11.16b, v17.16b, v11.16b
-	add	v4.4s, v0.4s, v4.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v11.4s, #8
-	shl	v11.4s, v11.4s, #24
-	eor	v9.16b, v4.16b, v9.16b
-	add	v12.4s, v16.4s, v12.4s
-	orr	v11.16b, v11.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v31.16b, v12.16b, v31.16b
-	add	v1.4s, v10.4s, v1.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	eor	v13.16b, v1.16b, v13.16b
-	add	v5.4s, v11.4s, v5.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #7
-	shl	v13.4s, v13.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	orr	v8.16b, v8.16b, v15.16b
-	add	v14.4s, v14.4s, v29.4s
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v20.4s
-	mov	v28.16b, v7.16b
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	add	v3.4s, v3.4s, v19.4s
-	rev32	v16.8h, v16.8h
-	eor	v10.16b, v2.16b, v10.16b
-	add	v3.4s, v3.4s, v31.4s
-	add	v17.4s, v17.4s, v28.4s
-	add	v1.4s, v1.4s, v16.4s
-	rev32	v10.8h, v10.8h
-	eor	v11.16b, v3.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	eor	v0.16b, v3.16b, v0.16b
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	ushr	v11.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v18.4s, v18.4s, v14.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v20.4s, v20.4s, v28.4s
+	add	v18.4s, v18.4s, v0.4s
+	mov	v10.16b, v13.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v29.4s
+	eor	v6.16b, v18.16b, v6.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v10.4s
+	eor	v7.16b, v20.16b, v7.16b
+	add	v17.4s, v17.4s, v1.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v19.4s, v19.4s, v2.4s
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	orr	v7.16b, v7.16b, v31.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	add	v3.4s, v6.4s, v3.4s
+	ushr	v11.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v4.4s, v7.4s, v4.4s
+	orr	v5.16b, v5.16b, v31.16b
+	eor	v0.16b, v3.16b, v0.16b
+	mov	v22.16b, v8.16b
+	ldp	q8, q28, [sp, #240]
+	orr	v26.16b, v26.16b, v11.16b
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v5.4s, v23.4s
+	ushr	v11.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v16.4s, v26.4s, v16.4s
+	ushr	v31.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v20.4s, v20.4s, v28.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v15.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v18.4s, v18.4s, v8.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v19.4s, v19.4s, v25.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v22.4s
+	ldur	q22, [x29, #-256]
+	add	v18.4s, v18.4s, v1.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	eor	v6.16b, v17.16b, v6.16b
+	rev32	v7.8h, v7.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	rev32	v6.8h, v6.8h
+	add	v16.4s, v16.4s, v7.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v4.4s, v6.4s
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	add	v20.4s, v20.4s, v9.4s
+	mov	v13.16b, v12.16b
+	mov	v12.16b, v27.16b
+	mov	v27.16b, v9.16b
+	ldur	q9, [x29, #-192]
+	mov	v21.16b, v15.16b
+	ldr	q15, [sp, #224]
+	ushr	v11.4s, v1.4s, #12
+	ldur	q21, [x29, #-224]
+	shl	v1.4s, v1.4s, #20
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v9.4s
+	add	v20.4s, v20.4s, v0.4s
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v18.4s, v18.4s, v21.4s
+	add	v19.4s, v19.4s, v25.4s
+	eor	v26.16b, v20.16b, v26.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v15.4s
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	ushr	v31.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v17.4s, v17.4s, v2.4s
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	orr	v26.16b, v26.16b, v31.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	eor	v0.16b, v23.16b, v0.16b
+	orr	v6.16b, v6.16b, v11.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	add	v18.4s, v18.4s, v14.4s
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v24.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v10.4s
+	eor	v6.16b, v6.16b, v18.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v30.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	rev32	v6.8h, v6.8h
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
+	add	v3.4s, v3.4s, v6.4s
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	eor	v0.16b, v3.16b, v0.16b
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	ushr	v11.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v18.4s, v18.4s, v8.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v20.4s, v20.4s, v12.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
 	add	v17.4s, v17.4s, v13.4s
-	eor	v8.16b, v1.16b, v8.16b
-	add	v5.4s, v5.4s, v10.4s
-	rev32	v11.8h, v11.8h
-	eor	v0.16b, v17.16b, v0.16b
-	ushr	v15.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	eor	v9.16b, v5.16b, v9.16b
-	add	v4.4s, v4.4s, v11.4s
-	rev32	v0.8h, v0.8h
-	orr	v8.16b, v8.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v31.16b, v4.16b, v31.16b
-	add	v12.4s, v12.4s, v0.4s
-	add	v14.4s, v14.4s, v21.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	eor	v13.16b, v12.16b, v13.16b
-	add	v14.4s, v14.4s, v8.4s
-	add	v2.4s, v2.4s, v30.4s
-	orr	v31.16b, v31.16b, v15.16b
-	ushr	v15.4s, v13.4s, #12
-	shl	v13.4s, v13.4s, #20
-	eor	v16.16b, v14.16b, v16.16b
-	add	v2.4s, v2.4s, v9.4s
-	orr	v13.16b, v13.16b, v15.16b
-	ushr	v15.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v10.16b, v2.16b, v10.16b
-	orr	v16.16b, v16.16b, v15.16b
-	ushr	v15.4s, v10.4s, #8
-	shl	v10.4s, v10.4s, #24
-	add	v3.4s, v3.4s, v18.4s
-	orr	v10.16b, v10.16b, v15.16b
-	add	v15.4s, v3.4s, v31.4s
-	eor	v3.16b, v15.16b, v11.16b
-	ushr	v11.4s, v3.4s, #8
-	shl	v3.4s, v3.4s, #24
-	orr	v11.16b, v3.16b, v11.16b
-	add	v3.4s, v17.4s, v6.4s
-	add	v17.4s, v3.4s, v13.4s
-	eor	v0.16b, v17.16b, v0.16b
-	ushr	v3.4s, v0.4s, #8
-	shl	v0.4s, v0.4s, #24
-	add	v1.4s, v16.4s, v1.4s
-	orr	v0.16b, v0.16b, v3.16b
-	eor	v3.16b, v1.16b, v8.16b
-	ushr	v8.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	add	v5.4s, v10.4s, v5.4s
-	orr	v8.16b, v3.16b, v8.16b
-	eor	v3.16b, v5.16b, v9.16b
-	add	v4.4s, v11.4s, v4.4s
-	ushr	v9.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	eor	v31.16b, v4.16b, v31.16b
-	mov	v7.16b, v23.16b
-	mov	v23.16b, v28.16b
-	mov	v28.16b, v6.16b
-	orr	v3.16b, v3.16b, v9.16b
-	ushr	v9.4s, v31.4s, #7
-	shl	v31.4s, v31.4s, #25
-	ldur	q6, [x29, #-64]
-	orr	v31.16b, v31.16b, v9.16b
-	add	v9.4s, v0.4s, v12.4s
-	eor	v12.16b, v9.16b, v13.16b
-	ushr	v13.4s, v12.4s, #7
-	shl	v12.4s, v12.4s, #25
-	orr	v12.16b, v12.16b, v13.16b
-	add	v13.4s, v14.4s, v6.4s
-	add	v13.4s, v13.4s, v3.4s
-	eor	v0.16b, v13.16b, v0.16b
-	add	v2.4s, v2.4s, v24.4s
-	rev32	v14.8h, v0.8h
-	add	v0.4s, v2.4s, v31.4s
-	add	v6.4s, v4.4s, v14.4s
-	eor	v2.16b, v0.16b, v16.16b
-	eor	v3.16b, v6.16b, v3.16b
-	rev32	v16.8h, v2.8h
-	ushr	v4.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	add	v2.4s, v9.4s, v16.4s
-	orr	v4.16b, v3.16b, v4.16b
-	eor	v3.16b, v2.16b, v31.16b
-	ushr	v31.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	orr	v3.16b, v3.16b, v31.16b
-	add	v31.4s, v15.4s, v22.4s
-	add	v31.4s, v31.4s, v12.4s
-	add	v17.4s, v17.4s, v7.4s
-	eor	v9.16b, v31.16b, v10.16b
-	add	v17.4s, v17.4s, v8.4s
-	rev32	v9.8h, v9.8h
-	eor	v11.16b, v17.16b, v11.16b
-	add	v1.4s, v1.4s, v9.4s
-	rev32	v11.8h, v11.8h
-	eor	v10.16b, v1.16b, v12.16b
-	add	v5.4s, v5.4s, v11.4s
-	ushr	v12.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v8.16b, v5.16b, v8.16b
-	orr	v10.16b, v10.16b, v12.16b
-	ushr	v12.4s, v8.4s, #12
-	shl	v8.4s, v8.4s, #20
-	orr	v8.16b, v8.16b, v12.16b
-	add	v12.4s, v13.4s, v27.4s
-	add	v12.4s, v12.4s, v4.4s
-	eor	v13.16b, v12.16b, v14.16b
-	ldur	q14, [x29, #-96]
-	mov	v25.16b, v29.16b
-	add	v29.4s, v12.4s, v20.4s
-	add	v20.4s, v31.4s, v26.4s
-	add	v0.4s, v0.4s, v14.4s
-	add	v0.4s, v0.4s, v3.4s
-	eor	v16.16b, v0.16b, v16.16b
-	add	v0.4s, v0.4s, v30.4s
-	ldur	q30, [x29, #-112]
+	ldr	q13, [sp, #160]
+	eor	v6.16b, v18.16b, v6.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v15.4s
+	eor	v7.16b, v20.16b, v7.16b
+	add	v17.4s, v17.4s, v1.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v19.4s, v19.4s, v2.4s
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	orr	v7.16b, v7.16b, v31.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	add	v3.4s, v6.4s, v3.4s
+	ushr	v11.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v4.4s, v7.4s, v4.4s
+	orr	v5.16b, v5.16b, v31.16b
+	eor	v0.16b, v3.16b, v0.16b
+	orr	v26.16b, v26.16b, v11.16b
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v5.4s, v23.4s
+	ushr	v11.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v16.4s, v26.4s, v16.4s
+	ushr	v31.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v20.4s, v20.4s, v22.4s
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v9.4s
+	mov	v29.16b, v14.16b
+	ldr	q14, [sp, #128]
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v18.4s, v18.4s, v14.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v19.4s, v19.4s, v25.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v27.4s
+	add	v18.4s, v18.4s, v1.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	eor	v6.16b, v17.16b, v6.16b
+	rev32	v7.8h, v7.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	rev32	v6.8h, v6.8h
+	add	v16.4s, v16.4s, v7.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v4.4s, v6.4s
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	add	v20.4s, v20.4s, v21.4s
+	ushr	v11.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v28.4s
+	add	v20.4s, v20.4s, v0.4s
+	mov	v12.16b, v27.16b
+	ldur	q27, [x29, #-208]
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v18.4s, v18.4s, v27.4s
+	add	v19.4s, v19.4s, v25.4s
+	eor	v26.16b, v20.16b, v26.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v13.4s
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	ushr	v31.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v17.4s, v17.4s, v2.4s
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	orr	v26.16b, v26.16b, v31.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	eor	v0.16b, v23.16b, v0.16b
+	orr	v6.16b, v6.16b, v11.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	add	v18.4s, v18.4s, v8.4s
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v29.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v15.4s
+	eor	v6.16b, v6.16b, v18.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v10.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	rev32	v6.8h, v6.8h
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
+	add	v3.4s, v3.4s, v6.4s
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	eor	v0.16b, v3.16b, v0.16b
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	ushr	v11.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
+	add	v18.4s, v18.4s, v14.4s
+	mov	v30.16b, v29.16b
+	mov	v29.16b, v15.16b
+	ldr	q15, [sp, #144]
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v20.4s, v20.4s, v15.4s
+	add	v18.4s, v18.4s, v0.4s
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v24.4s
+	eor	v6.16b, v18.16b, v6.16b
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v13.4s
+	eor	v7.16b, v20.16b, v7.16b
+	add	v17.4s, v17.4s, v1.4s
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v19.4s, v19.4s, v2.4s
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v26.16b, v19.16b, v26.16b
+	orr	v7.16b, v7.16b, v31.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	add	v3.4s, v6.4s, v3.4s
+	ushr	v11.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v4.4s, v7.4s, v4.4s
+	orr	v5.16b, v5.16b, v31.16b
+	eor	v0.16b, v3.16b, v0.16b
+	orr	v26.16b, v26.16b, v11.16b
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v5.4s, v23.4s
+	ushr	v11.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	mov	v9.16b, v28.16b
+	mov	v28.16b, v10.16b
+	ldr	q10, [sp, #176]
+	add	v16.4s, v26.4s, v16.4s
+	ushr	v31.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v0.16b, v0.16b, v11.16b
 	add	v20.4s, v20.4s, v10.4s
-	eor	v31.16b, v20.16b, v9.16b
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v9.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v18.4s, v18.4s, v12.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v19.4s, v19.4s, v25.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v17.4s, v17.4s, v21.4s
+	add	v18.4s, v18.4s, v1.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	eor	v6.16b, v17.16b, v6.16b
+	rev32	v7.8h, v7.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	rev32	v6.8h, v6.8h
+	add	v16.4s, v16.4s, v7.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v4.4s, v6.4s
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	ushr	v11.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	eor	v2.16b, v4.16b, v2.16b
+	add	v20.4s, v20.4s, v27.4s
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v22.4s
+	mov	v9.16b, v22.16b
+	ldur	q22, [x29, #-240]
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v20.4s, v20.4s, v0.4s
+	add	v18.4s, v18.4s, v22.4s
+	add	v19.4s, v19.4s, v25.4s
+	mov	v24.16b, v21.16b
+	ldur	q21, [x29, #-192]
+	orr	v2.16b, v2.16b, v11.16b
+	eor	v26.16b, v20.16b, v26.16b
+	add	v17.4s, v17.4s, v21.4s
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	ushr	v31.4s, v26.4s, #8
+	add	v17.4s, v17.4s, v2.4s
+	shl	v26.4s, v26.4s, #24
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	orr	v26.16b, v26.16b, v31.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v0.16b, v23.16b, v0.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	orr	v0.16b, v0.16b, v31.16b
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v8.4s
+	add	v18.4s, v18.4s, v14.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
+	add	v17.4s, v17.4s, v13.4s
+	add	v18.4s, v18.4s, v0.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v29.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	eor	v6.16b, v6.16b, v18.16b
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
+	rev32	v6.8h, v6.8h
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	add	v3.4s, v3.4s, v6.4s
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	eor	v0.16b, v3.16b, v0.16b
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	ushr	v11.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	orr	v0.16b, v0.16b, v11.16b
+	ushr	v31.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
 	add	v20.4s, v20.4s, v28.4s
+	add	v18.4s, v18.4s, v12.4s
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	orr	v1.16b, v1.16b, v31.16b
+	add	v20.4s, v20.4s, v25.4s
 	add	v17.4s, v17.4s, v30.4s
-	add	v17.4s, v17.4s, v8.4s
-	eor	v9.16b, v17.16b, v11.16b
-	ushr	v28.4s, v13.4s, #8
-	shl	v11.4s, v13.4s, #24
-	orr	v28.16b, v11.16b, v28.16b
-	ushr	v11.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	orr	v16.16b, v16.16b, v11.16b
-	ushr	v11.4s, v31.4s, #8
-	shl	v31.4s, v31.4s, #24
-	add	v6.4s, v28.4s, v6.4s
-	orr	v31.16b, v31.16b, v11.16b
-	ushr	v11.4s, v9.4s, #8
-	shl	v9.4s, v9.4s, #24
-	add	v2.4s, v16.4s, v2.4s
-	eor	v4.16b, v6.16b, v4.16b
-	orr	v9.16b, v9.16b, v11.16b
-	add	v1.4s, v31.4s, v1.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ushr	v11.4s, v4.4s, #7
-	shl	v4.4s, v4.4s, #25
-	add	v5.4s, v9.4s, v5.4s
-	eor	v10.16b, v1.16b, v10.16b
-	orr	v4.16b, v4.16b, v11.16b
-	ushr	v11.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	eor	v8.16b, v5.16b, v8.16b
-	orr	v3.16b, v3.16b, v11.16b
-	ushr	v11.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	orr	v10.16b, v10.16b, v11.16b
-	ushr	v11.4s, v8.4s, #7
-	shl	v8.4s, v8.4s, #25
-	orr	v8.16b, v8.16b, v11.16b
-	add	v29.4s, v29.4s, v8.4s
-	eor	v16.16b, v29.16b, v16.16b
-	add	v0.4s, v0.4s, v4.4s
-	mov	v12.16b, v26.16b
-	add	v17.4s, v17.4s, v19.4s
-	add	v26.4s, v29.4s, v23.4s
-	eor	v29.16b, v0.16b, v31.16b
-	add	v20.4s, v20.4s, v3.4s
-	rev32	v16.8h, v16.8h
-	stur	q18, [x29, #-176]
-	mov	v18.16b, v27.16b
-	add	v0.4s, v0.4s, v24.4s
-	eor	v27.16b, v20.16b, v9.16b
-	add	v17.4s, v17.4s, v10.4s
-	rev32	v24.8h, v29.8h
-	add	v1.4s, v1.4s, v16.4s
+	add	v18.4s, v18.4s, v0.4s
+	orr	v2.16b, v2.16b, v11.16b
+	add	v19.4s, v19.4s, v21.4s
+	eor	v7.16b, v20.16b, v7.16b
+	add	v17.4s, v17.4s, v1.4s
+	eor	v6.16b, v18.16b, v6.16b
+	add	v19.4s, v19.4s, v2.4s
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	orr	v7.16b, v7.16b, v31.16b
+	eor	v26.16b, v19.16b, v26.16b
+	orr	v6.16b, v6.16b, v11.16b
+	ushr	v31.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	ushr	v11.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	add	v4.4s, v7.4s, v4.4s
+	orr	v5.16b, v5.16b, v31.16b
+	add	v3.4s, v6.4s, v3.4s
+	orr	v26.16b, v26.16b, v11.16b
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v5.4s, v23.4s
+	eor	v0.16b, v3.16b, v0.16b
+	add	v16.4s, v26.4s, v16.4s
+	ushr	v31.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	ushr	v11.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	eor	v1.16b, v23.16b, v1.16b
+	orr	v25.16b, v25.16b, v31.16b
+	eor	v2.16b, v16.16b, v2.16b
+	orr	v0.16b, v0.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v20.4s, v20.4s, v15.4s
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v1.16b, v1.16b, v31.16b
+	add	v18.4s, v18.4s, v24.4s
+	add	v20.4s, v20.4s, v0.4s
+	add	v19.4s, v19.4s, v9.4s
+	mov	v8.16b, v13.16b
+	ldur	q13, [x29, #-208]
+	orr	v2.16b, v2.16b, v11.16b
+	add	v18.4s, v18.4s, v1.4s
+	add	v17.4s, v17.4s, v13.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v19.4s, v19.4s, v25.4s
+	eor	v7.16b, v18.16b, v7.16b
+	add	v17.4s, v17.4s, v2.4s
+	rev32	v26.8h, v26.8h
+	eor	v5.16b, v19.16b, v5.16b
+	rev32	v7.8h, v7.8h
+	eor	v6.16b, v17.16b, v6.16b
+	add	v23.4s, v23.4s, v26.4s
+	rev32	v5.8h, v5.8h
+	add	v16.4s, v16.4s, v7.4s
+	rev32	v6.8h, v6.8h
+	eor	v0.16b, v23.16b, v0.16b
+	add	v3.4s, v3.4s, v5.4s
+	eor	v1.16b, v16.16b, v1.16b
+	add	v4.4s, v4.4s, v6.4s
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v25.16b, v3.16b, v25.16b
+	ushr	v11.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	orr	v0.16b, v0.16b, v31.16b
+	eor	v2.16b, v4.16b, v2.16b
+	ushr	v31.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	orr	v1.16b, v1.16b, v11.16b
+	ushr	v11.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v20.4s, v20.4s, v22.4s
+	orr	v25.16b, v25.16b, v31.16b
+	add	v19.4s, v19.4s, v10.4s
+	mov	v27.16b, v12.16b
+	mov	v12.16b, v30.16b
+	mov	v29.16b, v21.16b
+	mov	v21.16b, v24.16b
+	ldr	q24, [sp, #192]
+	mov	v30.16b, v22.16b
+	ldr	q22, [sp, #256]
+	orr	v2.16b, v2.16b, v11.16b
+	add	v20.4s, v20.4s, v0.4s
+	add	v18.4s, v18.4s, v24.4s
+	add	v19.4s, v19.4s, v25.4s
+	add	v17.4s, v17.4s, v22.4s
+	eor	v26.16b, v20.16b, v26.16b
+	add	v18.4s, v18.4s, v1.4s
+	eor	v5.16b, v19.16b, v5.16b
+	add	v17.4s, v17.4s, v2.4s
+	ushr	v31.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	ushr	v11.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	eor	v7.16b, v18.16b, v7.16b
+	eor	v6.16b, v17.16b, v6.16b
+	orr	v26.16b, v26.16b, v31.16b
+	orr	v5.16b, v5.16b, v11.16b
+	ushr	v31.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	ushr	v11.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	add	v23.4s, v26.4s, v23.4s
+	orr	v7.16b, v7.16b, v31.16b
+	add	v3.4s, v5.4s, v3.4s
+	orr	v6.16b, v6.16b, v11.16b
+	eor	v0.16b, v23.16b, v0.16b
+	add	v16.4s, v7.4s, v16.4s
+	eor	v25.16b, v3.16b, v25.16b
+	add	v4.4s, v6.4s, v4.4s
+	ushr	v31.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v11.4s, v25.4s, #7
+	shl	v25.4s, v25.4s, #25
+	eor	v1.16b, v16.16b, v1.16b
+	eor	v2.16b, v4.16b, v2.16b
+	orr	v0.16b, v0.16b, v31.16b
+	orr	v25.16b, v25.16b, v11.16b
+	ushr	v31.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ushr	v11.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	add	v20.4s, v20.4s, v14.4s
+	add	v18.4s, v18.4s, v27.4s
+	ldr	q27, [sp, #224]
+	orr	v1.16b, v1.16b, v31.16b
+	orr	v2.16b, v2.16b, v11.16b
 	add	v20.4s, v20.4s, v25.4s
-	eor	v25.16b, v17.16b, v28.16b
-	rev32	v27.8h, v27.8h
-	add	v5.4s, v5.4s, v24.4s
-	eor	v28.16b, v1.16b, v8.16b
-	rev32	v25.8h, v25.8h
-	add	v6.4s, v6.4s, v27.4s
-	eor	v4.16b, v5.16b, v4.16b
-	ushr	v31.4s, v28.4s, #12
-	shl	v28.4s, v28.4s, #20
-	add	v2.4s, v2.4s, v25.4s
-	eor	v3.16b, v6.16b, v3.16b
-	orr	v28.16b, v28.16b, v31.16b
-	ushr	v31.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	eor	v29.16b, v2.16b, v10.16b
-	orr	v4.16b, v4.16b, v31.16b
-	ushr	v31.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	add	v26.4s, v26.4s, v28.4s
-	orr	v3.16b, v3.16b, v31.16b
-	ushr	v31.4s, v29.4s, #12
-	shl	v29.4s, v29.4s, #20
-	eor	v16.16b, v26.16b, v16.16b
-	add	v0.4s, v0.4s, v4.4s
-	add	v17.4s, v17.4s, v12.4s
-	orr	v29.16b, v29.16b, v31.16b
-	eor	v24.16b, v0.16b, v24.16b
-	add	v0.4s, v0.4s, v22.4s
-	add	v20.4s, v20.4s, v3.4s
-	ushr	v22.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	add	v23.4s, v26.4s, v21.4s
-	eor	v21.16b, v20.16b, v27.16b
 	add	v17.4s, v17.4s, v29.4s
-	orr	v16.16b, v16.16b, v22.16b
-	ushr	v22.4s, v24.4s, #8
-	shl	v24.4s, v24.4s, #24
-	eor	v25.16b, v17.16b, v25.16b
-	orr	v22.16b, v24.16b, v22.16b
+	add	v18.4s, v18.4s, v0.4s
+	add	v19.4s, v19.4s, v8.4s
+	eor	v7.16b, v7.16b, v20.16b
+	add	v17.4s, v17.4s, v1.4s
+	eor	v6.16b, v6.16b, v18.16b
+	add	v19.4s, v19.4s, v2.4s
+	rev32	v7.8h, v7.8h
+	eor	v5.16b, v17.16b, v5.16b
+	rev32	v6.8h, v6.8h
+	eor	v26.16b, v19.16b, v26.16b
+	add	v4.4s, v4.4s, v7.4s
+	rev32	v5.8h, v5.8h
+	add	v3.4s, v3.4s, v6.4s
+	rev32	v26.8h, v26.8h
+	eor	v25.16b, v4.16b, v25.16b
+	add	v23.4s, v23.4s, v5.4s
+	eor	v0.16b, v3.16b, v0.16b
+	add	v16.4s, v16.4s, v26.4s
+	ushr	v29.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	ushr	v31.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v1.16b, v23.16b, v1.16b
+	eor	v2.16b, v16.16b, v2.16b
+	orr	v25.16b, v25.16b, v29.16b
+	orr	v0.16b, v0.16b, v31.16b
+	ushr	v29.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	ushr	v31.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	add	v18.4s, v18.4s, v21.4s
+	ldr	q21, [sp, #240]
+	add	v20.4s, v20.4s, v27.4s
+	prfm	pldl1keep, [x17, #256]
+	orr	v1.16b, v1.16b, v29.16b
+	prfm	pldl1keep, [x21, #256]
+	orr	v2.16b, v2.16b, v31.16b
+	prfm	pldl1keep, [x16, #256]
+	add	v18.4s, v18.4s, v0.4s
+	prfm	pldl1keep, [x6, #256]
+	add	v17.4s, v17.4s, v21.4s
+	add	v19.4s, v19.4s, v22.4s
+	add	v20.4s, v20.4s, v25.4s
+	eor	v6.16b, v18.16b, v6.16b
+	add	v17.4s, v17.4s, v1.4s
+	add	v19.4s, v19.4s, v2.4s
+	eor	v7.16b, v20.16b, v7.16b
+	ushr	v22.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	eor	v5.16b, v17.16b, v5.16b
+	eor	v26.16b, v19.16b, v26.16b
+	ushr	v21.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	orr	v6.16b, v6.16b, v22.16b
+	ushr	v22.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
+	ushr	v29.4s, v26.4s, #8
+	shl	v26.4s, v26.4s, #24
+	orr	v7.16b, v7.16b, v21.16b
+	orr	v5.16b, v5.16b, v22.16b
+	add	v3.4s, v6.4s, v3.4s
+	orr	v21.16b, v26.16b, v29.16b
+	add	v4.4s, v7.4s, v4.4s
+	add	v22.4s, v5.4s, v23.4s
+	eor	v0.16b, v3.16b, v0.16b
+	add	v16.4s, v21.4s, v16.4s
+	eor	v23.16b, v4.16b, v25.16b
+	eor	v1.16b, v22.16b, v1.16b
+	ushr	v25.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	eor	v2.16b, v16.16b, v2.16b
+	ushr	v26.4s, v23.4s, #7
+	shl	v23.4s, v23.4s, #25
+	orr	v0.16b, v0.16b, v25.16b
+	ushr	v25.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ushr	v29.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	add	v20.4s, v20.4s, v28.4s
+	orr	v23.16b, v23.16b, v26.16b
+	orr	v1.16b, v1.16b, v25.16b
+	orr	v2.16b, v2.16b, v29.16b
+	add	v20.4s, v20.4s, v0.4s
+	add	v18.4s, v18.4s, v13.4s
+	add	v17.4s, v17.4s, v30.4s
+	add	v19.4s, v19.4s, v10.4s
+	eor	v21.16b, v20.16b, v21.16b
+	add	v18.4s, v18.4s, v1.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v19.4s, v19.4s, v23.4s
+	rev32	v21.8h, v21.8h
+	eor	v7.16b, v18.16b, v7.16b
+	eor	v6.16b, v17.16b, v6.16b
+	eor	v5.16b, v19.16b, v5.16b
+	add	v22.4s, v22.4s, v21.4s
+	rev32	v7.8h, v7.8h
+	rev32	v6.8h, v6.8h
+	rev32	v5.8h, v5.8h
+	eor	v0.16b, v22.16b, v0.16b
+	add	v16.4s, v16.4s, v7.4s
+	add	v4.4s, v4.4s, v6.4s
+	add	v3.4s, v3.4s, v5.4s
+	ushr	v25.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v1.16b, v16.16b, v1.16b
+	eor	v2.16b, v4.16b, v2.16b
+	eor	v23.16b, v3.16b, v23.16b
+	orr	v0.16b, v0.16b, v25.16b
+	ushr	v25.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	ushr	v26.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	ushr	v27.4s, v23.4s, #12
+	shl	v23.4s, v23.4s, #20
+	orr	v1.16b, v1.16b, v25.16b
+	add	v20.4s, v20.4s, v24.4s
+	orr	v2.16b, v2.16b, v26.16b
+	orr	v23.16b, v23.16b, v27.16b
+	add	v18.4s, v18.4s, v12.4s
+	add	v17.4s, v17.4s, v9.4s
+	add	v19.4s, v19.4s, v15.4s
+	add	v20.4s, v20.4s, v0.4s
+	add	v18.4s, v18.4s, v1.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v19.4s, v19.4s, v23.4s
+	eor	v21.16b, v20.16b, v21.16b
+	eor	v7.16b, v18.16b, v7.16b
+	eor	v6.16b, v17.16b, v6.16b
+	eor	v5.16b, v19.16b, v5.16b
 	ushr	v24.4s, v21.4s, #8
 	shl	v21.4s, v21.4s, #24
+	ushr	v25.4s, v7.4s, #8
+	shl	v7.4s, v7.4s, #24
+	ushr	v26.4s, v6.4s, #8
+	shl	v6.4s, v6.4s, #24
+	ushr	v27.4s, v5.4s, #8
+	shl	v5.4s, v5.4s, #24
 	orr	v21.16b, v21.16b, v24.16b
-	ushr	v24.4s, v25.4s, #8
-	shl	v25.4s, v25.4s, #24
-	add	v1.4s, v16.4s, v1.4s
-	orr	v24.16b, v25.16b, v24.16b
-	add	v5.4s, v22.4s, v5.4s
-	eor	v25.16b, v1.16b, v28.16b
-	add	v6.4s, v21.4s, v6.4s
-	eor	v4.16b, v5.16b, v4.16b
-	ushr	v27.4s, v25.4s, #7
-	shl	v25.4s, v25.4s, #25
-	add	v2.4s, v24.4s, v2.4s
-	eor	v3.16b, v6.16b, v3.16b
-	orr	v25.16b, v25.16b, v27.16b
-	ushr	v27.4s, v4.4s, #7
-	shl	v4.4s, v4.4s, #25
-	ldur	q19, [x29, #-176]
-	eor	v26.16b, v2.16b, v29.16b
-	orr	v4.16b, v4.16b, v27.16b
-	ushr	v27.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	orr	v3.16b, v3.16b, v27.16b
-	ushr	v27.4s, v26.4s, #7
-	shl	v26.4s, v26.4s, #25
-	add	v20.4s, v20.4s, v18.4s
-	add	v17.4s, v17.4s, v30.4s
-	orr	v26.16b, v26.16b, v27.16b
-	add	v0.4s, v0.4s, v3.4s
-	eor	v16.16b, v0.16b, v16.16b
-	add	v0.4s, v0.4s, v19.4s
-	add	v19.4s, v20.4s, v26.4s
-	add	v17.4s, v17.4s, v25.4s
-	eor	v20.16b, v19.16b, v22.16b
-	add	v7.4s, v19.4s, v7.4s
-	eor	v19.16b, v17.16b, v21.16b
-	ldur	q21, [x29, #-64]
-	add	v23.4s, v23.4s, v4.4s
-	eor	v24.16b, v23.16b, v24.16b
-	rev32	v16.8h, v16.8h
-	add	v17.4s, v17.4s, v21.4s
-	rev32	v21.8h, v24.8h
-	add	v6.4s, v6.4s, v21.4s
-	rev32	v20.8h, v20.8h
-	add	v2.4s, v2.4s, v16.4s
-	eor	v4.16b, v6.16b, v4.16b
-	rev32	v19.8h, v19.8h
-	add	v1.4s, v1.4s, v20.4s
-	eor	v3.16b, v2.16b, v3.16b
-	ushr	v24.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	add	v5.4s, v5.4s, v19.4s
-	eor	v22.16b, v1.16b, v26.16b
-	orr	v4.16b, v4.16b, v24.16b
-	ushr	v24.4s, v3.4s, #12
-	shl	v3.4s, v3.4s, #20
-	add	v18.4s, v23.4s, v14.4s
-	eor	v23.16b, v5.16b, v25.16b
-	orr	v3.16b, v3.16b, v24.16b
-	ushr	v24.4s, v22.4s, #12
-	shl	v22.4s, v22.4s, #20
-	orr	v22.16b, v22.16b, v24.16b
-	ushr	v24.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	orr	v23.16b, v23.16b, v24.16b
-	add	v18.4s, v18.4s, v4.4s
-	add	v0.4s, v0.4s, v3.4s
-	add	v24.4s, v17.4s, v23.4s
-	eor	v17.16b, v18.16b, v21.16b
-	add	v7.4s, v7.4s, v22.4s
-	eor	v16.16b, v0.16b, v16.16b
-	ushr	v21.4s, v17.4s, #8
-	shl	v17.4s, v17.4s, #24
-	eor	v20.16b, v7.16b, v20.16b
-	orr	v21.16b, v17.16b, v21.16b
-	ushr	v17.4s, v16.4s, #8
-	shl	v16.4s, v16.4s, #24
-	eor	v19.16b, v24.16b, v19.16b
-	orr	v16.16b, v16.16b, v17.16b
-	ushr	v17.4s, v20.4s, #8
-	shl	v20.4s, v20.4s, #24
-	orr	v25.16b, v20.16b, v17.16b
-	ushr	v17.4s, v19.4s, #8
-	shl	v19.4s, v19.4s, #24
-	orr	v19.16b, v19.16b, v17.16b
-	add	v1.4s, v25.4s, v1.4s
-	eor	v22.16b, v1.16b, v22.16b
-	eor	v20.16b, v1.16b, v18.16b
-	add	v1.4s, v19.4s, v5.4s
-	eor	v26.16b, v1.16b, v0.16b
-	add	v0.4s, v21.4s, v6.4s
-	eor	v5.16b, v1.16b, v23.16b
-	eor	v1.16b, v0.16b, v4.16b
-	eor	v17.16b, v0.16b, v7.16b
-	add	v0.4s, v16.4s, v2.4s
-	eor	v2.16b, v0.16b, v3.16b
-	eor	v6.16b, v0.16b, v24.16b
-	ushr	v0.4s, v1.4s, #7
+	orr	v7.16b, v7.16b, v25.16b
+	orr	v6.16b, v6.16b, v26.16b
+	orr	v5.16b, v5.16b, v27.16b
+	add	v22.4s, v21.4s, v22.4s
+	add	v16.4s, v7.4s, v16.4s
+	add	v4.4s, v6.4s, v4.4s
+	add	v3.4s, v5.4s, v3.4s
+	eor	v0.16b, v22.16b, v0.16b
+	eor	v1.16b, v16.16b, v1.16b
+	eor	v2.16b, v4.16b, v2.16b
+	eor	v23.16b, v3.16b, v23.16b
+	ushr	v24.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v25.4s, v1.4s, #7
 	shl	v1.4s, v1.4s, #25
-	orr	v0.16b, v1.16b, v0.16b
-	ushr	v1.4s, v2.4s, #7
+	ushr	v26.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	orr	v1.16b, v2.16b, v1.16b
-	ushr	v2.4s, v22.4s, #7
-	shl	v3.4s, v22.4s, #25
-	orr	v2.16b, v3.16b, v2.16b
-	ushr	v3.4s, v5.4s, #7
-	shl	v4.4s, v5.4s, #25
-	orr	v3.16b, v4.16b, v3.16b
-	eor	v8.16b, v16.16b, v3.16b
-	eor	v9.16b, v25.16b, v0.16b
-	eor	v31.16b, v1.16b, v19.16b
-	cmp	x17, x22
-	eor	v15.16b, v2.16b, v21.16b
-	mov	w18, w19
-	b.ne	.LBB2_4
-.LBB2_7:
-	zip1	v0.4s, v20.4s, v26.4s
-	zip2	v1.4s, v20.4s, v26.4s
-	zip1	v2.4s, v17.4s, v6.4s
-	zip2	v3.4s, v17.4s, v6.4s
-	zip1	v4.4s, v8.4s, v9.4s
-	zip2	v5.4s, v8.4s, v9.4s
-	zip1	v6.4s, v31.4s, v15.4s
-	zip2	v7.4s, v31.4s, v15.4s
-	add	x13, x20, #4
-	tst	w5, #0x1
-	sub	x28, x28, #4
-	zip1	v16.2d, v0.2d, v2.2d
-	zip2	v0.2d, v0.2d, v2.2d
-	zip1	v2.2d, v1.2d, v3.2d
-	zip2	v1.2d, v1.2d, v3.2d
-	zip1	v3.2d, v4.2d, v6.2d
-	zip2	v4.2d, v4.2d, v6.2d
-	zip1	v6.2d, v5.2d, v7.2d
-	zip2	v5.2d, v5.2d, v7.2d
-	add	x24, x24, #32
-	csel	x20, x13, x20, ne
-	cmp	x28, #3
-	stp	q16, q3, [x26]
-	stp	q0, q4, [x26, #32]
-	stp	q2, q6, [x26, #64]
-	stp	q1, q5, [x26, #96]
-	add	x26, x26, #128
-	b.hi	.LBB2_2
-.LBB2_8:
-	cbz	x28, .LBB2_16
+	ushr	v27.4s, v23.4s, #7
+	shl	v23.4s, v23.4s, #25
+	orr	v0.16b, v0.16b, v24.16b
+	orr	v1.16b, v1.16b, v25.16b
+	orr	v2.16b, v2.16b, v26.16b
+	orr	v23.16b, v23.16b, v27.16b
+	movi	v24.4s, #64
+	eor	v12.16b, v4.16b, v20.16b
+	eor	v31.16b, v18.16b, v3.16b
+	eor	v29.16b, v17.16b, v22.16b
+	eor	v30.16b, v16.16b, v19.16b
+	eor	v28.16b, v7.16b, v23.16b
+	eor	v23.16b, v6.16b, v0.16b
+	eor	v13.16b, v1.16b, v5.16b
+	eor	v25.16b, v2.16b, v21.16b
+	cbnz	x15, .LBB3_5
+	b	.LBB3_2
+.LBB3_6:
+	cbz	x24, .LBB3_14
 	orr	w8, w7, w19
-	and	x21, x5, #0x1
-	stur	w8, [x29, #-64]
-.LBB2_10:
+	and	x22, x5, #0x1
+	stur	w8, [x29, #-192]
+.LBB3_8:
 	ldr	x8, [sp, #40]
-	ldr	x25, [x24]
-	ldur	w4, [x29, #-64]
-	ldp	q1, q0, [x8]
-	mov	x8, x22
-	stp	q1, q0, [x29, #-48]
-.LBB2_11:
-	subs	x23, x8, #1
-	b.eq	.LBB2_13
-	cbnz	x8, .LBB2_14
-	b	.LBB2_15
-.LBB2_13:
-	orr	w4, w4, w27
-.LBB2_14:
-	sub	x0, x29, #48
-	mov	w2, #64
-	mov	x1, x25
-	mov	x3, x20
-	bl	zfs_blake3_compress_in_place_sse2
+	mov	x28, x0
+	ldr	x25, [x0]
+	mov	x23, x2
+	ldur	w5, [x29, #-192]
+	ldp	q0, q1, [x8]
+	mov	x8, x2
+	b	.LBB3_11
+.LBB3_9:
+	orr	w5, w5, w27
+.LBB3_10:
+	sub	x0, x29, #144
+	sub	x1, x29, #176
+	mov	x2, x25
+	mov	w3, #64
+	mov	x4, x20
+	bl	compress_pre
+	ldp	q0, q1, [x29, #-144]
 	add	x25, x25, #64
-	mov	x8, x23
-	mov	w4, w19
-	b	.LBB2_11
-.LBB2_15:
-	ldp	q0, q1, [x29, #-48]
-	add	x20, x20, x21
-	add	x24, x24, #8
-	subs	x28, x28, #1
-	stp	q0, q1, [x26], #32
-	b.ne	.LBB2_10
-.LBB2_16:
-	add	sp, sp, #384
+	mov	x8, x21
+	mov	w5, w19
+	ldp	q2, q3, [x29, #-112]
+	eor	v0.16b, v2.16b, v0.16b
+	eor	v1.16b, v3.16b, v1.16b
+.LBB3_11:
+	subs	x21, x8, #1
+	stp	q0, q1, [x29, #-176]
+	b.eq	.LBB3_9
+	cbnz	x8, .LBB3_10
+	ldp	q1, q0, [x29, #-176]
+	mov	x0, x28
+	add	x20, x20, x22
+	add	x0, x28, #8
+	subs	x24, x24, #1
+	mov	x2, x23
+	stp	q1, q0, [x26], #32
+	b.ne	.LBB3_8
+.LBB3_14:
+	add	sp, sp, #464
 	ldp	x20, x19, [sp, #144]
 	ldp	x22, x21, [sp, #128]
 	ldp	x24, x23, [sp, #112]
@@ -2442,9 +2052,10 @@ zfs_blake3_hash_many_sse2:
 	ldp	d11, d10, [sp, #32]
 	ldp	d13, d12, [sp, #16]
 	ldp	d15, d14, [sp], #160
+	hint	#29
 	ret
-.Lfunc_end2:
-	.size	zfs_blake3_hash_many_sse2, .Lfunc_end2-zfs_blake3_hash_many_sse2
+.Lfunc_end3:
+	.size	zfs_blake3_hash_many_sse2, .Lfunc_end3-zfs_blake3_hash_many_sse2
 	.cfi_endproc
 	.section	".note.GNU-stack","",@progbits
-#endif
+#endif
\ No newline at end of file
diff --git a/module/icp/asm-aarch64/blake3/b3_aarch64_sse41.S b/module/icp/asm-aarch64/blake3/b3_aarch64_sse41.S
index a05baec96ce5..c4c2dfc5bcde 100644
--- a/module/icp/asm-aarch64/blake3/b3_aarch64_sse41.S
+++ b/module/icp/asm-aarch64/blake3/b3_aarch64_sse41.S
@@ -22,17 +22,72 @@
 /*
  * Based on BLAKE3 v1.3.1, https://github.com/BLAKE3-team/BLAKE3
  * Copyright (c) 2019-2022 Samuel Neves
- * Copyright (c) 2022 Tino Reichardt <milky-zfs@mcmilk.de>
+ * Copyright (c) 2022-2023 Tino Reichardt <milky-zfs@mcmilk.de>
  *
  * This is converted assembly: SSE4.1 -> ARMv8-A
  * Used tools: SIMDe https://github.com/simd-everywhere/simde
+ *
+ * Should work on FreeBSD, Linux and macOS
+ * see: https://github.com/mcmilk/BLAKE3-tests/blob/master/contrib/simde.sh
  */
 
 #if defined(__aarch64__)
 	.text
+	.section	.note.gnu.property,"a",@note
+	.p2align	3
+	.word	4
+	.word	16
+	.word	5
+	.asciz	"GNU"
+	.word	3221225472
+	.word	4
+	.word	3
+	.word	0
+.Lsec_end0:
+	.text
+	.globl	zfs_blake3_compress_in_place_sse41
+	.p2align	2
+	.type	zfs_blake3_compress_in_place_sse41,@function
+zfs_blake3_compress_in_place_sse41:
+	.cfi_startproc
+	hint	#25
+	.cfi_negate_ra_state
+	sub	sp, sp, #96
+	stp	x29, x30, [sp, #64]
+	add	x29, sp, #64
+	str	x19, [sp, #80]
+	.cfi_def_cfa w29, 32
+	.cfi_offset w19, -16
+	.cfi_offset w30, -24
+	.cfi_offset w29, -32
+	mov	x19, x0
+	mov	w5, w4
+	mov	x4, x3
+	mov	w3, w2
+	mov	x2, x1
+	mov	x0, sp
+	mov	x1, x19
+	bl	compress_pre
+	ldp	q0, q1, [sp]
+	ldp	q2, q3, [sp, #32]
+	eor	v0.16b, v2.16b, v0.16b
+	eor	v1.16b, v3.16b, v1.16b
+	ldp	x29, x30, [sp, #64]
+	stp	q0, q1, [x19]
+	ldr	x19, [sp, #80]
+	add	sp, sp, #96
+	hint	#29
+	ret
+.Lfunc_end0:
+	.size	zfs_blake3_compress_in_place_sse41, .Lfunc_end0-zfs_blake3_compress_in_place_sse41
+	.cfi_endproc
+
 	.section	.rodata.cst16,"aM",@progbits,16
 	.p2align	4
-.LCPI0_0:
+.LCPI1_0:
+	.xword	-4942790177982912921
+	.xword	-6534734903820487822
+.LCPI1_1:
 	.byte	2
 	.byte	3
 	.byte	0
@@ -49,12 +104,7 @@
 	.byte	15
 	.byte	12
 	.byte	13
-.LCPI0_1:
-	.word	1779033703
-	.word	3144134277
-	.word	1013904242
-	.word	2773480762
-.LCPI0_2:
+.LCPI1_2:
 	.byte	1
 	.byte	2
 	.byte	3
@@ -71,477 +121,497 @@
 	.byte	14
 	.byte	15
 	.byte	12
-.LCPI0_3:
-	.byte	0
-	.byte	1
-	.byte	2
-	.byte	3
-	.byte	20
-	.byte	21
-	.byte	22
-	.byte	23
-	.byte	8
-	.byte	9
-	.byte	10
-	.byte	11
-	.byte	28
-	.byte	29
-	.byte	30
-	.byte	31
-.LCPI0_4:
-	.byte	0
-	.byte	1
-	.byte	2
-	.byte	3
-	.byte	4
-	.byte	5
-	.byte	6
-	.byte	7
-	.byte	8
-	.byte	9
-	.byte	10
-	.byte	11
-	.byte	28
-	.byte	29
-	.byte	30
-	.byte	31
 	.text
-	.globl	zfs_blake3_compress_in_place_sse41
 	.p2align	2
-	.type	zfs_blake3_compress_in_place_sse41,@function
-zfs_blake3_compress_in_place_sse41:
+	.type	compress_pre,@function
+compress_pre:
 	.cfi_startproc
-	ldp	q7, q6, [x0]
-	ldp	q17, q18, [x1]
-	add	x12, x1, #32
-	ld2	{ v4.4s, v5.4s }, [x12]
-	lsr	x10, x3, #32
-	fmov	s16, w3
-	adrp	x13, .LCPI0_0
-	adrp	x11, .LCPI0_1
-	and	w8, w2, #0xff
-	mov	v16.s[1], w10
-	ldr	q0, [x13, :lo12:.LCPI0_0]
-	ldr	q20, [x11, :lo12:.LCPI0_1]
-	adrp	x11, .LCPI0_4
-	and	w9, w4, #0xff
-	ldr	q2, [x11, :lo12:.LCPI0_4]
-	mov	v16.s[2], w8
-	uzp1	v21.4s, v17.4s, v18.4s
-	add	v7.4s, v6.4s, v7.4s
-	adrp	x12, .LCPI0_3
-	mov	v16.s[3], w9
-	uzp2	v18.4s, v17.4s, v18.4s
-	add	v7.4s, v7.4s, v21.4s
-	ext	v17.16b, v5.16b, v5.16b, #12
-	ldr	q3, [x12, :lo12:.LCPI0_3]
-	ext	v24.16b, v4.16b, v4.16b, #12
-	eor	v16.16b, v7.16b, v16.16b
-	mov	v27.16b, v17.16b
-	uzp1	v19.4s, v21.4s, v21.4s
-	ext	v25.16b, v21.16b, v21.16b, #12
-	zip2	v28.4s, v18.4s, v17.4s
-	tbl	v29.16b, { v16.16b }, v0.16b
-	mov	v27.s[1], v24.s[2]
-	zip1	v23.2d, v17.2d, v18.2d
-	ext	v19.16b, v19.16b, v21.16b, #8
-	add	v22.4s, v29.4s, v20.4s
-	ext	v26.16b, v21.16b, v25.16b, #12
-	tbl	v20.16b, { v23.16b, v24.16b }, v2.16b
-	zip1	v21.4s, v28.4s, v24.4s
-	zip1	v23.4s, v24.4s, v28.4s
-	uzp2	v19.4s, v19.4s, v18.4s
-	eor	v24.16b, v22.16b, v6.16b
-	ext	v25.16b, v20.16b, v20.16b, #12
-	ext	v6.16b, v23.16b, v21.16b, #8
-	add	v7.4s, v7.4s, v18.4s
-	ext	v18.16b, v19.16b, v19.16b, #4
-	tbl	v16.16b, { v26.16b, v27.16b }, v3.16b
-	uzp1	v21.4s, v20.4s, v25.4s
-	mov	v26.16b, v6.16b
-	ext	v23.16b, v18.16b, v18.16b, #12
-	mov	v26.s[1], v21.s[2]
-	adrp	x10, .LCPI0_2
-	ext	v25.16b, v18.16b, v23.16b, #12
-	uzp1	v23.4s, v18.4s, v18.4s
-	ldr	q1, [x10, :lo12:.LCPI0_2]
-	ext	v18.16b, v23.16b, v18.16b, #8
-	ushr	v23.4s, v24.4s, #12
-	shl	v24.4s, v24.4s, #20
-	orr	v23.16b, v24.16b, v23.16b
-	add	v7.4s, v7.4s, v23.4s
-	eor	v27.16b, v29.16b, v7.16b
-	add	v4.4s, v7.4s, v4.4s
-	tbl	v7.16b, { v25.16b, v26.16b }, v3.16b
-	tbl	v26.16b, { v27.16b }, v1.16b
-	add	v22.4s, v22.4s, v26.4s
-	uzp2	v18.4s, v18.4s, v16.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ext	v5.16b, v18.16b, v18.16b, #4
-	ushr	v27.4s, v23.4s, #7
-	shl	v23.4s, v23.4s, #25
-	uzp1	v25.4s, v5.4s, v5.4s
-	orr	v23.16b, v23.16b, v27.16b
-	ext	v28.16b, v4.16b, v4.16b, #12
-	ext	v4.16b, v25.16b, v5.16b, #8
-	ext	v25.16b, v26.16b, v26.16b, #8
-	add	v26.4s, v28.4s, v23.4s
-	eor	v25.16b, v26.16b, v25.16b
-	ext	v22.16b, v22.16b, v22.16b, #4
-	tbl	v25.16b, { v25.16b }, v0.16b
-	add	v22.4s, v22.4s, v25.4s
-	eor	v23.16b, v23.16b, v22.16b
-	add	v17.4s, v26.4s, v17.4s
-	ushr	v26.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	orr	v23.16b, v23.16b, v26.16b
-	add	v17.4s, v17.4s, v23.4s
-	eor	v25.16b, v25.16b, v17.16b
-	add	v17.4s, v17.4s, v19.4s
-	tbl	v19.16b, { v25.16b }, v1.16b
-	add	v22.4s, v22.4s, v19.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ushr	v25.4s, v23.4s, #7
-	shl	v23.4s, v23.4s, #25
-	ext	v17.16b, v17.16b, v17.16b, #4
-	orr	v23.16b, v23.16b, v25.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v17.4s, v17.4s, v23.4s
-	eor	v19.16b, v17.16b, v19.16b
-	ext	v22.16b, v22.16b, v22.16b, #12
-	tbl	v19.16b, { v19.16b }, v0.16b
-	add	v22.4s, v22.4s, v19.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ushr	v25.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	add	v17.4s, v17.4s, v16.4s
-	orr	v23.16b, v23.16b, v25.16b
-	add	v17.4s, v17.4s, v23.4s
-	ext	v25.16b, v17.16b, v17.16b, #12
-	eor	v17.16b, v19.16b, v17.16b
-	tbl	v17.16b, { v17.16b }, v1.16b
-	add	v19.4s, v22.4s, v17.4s
-	eor	v22.16b, v23.16b, v19.16b
-	add	v25.4s, v25.4s, v21.4s
-	zip1	v20.2d, v6.2d, v16.2d
-	ushr	v23.4s, v22.4s, #7
-	shl	v22.4s, v22.4s, #25
-	zip2	v24.4s, v16.4s, v6.4s
-	tbl	v26.16b, { v20.16b, v21.16b }, v2.16b
-	orr	v22.16b, v22.16b, v23.16b
-	zip1	v16.4s, v24.4s, v21.4s
-	zip1	v20.4s, v21.4s, v24.4s
-	ext	v21.16b, v26.16b, v26.16b, #12
-	ext	v17.16b, v17.16b, v17.16b, #8
-	add	v25.4s, v25.4s, v22.4s
-	ext	v16.16b, v20.16b, v16.16b, #8
-	uzp1	v21.4s, v26.4s, v21.4s
-	eor	v26.16b, v25.16b, v17.16b
-	ext	v19.16b, v19.16b, v19.16b, #4
-	tbl	v26.16b, { v26.16b }, v0.16b
-	mov	v29.16b, v16.16b
-	add	v19.4s, v19.4s, v26.4s
-	ext	v27.16b, v5.16b, v5.16b, #12
-	mov	v29.s[1], v21.s[2]
-	eor	v22.16b, v22.16b, v19.16b
-	ext	v28.16b, v5.16b, v27.16b, #12
-	ushr	v27.4s, v22.4s, #12
-	shl	v22.4s, v22.4s, #20
-	add	v6.4s, v25.4s, v6.4s
-	orr	v22.16b, v22.16b, v27.16b
-	add	v6.4s, v6.4s, v22.4s
-	eor	v26.16b, v26.16b, v6.16b
-	add	v6.4s, v6.4s, v18.4s
-	tbl	v18.16b, { v26.16b }, v1.16b
-	add	v19.4s, v19.4s, v18.4s
-	eor	v22.16b, v22.16b, v19.16b
-	ushr	v26.4s, v22.4s, #7
-	shl	v22.4s, v22.4s, #25
-	ext	v6.16b, v6.16b, v6.16b, #4
-	orr	v22.16b, v22.16b, v26.16b
-	ext	v18.16b, v18.16b, v18.16b, #8
-	add	v6.4s, v6.4s, v22.4s
-	eor	v18.16b, v6.16b, v18.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	tbl	v18.16b, { v18.16b }, v0.16b
-	add	v19.4s, v19.4s, v18.4s
-	eor	v22.16b, v22.16b, v19.16b
-	ushr	v26.4s, v22.4s, #12
-	shl	v22.4s, v22.4s, #20
-	add	v6.4s, v6.4s, v7.4s
-	orr	v22.16b, v22.16b, v26.16b
-	add	v6.4s, v6.4s, v22.4s
-	ext	v26.16b, v6.16b, v6.16b, #12
-	eor	v6.16b, v18.16b, v6.16b
-	uzp2	v4.4s, v4.4s, v7.4s
-	zip2	v25.4s, v7.4s, v16.4s
-	add	v26.4s, v26.4s, v21.4s
-	zip1	v20.2d, v16.2d, v7.2d
-	tbl	v6.16b, { v6.16b }, v1.16b
-	ext	v24.16b, v4.16b, v4.16b, #4
-	tbl	v27.16b, { v20.16b, v21.16b }, v2.16b
-	zip1	v7.4s, v25.4s, v21.4s
-	zip1	v20.4s, v21.4s, v25.4s
-	add	v18.4s, v19.4s, v6.4s
-	uzp1	v5.4s, v24.4s, v24.4s
-	ext	v21.16b, v27.16b, v27.16b, #12
-	ext	v7.16b, v20.16b, v7.16b, #8
-	eor	v19.16b, v22.16b, v18.16b
-	ext	v5.16b, v5.16b, v24.16b, #8
-	tbl	v17.16b, { v28.16b, v29.16b }, v3.16b
-	uzp1	v21.4s, v27.4s, v21.4s
-	mov	v28.16b, v7.16b
-	ushr	v22.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v23.16b, v24.16b, v24.16b, #12
-	uzp2	v5.4s, v5.4s, v17.4s
-	mov	v28.s[1], v21.s[2]
-	orr	v19.16b, v19.16b, v22.16b
-	ext	v27.16b, v24.16b, v23.16b, #12
-	ext	v23.16b, v5.16b, v5.16b, #4
-	ext	v6.16b, v6.16b, v6.16b, #8
-	ext	v25.16b, v18.16b, v18.16b, #4
-	add	v18.4s, v26.4s, v19.4s
-	uzp1	v24.4s, v23.4s, v23.4s
-	eor	v6.16b, v18.16b, v6.16b
-	ext	v24.16b, v24.16b, v23.16b, #8
-	add	v16.4s, v18.4s, v16.4s
-	tbl	v18.16b, { v27.16b, v28.16b }, v3.16b
-	tbl	v27.16b, { v6.16b }, v0.16b
-	uzp2	v6.4s, v24.4s, v18.4s
-	add	v24.4s, v25.4s, v27.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v19.16b, v19.16b, v25.16b
-	add	v16.4s, v16.4s, v19.4s
-	eor	v25.16b, v27.16b, v16.16b
-	add	v4.4s, v16.4s, v4.4s
-	tbl	v16.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v16.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v19.16b, v19.16b, v25.16b
-	ext	v16.16b, v16.16b, v16.16b, #8
-	add	v4.4s, v4.4s, v19.4s
-	eor	v16.16b, v4.16b, v16.16b
-	ext	v24.16b, v24.16b, v24.16b, #12
-	tbl	v25.16b, { v16.16b }, v0.16b
-	add	v24.4s, v24.4s, v25.4s
-	eor	v16.16b, v19.16b, v24.16b
-	ushr	v19.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	add	v4.4s, v4.4s, v17.4s
-	orr	v19.16b, v16.16b, v19.16b
-	add	v27.4s, v4.4s, v19.4s
-	eor	v25.16b, v25.16b, v27.16b
-	tbl	v25.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v25.4s
-	zip2	v26.4s, v17.4s, v7.4s
-	ext	v4.16b, v27.16b, v27.16b, #12
-	eor	v19.16b, v19.16b, v24.16b
-	add	v28.4s, v4.4s, v21.4s
-	zip1	v20.2d, v7.2d, v17.2d
-	zip1	v4.4s, v26.4s, v21.4s
-	zip1	v17.4s, v21.4s, v26.4s
-	ushr	v26.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v19.16b, v19.16b, v26.16b
-	ext	v25.16b, v25.16b, v25.16b, #8
-	add	v27.4s, v28.4s, v19.4s
-	eor	v25.16b, v27.16b, v25.16b
-	ext	v24.16b, v24.16b, v24.16b, #4
-	tbl	v25.16b, { v25.16b }, v0.16b
-	add	v24.4s, v24.4s, v25.4s
-	eor	v19.16b, v19.16b, v24.16b
-	add	v7.4s, v27.4s, v7.4s
-	ushr	v27.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v19.16b, v19.16b, v27.16b
-	add	v7.4s, v7.4s, v19.4s
-	eor	v25.16b, v25.16b, v7.16b
-	add	v5.4s, v7.4s, v5.4s
-	tbl	v7.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v7.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v5.16b, v5.16b, v5.16b, #4
-	orr	v19.16b, v19.16b, v25.16b
+	hint	#34
+	fmov	s1, w3
+	movi	d0, #0x0000ff000000ff
+	ldr	q2, [x1]
+	adrp	x8, .LCPI1_0
+	mov	v1.s[1], w5
+	str	q2, [x0]
+	ldr	q4, [x8, :lo12:.LCPI1_0]
+	ldr	q5, [x1, #16]
+	adrp	x8, .LCPI1_1
+	and	v0.8b, v1.8b, v0.8b
+	fmov	d1, x4
+	stp	q5, q4, [x0, #16]
+	mov	v1.d[1], v0.d[0]
+	str	q1, [x0, #48]
+	ldp	q6, q7, [x2]
+	uzp1	v3.4s, v6.4s, v7.4s
+	add	v0.4s, v2.4s, v3.4s
+	uzp2	v2.4s, v6.4s, v7.4s
+	add	v16.4s, v0.4s, v5.4s
+	ldr	q0, [x8, :lo12:.LCPI1_1]
+	adrp	x8, .LCPI1_2
+	eor	v1.16b, v16.16b, v1.16b
+	add	v7.4s, v16.4s, v2.4s
+	tbl	v1.16b, { v1.16b }, v0.16b
+	add	v4.4s, v1.4s, v4.4s
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v6.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v6.16b
+	add	v6.4s, v7.4s, v5.4s
+	eor	v7.16b, v1.16b, v6.16b
+	ldr	q1, [x8, :lo12:.LCPI1_2]
+	add	x8, x2, #32
+	tbl	v7.16b, { v7.16b }, v1.16b
+	ld2	{ v16.4s, v17.4s }, [x8]
+	add	v4.4s, v4.4s, v7.4s
 	ext	v7.16b, v7.16b, v7.16b, #8
-	add	v5.4s, v5.4s, v19.4s
-	eor	v7.16b, v5.16b, v7.16b
-	ext	v24.16b, v24.16b, v24.16b, #12
-	tbl	v7.16b, { v7.16b }, v0.16b
-	add	v24.4s, v24.4s, v7.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	tbl	v16.16b, { v20.16b, v21.16b }, v2.16b
-	add	v5.4s, v5.4s, v18.4s
-	orr	v19.16b, v19.16b, v25.16b
-	ext	v20.16b, v16.16b, v16.16b, #12
-	ext	v4.16b, v17.16b, v4.16b, #8
-	add	v5.4s, v5.4s, v19.4s
-	uzp1	v21.4s, v16.4s, v20.4s
-	mov	v17.16b, v4.16b
-	ext	v25.16b, v5.16b, v5.16b, #12
-	mov	v17.s[1], v21.s[2]
-	add	v25.4s, v25.4s, v21.4s
-	zip1	v20.2d, v4.2d, v18.2d
-	ext	v22.16b, v23.16b, v23.16b, #12
-	zip2	v26.4s, v18.4s, v4.4s
-	tbl	v18.16b, { v20.16b, v21.16b }, v2.16b
-	eor	v5.16b, v7.16b, v5.16b
-	ext	v16.16b, v23.16b, v22.16b, #12
-	ext	v22.16b, v6.16b, v6.16b, #4
-	zip1	v27.4s, v26.4s, v21.4s
-	zip1	v20.4s, v21.4s, v26.4s
-	ext	v21.16b, v18.16b, v18.16b, #12
-	tbl	v5.16b, { v5.16b }, v1.16b
-	ext	v20.16b, v20.16b, v27.16b, #8
-	uzp1	v27.4s, v18.4s, v21.4s
-	uzp1	v18.4s, v22.4s, v22.4s
-	add	v21.4s, v24.4s, v5.4s
-	ext	v18.16b, v18.16b, v22.16b, #8
-	eor	v19.16b, v19.16b, v21.16b
-	tbl	v7.16b, { v16.16b, v17.16b }, v3.16b
-	uzp2	v18.4s, v18.4s, v17.4s
-	zip2	v16.4s, v16.4s, v20.4s
-	ushr	v17.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v17.16b, v19.16b, v17.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v19.4s, v25.4s, v17.4s
-	eor	v5.16b, v19.16b, v5.16b
-	ext	v21.16b, v21.16b, v21.16b, #4
-	tbl	v5.16b, { v5.16b }, v0.16b
-	add	v4.4s, v19.4s, v4.4s
-	add	v19.4s, v21.4s, v5.4s
-	eor	v17.16b, v17.16b, v19.16b
-	ushr	v21.4s, v17.4s, #12
-	shl	v17.4s, v17.4s, #20
-	orr	v17.16b, v17.16b, v21.16b
-	add	v4.4s, v4.4s, v17.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
-	add	v4.4s, v4.4s, v6.4s
-	add	v6.4s, v19.4s, v5.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ushr	v19.4s, v17.4s, #7
-	shl	v17.4s, v17.4s, #25
-	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v17.16b, v17.16b, v19.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v4.4s, v17.4s
+	add	v6.4s, v6.4s, v16.4s
 	eor	v5.16b, v4.16b, v5.16b
+	ext	v4.16b, v4.16b, v4.16b, #4
+	ext	v16.16b, v16.16b, v16.16b, #12
 	ext	v6.16b, v6.16b, v6.16b, #12
-	tbl	v5.16b, { v5.16b }, v0.16b
+	ushr	v18.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v18.16b
+	ext	v18.16b, v17.16b, v17.16b, #12
 	add	v6.4s, v6.4s, v5.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ushr	v19.4s, v17.4s, #12
-	shl	v17.4s, v17.4s, #20
+	mov	v17.16b, v18.16b
+	eor	v7.16b, v7.16b, v6.16b
+	add	v6.4s, v6.4s, v18.4s
+	mov	v17.s[1], v16.s[2]
+	tbl	v7.16b, { v7.16b }, v0.16b
 	add	v4.4s, v4.4s, v7.4s
-	orr	v17.16b, v17.16b, v19.16b
-	add	v4.4s, v4.4s, v17.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
-	mov	v29.16b, v20.16b
+	eor	v5.16b, v4.16b, v5.16b
+	ushr	v19.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v19.16b
+	uzp1	v19.4s, v3.4s, v3.4s
+	add	v6.4s, v6.4s, v5.4s
+	ext	v19.16b, v19.16b, v3.16b, #8
+	eor	v7.16b, v7.16b, v6.16b
+	uzp2	v19.4s, v19.4s, v2.4s
+	tbl	v7.16b, { v7.16b }, v1.16b
+	add	v6.4s, v6.4s, v19.4s
+	add	v4.4s, v4.4s, v7.4s
+	ext	v6.16b, v6.16b, v6.16b, #4
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v5.16b, v4.16b, v5.16b
 	ext	v4.16b, v4.16b, v4.16b, #12
+	ushr	v20.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v20.16b
+	ext	v20.16b, v3.16b, v3.16b, #12
 	add	v6.4s, v6.4s, v5.4s
-	mov	v29.s[1], v27.s[2]
-	add	v4.4s, v4.4s, v27.4s
-	zip1	v26.2d, v20.2d, v7.2d
-	zip1	v7.4s, v16.4s, v27.4s
-	zip1	v16.4s, v27.4s, v16.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ext	v7.16b, v16.16b, v7.16b, #8
-	ushr	v16.4s, v17.4s, #7
-	shl	v17.4s, v17.4s, #25
-	orr	v16.16b, v17.16b, v16.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v4.4s, v16.4s
+	ext	v3.16b, v3.16b, v20.16b, #12
+	eor	v7.16b, v7.16b, v6.16b
+	rev64	v3.4s, v3.4s
+	tbl	v7.16b, { v7.16b }, v0.16b
+	trn2	v3.4s, v3.4s, v17.4s
+	add	v4.4s, v4.4s, v7.4s
+	add	v6.4s, v6.4s, v3.4s
 	eor	v5.16b, v4.16b, v5.16b
-	ext	v6.16b, v6.16b, v6.16b, #4
-	tbl	v5.16b, { v5.16b }, v0.16b
+	ushr	v17.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v17.16b
+	zip1	v17.2d, v18.2d, v2.2d
+	zip2	v2.4s, v2.4s, v18.4s
 	add	v6.4s, v6.4s, v5.4s
-	eor	v16.16b, v16.16b, v6.16b
-	ushr	v17.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	add	v4.4s, v4.4s, v20.4s
-	orr	v16.16b, v16.16b, v17.16b
-	add	v4.4s, v4.4s, v16.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
+	mov	v17.s[3], v16.s[3]
+	zip1	v18.4s, v2.4s, v16.4s
+	zip1	v2.4s, v16.4s, v2.4s
+	eor	v7.16b, v7.16b, v6.16b
+	ext	v6.16b, v6.16b, v6.16b, #12
+	ext	v16.16b, v2.16b, v18.16b, #8
+	tbl	v7.16b, { v7.16b }, v1.16b
+	add	v20.4s, v4.4s, v7.4s
+	ext	v4.16b, v17.16b, v17.16b, #12
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v5.16b, v20.16b, v5.16b
+	uzp1	v4.4s, v17.4s, v4.4s
+	ushr	v17.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v6.4s, v6.4s, v4.4s
+	orr	v5.16b, v5.16b, v17.16b
+	ext	v17.16b, v20.16b, v20.16b, #4
 	add	v6.4s, v6.4s, v5.4s
-	eor	v16.16b, v16.16b, v6.16b
+	eor	v7.16b, v7.16b, v6.16b
+	add	v6.4s, v6.4s, v16.4s
+	tbl	v7.16b, { v7.16b }, v0.16b
+	add	v17.4s, v17.4s, v7.4s
+	eor	v5.16b, v17.16b, v5.16b
+	ushr	v2.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v2.16b, v5.16b, v2.16b
+	add	v5.4s, v6.4s, v2.4s
+	ext	v6.16b, v19.16b, v19.16b, #4
+	eor	v7.16b, v7.16b, v5.16b
+	uzp1	v18.4s, v6.4s, v6.4s
+	tbl	v7.16b, { v7.16b }, v1.16b
+	ext	v18.16b, v18.16b, v6.16b, #8
+	add	v17.4s, v17.4s, v7.4s
+	uzp2	v18.4s, v18.4s, v3.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v2.16b, v17.16b, v2.16b
+	add	v5.4s, v5.4s, v18.4s
+	ext	v17.16b, v17.16b, v17.16b, #12
+	ushr	v19.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	ext	v5.16b, v5.16b, v5.16b, #4
+	orr	v2.16b, v2.16b, v19.16b
+	ext	v19.16b, v6.16b, v6.16b, #12
+	add	v5.4s, v5.4s, v2.4s
+	ext	v6.16b, v6.16b, v19.16b, #12
+	mov	v19.16b, v16.16b
+	eor	v7.16b, v7.16b, v5.16b
+	rev64	v6.4s, v6.4s
+	mov	v19.s[1], v4.s[2]
+	tbl	v7.16b, { v7.16b }, v0.16b
+	add	v17.4s, v17.4s, v7.4s
+	eor	v20.16b, v17.16b, v2.16b
+	trn2	v2.4s, v6.4s, v19.4s
+	ushr	v6.4s, v20.4s, #12
+	shl	v19.4s, v20.4s, #20
+	add	v5.4s, v5.4s, v2.4s
+	orr	v6.16b, v19.16b, v6.16b
+	add	v19.4s, v5.4s, v6.4s
+	eor	v5.16b, v7.16b, v19.16b
+	zip1	v7.2d, v16.2d, v3.2d
+	zip2	v3.4s, v3.4s, v16.4s
+	tbl	v20.16b, { v5.16b }, v1.16b
+	mov	v7.s[3], v4.s[3]
+	add	v17.4s, v17.4s, v20.4s
+	ext	v5.16b, v7.16b, v7.16b, #12
+	eor	v6.16b, v17.16b, v6.16b
+	uzp1	v5.4s, v7.4s, v5.4s
+	ext	v7.16b, v19.16b, v19.16b, #12
+	ext	v17.16b, v17.16b, v17.16b, #4
+	ushr	v19.4s, v6.4s, #7
+	shl	v6.4s, v6.4s, #25
+	add	v7.4s, v7.4s, v5.4s
+	orr	v6.16b, v6.16b, v19.16b
+	ext	v19.16b, v20.16b, v20.16b, #8
+	add	v7.4s, v7.4s, v6.4s
+	eor	v19.16b, v19.16b, v7.16b
+	tbl	v19.16b, { v19.16b }, v0.16b
+	add	v16.4s, v17.4s, v19.4s
+	zip1	v17.4s, v3.4s, v4.4s
+	zip1	v3.4s, v4.4s, v3.4s
+	eor	v4.16b, v16.16b, v6.16b
+	ext	v17.16b, v3.16b, v17.16b, #8
+	ushr	v3.4s, v4.4s, #12
+	shl	v4.4s, v4.4s, #20
+	add	v6.4s, v7.4s, v17.4s
+	orr	v3.16b, v4.16b, v3.16b
+	add	v4.4s, v6.4s, v3.4s
+	ext	v6.16b, v18.16b, v18.16b, #4
+	eor	v7.16b, v19.16b, v4.16b
+	uzp1	v18.4s, v6.4s, v6.4s
+	tbl	v7.16b, { v7.16b }, v1.16b
+	ext	v18.16b, v18.16b, v6.16b, #8
+	add	v16.4s, v16.4s, v7.4s
+	uzp2	v18.4s, v18.4s, v2.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v3.16b, v16.16b, v3.16b
 	add	v4.4s, v4.4s, v18.4s
-	ushr	v17.4s, v16.4s, #7
-	shl	v16.4s, v16.4s, #25
-	ext	v23.16b, v22.16b, v22.16b, #12
+	ext	v16.16b, v16.16b, v16.16b, #12
+	ushr	v19.4s, v3.4s, #7
+	shl	v3.4s, v3.4s, #25
 	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v16.16b, v16.16b, v17.16b
-	ext	v28.16b, v22.16b, v23.16b, #12
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v16.4s, v4.4s
-	tbl	v3.16b, { v28.16b, v29.16b }, v3.16b
-	eor	v5.16b, v4.16b, v5.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	add	v3.4s, v4.4s, v3.4s
-	tbl	v4.16b, { v5.16b }, v0.16b
-	add	v5.4s, v6.4s, v4.4s
-	eor	v6.16b, v16.16b, v5.16b
-	ushr	v16.4s, v6.4s, #12
+	orr	v3.16b, v3.16b, v19.16b
+	ext	v19.16b, v6.16b, v6.16b, #12
+	add	v4.4s, v4.4s, v3.4s
+	ext	v6.16b, v6.16b, v19.16b, #12
+	mov	v19.16b, v17.16b
+	eor	v7.16b, v7.16b, v4.16b
+	rev64	v6.4s, v6.4s
+	mov	v19.s[1], v5.s[2]
+	tbl	v7.16b, { v7.16b }, v0.16b
+	add	v16.4s, v16.4s, v7.4s
+	eor	v20.16b, v16.16b, v3.16b
+	trn2	v3.4s, v6.4s, v19.4s
+	ushr	v6.4s, v20.4s, #12
+	shl	v19.4s, v20.4s, #20
+	add	v4.4s, v4.4s, v3.4s
+	orr	v6.16b, v19.16b, v6.16b
+	zip1	v19.2d, v17.2d, v2.2d
+	zip2	v2.4s, v2.4s, v17.4s
+	add	v4.4s, v4.4s, v6.4s
+	mov	v19.s[3], v5.s[3]
+	zip1	v17.4s, v2.4s, v5.4s
+	zip1	v2.4s, v5.4s, v2.4s
+	eor	v7.16b, v7.16b, v4.16b
+	ext	v20.16b, v19.16b, v19.16b, #12
+	ext	v4.16b, v4.16b, v4.16b, #12
+	ext	v2.16b, v2.16b, v17.16b, #8
+	tbl	v7.16b, { v7.16b }, v1.16b
+	add	v16.4s, v16.4s, v7.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v21.16b, v16.16b, v6.16b
+	uzp1	v6.4s, v19.4s, v20.4s
+	ext	v16.16b, v16.16b, v16.16b, #4
+	ushr	v19.4s, v21.4s, #7
+	shl	v20.4s, v21.4s, #25
+	add	v4.4s, v4.4s, v6.4s
+	orr	v19.16b, v20.16b, v19.16b
+	add	v4.4s, v4.4s, v19.4s
+	eor	v7.16b, v7.16b, v4.16b
+	add	v4.4s, v4.4s, v2.4s
+	tbl	v7.16b, { v7.16b }, v0.16b
+	add	v16.4s, v16.4s, v7.4s
+	eor	v5.16b, v16.16b, v19.16b
+	ushr	v17.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v17.16b
+	ext	v17.16b, v18.16b, v18.16b, #4
+	add	v4.4s, v4.4s, v5.4s
+	uzp1	v18.4s, v17.4s, v17.4s
+	eor	v7.16b, v7.16b, v4.16b
+	ext	v18.16b, v18.16b, v17.16b, #8
+	tbl	v7.16b, { v7.16b }, v1.16b
+	uzp2	v18.4s, v18.4s, v3.4s
+	add	v16.4s, v16.4s, v7.4s
+	add	v4.4s, v4.4s, v18.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v5.16b, v16.16b, v5.16b
+	ext	v4.16b, v4.16b, v4.16b, #4
+	ext	v16.16b, v16.16b, v16.16b, #12
+	ushr	v19.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v19.16b
+	add	v19.4s, v4.4s, v5.4s
+	eor	v4.16b, v7.16b, v19.16b
+	ext	v7.16b, v17.16b, v17.16b, #12
+	tbl	v20.16b, { v4.16b }, v0.16b
+	ext	v4.16b, v17.16b, v7.16b, #12
+	mov	v7.16b, v2.16b
+	add	v16.4s, v16.4s, v20.4s
+	rev64	v4.4s, v4.4s
+	mov	v7.s[1], v6.s[2]
+	eor	v5.16b, v16.16b, v5.16b
+	trn2	v4.4s, v4.4s, v7.4s
+	ushr	v7.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v19.4s, v4.4s
+	zip1	v19.2d, v2.2d, v3.2d
+	zip2	v2.4s, v3.4s, v2.4s
+	orr	v5.16b, v5.16b, v7.16b
+	mov	v19.s[3], v6.s[3]
+	add	v7.4s, v17.4s, v5.4s
+	eor	v17.16b, v20.16b, v7.16b
+	ext	v20.16b, v19.16b, v19.16b, #12
+	ext	v7.16b, v7.16b, v7.16b, #12
+	tbl	v17.16b, { v17.16b }, v1.16b
+	add	v16.4s, v16.4s, v17.4s
+	ext	v17.16b, v17.16b, v17.16b, #8
+	eor	v21.16b, v16.16b, v5.16b
+	uzp1	v5.4s, v19.4s, v20.4s
+	ext	v16.16b, v16.16b, v16.16b, #4
+	ushr	v19.4s, v21.4s, #7
+	shl	v20.4s, v21.4s, #25
+	add	v7.4s, v7.4s, v5.4s
+	orr	v19.16b, v20.16b, v19.16b
+	add	v7.4s, v7.4s, v19.4s
+	eor	v17.16b, v17.16b, v7.16b
+	tbl	v17.16b, { v17.16b }, v0.16b
+	add	v3.4s, v16.4s, v17.4s
+	zip1	v16.4s, v2.4s, v6.4s
+	zip1	v2.4s, v6.4s, v2.4s
+	eor	v6.16b, v3.16b, v19.16b
+	ext	v16.16b, v2.16b, v16.16b, #8
+	ushr	v2.4s, v6.4s, #12
 	shl	v6.4s, v6.4s, #20
-	orr	v6.16b, v6.16b, v16.16b
-	tbl	v2.16b, { v26.16b, v27.16b }, v2.16b
-	add	v3.4s, v3.4s, v6.4s
-	ext	v19.16b, v2.16b, v2.16b, #12
-	eor	v4.16b, v4.16b, v3.16b
-	uzp1	v2.4s, v2.4s, v19.4s
+	add	v7.4s, v7.4s, v16.4s
+	orr	v2.16b, v6.16b, v2.16b
+	add	v6.4s, v7.4s, v2.4s
+	ext	v7.16b, v18.16b, v18.16b, #4
+	eor	v17.16b, v17.16b, v6.16b
+	uzp1	v18.4s, v7.4s, v7.4s
+	tbl	v17.16b, { v17.16b }, v1.16b
+	ext	v18.16b, v18.16b, v7.16b, #8
+	add	v3.4s, v3.4s, v17.4s
+	uzp2	v18.4s, v18.4s, v4.4s
+	eor	v2.16b, v3.16b, v2.16b
+	add	v6.4s, v6.4s, v18.4s
 	ext	v3.16b, v3.16b, v3.16b, #12
-	tbl	v4.16b, { v4.16b }, v1.16b
-	add	v2.4s, v3.4s, v2.4s
-	add	v3.4s, v5.4s, v4.4s
-	eor	v5.16b, v6.16b, v3.16b
-	ushr	v6.4s, v5.4s, #7
+	ext	v18.16b, v18.16b, v18.16b, #4
+	ushr	v19.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	ext	v6.16b, v6.16b, v6.16b, #4
+	orr	v19.16b, v2.16b, v19.16b
+	ext	v2.16b, v17.16b, v17.16b, #8
+	ext	v17.16b, v7.16b, v7.16b, #12
+	add	v6.4s, v6.4s, v19.4s
+	eor	v2.16b, v2.16b, v6.16b
+	tbl	v20.16b, { v2.16b }, v0.16b
+	ext	v2.16b, v7.16b, v17.16b, #12
+	mov	v7.16b, v16.16b
+	add	v17.4s, v3.4s, v20.4s
+	rev64	v3.4s, v2.4s
+	mov	v7.s[1], v5.s[2]
+	eor	v19.16b, v17.16b, v19.16b
+	trn2	v3.4s, v3.4s, v7.4s
+	ushr	v21.4s, v19.4s, #12
+	shl	v19.4s, v19.4s, #20
+	add	v6.4s, v6.4s, v3.4s
+	orr	v19.16b, v19.16b, v21.16b
+	add	v21.4s, v6.4s, v19.4s
+	eor	v6.16b, v20.16b, v21.16b
+	zip1	v20.2d, v16.2d, v4.2d
+	zip2	v4.4s, v4.4s, v16.4s
+	tbl	v22.16b, { v6.16b }, v1.16b
+	mov	v20.s[3], v5.s[3]
+	add	v17.4s, v17.4s, v22.4s
+	ext	v6.16b, v20.16b, v20.16b, #12
+	eor	v19.16b, v17.16b, v19.16b
+	uzp1	v6.4s, v20.4s, v6.4s
+	ext	v20.16b, v21.16b, v21.16b, #12
+	ext	v17.16b, v17.16b, v17.16b, #4
+	ushr	v21.4s, v19.4s, #7
+	shl	v19.4s, v19.4s, #25
+	add	v20.4s, v20.4s, v6.4s
+	orr	v19.16b, v19.16b, v21.16b
+	ext	v21.16b, v22.16b, v22.16b, #8
+	add	v20.4s, v20.4s, v19.4s
+	eor	v21.16b, v21.16b, v20.16b
+	tbl	v21.16b, { v21.16b }, v0.16b
+	add	v16.4s, v17.4s, v21.4s
+	zip1	v17.4s, v4.4s, v5.4s
+	zip1	v4.4s, v5.4s, v4.4s
+	eor	v5.16b, v16.16b, v19.16b
+	ext	v4.16b, v4.16b, v17.16b, #8
+	ushr	v17.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v19.4s, v20.4s, v4.4s
+	ext	v20.16b, v18.16b, v18.16b, #8
+	zip1	v3.2d, v4.2d, v3.2d
+	orr	v5.16b, v5.16b, v17.16b
+	zip2	v2.4s, v2.4s, v4.4s
+	uzp2	v7.4s, v20.4s, v7.4s
+	mov	v3.s[3], v6.s[3]
+	add	v17.4s, v19.4s, v5.4s
+	ext	v7.16b, v7.16b, v20.16b, #4
+	eor	v19.16b, v21.16b, v17.16b
+	ext	v17.16b, v17.16b, v17.16b, #4
+	tbl	v19.16b, { v19.16b }, v1.16b
+	add	v7.4s, v17.4s, v7.4s
+	add	v16.4s, v16.4s, v19.4s
+	ext	v17.16b, v19.16b, v19.16b, #8
+	ext	v19.16b, v18.16b, v18.16b, #12
+	eor	v5.16b, v16.16b, v5.16b
+	ext	v16.16b, v16.16b, v16.16b, #12
+	ext	v18.16b, v18.16b, v19.16b, #12
+	mov	v19.16b, v4.16b
+	ushr	v20.4s, v5.4s, #7
 	shl	v5.4s, v5.4s, #25
-	orr	v5.16b, v5.16b, v6.16b
-	ext	v4.16b, v4.16b, v4.16b, #8
-	add	v2.4s, v2.4s, v5.4s
-	eor	v4.16b, v2.16b, v4.16b
-	ext	v3.16b, v3.16b, v3.16b, #4
-	tbl	v0.16b, { v4.16b }, v0.16b
-	add	v3.4s, v3.4s, v0.4s
-	eor	v4.16b, v5.16b, v3.16b
-	ushr	v5.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	add	v2.4s, v2.4s, v7.4s
-	orr	v4.16b, v4.16b, v5.16b
-	add	v2.4s, v2.4s, v4.4s
+	rev64	v18.4s, v18.4s
+	mov	v19.s[1], v6.s[2]
+	orr	v5.16b, v5.16b, v20.16b
+	trn2	v18.4s, v18.4s, v19.4s
+	add	v7.4s, v5.4s, v7.4s
+	eor	v17.16b, v17.16b, v7.16b
+	add	v7.4s, v7.4s, v18.4s
+	ext	v18.16b, v3.16b, v3.16b, #12
+	tbl	v17.16b, { v17.16b }, v0.16b
+	uzp1	v3.4s, v3.4s, v18.4s
+	add	v16.4s, v16.4s, v17.4s
+	eor	v5.16b, v16.16b, v5.16b
+	ushr	v19.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v5.16b, v5.16b, v19.16b
+	add	v7.4s, v7.4s, v5.4s
+	eor	v17.16b, v17.16b, v7.16b
+	ext	v7.16b, v7.16b, v7.16b, #12
+	tbl	v17.16b, { v17.16b }, v1.16b
+	add	v3.4s, v7.4s, v3.4s
+	add	v16.4s, v16.4s, v17.4s
+	ext	v7.16b, v17.16b, v17.16b, #8
+	eor	v5.16b, v16.16b, v5.16b
+	ext	v16.16b, v16.16b, v16.16b, #4
+	ushr	v18.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v5.16b, v5.16b, v18.16b
+	add	v3.4s, v3.4s, v5.4s
+	eor	v7.16b, v7.16b, v3.16b
+	tbl	v0.16b, { v7.16b }, v0.16b
+	zip1	v7.4s, v2.4s, v6.4s
+	zip1	v2.4s, v6.4s, v2.4s
+	add	v4.4s, v16.4s, v0.4s
+	ext	v2.16b, v2.16b, v7.16b, #8
+	eor	v5.16b, v4.16b, v5.16b
+	add	v2.4s, v3.4s, v2.4s
+	ushr	v6.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	orr	v3.16b, v5.16b, v6.16b
+	add	v2.4s, v2.4s, v3.4s
 	eor	v0.16b, v0.16b, v2.16b
-	tbl	v0.16b, { v0.16b }, v1.16b
-	add	v1.4s, v3.4s, v0.4s
-	eor	v3.16b, v4.16b, v1.16b
 	ext	v2.16b, v2.16b, v2.16b, #4
+	tbl	v0.16b, { v0.16b }, v1.16b
+	add	v1.4s, v4.4s, v0.4s
+	ext	v0.16b, v0.16b, v0.16b, #8
+	eor	v3.16b, v1.16b, v3.16b
 	ext	v1.16b, v1.16b, v1.16b, #12
 	ushr	v4.4s, v3.4s, #7
 	shl	v3.4s, v3.4s, #25
-	ext	v0.16b, v0.16b, v0.16b, #8
-	eor	v1.16b, v2.16b, v1.16b
-	orr	v2.16b, v3.16b, v4.16b
+	stp	q1, q0, [x0, #32]
+	orr	v3.16b, v3.16b, v4.16b
+	stp	q2, q3, [x0]
+	ret
+.Lfunc_end1:
+	.size	compress_pre, .Lfunc_end1-compress_pre
+	.cfi_endproc
+
+	.globl	zfs_blake3_compress_xof_sse41
+	.p2align	2
+	.type	zfs_blake3_compress_xof_sse41,@function
+zfs_blake3_compress_xof_sse41:
+	.cfi_startproc
+	hint	#25
+	.cfi_negate_ra_state
+	sub	sp, sp, #96
+	stp	x29, x30, [sp, #64]
+	add	x29, sp, #64
+	stp	x20, x19, [sp, #80]
+	.cfi_def_cfa w29, 32
+	.cfi_offset w19, -8
+	.cfi_offset w20, -16
+	.cfi_offset w30, -24
+	.cfi_offset w29, -32
+	mov	x20, x0
+	mov	x19, x5
+	mov	w5, w4
+	mov	x4, x3
+	mov	w3, w2
+	mov	x2, x1
+	mov	x0, sp
+	mov	x1, x20
+	bl	compress_pre
+	ldp	q0, q1, [sp]
+	ldp	q2, q3, [sp, #32]
 	eor	v0.16b, v2.16b, v0.16b
-	stp	q1, q0, [x0]
+	eor	v1.16b, v3.16b, v1.16b
+	ldp	x29, x30, [sp, #64]
+	stp	q0, q1, [x19]
+	ldr	q0, [x20]
+	eor	v0.16b, v0.16b, v2.16b
+	str	q0, [x19, #32]
+	ldr	q0, [x20, #16]
+	eor	v0.16b, v0.16b, v3.16b
+	str	q0, [x19, #48]
+	ldp	x20, x19, [sp, #80]
+	add	sp, sp, #96
+	hint	#29
 	ret
-.Lfunc_end0:
-	.size	zfs_blake3_compress_in_place_sse41, .Lfunc_end0-zfs_blake3_compress_in_place_sse41
+.Lfunc_end2:
+	.size	zfs_blake3_compress_xof_sse41, .Lfunc_end2-zfs_blake3_compress_xof_sse41
 	.cfi_endproc
 
 	.section	.rodata.cst16,"aM",@progbits,16
 	.p2align	4
-.LCPI1_0:
+.LCPI3_0:
+	.word	0
+	.word	1
+	.word	2
+	.word	3
+.LCPI3_1:
 	.byte	2
 	.byte	3
 	.byte	0
@@ -558,12 +628,7 @@ zfs_blake3_compress_in_place_sse41:
 	.byte	15
 	.byte	12
 	.byte	13
-.LCPI1_1:
-	.word	1779033703
-	.word	3144134277
-	.word	1013904242
-	.word	2773480762
-.LCPI1_2:
+.LCPI3_2:
 	.byte	1
 	.byte	2
 	.byte	3
@@ -580,540 +645,29 @@ zfs_blake3_compress_in_place_sse41:
 	.byte	14
 	.byte	15
 	.byte	12
-.LCPI1_3:
-	.byte	0
-	.byte	1
-	.byte	2
-	.byte	3
-	.byte	20
-	.byte	21
-	.byte	22
-	.byte	23
-	.byte	8
-	.byte	9
-	.byte	10
-	.byte	11
-	.byte	28
-	.byte	29
-	.byte	30
-	.byte	31
-.LCPI1_4:
-	.byte	0
-	.byte	1
-	.byte	2
-	.byte	3
-	.byte	4
-	.byte	5
-	.byte	6
-	.byte	7
-	.byte	8
-	.byte	9
-	.byte	10
-	.byte	11
-	.byte	28
-	.byte	29
-	.byte	30
-	.byte	31
+.LCPI3_3:
+	.word	1779033703
+	.word	3144134277
+	.word	1013904242
+	.word	2773480762
 	.text
-	.globl	zfs_blake3_compress_xof_sse41
+	.globl	zfs_blake3_hash_many_sse41
 	.p2align	2
-	.type	zfs_blake3_compress_xof_sse41,@function
-zfs_blake3_compress_xof_sse41:
+	.type	zfs_blake3_hash_many_sse41,@function
+zfs_blake3_hash_many_sse41:
 	.cfi_startproc
-	ldp	q7, q6, [x0]
-	ldp	q17, q18, [x1]
-	add	x12, x1, #32
-	ld2	{ v4.4s, v5.4s }, [x12]
-	lsr	x10, x3, #32
-	fmov	s16, w3
-	adrp	x13, .LCPI1_0
-	adrp	x11, .LCPI1_1
-	and	w8, w2, #0xff
-	mov	v16.s[1], w10
-	ldr	q0, [x13, :lo12:.LCPI1_0]
-	ldr	q20, [x11, :lo12:.LCPI1_1]
-	adrp	x11, .LCPI1_4
-	and	w9, w4, #0xff
-	ldr	q2, [x11, :lo12:.LCPI1_4]
-	mov	v16.s[2], w8
-	uzp1	v21.4s, v17.4s, v18.4s
-	add	v7.4s, v6.4s, v7.4s
-	adrp	x12, .LCPI1_3
-	mov	v16.s[3], w9
-	uzp2	v18.4s, v17.4s, v18.4s
-	add	v7.4s, v7.4s, v21.4s
-	ext	v17.16b, v5.16b, v5.16b, #12
-	ldr	q3, [x12, :lo12:.LCPI1_3]
-	ext	v24.16b, v4.16b, v4.16b, #12
-	eor	v16.16b, v7.16b, v16.16b
-	mov	v27.16b, v17.16b
-	uzp1	v19.4s, v21.4s, v21.4s
-	ext	v25.16b, v21.16b, v21.16b, #12
-	zip2	v28.4s, v18.4s, v17.4s
-	tbl	v29.16b, { v16.16b }, v0.16b
-	mov	v27.s[1], v24.s[2]
-	zip1	v23.2d, v17.2d, v18.2d
-	ext	v19.16b, v19.16b, v21.16b, #8
-	add	v22.4s, v29.4s, v20.4s
-	ext	v26.16b, v21.16b, v25.16b, #12
-	tbl	v20.16b, { v23.16b, v24.16b }, v2.16b
-	zip1	v21.4s, v28.4s, v24.4s
-	zip1	v23.4s, v24.4s, v28.4s
-	uzp2	v19.4s, v19.4s, v18.4s
-	eor	v24.16b, v22.16b, v6.16b
-	ext	v25.16b, v20.16b, v20.16b, #12
-	ext	v6.16b, v23.16b, v21.16b, #8
-	add	v7.4s, v7.4s, v18.4s
-	ext	v18.16b, v19.16b, v19.16b, #4
-	tbl	v16.16b, { v26.16b, v27.16b }, v3.16b
-	uzp1	v21.4s, v20.4s, v25.4s
-	mov	v26.16b, v6.16b
-	ext	v23.16b, v18.16b, v18.16b, #12
-	mov	v26.s[1], v21.s[2]
-	adrp	x10, .LCPI1_2
-	ext	v25.16b, v18.16b, v23.16b, #12
-	uzp1	v23.4s, v18.4s, v18.4s
-	ldr	q1, [x10, :lo12:.LCPI1_2]
-	ext	v18.16b, v23.16b, v18.16b, #8
-	ushr	v23.4s, v24.4s, #12
-	shl	v24.4s, v24.4s, #20
-	orr	v23.16b, v24.16b, v23.16b
-	add	v7.4s, v7.4s, v23.4s
-	eor	v27.16b, v29.16b, v7.16b
-	add	v4.4s, v7.4s, v4.4s
-	tbl	v7.16b, { v25.16b, v26.16b }, v3.16b
-	tbl	v26.16b, { v27.16b }, v1.16b
-	add	v22.4s, v22.4s, v26.4s
-	uzp2	v18.4s, v18.4s, v16.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ext	v5.16b, v18.16b, v18.16b, #4
-	ushr	v27.4s, v23.4s, #7
-	shl	v23.4s, v23.4s, #25
-	uzp1	v25.4s, v5.4s, v5.4s
-	orr	v23.16b, v23.16b, v27.16b
-	ext	v28.16b, v4.16b, v4.16b, #12
-	ext	v4.16b, v25.16b, v5.16b, #8
-	ext	v25.16b, v26.16b, v26.16b, #8
-	add	v26.4s, v28.4s, v23.4s
-	eor	v25.16b, v26.16b, v25.16b
-	ext	v22.16b, v22.16b, v22.16b, #4
-	tbl	v25.16b, { v25.16b }, v0.16b
-	add	v22.4s, v22.4s, v25.4s
-	eor	v23.16b, v23.16b, v22.16b
-	add	v17.4s, v26.4s, v17.4s
-	ushr	v26.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	orr	v23.16b, v23.16b, v26.16b
-	add	v17.4s, v17.4s, v23.4s
-	eor	v25.16b, v25.16b, v17.16b
-	add	v17.4s, v17.4s, v19.4s
-	tbl	v19.16b, { v25.16b }, v1.16b
-	add	v22.4s, v22.4s, v19.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ushr	v25.4s, v23.4s, #7
-	shl	v23.4s, v23.4s, #25
-	ext	v17.16b, v17.16b, v17.16b, #4
-	orr	v23.16b, v23.16b, v25.16b
-	ext	v19.16b, v19.16b, v19.16b, #8
-	add	v17.4s, v17.4s, v23.4s
-	eor	v19.16b, v17.16b, v19.16b
-	ext	v22.16b, v22.16b, v22.16b, #12
-	tbl	v19.16b, { v19.16b }, v0.16b
-	add	v22.4s, v22.4s, v19.4s
-	eor	v23.16b, v23.16b, v22.16b
-	ushr	v25.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	add	v17.4s, v17.4s, v16.4s
-	orr	v23.16b, v23.16b, v25.16b
-	add	v17.4s, v17.4s, v23.4s
-	ext	v25.16b, v17.16b, v17.16b, #12
-	eor	v17.16b, v19.16b, v17.16b
-	tbl	v17.16b, { v17.16b }, v1.16b
-	add	v19.4s, v22.4s, v17.4s
-	eor	v22.16b, v23.16b, v19.16b
-	add	v25.4s, v25.4s, v21.4s
-	zip1	v20.2d, v6.2d, v16.2d
-	ushr	v23.4s, v22.4s, #7
-	shl	v22.4s, v22.4s, #25
-	zip2	v24.4s, v16.4s, v6.4s
-	tbl	v26.16b, { v20.16b, v21.16b }, v2.16b
-	orr	v22.16b, v22.16b, v23.16b
-	zip1	v16.4s, v24.4s, v21.4s
-	zip1	v20.4s, v21.4s, v24.4s
-	ext	v21.16b, v26.16b, v26.16b, #12
-	ext	v17.16b, v17.16b, v17.16b, #8
-	add	v25.4s, v25.4s, v22.4s
-	ext	v16.16b, v20.16b, v16.16b, #8
-	uzp1	v21.4s, v26.4s, v21.4s
-	eor	v26.16b, v25.16b, v17.16b
-	ext	v19.16b, v19.16b, v19.16b, #4
-	tbl	v26.16b, { v26.16b }, v0.16b
-	mov	v29.16b, v16.16b
-	add	v19.4s, v19.4s, v26.4s
-	ext	v27.16b, v5.16b, v5.16b, #12
-	mov	v29.s[1], v21.s[2]
-	eor	v22.16b, v22.16b, v19.16b
-	ext	v28.16b, v5.16b, v27.16b, #12
-	ushr	v27.4s, v22.4s, #12
-	shl	v22.4s, v22.4s, #20
-	add	v6.4s, v25.4s, v6.4s
-	orr	v22.16b, v22.16b, v27.16b
-	add	v6.4s, v6.4s, v22.4s
-	eor	v26.16b, v26.16b, v6.16b
-	add	v6.4s, v6.4s, v18.4s
-	tbl	v18.16b, { v26.16b }, v1.16b
-	add	v19.4s, v19.4s, v18.4s
-	eor	v22.16b, v22.16b, v19.16b
-	ushr	v26.4s, v22.4s, #7
-	shl	v22.4s, v22.4s, #25
-	ext	v6.16b, v6.16b, v6.16b, #4
-	orr	v22.16b, v22.16b, v26.16b
-	ext	v18.16b, v18.16b, v18.16b, #8
-	add	v6.4s, v6.4s, v22.4s
-	eor	v18.16b, v6.16b, v18.16b
-	ext	v19.16b, v19.16b, v19.16b, #12
-	tbl	v18.16b, { v18.16b }, v0.16b
-	add	v19.4s, v19.4s, v18.4s
-	eor	v22.16b, v22.16b, v19.16b
-	ushr	v26.4s, v22.4s, #12
-	shl	v22.4s, v22.4s, #20
-	add	v6.4s, v6.4s, v7.4s
-	orr	v22.16b, v22.16b, v26.16b
-	add	v6.4s, v6.4s, v22.4s
-	ext	v26.16b, v6.16b, v6.16b, #12
-	eor	v6.16b, v18.16b, v6.16b
-	uzp2	v4.4s, v4.4s, v7.4s
-	zip2	v25.4s, v7.4s, v16.4s
-	add	v26.4s, v26.4s, v21.4s
-	zip1	v20.2d, v16.2d, v7.2d
-	tbl	v6.16b, { v6.16b }, v1.16b
-	ext	v24.16b, v4.16b, v4.16b, #4
-	tbl	v27.16b, { v20.16b, v21.16b }, v2.16b
-	zip1	v7.4s, v25.4s, v21.4s
-	zip1	v20.4s, v21.4s, v25.4s
-	add	v18.4s, v19.4s, v6.4s
-	uzp1	v5.4s, v24.4s, v24.4s
-	ext	v21.16b, v27.16b, v27.16b, #12
-	ext	v7.16b, v20.16b, v7.16b, #8
-	eor	v19.16b, v22.16b, v18.16b
-	ext	v5.16b, v5.16b, v24.16b, #8
-	tbl	v17.16b, { v28.16b, v29.16b }, v3.16b
-	uzp1	v21.4s, v27.4s, v21.4s
-	mov	v28.16b, v7.16b
-	ushr	v22.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v23.16b, v24.16b, v24.16b, #12
-	uzp2	v5.4s, v5.4s, v17.4s
-	mov	v28.s[1], v21.s[2]
-	orr	v19.16b, v19.16b, v22.16b
-	ext	v27.16b, v24.16b, v23.16b, #12
-	ext	v23.16b, v5.16b, v5.16b, #4
-	ext	v6.16b, v6.16b, v6.16b, #8
-	ext	v25.16b, v18.16b, v18.16b, #4
-	add	v18.4s, v26.4s, v19.4s
-	uzp1	v24.4s, v23.4s, v23.4s
-	eor	v6.16b, v18.16b, v6.16b
-	ext	v24.16b, v24.16b, v23.16b, #8
-	add	v16.4s, v18.4s, v16.4s
-	tbl	v18.16b, { v27.16b, v28.16b }, v3.16b
-	tbl	v27.16b, { v6.16b }, v0.16b
-	uzp2	v6.4s, v24.4s, v18.4s
-	add	v24.4s, v25.4s, v27.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v19.16b, v19.16b, v25.16b
-	add	v16.4s, v16.4s, v19.4s
-	eor	v25.16b, v27.16b, v16.16b
-	add	v4.4s, v16.4s, v4.4s
-	tbl	v16.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v16.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v19.16b, v19.16b, v25.16b
-	ext	v16.16b, v16.16b, v16.16b, #8
-	add	v4.4s, v4.4s, v19.4s
-	eor	v16.16b, v4.16b, v16.16b
-	ext	v24.16b, v24.16b, v24.16b, #12
-	tbl	v25.16b, { v16.16b }, v0.16b
-	add	v24.4s, v24.4s, v25.4s
-	eor	v16.16b, v19.16b, v24.16b
-	ushr	v19.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	add	v4.4s, v4.4s, v17.4s
-	orr	v19.16b, v16.16b, v19.16b
-	add	v27.4s, v4.4s, v19.4s
-	eor	v25.16b, v25.16b, v27.16b
-	tbl	v25.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v25.4s
-	zip2	v26.4s, v17.4s, v7.4s
-	ext	v4.16b, v27.16b, v27.16b, #12
-	eor	v19.16b, v19.16b, v24.16b
-	add	v28.4s, v4.4s, v21.4s
-	zip1	v20.2d, v7.2d, v17.2d
-	zip1	v4.4s, v26.4s, v21.4s
-	zip1	v17.4s, v21.4s, v26.4s
-	ushr	v26.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v19.16b, v19.16b, v26.16b
-	ext	v25.16b, v25.16b, v25.16b, #8
-	add	v27.4s, v28.4s, v19.4s
-	eor	v25.16b, v27.16b, v25.16b
-	ext	v24.16b, v24.16b, v24.16b, #4
-	tbl	v25.16b, { v25.16b }, v0.16b
-	add	v24.4s, v24.4s, v25.4s
-	eor	v19.16b, v19.16b, v24.16b
-	add	v7.4s, v27.4s, v7.4s
-	ushr	v27.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v19.16b, v19.16b, v27.16b
-	add	v7.4s, v7.4s, v19.4s
-	eor	v25.16b, v25.16b, v7.16b
-	add	v5.4s, v7.4s, v5.4s
-	tbl	v7.16b, { v25.16b }, v1.16b
-	add	v24.4s, v24.4s, v7.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	ext	v5.16b, v5.16b, v5.16b, #4
-	orr	v19.16b, v19.16b, v25.16b
-	ext	v7.16b, v7.16b, v7.16b, #8
-	add	v5.4s, v5.4s, v19.4s
-	eor	v7.16b, v5.16b, v7.16b
-	ext	v24.16b, v24.16b, v24.16b, #12
-	tbl	v7.16b, { v7.16b }, v0.16b
-	add	v24.4s, v24.4s, v7.4s
-	eor	v19.16b, v19.16b, v24.16b
-	ushr	v25.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	tbl	v16.16b, { v20.16b, v21.16b }, v2.16b
-	add	v5.4s, v5.4s, v18.4s
-	orr	v19.16b, v19.16b, v25.16b
-	ext	v20.16b, v16.16b, v16.16b, #12
-	ext	v4.16b, v17.16b, v4.16b, #8
-	add	v5.4s, v5.4s, v19.4s
-	uzp1	v21.4s, v16.4s, v20.4s
-	mov	v17.16b, v4.16b
-	ext	v25.16b, v5.16b, v5.16b, #12
-	mov	v17.s[1], v21.s[2]
-	add	v25.4s, v25.4s, v21.4s
-	zip1	v20.2d, v4.2d, v18.2d
-	ext	v22.16b, v23.16b, v23.16b, #12
-	zip2	v26.4s, v18.4s, v4.4s
-	tbl	v18.16b, { v20.16b, v21.16b }, v2.16b
-	eor	v5.16b, v7.16b, v5.16b
-	ext	v16.16b, v23.16b, v22.16b, #12
-	ext	v22.16b, v6.16b, v6.16b, #4
-	zip1	v27.4s, v26.4s, v21.4s
-	zip1	v20.4s, v21.4s, v26.4s
-	ext	v21.16b, v18.16b, v18.16b, #12
-	tbl	v5.16b, { v5.16b }, v1.16b
-	ext	v20.16b, v20.16b, v27.16b, #8
-	uzp1	v27.4s, v18.4s, v21.4s
-	uzp1	v18.4s, v22.4s, v22.4s
-	add	v21.4s, v24.4s, v5.4s
-	ext	v18.16b, v18.16b, v22.16b, #8
-	eor	v19.16b, v19.16b, v21.16b
-	tbl	v7.16b, { v16.16b, v17.16b }, v3.16b
-	uzp2	v18.4s, v18.4s, v17.4s
-	zip2	v16.4s, v16.4s, v20.4s
-	ushr	v17.4s, v19.4s, #7
-	shl	v19.4s, v19.4s, #25
-	orr	v17.16b, v19.16b, v17.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v19.4s, v25.4s, v17.4s
-	eor	v5.16b, v19.16b, v5.16b
-	ext	v21.16b, v21.16b, v21.16b, #4
-	tbl	v5.16b, { v5.16b }, v0.16b
-	add	v4.4s, v19.4s, v4.4s
-	add	v19.4s, v21.4s, v5.4s
-	eor	v17.16b, v17.16b, v19.16b
-	ushr	v21.4s, v17.4s, #12
-	shl	v17.4s, v17.4s, #20
-	orr	v17.16b, v17.16b, v21.16b
-	add	v4.4s, v4.4s, v17.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
-	add	v4.4s, v4.4s, v6.4s
-	add	v6.4s, v19.4s, v5.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ushr	v19.4s, v17.4s, #7
-	shl	v17.4s, v17.4s, #25
-	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v17.16b, v17.16b, v19.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v4.4s, v17.4s
-	eor	v5.16b, v4.16b, v5.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	tbl	v5.16b, { v5.16b }, v0.16b
-	add	v6.4s, v6.4s, v5.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ushr	v19.4s, v17.4s, #12
-	shl	v17.4s, v17.4s, #20
-	add	v4.4s, v4.4s, v7.4s
-	orr	v17.16b, v17.16b, v19.16b
-	add	v4.4s, v4.4s, v17.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
-	mov	v29.16b, v20.16b
-	ext	v4.16b, v4.16b, v4.16b, #12
-	add	v6.4s, v6.4s, v5.4s
-	mov	v29.s[1], v27.s[2]
-	add	v4.4s, v4.4s, v27.4s
-	zip1	v26.2d, v20.2d, v7.2d
-	zip1	v7.4s, v16.4s, v27.4s
-	zip1	v16.4s, v27.4s, v16.4s
-	eor	v17.16b, v17.16b, v6.16b
-	ext	v7.16b, v16.16b, v7.16b, #8
-	ushr	v16.4s, v17.4s, #7
-	shl	v17.4s, v17.4s, #25
-	orr	v16.16b, v17.16b, v16.16b
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v4.4s, v16.4s
-	eor	v5.16b, v4.16b, v5.16b
-	ext	v6.16b, v6.16b, v6.16b, #4
-	tbl	v5.16b, { v5.16b }, v0.16b
-	add	v6.4s, v6.4s, v5.4s
-	eor	v16.16b, v16.16b, v6.16b
-	ushr	v17.4s, v16.4s, #12
-	shl	v16.4s, v16.4s, #20
-	add	v4.4s, v4.4s, v20.4s
-	orr	v16.16b, v16.16b, v17.16b
-	add	v4.4s, v4.4s, v16.4s
-	eor	v5.16b, v5.16b, v4.16b
-	tbl	v5.16b, { v5.16b }, v1.16b
-	add	v6.4s, v6.4s, v5.4s
-	eor	v16.16b, v16.16b, v6.16b
-	add	v4.4s, v4.4s, v18.4s
-	ushr	v17.4s, v16.4s, #7
-	shl	v16.4s, v16.4s, #25
-	ext	v23.16b, v22.16b, v22.16b, #12
-	ext	v4.16b, v4.16b, v4.16b, #4
-	orr	v16.16b, v16.16b, v17.16b
-	ext	v28.16b, v22.16b, v23.16b, #12
-	ext	v5.16b, v5.16b, v5.16b, #8
-	add	v4.4s, v16.4s, v4.4s
-	tbl	v3.16b, { v28.16b, v29.16b }, v3.16b
-	eor	v5.16b, v4.16b, v5.16b
-	ext	v6.16b, v6.16b, v6.16b, #12
-	add	v3.4s, v4.4s, v3.4s
-	tbl	v4.16b, { v5.16b }, v0.16b
-	add	v5.4s, v6.4s, v4.4s
-	eor	v6.16b, v16.16b, v5.16b
-	ushr	v16.4s, v6.4s, #12
-	shl	v6.4s, v6.4s, #20
-	orr	v6.16b, v6.16b, v16.16b
-	tbl	v2.16b, { v26.16b, v27.16b }, v2.16b
-	add	v3.4s, v3.4s, v6.4s
-	ext	v19.16b, v2.16b, v2.16b, #12
-	eor	v4.16b, v4.16b, v3.16b
-	uzp1	v2.4s, v2.4s, v19.4s
-	ext	v3.16b, v3.16b, v3.16b, #12
-	tbl	v4.16b, { v4.16b }, v1.16b
-	add	v2.4s, v3.4s, v2.4s
-	add	v3.4s, v5.4s, v4.4s
-	eor	v5.16b, v6.16b, v3.16b
-	ushr	v6.4s, v5.4s, #7
-	shl	v5.4s, v5.4s, #25
-	orr	v5.16b, v5.16b, v6.16b
-	ext	v4.16b, v4.16b, v4.16b, #8
-	add	v2.4s, v2.4s, v5.4s
-	eor	v4.16b, v2.16b, v4.16b
-	ext	v3.16b, v3.16b, v3.16b, #4
-	tbl	v0.16b, { v4.16b }, v0.16b
-	add	v3.4s, v3.4s, v0.4s
-	eor	v4.16b, v5.16b, v3.16b
-	ushr	v5.4s, v4.4s, #12
-	shl	v4.4s, v4.4s, #20
-	add	v2.4s, v2.4s, v7.4s
-	orr	v4.16b, v4.16b, v5.16b
-	add	v2.4s, v2.4s, v4.4s
-	eor	v0.16b, v0.16b, v2.16b
-	tbl	v0.16b, { v0.16b }, v1.16b
-	add	v1.4s, v3.4s, v0.4s
-	eor	v3.16b, v4.16b, v1.16b
-	ushr	v4.4s, v3.4s, #7
-	shl	v3.4s, v3.4s, #25
-	ext	v2.16b, v2.16b, v2.16b, #4
-	ext	v0.16b, v0.16b, v0.16b, #8
-	ext	v1.16b, v1.16b, v1.16b, #12
-	orr	v3.16b, v3.16b, v4.16b
-	eor	v2.16b, v2.16b, v1.16b
-	eor	v3.16b, v3.16b, v0.16b
-	stp	q2, q3, [x5]
-	ldr	q2, [x0]
-	eor	v1.16b, v2.16b, v1.16b
-	str	q1, [x5, #32]
-	ldr	q1, [x0, #16]
-	eor	v0.16b, v1.16b, v0.16b
-	str	q0, [x5, #48]
-	ret
-.Lfunc_end1:
-	.size	zfs_blake3_compress_xof_sse41, .Lfunc_end1-zfs_blake3_compress_xof_sse41
-	.cfi_endproc
-
-	.section	.rodata.cst16,"aM",@progbits,16
-	.p2align	4
-.LCPI2_0:
-	.word	0
-	.word	1
-	.word	2
-	.word	3
-.LCPI2_1:
-	.byte	2
-	.byte	3
-	.byte	0
-	.byte	1
-	.byte	6
-	.byte	7
-	.byte	4
-	.byte	5
-	.byte	10
-	.byte	11
-	.byte	8
-	.byte	9
-	.byte	14
-	.byte	15
-	.byte	12
-	.byte	13
-.LCPI2_2:
-	.byte	1
-	.byte	2
-	.byte	3
-	.byte	0
-	.byte	5
-	.byte	6
-	.byte	7
-	.byte	4
-	.byte	9
-	.byte	10
-	.byte	11
-	.byte	8
-	.byte	13
-	.byte	14
-	.byte	15
-	.byte	12
-	.text
-	.globl	zfs_blake3_hash_many_sse41
-	.p2align	2
-	.type	zfs_blake3_hash_many_sse41,@function
-zfs_blake3_hash_many_sse41:
-	.cfi_startproc
-	stp	d15, d14, [sp, #-160]!
+	hint	#34
+	stp	d15, d14, [sp, #-144]!
 	stp	d13, d12, [sp, #16]
 	stp	d11, d10, [sp, #32]
 	stp	d9, d8, [sp, #48]
-	stp	x29, x30, [sp, #64]
-	stp	x28, x27, [sp, #80]
-	stp	x26, x25, [sp, #96]
-	stp	x24, x23, [sp, #112]
-	stp	x22, x21, [sp, #128]
-	stp	x20, x19, [sp, #144]
-	mov	x29, sp
-	sub	sp, sp, #448
-	.cfi_def_cfa w29, 160
+	stp	x29, x27, [sp, #64]
+	stp	x26, x25, [sp, #80]
+	stp	x24, x23, [sp, #96]
+	stp	x22, x21, [sp, #112]
+	stp	x20, x19, [sp, #128]
+	sub	sp, sp, #368
+	.cfi_def_cfa_offset 512
 	.cfi_offset w19, -8
 	.cfi_offset w20, -16
 	.cfi_offset w21, -24
@@ -1123,1341 +677,1722 @@ zfs_blake3_hash_many_sse41:
 	.cfi_offset w25, -56
 	.cfi_offset w26, -64
 	.cfi_offset w27, -72
-	.cfi_offset w28, -80
-	.cfi_offset w30, -88
-	.cfi_offset w29, -96
-	.cfi_offset b8, -104
-	.cfi_offset b9, -112
-	.cfi_offset b10, -120
-	.cfi_offset b11, -128
-	.cfi_offset b12, -136
-	.cfi_offset b13, -144
-	.cfi_offset b14, -152
-	.cfi_offset b15, -160
-	ldr	x26, [x29, #168]
-	ldrb	w27, [x29, #160]
-	mov	w19, w6
-	mov	x20, x4
-	mov	x22, x2
-	mov	x28, x1
+	.cfi_offset w29, -80
+	.cfi_offset b8, -88
+	.cfi_offset b9, -96
+	.cfi_offset b10, -104
+	.cfi_offset b11, -112
+	.cfi_offset b12, -120
+	.cfi_offset b13, -128
+	.cfi_offset b14, -136
+	.cfi_offset b15, -144
+	ldr	x8, [sp, #520]
+	adrp	x11, .LCPI3_1
+	ldrb	w9, [sp, #512]
+	adrp	x10, .LCPI3_2
 	cmp	x1, #4
-	mov	x24, x0
-	str	x3, [sp, #40]
-	b.lo	.LBB2_8
-	adrp	x11, .LCPI2_0
-	ldr	q0, [x11, :lo12:.LCPI2_0]
+	b.lo	.LBB3_6
+	adrp	x12, .LCPI3_0
 	sbfx	w13, w5, #0, #1
+	mov	w15, #58983
+	mov	w16, #44677
+	movk	w15, #27145, lsl #16
+	movk	w16, #47975, lsl #16
+	ldr	q0, [x12, :lo12:.LCPI3_0]
 	dup	v1.4s, w13
-	mov	w10, #58983
-	mov	w11, #44677
-	mov	w12, #62322
+	movi	v13.4s, #64
+	mov	w13, #62322
+	mov	w14, #62778
+	orr	w12, w7, w6
 	and	v0.16b, v1.16b, v0.16b
-	mov	w13, #62778
-	orr	w8, w7, w19
-	adrp	x9, .LCPI2_1
-	movk	w10, #27145, lsl #16
-	movk	w11, #47975, lsl #16
-	movk	w12, #15470, lsl #16
-	movk	w13, #42319, lsl #16
-	str	q0, [sp, #16]
+	ldr	q1, [x11, :lo12:.LCPI3_1]
+	movk	w13, #15470, lsl #16
+	movk	w14, #42319, lsl #16
+	dup	v14.4s, w15
+	stp	q0, q1, [sp, #16]
 	orr	v0.4s, #128, lsl #24
-	adrp	x14, .LCPI2_2
 	str	q0, [sp]
-.LBB2_2:
-	ldr	x2, [sp, #40]
-	mov	x15, x2
-	ld1r	{ v7.4s }, [x15], #4
-	add	x16, x2, #8
-	add	x17, x2, #12
-	add	x18, x2, #16
-	add	x0, x2, #20
-	add	x3, x2, #24
-	add	x2, x2, #28
-	ld1r	{ v6.4s }, [x16]
-	ld1r	{ v17.4s }, [x17]
-	ld1r	{ v10.4s }, [x18]
-	ld1r	{ v11.4s }, [x0]
-	ld1r	{ v19.4s }, [x3]
-	ld1r	{ v18.4s }, [x15]
-	ld1r	{ v16.4s }, [x2]
-	cbz	x22, .LBB2_7
+	dup	v0.4s, w16
+	stp	q0, q14, [sp, #48]
+	b	.LBB3_3
+.LBB3_2:
+	zip1	v0.4s, v29.4s, v8.4s
+	add	x15, x4, #4
+	zip1	v1.4s, v30.4s, v31.4s
+	tst	w5, #0x1
+	zip1	v2.4s, v24.4s, v18.4s
+	csel	x4, x15, x4, ne
+	zip1	v3.4s, v25.4s, v26.4s
+	add	x0, x0, #32
+	zip2	v6.4s, v29.4s, v8.4s
+	sub	x1, x1, #4
+	zip1	v4.2d, v0.2d, v1.2d
+	cmp	x1, #3
+	zip2	v7.4s, v30.4s, v31.4s
+	zip1	v5.2d, v2.2d, v3.2d
+	zip2	v0.2d, v0.2d, v1.2d
+	zip2	v1.2d, v2.2d, v3.2d
+	zip2	v2.4s, v24.4s, v18.4s
+	zip2	v3.4s, v25.4s, v26.4s
+	stp	q4, q5, [x8]
+	zip2	v4.2d, v6.2d, v7.2d
+	stp	q0, q1, [x8, #32]
+	zip1	v0.2d, v6.2d, v7.2d
+	zip1	v1.2d, v2.2d, v3.2d
+	zip2	v2.2d, v2.2d, v3.2d
+	stp	q0, q1, [x8, #64]
+	stp	q4, q2, [x8, #96]
+	add	x8, x8, #128
+	b.ls	.LBB3_6
+.LBB3_3:
+	mov	x15, x3
+	add	x16, x3, #8
+	add	x17, x3, #12
+	add	x19, x3, #16
+	add	x20, x3, #20
+	ld1r	{ v29.4s }, [x15], #4
+	ld1r	{ v30.4s }, [x16]
+	add	x16, x3, #24
+	ld1r	{ v31.4s }, [x17]
+	add	x17, x3, #28
+	ld1r	{ v24.4s }, [x19]
+	ld1r	{ v18.4s }, [x20]
+	ld1r	{ v25.4s }, [x16]
+	ld1r	{ v8.4s }, [x15]
+	ld1r	{ v26.4s }, [x17]
+	cbz	x2, .LBB3_2
 	ldr	q1, [sp, #16]
-	dup	v0.4s, w20
-	ldp	x15, x16, [x24]
-	ldp	x17, x18, [x24, #16]
+	dup	v0.4s, w4
+	lsr	x17, x4, #32
+	mov	x15, xzr
+	ldp	x19, x20, [x0, #16]
 	add	v1.4s, v0.4s, v1.4s
+	mov	x21, x2
 	movi	v0.4s, #128, lsl #24
-	str	q1, [sp, #64]
+	mov	w26, w12
+	str	q1, [sp, #96]
 	eor	v0.16b, v1.16b, v0.16b
 	ldr	q1, [sp]
-	lsr	x2, x20, #32
-	mov	x0, xzr
-	mov	w6, w8
 	cmgt	v0.4s, v1.4s, v0.4s
-	dup	v1.4s, w2
+	dup	v1.4s, w17
+	ldp	x16, x17, [x0]
 	sub	v0.4s, v1.4s, v0.4s
-	str	q0, [sp, #48]
-.LBB2_4:
-	mov	w4, #16
-	stp	q16, q17, [sp, #192]
-	bfi	x4, x0, #6, #58
-	ldr	q1, [x15, x4]
-	ldr	q3, [x16, x4]
-	ldr	q2, [x17, x4]
-	ldr	q4, [x18, x4]
-	mov	w4, #32
-	bfi	x4, x0, #6, #58
-	ldr	q5, [x15, x4]
-	ldr	q20, [x16, x4]
-	ldr	q21, [x17, x4]
-	ldr	q22, [x18, x4]
-	mov	w4, #48
-	lsl	x3, x0, #6
-	bfi	x4, x0, #6, #58
-	add	x0, x0, #1
-	ldr	q0, [x15, x3]
-	ldr	q23, [x16, x3]
-	ldr	q16, [x17, x3]
-	ldr	q17, [x18, x3]
-	cmp	x0, x22
-	ldr	q25, [x15, x4]
-	ldr	q14, [x16, x4]
-	ldr	q28, [x17, x4]
-	ldr	q31, [x18, x4]
-	csel	w4, w27, wzr, eq
-	orr	w4, w4, w6
-	mov	x2, xzr
-	and	w6, w4, #0xff
-	add	x3, x3, #256
-.LBB2_5:
-	ldr	x4, [x24, x2]
-	add	x2, x2, #8
-	cmp	x2, #32
-	add	x4, x4, x3
-	prfm	pldl1keep, [x4]
-	b.ne	.LBB2_5
-	zip1	v29.4s, v0.4s, v23.4s
-	zip2	v23.4s, v0.4s, v23.4s
-	zip1	v0.4s, v16.4s, v17.4s
-	zip2	v24.4s, v16.4s, v17.4s
-	zip1	v9.4s, v1.4s, v3.4s
-	zip2	v26.4s, v1.4s, v3.4s
-	zip1	v27.4s, v2.4s, v4.4s
-	zip2	v17.4s, v2.4s, v4.4s
-	zip1	v12.4s, v21.4s, v22.4s
-	zip2	v13.4s, v21.4s, v22.4s
-	add	v2.4s, v7.4s, v10.4s
-	add	v1.4s, v18.4s, v11.4s
-	ext	v7.16b, v0.16b, v29.16b, #8
-	ext	v22.16b, v24.16b, v23.16b, #8
-	zip1	v30.4s, v5.4s, v20.4s
-	zip2	v20.4s, v5.4s, v20.4s
-	stp	q1, q2, [sp, #112]
-	ext	v2.16b, v29.16b, v7.16b, #8
-	mov	v29.d[1], v0.d[0]
-	ext	v18.16b, v23.16b, v22.16b, #8
-	mov	v23.d[1], v24.d[0]
-	zip1	v21.4s, v25.4s, v14.4s
-	zip2	v4.4s, v25.4s, v14.4s
-	zip1	v14.4s, v28.4s, v31.4s
-	zip2	v15.4s, v28.4s, v31.4s
-	add	v8.4s, v6.4s, v19.4s
-	ext	v28.16b, v27.16b, v9.16b, #8
-	ext	v31.16b, v17.16b, v26.16b, #8
-	stur	q2, [x29, #-208]
-	mov	v7.16b, v29.16b
-	ext	v0.16b, v12.16b, v30.16b, #8
-	stp	q23, q29, [x29, #-80]
-	mov	v2.16b, v19.16b
-	ext	v19.16b, v13.16b, v20.16b, #8
-	mov	v29.16b, v9.16b
-	ext	v25.16b, v9.16b, v28.16b, #8
-	mov	v29.d[1], v27.d[0]
-	ext	v24.16b, v26.16b, v31.16b, #8
-	mov	v26.d[1], v17.d[0]
-	ext	v17.16b, v15.16b, v4.16b, #8
-	ext	v27.16b, v30.16b, v0.16b, #8
-	ext	v0.16b, v20.16b, v19.16b, #8
-	stp	q0, q25, [sp, #80]
-	ext	v0.16b, v4.16b, v17.16b, #8
-	str	q0, [sp, #224]
-	ldr	q0, [sp, #128]
-	mov	v6.16b, v23.16b
-	mov	v22.16b, v4.16b
-	ldr	q16, [x9, :lo12:.LCPI2_1]
-	add	v17.4s, v0.4s, v7.4s
-	ldr	q0, [sp, #112]
-	mov	v30.d[1], v12.d[0]
-	add	v7.4s, v8.4s, v29.4s
-	mov	v20.d[1], v13.d[0]
-	add	v4.4s, v0.4s, v6.4s
-	ldr	q0, [sp, #64]
-	dup	v3.4s, w12
-	ext	v28.16b, v14.16b, v21.16b, #8
-	dup	v1.4s, w10
-	eor	v19.16b, v17.16b, v0.16b
-	ldr	q0, [sp, #48]
-	ext	v23.16b, v21.16b, v28.16b, #8
-	mov	v21.d[1], v14.d[0]
-	tbl	v14.16b, { v19.16b }, v16.16b
-	eor	v12.16b, v4.16b, v0.16b
-	movi	v0.4s, #64
-	eor	v13.16b, v7.16b, v0.16b
-	tbl	v13.16b, { v13.16b }, v16.16b
-	add	v6.4s, v13.4s, v3.4s
-	dup	v5.4s, w11
-	tbl	v12.16b, { v12.16b }, v16.16b
-	add	v1.4s, v14.4s, v1.4s
-	eor	v9.16b, v6.16b, v2.16b
-	ldp	q2, q0, [sp, #192]
-	add	v5.4s, v12.4s, v5.4s
-	eor	v19.16b, v1.16b, v10.16b
-	eor	v10.16b, v5.16b, v11.16b
-	ushr	v11.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v11.16b, v19.16b, v11.16b
-	ushr	v19.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	mov	v22.d[1], v15.d[0]
-	orr	v10.16b, v10.16b, v19.16b
-	ushr	v19.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	add	v15.4s, v0.4s, v2.4s
-	orr	v9.16b, v9.16b, v19.16b
-	dup	v19.4s, w6
-	add	v15.4s, v15.4s, v26.4s
-	eor	v19.16b, v15.16b, v19.16b
-	tbl	v3.16b, { v19.16b }, v16.16b
-	dup	v19.4s, w13
-	add	v8.4s, v3.4s, v19.4s
-	ldur	q31, [x29, #-208]
-	eor	v19.16b, v8.16b, v2.16b
-	ushr	v0.4s, v19.4s, #12
-	shl	v19.4s, v19.4s, #20
-	orr	v2.16b, v19.16b, v0.16b
-	ldr	q19, [x14, :lo12:.LCPI2_2]
-	add	v17.4s, v17.4s, v31.4s
-	add	v17.4s, v17.4s, v11.4s
-	eor	v14.16b, v14.16b, v17.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	add	v1.4s, v1.4s, v14.4s
-	eor	v11.16b, v1.16b, v11.16b
-	add	v4.4s, v4.4s, v18.4s
-	ushr	v0.4s, v11.4s, #7
-	shl	v11.4s, v11.4s, #25
-	add	v4.4s, v4.4s, v10.4s
-	orr	v0.16b, v11.16b, v0.16b
-	eor	v11.16b, v12.16b, v4.16b
-	tbl	v11.16b, { v11.16b }, v19.16b
-	add	v5.4s, v5.4s, v11.4s
-	eor	v10.16b, v5.16b, v10.16b
-	add	v7.4s, v7.4s, v25.4s
-	ushr	v12.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	add	v7.4s, v7.4s, v9.4s
-	orr	v10.16b, v10.16b, v12.16b
-	eor	v12.16b, v13.16b, v7.16b
-	tbl	v12.16b, { v12.16b }, v19.16b
-	add	v6.4s, v6.4s, v12.4s
-	eor	v9.16b, v6.16b, v9.16b
-	ushr	v13.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	orr	v9.16b, v9.16b, v13.16b
-	add	v13.4s, v15.4s, v24.4s
-	add	v13.4s, v13.4s, v2.4s
-	eor	v3.16b, v3.16b, v13.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	add	v8.4s, v8.4s, v3.4s
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v30.4s
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v20.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v21.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v22.4s
-	mov	v28.16b, v26.16b
-	stur	q26, [x29, #-112]
-	mov	v26.16b, v18.16b
-	mov	v18.16b, v24.16b
-	stur	q24, [x29, #-160]
-	add	v6.4s, v6.4s, v3.4s
-	mov	v24.16b, v20.16b
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldr	q20, [sp, #80]
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v13.16b
-	stp	q30, q22, [x29, #-192]
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	mov	v30.16b, v27.16b
-	add	v17.4s, v17.4s, v27.4s
-	ldr	q27, [sp, #224]
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v20.4s
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #12
-	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v23.4s
-	orr	v0.16b, v0.16b, v15.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v27.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v13.16b
-	stur	q21, [x29, #-144]
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	ldur	q21, [x29, #-80]
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
+	str	q0, [sp, #80]
+.LBB3_5:
+	add	x23, x16, x15
+	add	x24, x17, x15
+	add	x22, x19, x15
+	add	x25, x20, x15
+	subs	x21, x21, #1
+	add	x15, x15, #64
+	ldp	q1, q2, [x23]
+	csel	w27, w9, wzr, eq
+	orr	w26, w27, w26
+	and	w26, w26, #0xff
+	ldp	q4, q5, [x24]
+	dup	v0.4s, w26
+	mov	w26, w6
+	zip1	v22.4s, v1.4s, v4.4s
+	zip2	v20.4s, v1.4s, v4.4s
+	ldp	q6, q7, [x22]
+	zip1	v17.4s, v2.4s, v5.4s
+	zip2	v23.4s, v2.4s, v5.4s
+	ldp	q16, q21, [x25]
+	zip1	v19.4s, v6.4s, v16.4s
+	zip2	v1.4s, v6.4s, v16.4s
+	ldp	q27, q28, [x23, #32]
+	zip1	v4.4s, v7.4s, v21.4s
+	zip2	v5.4s, v7.4s, v21.4s
+	zip2	v15.2d, v17.2d, v4.2d
+	ldp	q9, q10, [x24, #32]
+	mov	v17.d[1], v4.d[0]
+	add	v4.4s, v30.4s, v25.4s
+	zip2	v11.2d, v23.2d, v5.2d
+	zip2	v3.4s, v27.4s, v9.4s
+	zip1	v7.4s, v27.4s, v9.4s
+	ldp	q12, q6, [x22, #32]
+	mov	v23.d[1], v5.d[0]
+	stp	q11, q3, [sp, #256]
+	add	v5.4s, v31.4s, v26.4s
+	add	v4.4s, v4.4s, v17.4s
+	str	q23, [sp, #352]
+	ldp	q16, q2, [x25, #32]
+	add	v5.4s, v5.4s, v23.4s
+	zip1	v3.4s, v12.4s, v16.4s
 	eor	v0.16b, v5.16b, v0.16b
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #7
-	shl	v0.4s, v0.4s, #25
-	orr	v0.16b, v0.16b, v15.16b
-	add	v17.4s, v17.4s, v21.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v26.4s
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v18.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v29.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
+	zip1	v9.4s, v6.4s, v2.4s
+	zip2	v2.4s, v6.4s, v2.4s
+	stp	q7, q3, [sp, #208]
+	zip2	v3.4s, v12.4s, v16.4s
+	zip1	v12.4s, v28.4s, v10.4s
+	zip2	v10.4s, v28.4s, v10.4s
+	stp	q17, q2, [sp, #160]
+	zip2	v28.2d, v22.2d, v19.2d
+	mov	v22.d[1], v19.d[0]
+	str	q3, [sp, #240]
+	add	v2.4s, v8.4s, v18.4s
+	eor	v16.16b, v4.16b, v13.16b
+	dup	v17.4s, w13
+	mov	v3.16b, v22.16b
+	stp	q22, q28, [sp, #320]
+	zip2	v22.2d, v20.2d, v1.2d
+	mov	v20.d[1], v1.d[0]
+	add	v1.4s, v29.4s, v24.4s
+	add	v4.4s, v4.4s, v15.4s
 	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ldur	q22, [x29, #-64]
-	ushr	v15.4s, v0.4s, #12
+	add	v2.4s, v2.4s, v20.4s
+	stp	q15, q20, [sp, #288]
+	add	v1.4s, v1.4s, v3.4s
+	ldr	q3, [sp, #96]
+	dup	v20.4s, w14
+	mov	v23.16b, v22.16b
+	mov	v15.16b, v10.16b
+	eor	v6.16b, v1.16b, v3.16b
+	ldr	q3, [sp, #80]
+	add	v1.4s, v1.4s, v28.4s
+	ldr	q28, [sp, #272]
+	str	q23, [sp, #128]
+	eor	v7.16b, v2.16b, v3.16b
+	ldp	q27, q3, [sp, #32]
+	add	v2.4s, v2.4s, v22.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v7.16b, { v7.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	tbl	v0.16b, { v0.16b }, v27.16b
+	add	v19.4s, v6.4s, v14.4s
+	add	v21.4s, v7.4s, v3.4s
+	add	v30.4s, v16.4s, v17.4s
+	add	v31.4s, v0.4s, v20.4s
+	eor	v24.16b, v19.16b, v24.16b
+	eor	v17.16b, v21.16b, v18.16b
+	ushr	v18.4s, v24.4s, #12
+	shl	v20.4s, v24.4s, #20
+	eor	v24.16b, v30.16b, v25.16b
+	eor	v25.16b, v31.16b, v26.16b
+	ushr	v26.4s, v17.4s, #12
+	shl	v17.4s, v17.4s, #20
+	ushr	v29.4s, v24.4s, #12
+	shl	v24.4s, v24.4s, #20
+	ushr	v8.4s, v25.4s, #12
+	shl	v25.4s, v25.4s, #20
+	orr	v3.16b, v20.16b, v18.16b
+	ldr	q18, [x10, :lo12:.LCPI3_2]
+	orr	v13.16b, v17.16b, v26.16b
+	orr	v24.16b, v24.16b, v29.16b
+	orr	v14.16b, v25.16b, v8.16b
+	add	v8.4s, v1.4s, v3.4s
+	add	v29.4s, v2.4s, v13.4s
+	add	v17.4s, v4.4s, v24.4s
+	add	v20.4s, v5.4s, v14.4s
+	eor	v1.16b, v6.16b, v8.16b
+	eor	v2.16b, v7.16b, v29.16b
+	eor	v4.16b, v16.16b, v17.16b
+	eor	v0.16b, v0.16b, v20.16b
+	tbl	v25.16b, { v1.16b }, v18.16b
+	tbl	v16.16b, { v2.16b }, v18.16b
+	tbl	v6.16b, { v4.16b }, v18.16b
+	tbl	v4.16b, { v0.16b }, v18.16b
+	add	v19.4s, v19.4s, v25.4s
+	add	v21.4s, v21.4s, v16.4s
+	add	v26.4s, v30.4s, v6.4s
+	add	v7.4s, v31.4s, v4.4s
+	eor	v0.16b, v19.16b, v3.16b
+	eor	v1.16b, v21.16b, v13.16b
+	eor	v2.16b, v26.16b, v24.16b
+	eor	v3.16b, v7.16b, v14.16b
+	ushr	v5.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v24.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ushr	v30.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	orr	v5.16b, v0.16b, v5.16b
+	orr	v0.16b, v1.16b, v24.16b
+	ushr	v31.4s, v3.4s, #7
+	orr	v2.16b, v2.16b, v30.16b
+	ldp	q24, q30, [sp, #208]
+	shl	v3.4s, v3.4s, #25
+	zip2	v14.2d, v12.2d, v9.2d
+	mov	v22.16b, v24.16b
+	orr	v1.16b, v3.16b, v31.16b
+	zip2	v3.2d, v24.2d, v30.2d
+	mov	v24.16b, v28.16b
+	mov	v22.d[1], v30.d[0]
+	ldr	q30, [sp, #240]
+	mov	v31.16b, v12.16b
+	stp	q22, q14, [sp, #224]
+	mov	v24.d[1], v30.d[0]
+	add	v12.4s, v8.4s, v22.4s
+	mov	v31.d[1], v9.d[0]
+	add	v22.4s, v29.4s, v24.4s
+	ldr	q29, [sp, #176]
+	zip2	v28.2d, v28.2d, v30.2d
+	mov	v9.16b, v24.16b
+	mov	v15.d[1], v29.d[0]
+	zip2	v8.2d, v10.2d, v29.2d
+	add	v10.4s, v12.4s, v0.4s
+	add	v22.4s, v22.4s, v2.4s
+	str	q9, [sp, #144]
+	add	v20.4s, v20.4s, v15.4s
+	add	v17.4s, v17.4s, v31.4s
+	stp	q3, q8, [sp, #192]
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	add	v17.4s, v17.4s, v28.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v24.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
+	ushr	v13.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v22.4s
-	orr	v2.16b, v2.16b, v15.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v23.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ldur	q22, [x29, #-144]
-	ushr	v15.4s, v0.4s, #7
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v10.4s, v10.4s, v3.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v22.4s, v22.4s, v28.4s
+	ushr	v12.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v13.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v8.4s
+	orr	v1.16b, v1.16b, v12.16b
+	add	v17.4s, v17.4s, v14.4s
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v31.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
+	ushr	v13.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v22.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v30.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v27.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldr	q27, [sp, #96]
-	mov	v21.16b, v26.16b
-	stur	q26, [x29, #-96]
-	mov	v28.16b, v31.16b
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ldp	q31, q26, [x29, #-192]
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	add	v17.4s, v17.4s, v20.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v27.4s
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #12
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v22.4s, v22.4s, v23.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v17.4s, v17.4s, v11.4s
+	mov	v30.16b, v28.16b
+	mov	v28.16b, v23.16b
+	ldr	q23, [sp, #304]
+	ushr	v12.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v22.4s, v22.4s, v0.4s
+	mov	v29.16b, v31.16b
+	ldr	q31, [sp, #160]
+	orr	v5.16b, v5.16b, v13.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v23.4s
+	orr	v1.16b, v1.16b, v12.16b
+	str	q29, [sp, #272]
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v31.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v27.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v26.4s
-	orr	v0.16b, v0.16b, v15.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v31.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	eor	v0.16b, v5.16b, v0.16b
-	mov	v18.16b, v24.16b
-	mov	v24.16b, v20.16b
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #7
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	eor	v5.16b, v5.16b, v19.16b
+	add	v22.4s, v22.4s, v24.4s
+	ldr	q24, [sp, #320]
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v17.4s, v24.4s
+	ldr	q24, [sp, #352]
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v24.4s
+	ldr	q24, [sp, #336]
+	orr	v1.16b, v1.16b, v13.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v14.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	ldur	q20, [x29, #-160]
-	orr	v0.16b, v0.16b, v15.16b
-	add	v17.4s, v17.4s, v21.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v18.4s
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v23.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v20.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ldur	q25, [x29, #-80]
-	ushr	v15.4s, v0.4s, #12
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	eor	v5.16b, v19.16b, v5.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	add	v10.4s, v10.4s, v24.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v22.4s, v22.4s, v29.4s
+	ushr	v13.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v8.4s
+	ldr	q8, [sp, #288]
+	orr	v1.16b, v1.16b, v13.16b
+	add	v17.4s, v17.4s, v3.4s
+	ldr	q3, [sp, #352]
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	add	v17.4s, v17.4s, v29.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v22.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
+	ushr	v13.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v10.4s, v10.4s, v30.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v22.4s, v22.4s, v8.4s
+	mov	v24.16b, v30.16b
+	mov	v30.16b, v15.16b
+	add	v17.4s, v17.4s, v15.4s
+	ldr	q15, [sp, #224]
+	ushr	v12.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	str	q30, [sp, #176]
+	orr	v5.16b, v5.16b, v13.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v15.4s
+	orr	v1.16b, v1.16b, v12.16b
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
 	add	v7.4s, v7.4s, v25.4s
-	orr	v2.16b, v2.16b, v15.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v26.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	ldur	q25, [x29, #-112]
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ushr	v15.4s, v0.4s, #7
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v25.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
+	ushr	v13.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v30.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v24.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v31.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldur	q25, [x29, #-64]
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ldr	q31, [sp, #224]
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	add	v17.4s, v17.4s, v27.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v25.4s
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #12
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v22.4s, v22.4s, v9.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v17.4s, v17.4s, v14.4s
+	ushr	v12.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v13.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v28.4s
+	orr	v1.16b, v1.16b, v12.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v11.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v27.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v31.4s
-	orr	v0.16b, v0.16b, v15.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v28.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	eor	v0.16b, v5.16b, v0.16b
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #7
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	eor	v5.16b, v5.16b, v19.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	add	v22.4s, v22.4s, v29.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v17.4s, v23.4s
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v31.4s
+	orr	v1.16b, v1.16b, v13.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v30.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	orr	v0.16b, v0.16b, v15.16b
-	add	v17.4s, v17.4s, v18.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v22.4s
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v26.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v23.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	mov	v21.16b, v29.16b
-	stur	q29, [x29, #-128]
-	mov	v29.16b, v30.16b
-	mov	v30.16b, v27.16b
-	mov	v27.16b, v18.16b
-	str	q18, [sp, #176]
-	eor	v0.16b, v0.16b, v1.16b
-	mov	v18.16b, v22.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ldur	q22, [x29, #-96]
-	ushr	v15.4s, v0.4s, #12
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	eor	v5.16b, v19.16b, v5.16b
+	add	v10.4s, v10.4s, v3.4s
+	ldr	q3, [sp, #192]
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v22.4s, v22.4s, v3.4s
+	ushr	v13.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v15.4s
+	ldr	q15, [sp, #128]
+	orr	v1.16b, v1.16b, v13.16b
+	add	v17.4s, v17.4s, v24.4s
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	add	v17.4s, v17.4s, v20.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v29.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
+	ushr	v13.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v22.4s
-	orr	v2.16b, v2.16b, v15.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v31.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ushr	v15.4s, v0.4s, #7
+	eor	v5.16b, v21.16b, v5.16b
+	ldp	q23, q11, [sp, #320]
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v10.4s, v10.4s, v8.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v22.4s, v22.4s, v23.4s
+	ushr	v12.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	mov	v28.16b, v31.16b
+	mov	v31.16b, v8.16b
+	ldr	q8, [sp, #208]
+	orr	v5.16b, v5.16b, v13.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v11.4s
+	orr	v1.16b, v1.16b, v12.16b
+	add	v17.4s, v17.4s, v8.4s
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v21.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
+	ushr	v13.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v24.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v30.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v28.4s
-	add	v6.4s, v6.4s, v3.4s
-	mov	v22.16b, v24.16b
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldur	q24, [x29, #-80]
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	mov	v21.16b, v30.16b
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ldur	q30, [x29, #-192]
-	mov	v20.16b, v29.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	ldur	q29, [x29, #-112]
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	add	v17.4s, v17.4s, v25.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v24.4s
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #12
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v22.4s, v22.4s, v29.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v17.4s, v17.4s, v30.4s
+	ushr	v12.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v13.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v9.4s
+	orr	v1.16b, v1.16b, v12.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v14.4s
+	ldr	q14, [sp, #256]
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v27.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v30.4s
-	orr	v0.16b, v0.16b, v15.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v29.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	eor	v0.16b, v5.16b, v0.16b
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #7
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	eor	v5.16b, v5.16b, v19.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	add	v22.4s, v22.4s, v3.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v17.4s, v15.4s
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v14.4s
+	orr	v1.16b, v1.16b, v13.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v8.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	orr	v0.16b, v0.16b, v15.16b
-	add	v17.4s, v17.4s, v18.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v20.4s
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v31.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v26.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ushr	v15.4s, v0.4s, #12
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	eor	v5.16b, v19.16b, v5.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	add	v10.4s, v10.4s, v28.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v22.4s, v22.4s, v24.4s
+	ushr	v13.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v11.4s
+	ldr	q11, [sp, #304]
+	orr	v1.16b, v1.16b, v13.16b
+	add	v17.4s, v17.4s, v31.4s
+	ldr	q31, [sp, #224]
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	add	v17.4s, v17.4s, v23.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v22.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
+	ushr	v13.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v27.4s
-	orr	v2.16b, v2.16b, v15.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v30.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	ldur	q27, [x29, #-160]
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	eor	v3.16b, v3.16b, v13.16b
-	ushr	v15.4s, v0.4s, #7
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v10.4s, v10.4s, v23.4s
+	ldr	q23, [sp, #240]
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v22.4s, v22.4s, v11.4s
+	mov	v30.16b, v8.16b
+	mov	v8.16b, v24.16b
+	ldr	q24, [sp, #352]
+	ushr	v12.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v13.16b
+	str	q8, [sp, #112]
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v24.4s
+	orr	v1.16b, v1.16b, v12.16b
+	add	v17.4s, v17.4s, v31.4s
+	eor	v4.16b, v4.16b, v10.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	mov	v29.16b, v3.16b
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v27.4s
-	mov	v28.16b, v25.16b
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
+	ushr	v13.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v21.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v28.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v29.4s
-	mov	v25.16b, v31.16b
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldur	q31, [x29, #-96]
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ldur	q28, [x29, #-208]
-	mov	v18.16b, v20.16b
-	str	q20, [sp, #144]
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	ldur	q20, [x29, #-128]
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	add	v17.4s, v17.4s, v24.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v31.4s
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #12
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v22.4s, v22.4s, v29.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v17.4s, v17.4s, v30.4s
+	ldr	q30, [sp, #272]
+	ushr	v12.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v22.4s, v22.4s, v0.4s
+	mov	v3.16b, v28.16b
+	ldr	q28, [sp, #176]
+	orr	v5.16b, v5.16b, v13.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v30.4s
+	orr	v1.16b, v1.16b, v12.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v28.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v27.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v28.4s
-	orr	v0.16b, v0.16b, v15.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v13.4s, v13.4s, v20.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v0.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v13.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v1.16b, v2.16b
-	add	v5.4s, v5.4s, v12.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	eor	v0.16b, v5.16b, v0.16b
-	orr	v2.16b, v2.16b, v15.16b
-	ushr	v15.4s, v0.4s, #7
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	eor	v5.16b, v5.16b, v19.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	add	v22.4s, v22.4s, v8.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v17.4s, v9.4s
+	ldr	q9, [sp, #320]
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v22.4s, v22.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v17.4s, v17.4s, v2.4s
+	add	v10.4s, v10.4s, v23.4s
+	orr	v1.16b, v1.16b, v13.16b
+	eor	v16.16b, v16.16b, v22.16b
+	add	v20.4s, v20.4s, v31.4s
+	eor	v6.16b, v6.16b, v17.16b
+	add	v10.4s, v10.4s, v5.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	eor	v25.16b, v25.16b, v10.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v4.16b, v4.16b, v20.16b
+	add	v26.4s, v26.4s, v6.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v0.16b, v21.16b, v0.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v2.16b, v26.16b, v2.16b
+	add	v19.4s, v19.4s, v25.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	orr	v0.16b, v0.16b, v15.16b
-	add	v17.4s, v17.4s, v18.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v4.4s, v4.4s, v22.4s
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v30.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v25.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v16.16b
-	eor	v3.16b, v3.16b, v13.16b
-	add	v17.4s, v17.4s, v26.4s
-	mov	v26.16b, v21.16b
-	add	v4.4s, v4.4s, v21.4s
-	ldur	q21, [x29, #-144]
-	ushr	v15.4s, v0.4s, #12
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v13.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	eor	v5.16b, v19.16b, v5.16b
+	add	v10.4s, v10.4s, v14.4s
+	ldr	q14, [sp, #288]
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v7.16b, v1.16b
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v22.4s, v22.4s, v14.4s
+	ushr	v13.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v12.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v20.4s, v20.4s, v24.4s
+	orr	v1.16b, v1.16b, v13.16b
+	eor	v4.16b, v4.16b, v10.16b
+	add	v17.4s, v17.4s, v9.4s
+	eor	v25.16b, v25.16b, v22.16b
+	add	v20.4s, v20.4s, v5.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	add	v26.4s, v26.4s, v4.4s
+	eor	v16.16b, v16.16b, v17.16b
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v2.16b, v7.16b, v2.16b
+	add	v21.4s, v21.4s, v6.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v8.16b, v2.16b
-	add	v17.4s, v17.4s, v0.4s
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v13.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	eor	v14.16b, v14.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v7.4s, v7.4s, v21.4s
-	orr	v2.16b, v2.16b, v15.16b
-	tbl	v14.16b, { v14.16b }, v19.16b
-	eor	v11.16b, v11.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	add	v13.4s, v13.4s, v28.4s
-	add	v1.4s, v1.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v19.16b
-	eor	v12.16b, v12.16b, v7.16b
-	add	v13.4s, v13.4s, v2.4s
-	str	q23, [sp, #160]
-	eor	v0.16b, v0.16b, v1.16b
-	add	v5.4s, v5.4s, v11.4s
-	tbl	v12.16b, { v12.16b }, v19.16b
-	eor	v3.16b, v3.16b, v13.16b
-	add	v17.4s, v17.4s, v23.4s
-	ldur	q23, [x29, #-64]
-	ushr	v15.4s, v0.4s, #7
+	eor	v5.16b, v21.16b, v5.16b
+	orr	v0.16b, v0.16b, v12.16b
+	eor	v1.16b, v19.16b, v1.16b
+	add	v10.4s, v10.4s, v11.4s
+	orr	v2.16b, v2.16b, v13.16b
+	ushr	v13.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	ushr	v12.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	add	v22.4s, v22.4s, v15.4s
+	orr	v5.16b, v5.16b, v13.16b
+	add	v20.4s, v20.4s, v3.4s
+	mov	v24.16b, v3.16b
+	ldr	q3, [sp, #336]
+	orr	v1.16b, v1.16b, v12.16b
+	eor	v4.16b, v4.16b, v10.16b
+	add	v22.4s, v22.4s, v2.4s
+	add	v17.4s, v17.4s, v3.4s
+	add	v20.4s, v20.4s, v5.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v25.16b, v25.16b, v22.16b
+	add	v17.4s, v17.4s, v1.4s
+	eor	v6.16b, v6.16b, v20.16b
+	add	v26.4s, v26.4s, v4.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	eor	v16.16b, v16.16b, v17.16b
+	tbl	v6.16b, { v6.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	add	v7.4s, v7.4s, v25.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	add	v21.4s, v21.4s, v6.4s
+	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
-	eor	v10.16b, v5.16b, v10.16b
-	add	v6.4s, v6.4s, v12.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	orr	v0.16b, v0.16b, v15.16b
-	ushr	v15.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	eor	v9.16b, v6.16b, v9.16b
-	add	v8.4s, v8.4s, v3.4s
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v2.16b, v8.16b, v2.16b
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #7
+	eor	v2.16b, v7.16b, v2.16b
+	add	v19.4s, v19.4s, v16.4s
+	eor	v5.16b, v21.16b, v5.16b
+	orr	v0.16b, v0.16b, v12.16b
+	ushr	v12.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v23.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v24.4s
-	tbl	v3.16b, { v3.16b }, v16.16b
-	eor	v14.16b, v14.16b, v4.16b
-	add	v7.4s, v7.4s, v2.4s
-	add	v6.4s, v6.4s, v3.4s
-	tbl	v14.16b, { v14.16b }, v16.16b
-	eor	v11.16b, v11.16b, v7.16b
-	add	v13.4s, v13.4s, v20.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v8.4s, v8.4s, v14.4s
-	tbl	v11.16b, { v11.16b }, v16.16b
-	add	v13.4s, v13.4s, v0.4s
-	ldr	q20, [sp, #176]
-	ushr	v15.4s, v10.4s, #12
-	shl	v10.4s, v10.4s, #20
-	eor	v9.16b, v8.16b, v9.16b
-	add	v1.4s, v1.4s, v11.4s
-	eor	v12.16b, v12.16b, v13.16b
-	orr	v10.16b, v10.16b, v15.16b
-	ushr	v15.4s, v9.4s, #12
-	shl	v9.4s, v9.4s, #20
-	eor	v2.16b, v1.16b, v2.16b
-	tbl	v12.16b, { v12.16b }, v16.16b
-	orr	v9.16b, v9.16b, v15.16b
-	ushr	v15.4s, v2.4s, #12
-	shl	v2.4s, v2.4s, #20
-	add	v5.4s, v5.4s, v12.4s
+	eor	v1.16b, v19.16b, v1.16b
+	ushr	v13.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v22.4s, v22.4s, v8.4s
+	orr	v2.16b, v2.16b, v12.16b
+	ushr	v12.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	orr	v5.16b, v5.16b, v13.16b
+	add	v22.4s, v22.4s, v0.4s
+	add	v10.4s, v10.4s, v29.4s
+	ldr	q29, [sp, #208]
 	add	v17.4s, v17.4s, v31.4s
-	orr	v2.16b, v2.16b, v15.16b
-	eor	v0.16b, v5.16b, v0.16b
-	add	v17.4s, v17.4s, v10.4s
-	add	v4.4s, v4.4s, v20.4s
-	add	v7.4s, v7.4s, v29.4s
-	ushr	v15.4s, v0.4s, #12
+	orr	v1.16b, v1.16b, v12.16b
+	add	v20.4s, v20.4s, v29.4s
+	eor	v16.16b, v16.16b, v22.16b
+	add	v10.4s, v10.4s, v5.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v25.16b, v25.16b, v10.16b
+	eor	v6.16b, v6.16b, v17.16b
+	eor	v4.16b, v4.16b, v20.16b
+	add	v21.4s, v21.4s, v16.4s
+	tbl	v25.16b, { v25.16b }, v27.16b
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v0.16b, v21.16b, v0.16b
+	add	v19.4s, v19.4s, v25.4s
+	add	v26.4s, v26.4s, v6.4s
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v12.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v3.16b, v3.16b, v17.16b
-	add	v4.4s, v4.4s, v9.4s
-	add	v7.4s, v7.4s, v2.4s
-	orr	v0.16b, v0.16b, v15.16b
-	mov	v15.16b, v31.16b
-	add	v17.4s, v17.4s, v22.4s
-	eor	v31.16b, v14.16b, v4.16b
-	eor	v22.16b, v11.16b, v7.16b
-	add	v11.4s, v13.4s, v27.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	add	v11.4s, v11.4s, v0.4s
-	tbl	v31.16b, { v31.16b }, v19.16b
-	add	v6.4s, v6.4s, v3.4s
-	eor	v12.16b, v12.16b, v11.16b
-	tbl	v22.16b, { v22.16b }, v19.16b
-	add	v8.4s, v8.4s, v31.4s
-	eor	v10.16b, v6.16b, v10.16b
-	add	v30.4s, v11.4s, v30.4s
-	tbl	v11.16b, { v12.16b }, v19.16b
-	add	v1.4s, v1.4s, v22.4s
-	eor	v9.16b, v8.16b, v9.16b
-	ushr	v12.4s, v10.4s, #7
-	shl	v10.4s, v10.4s, #25
-	add	v5.4s, v5.4s, v11.4s
-	eor	v2.16b, v1.16b, v2.16b
-	orr	v10.16b, v10.16b, v12.16b
-	ushr	v12.4s, v9.4s, #7
-	shl	v9.4s, v9.4s, #25
-	eor	v0.16b, v5.16b, v0.16b
-	orr	v9.16b, v9.16b, v12.16b
-	ushr	v12.4s, v2.4s, #7
+	eor	v5.16b, v5.16b, v19.16b
+	eor	v2.16b, v26.16b, v2.16b
+	eor	v1.16b, v7.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	ushr	v12.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v22.4s, v22.4s, v14.4s
+	mov	v8.16b, v31.16b
+	ushr	v13.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	mov	v31.16b, v14.16b
+	ushr	v14.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	orr	v5.16b, v5.16b, v12.16b
+	add	v22.4s, v22.4s, v0.4s
+	add	v10.4s, v10.4s, v28.4s
+	ldr	q28, [sp, #352]
+	orr	v2.16b, v2.16b, v13.16b
+	orr	v1.16b, v1.16b, v14.16b
+	add	v17.4s, v17.4s, v30.4s
+	add	v20.4s, v20.4s, v3.4s
+	eor	v16.16b, v16.16b, v22.16b
+	add	v10.4s, v10.4s, v5.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v20.4s, v20.4s, v1.4s
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v25.16b, v25.16b, v10.16b
+	eor	v6.16b, v6.16b, v17.16b
+	eor	v4.16b, v4.16b, v20.16b
+	add	v21.4s, v21.4s, v16.4s
+	tbl	v25.16b, { v25.16b }, v18.16b
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v0.16b, v21.16b, v0.16b
+	add	v19.4s, v19.4s, v25.4s
+	add	v26.4s, v26.4s, v6.4s
+	add	v7.4s, v7.4s, v4.4s
+	ushr	v12.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	eor	v5.16b, v19.16b, v5.16b
+	eor	v2.16b, v26.16b, v2.16b
+	eor	v1.16b, v7.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	add	v10.4s, v10.4s, v23.4s
+	ushr	v13.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
+	ushr	v14.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	orr	v5.16b, v5.16b, v12.16b
+	add	v10.4s, v10.4s, v0.4s
+	add	v20.4s, v20.4s, v24.4s
+	ldr	q24, [sp, #144]
+	orr	v2.16b, v2.16b, v13.16b
+	orr	v1.16b, v1.16b, v14.16b
+	add	v22.4s, v22.4s, v9.4s
+	add	v17.4s, v17.4s, v11.4s
+	eor	v4.16b, v4.16b, v10.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v22.4s, v22.4s, v2.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v27.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v25.16b, v25.16b, v22.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	eor	v0.16b, v26.16b, v0.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v7.4s, v7.4s, v25.4s
+	add	v19.4s, v19.4s, v16.4s
+	ushr	v12.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v2.16b, v7.16b, v2.16b
+	eor	v1.16b, v19.16b, v1.16b
+	orr	v0.16b, v0.16b, v12.16b
+	add	v10.4s, v10.4s, v15.4s
+	ushr	v14.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	mov	v30.16b, v3.16b
+	ldr	q3, [sp, #256]
+	ushr	v12.4s, v2.4s, #12
+	shl	v2.4s, v2.4s, #20
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	add	v10.4s, v10.4s, v0.4s
+	orr	v5.16b, v5.16b, v14.16b
+	add	v20.4s, v20.4s, v3.4s
 	orr	v2.16b, v2.16b, v12.16b
+	orr	v1.16b, v1.16b, v13.16b
+	add	v22.4s, v22.4s, v24.4s
+	add	v17.4s, v17.4s, v28.4s
+	eor	v4.16b, v4.16b, v10.16b
+	add	v20.4s, v20.4s, v5.4s
+	add	v22.4s, v22.4s, v2.4s
+	add	v17.4s, v17.4s, v1.4s
+	tbl	v4.16b, { v4.16b }, v18.16b
+	eor	v6.16b, v6.16b, v20.16b
+	eor	v25.16b, v25.16b, v22.16b
+	eor	v16.16b, v16.16b, v17.16b
+	add	v26.4s, v26.4s, v4.4s
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	eor	v0.16b, v26.16b, v0.16b
+	add	v21.4s, v21.4s, v6.4s
+	add	v7.4s, v7.4s, v25.4s
+	add	v19.4s, v19.4s, v16.4s
 	ushr	v12.4s, v0.4s, #7
 	shl	v0.4s, v0.4s, #25
+	eor	v5.16b, v21.16b, v5.16b
+	eor	v2.16b, v7.16b, v2.16b
+	eor	v1.16b, v19.16b, v1.16b
 	orr	v0.16b, v0.16b, v12.16b
-	add	v4.4s, v4.4s, v26.4s
-	add	v17.4s, v17.4s, v0.4s
-	add	v7.4s, v7.4s, v28.4s
-	mov	v18.16b, v27.16b
-	eor	v31.16b, v31.16b, v17.16b
-	add	v4.4s, v4.4s, v10.4s
-	add	v27.4s, v30.4s, v2.4s
-	eor	v22.16b, v22.16b, v4.16b
-	add	v7.4s, v7.4s, v9.4s
-	eor	v3.16b, v3.16b, v27.16b
-	add	v26.4s, v27.4s, v29.4s
-	tbl	v27.16b, { v31.16b }, v16.16b
-	eor	v28.16b, v11.16b, v7.16b
-	tbl	v22.16b, { v22.16b }, v16.16b
-	add	v1.4s, v1.4s, v27.4s
-	add	v4.4s, v4.4s, v23.4s
-	ldr	q23, [sp, #144]
-	tbl	v28.16b, { v28.16b }, v16.16b
-	tbl	v3.16b, { v3.16b }, v16.16b
-	add	v5.4s, v5.4s, v22.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v6.4s, v6.4s, v28.4s
-	add	v29.4s, v8.4s, v3.4s
-	eor	v30.16b, v5.16b, v10.16b
-	ushr	v8.4s, v0.4s, #12
+	ushr	v12.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	mov	v23.16b, v9.16b
+	ldr	q9, [sp, #112]
+	ushr	v13.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	ushr	v14.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	orr	v5.16b, v5.16b, v12.16b
+	add	v9.4s, v10.4s, v9.4s
+	orr	v2.16b, v2.16b, v13.16b
+	orr	v1.16b, v1.16b, v14.16b
+	ldr	q14, [sp, #64]
+	add	v22.4s, v22.4s, v31.4s
+	add	v17.4s, v17.4s, v30.4s
+	add	v20.4s, v20.4s, v8.4s
+	add	v9.4s, v9.4s, v5.4s
+	add	v22.4s, v22.4s, v0.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v20.4s, v20.4s, v1.4s
+	eor	v25.16b, v25.16b, v9.16b
+	eor	v16.16b, v16.16b, v22.16b
+	eor	v6.16b, v6.16b, v17.16b
+	eor	v4.16b, v4.16b, v20.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	tbl	v6.16b, { v6.16b }, v27.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	add	v19.4s, v19.4s, v25.4s
+	add	v21.4s, v21.4s, v16.4s
+	add	v26.4s, v26.4s, v6.4s
+	add	v7.4s, v7.4s, v4.4s
+	eor	v5.16b, v5.16b, v19.16b
+	eor	v0.16b, v21.16b, v0.16b
+	eor	v2.16b, v26.16b, v2.16b
+	eor	v1.16b, v7.16b, v1.16b
+	ushr	v30.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	ushr	v10.4s, v0.4s, #12
 	shl	v0.4s, v0.4s, #20
-	eor	v31.16b, v6.16b, v9.16b
-	orr	v0.16b, v0.16b, v8.16b
-	ushr	v8.4s, v30.4s, #12
-	shl	v30.4s, v30.4s, #20
-	eor	v2.16b, v29.16b, v2.16b
-	orr	v30.16b, v30.16b, v8.16b
-	ushr	v8.4s, v31.4s, #12
-	shl	v31.4s, v31.4s, #20
-	add	v17.4s, v17.4s, v25.4s
-	add	v7.4s, v7.4s, v23.4s
-	orr	v31.16b, v31.16b, v8.16b
-	ushr	v8.4s, v2.4s, #12
+	ushr	v12.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
-	ldur	q23, [x29, #-176]
-	orr	v2.16b, v2.16b, v8.16b
-	add	v17.4s, v17.4s, v0.4s
-	eor	v27.16b, v27.16b, v17.16b
-	add	v4.4s, v4.4s, v30.4s
-	add	v25.4s, v26.4s, v2.4s
-	eor	v22.16b, v22.16b, v4.16b
-	add	v4.4s, v4.4s, v24.4s
-	add	v7.4s, v7.4s, v31.4s
-	eor	v3.16b, v3.16b, v25.16b
-	add	v24.4s, v25.4s, v18.4s
-	tbl	v25.16b, { v27.16b }, v19.16b
+	ushr	v13.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	orr	v5.16b, v5.16b, v30.16b
+	add	v30.4s, v9.4s, v29.4s
+	add	v22.4s, v22.4s, v23.4s
+	ldr	q23, [sp, #192]
+	orr	v0.16b, v0.16b, v10.16b
+	orr	v2.16b, v2.16b, v12.16b
+	orr	v1.16b, v1.16b, v13.16b
 	add	v17.4s, v17.4s, v23.4s
-	eor	v23.16b, v28.16b, v7.16b
-	tbl	v22.16b, { v22.16b }, v19.16b
-	add	v1.4s, v1.4s, v25.4s
-	tbl	v23.16b, { v23.16b }, v19.16b
-	tbl	v3.16b, { v3.16b }, v19.16b
-	add	v5.4s, v5.4s, v22.4s
-	eor	v0.16b, v0.16b, v1.16b
-	add	v6.4s, v6.4s, v23.4s
-	add	v26.4s, v29.4s, v3.4s
-	eor	v27.16b, v5.16b, v30.16b
-	ushr	v29.4s, v0.4s, #7
-	shl	v0.4s, v0.4s, #25
-	eor	v28.16b, v6.16b, v31.16b
-	orr	v0.16b, v0.16b, v29.16b
-	ushr	v29.4s, v27.4s, #7
-	shl	v27.4s, v27.4s, #25
+	add	v20.4s, v20.4s, v28.4s
+	add	v23.4s, v30.4s, v5.4s
+	add	v22.4s, v22.4s, v0.4s
+	add	v17.4s, v17.4s, v2.4s
+	add	v20.4s, v20.4s, v1.4s
+	eor	v25.16b, v25.16b, v23.16b
+	eor	v16.16b, v16.16b, v22.16b
+	eor	v6.16b, v6.16b, v17.16b
+	eor	v4.16b, v4.16b, v20.16b
+	tbl	v25.16b, { v25.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	tbl	v6.16b, { v6.16b }, v18.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	add	v19.4s, v19.4s, v25.4s
+	add	v21.4s, v21.4s, v16.4s
+	add	v26.4s, v26.4s, v6.4s
+	add	v7.4s, v7.4s, v4.4s
+	eor	v5.16b, v19.16b, v5.16b
+	eor	v0.16b, v21.16b, v0.16b
 	eor	v2.16b, v26.16b, v2.16b
-	orr	v27.16b, v27.16b, v29.16b
-	ushr	v29.4s, v28.4s, #7
-	shl	v28.4s, v28.4s, #25
-	ldur	q18, [x29, #-128]
-	orr	v28.16b, v28.16b, v29.16b
-	ushr	v29.4s, v2.4s, #7
+	eor	v1.16b, v7.16b, v1.16b
+	ushr	v28.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	ushr	v30.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v31.4s, v2.4s, #7
 	shl	v2.4s, v2.4s, #25
-	add	v7.4s, v7.4s, v15.4s
-	orr	v2.16b, v2.16b, v29.16b
-	add	v17.4s, v17.4s, v27.4s
-	add	v4.4s, v4.4s, v28.4s
-	add	v7.4s, v7.4s, v2.4s
-	eor	v3.16b, v3.16b, v17.16b
-	add	v17.4s, v17.4s, v20.4s
-	eor	v20.16b, v25.16b, v4.16b
-	add	v4.4s, v4.4s, v21.4s
-	eor	v21.16b, v22.16b, v7.16b
-	add	v7.4s, v7.4s, v18.4s
-	add	v18.4s, v24.4s, v0.4s
-	eor	v22.16b, v23.16b, v18.16b
-	ldr	q23, [sp, #160]
-	tbl	v3.16b, { v3.16b }, v16.16b
-	tbl	v20.16b, { v20.16b }, v16.16b
-	add	v6.4s, v6.4s, v3.4s
-	add	v18.4s, v18.4s, v23.4s
-	tbl	v21.16b, { v21.16b }, v16.16b
-	tbl	v16.16b, { v22.16b }, v16.16b
-	add	v22.4s, v26.4s, v20.4s
-	eor	v23.16b, v6.16b, v27.16b
-	add	v1.4s, v1.4s, v21.4s
-	eor	v24.16b, v22.16b, v28.16b
-	ushr	v25.4s, v23.4s, #12
-	shl	v23.4s, v23.4s, #20
-	add	v5.4s, v5.4s, v16.4s
-	eor	v2.16b, v1.16b, v2.16b
-	orr	v23.16b, v23.16b, v25.16b
-	ushr	v25.4s, v24.4s, #12
-	shl	v24.4s, v24.4s, #20
-	eor	v0.16b, v5.16b, v0.16b
-	orr	v24.16b, v24.16b, v25.16b
-	ushr	v25.4s, v2.4s, #12
+	ushr	v8.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	orr	v5.16b, v5.16b, v28.16b
+	ldr	q28, [sp, #176]
+	orr	v0.16b, v0.16b, v30.16b
+	orr	v2.16b, v2.16b, v31.16b
+	orr	v1.16b, v1.16b, v8.16b
+	add	v23.4s, v23.4s, v28.4s
+	add	v22.4s, v22.4s, v11.4s
+	add	v17.4s, v17.4s, v15.4s
+	add	v20.4s, v20.4s, v3.4s
+	ldr	q3, [sp, #272]
+	add	v23.4s, v23.4s, v0.4s
+	add	v22.4s, v22.4s, v2.4s
+	add	v17.4s, v17.4s, v1.4s
+	add	v20.4s, v20.4s, v5.4s
+	eor	v4.16b, v4.16b, v23.16b
+	eor	v25.16b, v25.16b, v22.16b
+	eor	v16.16b, v16.16b, v17.16b
+	eor	v6.16b, v6.16b, v20.16b
+	tbl	v4.16b, { v4.16b }, v27.16b
+	tbl	v25.16b, { v25.16b }, v27.16b
+	tbl	v16.16b, { v16.16b }, v27.16b
+	tbl	v6.16b, { v6.16b }, v27.16b
+	add	v26.4s, v26.4s, v4.4s
+	add	v7.4s, v7.4s, v25.4s
+	add	v19.4s, v19.4s, v16.4s
+	add	v21.4s, v21.4s, v6.4s
+	eor	v0.16b, v26.16b, v0.16b
+	eor	v2.16b, v7.16b, v2.16b
+	eor	v1.16b, v19.16b, v1.16b
+	eor	v5.16b, v21.16b, v5.16b
+	add	v3.4s, v22.4s, v3.4s
+	ldr	q22, [sp, #160]
+	ushr	v28.4s, v0.4s, #12
+	shl	v0.4s, v0.4s, #20
+	ushr	v29.4s, v2.4s, #12
 	shl	v2.4s, v2.4s, #20
+	ushr	v30.4s, v1.4s, #12
+	shl	v1.4s, v1.4s, #20
+	ushr	v31.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	add	v17.4s, v17.4s, v22.4s
+	ldr	q22, [sp, #240]
+	orr	v0.16b, v0.16b, v28.16b
+	prfm	pldl1keep, [x23, #256]
+	orr	v2.16b, v2.16b, v29.16b
+	prfm	pldl1keep, [x24, #256]
+	orr	v1.16b, v1.16b, v30.16b
+	prfm	pldl1keep, [x22, #256]
+	orr	v5.16b, v5.16b, v31.16b
+	prfm	pldl1keep, [x25, #256]
+	add	v23.4s, v23.4s, v24.4s
+	add	v20.4s, v20.4s, v22.4s
+	add	v3.4s, v3.4s, v2.4s
+	add	v17.4s, v17.4s, v1.4s
+	add	v22.4s, v23.4s, v0.4s
+	add	v20.4s, v20.4s, v5.4s
+	eor	v23.16b, v25.16b, v3.16b
+	eor	v16.16b, v16.16b, v17.16b
+	eor	v4.16b, v4.16b, v22.16b
+	eor	v6.16b, v6.16b, v20.16b
+	tbl	v23.16b, { v23.16b }, v18.16b
+	tbl	v16.16b, { v16.16b }, v18.16b
+	tbl	v4.16b, { v4.16b }, v18.16b
+	tbl	v6.16b, { v6.16b }, v18.16b
+	add	v7.4s, v7.4s, v23.4s
+	add	v19.4s, v19.4s, v16.4s
+	add	v18.4s, v26.4s, v4.4s
+	add	v21.4s, v21.4s, v6.4s
+	eor	v2.16b, v7.16b, v2.16b
+	eor	v1.16b, v19.16b, v1.16b
+	eor	v0.16b, v18.16b, v0.16b
+	eor	v5.16b, v21.16b, v5.16b
+	ushr	v25.4s, v2.4s, #7
+	shl	v2.4s, v2.4s, #25
+	ushr	v24.4s, v0.4s, #7
+	shl	v0.4s, v0.4s, #25
+	ushr	v26.4s, v1.4s, #7
+	shl	v1.4s, v1.4s, #25
+	ushr	v27.4s, v5.4s, #7
+	shl	v5.4s, v5.4s, #25
+	orr	v0.16b, v0.16b, v24.16b
 	orr	v2.16b, v2.16b, v25.16b
-	ushr	v25.4s, v0.4s, #12
-	shl	v0.4s, v0.4s, #20
-	orr	v0.16b, v0.16b, v25.16b
-	add	v25.4s, v7.4s, v2.4s
-	add	v26.4s, v18.4s, v0.4s
-	eor	v18.16b, v21.16b, v25.16b
-	add	v17.4s, v17.4s, v23.4s
-	add	v4.4s, v4.4s, v24.4s
-	eor	v16.16b, v16.16b, v26.16b
-	tbl	v21.16b, { v18.16b }, v19.16b
-	eor	v3.16b, v3.16b, v17.16b
-	eor	v7.16b, v20.16b, v4.16b
-	tbl	v16.16b, { v16.16b }, v19.16b
-	add	v1.4s, v1.4s, v21.4s
-	tbl	v3.16b, { v3.16b }, v19.16b
-	tbl	v20.16b, { v7.16b }, v19.16b
-	eor	v2.16b, v1.16b, v2.16b
-	eor	v7.16b, v1.16b, v17.16b
-	add	v1.4s, v5.4s, v16.4s
-	eor	v0.16b, v1.16b, v0.16b
-	eor	v18.16b, v1.16b, v4.16b
-	add	v1.4s, v6.4s, v3.4s
-	eor	v4.16b, v1.16b, v23.16b
-	eor	v6.16b, v25.16b, v1.16b
-	add	v1.4s, v22.4s, v20.4s
-	eor	v5.16b, v1.16b, v24.16b
-	eor	v17.16b, v26.16b, v1.16b
-	ushr	v1.4s, v4.4s, #7
+	orr	v1.16b, v1.16b, v26.16b
+	orr	v5.16b, v5.16b, v27.16b
+	movi	v13.4s, #64
+	eor	v29.16b, v19.16b, v22.16b
+	eor	v8.16b, v21.16b, v3.16b
+	eor	v30.16b, v17.16b, v18.16b
+	eor	v31.16b, v20.16b, v7.16b
+	eor	v24.16b, v5.16b, v23.16b
+	eor	v18.16b, v0.16b, v16.16b
+	eor	v25.16b, v2.16b, v6.16b
+	eor	v26.16b, v1.16b, v4.16b
+	cbnz	x21, .LBB3_5
+	b	.LBB3_2
+.LBB3_6:
+	cbz	x1, .LBB3_14
+	adrp	x12, .LCPI3_3
+	ldr	q0, [x11, :lo12:.LCPI3_1]
+	orr	w11, w7, w6
+	ldr	q2, [x10, :lo12:.LCPI3_2]
+	ldr	q1, [x12, :lo12:.LCPI3_3]
+	and	x12, x5, #0x1
+.LBB3_8:
+	movi	v3.4s, #64
+	lsr	x13, x4, #32
+	ldp	q5, q4, [x3]
+	mov	x15, x2
+	mov	w14, w11
+	mov	v3.s[0], w4
+	ldr	x10, [x0]
+	mov	v3.s[1], w13
+	b	.LBB3_11
+.LBB3_9:
+	orr	w14, w14, w9
+.LBB3_10:
+	ldp	q6, q7, [x10]
+	mov	v16.16b, v3.16b
+	and	w14, w14, #0xff
+	add	v5.4s, v5.4s, v4.4s
+	mov	x15, x13
+	mov	v16.s[3], w14
+	add	x14, x10, #32
+	uzp1	v17.4s, v6.4s, v7.4s
+	add	x10, x10, #64
+	add	v5.4s, v5.4s, v17.4s
+	eor	v16.16b, v5.16b, v16.16b
+	tbl	v16.16b, { v16.16b }, v0.16b
+	add	v18.4s, v16.4s, v1.4s
+	eor	v19.16b, v18.16b, v4.16b
+	uzp2	v4.4s, v6.4s, v7.4s
+	ushr	v6.4s, v19.4s, #12
+	shl	v7.4s, v19.4s, #20
+	ld2	{ v19.4s, v20.4s }, [x14]
+	add	v5.4s, v5.4s, v4.4s
+	mov	w14, w6
+	orr	v6.16b, v7.16b, v6.16b
+	add	v5.4s, v5.4s, v6.4s
+	eor	v7.16b, v16.16b, v5.16b
+	add	v5.4s, v5.4s, v19.4s
+	tbl	v7.16b, { v7.16b }, v2.16b
+	ext	v5.16b, v5.16b, v5.16b, #12
+	add	v16.4s, v18.4s, v7.4s
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v6.16b, v6.16b, v16.16b
+	ext	v16.16b, v16.16b, v16.16b, #4
+	ushr	v18.4s, v6.4s, #7
+	shl	v6.4s, v6.4s, #25
+	orr	v6.16b, v6.16b, v18.16b
+	ext	v18.16b, v20.16b, v20.16b, #12
+	add	v5.4s, v5.4s, v6.4s
+	eor	v7.16b, v5.16b, v7.16b
+	add	v5.4s, v5.4s, v18.4s
+	tbl	v7.16b, { v7.16b }, v0.16b
+	add	v16.4s, v16.4s, v7.4s
+	eor	v6.16b, v6.16b, v16.16b
+	ushr	v21.4s, v6.4s, #12
+	shl	v6.4s, v6.4s, #20
+	orr	v6.16b, v6.16b, v21.16b
+	uzp1	v21.4s, v17.4s, v17.4s
+	add	v5.4s, v5.4s, v6.4s
+	ext	v21.16b, v21.16b, v17.16b, #8
+	eor	v7.16b, v7.16b, v5.16b
+	uzp2	v21.4s, v21.4s, v4.4s
+	tbl	v7.16b, { v7.16b }, v2.16b
+	add	v5.4s, v5.4s, v21.4s
+	add	v16.4s, v16.4s, v7.4s
+	ext	v5.16b, v5.16b, v5.16b, #4
+	ext	v7.16b, v7.16b, v7.16b, #8
+	eor	v6.16b, v6.16b, v16.16b
+	ushr	v22.4s, v6.4s, #7
+	shl	v6.4s, v6.4s, #25
+	orr	v6.16b, v6.16b, v22.16b
+	add	v22.4s, v5.4s, v6.4s
+	eor	v5.16b, v22.16b, v7.16b
+	ext	v7.16b, v16.16b, v16.16b, #12
+	tbl	v16.16b, { v5.16b }, v0.16b
+	ext	v5.16b, v17.16b, v17.16b, #12
+	add	v7.4s, v7.4s, v16.4s
+	ext	v5.16b, v17.16b, v5.16b, #12
+	ext	v17.16b, v19.16b, v19.16b, #12
+	mov	v19.16b, v18.16b
+	eor	v6.16b, v6.16b, v7.16b
+	rev64	v5.4s, v5.4s
+	mov	v19.s[1], v17.s[2]
+	ushr	v20.4s, v6.4s, #12
+	shl	v6.4s, v6.4s, #20
+	trn2	v5.4s, v5.4s, v19.4s
+	orr	v6.16b, v6.16b, v20.16b
+	zip1	v20.2d, v18.2d, v4.2d
+	zip2	v4.4s, v4.4s, v18.4s
+	add	v19.4s, v6.4s, v5.4s
+	mov	v20.s[3], v17.s[3]
+	add	v19.4s, v19.4s, v22.4s
+	ext	v22.16b, v20.16b, v20.16b, #12
+	eor	v16.16b, v16.16b, v19.16b
+	ext	v19.16b, v19.16b, v19.16b, #12
+	tbl	v16.16b, { v16.16b }, v2.16b
+	add	v7.4s, v7.4s, v16.4s
+	ext	v16.16b, v16.16b, v16.16b, #8
+	eor	v6.16b, v6.16b, v7.16b
+	ext	v7.16b, v7.16b, v7.16b, #4
+	ushr	v23.4s, v6.4s, #7
+	shl	v24.4s, v6.4s, #25
+	uzp1	v6.4s, v20.4s, v22.4s
+	orr	v20.16b, v24.16b, v23.16b
+	add	v22.4s, v20.4s, v6.4s
+	add	v19.4s, v22.4s, v19.4s
+	eor	v16.16b, v19.16b, v16.16b
+	tbl	v16.16b, { v16.16b }, v0.16b
+	add	v7.4s, v7.4s, v16.4s
+	eor	v18.16b, v20.16b, v7.16b
+	zip1	v20.4s, v4.4s, v17.4s
+	zip1	v4.4s, v17.4s, v4.4s
+	ushr	v17.4s, v18.4s, #12
+	shl	v18.4s, v18.4s, #20
+	ext	v20.16b, v4.16b, v20.16b, #8
+	orr	v4.16b, v18.16b, v17.16b
+	ext	v18.16b, v21.16b, v21.16b, #4
+	add	v17.4s, v4.4s, v20.4s
+	add	v17.4s, v17.4s, v19.4s
+	uzp1	v19.4s, v18.4s, v18.4s
+	eor	v16.16b, v16.16b, v17.16b
+	ext	v19.16b, v19.16b, v18.16b, #8
+	tbl	v16.16b, { v16.16b }, v2.16b
+	uzp2	v19.4s, v19.4s, v5.4s
+	add	v7.4s, v7.4s, v16.4s
+	add	v17.4s, v17.4s, v19.4s
+	ext	v16.16b, v16.16b, v16.16b, #8
+	eor	v4.16b, v4.16b, v7.16b
+	ext	v17.16b, v17.16b, v17.16b, #4
+	ext	v7.16b, v7.16b, v7.16b, #12
+	ushr	v21.4s, v4.4s, #7
 	shl	v4.4s, v4.4s, #25
-	orr	v1.16b, v4.16b, v1.16b
-	ushr	v4.4s, v5.4s, #7
+	orr	v4.16b, v4.16b, v21.16b
+	ext	v21.16b, v18.16b, v18.16b, #12
+	add	v17.4s, v17.4s, v4.4s
+	ext	v18.16b, v18.16b, v21.16b, #12
+	mov	v21.16b, v20.16b
+	eor	v16.16b, v17.16b, v16.16b
+	rev64	v18.4s, v18.4s
+	mov	v21.s[1], v6.s[2]
+	tbl	v16.16b, { v16.16b }, v0.16b
+	add	v7.4s, v7.4s, v16.4s
+	eor	v4.16b, v4.16b, v7.16b
+	ushr	v22.4s, v4.4s, #12
+	shl	v23.4s, v4.4s, #20
+	trn2	v4.4s, v18.4s, v21.4s
+	orr	v18.16b, v23.16b, v22.16b
+	add	v21.4s, v18.4s, v4.4s
+	add	v17.4s, v21.4s, v17.4s
+	zip1	v21.2d, v20.2d, v5.2d
+	zip2	v5.4s, v5.4s, v20.4s
+	eor	v16.16b, v16.16b, v17.16b
+	mov	v21.s[3], v6.s[3]
+	ext	v17.16b, v17.16b, v17.16b, #12
+	zip1	v20.4s, v5.4s, v6.4s
+	tbl	v16.16b, { v16.16b }, v2.16b
+	zip1	v5.4s, v6.4s, v5.4s
+	add	v22.4s, v7.4s, v16.4s
+	ext	v16.16b, v16.16b, v16.16b, #8
+	ext	v20.16b, v5.16b, v20.16b, #8
+	eor	v7.16b, v18.16b, v22.16b
+	ext	v18.16b, v21.16b, v21.16b, #12
+	ushr	v23.4s, v7.4s, #7
+	shl	v24.4s, v7.4s, #25
+	uzp1	v7.4s, v21.4s, v18.4s
+	orr	v18.16b, v24.16b, v23.16b
+	add	v21.4s, v18.4s, v7.4s
+	add	v17.4s, v21.4s, v17.4s
+	ext	v21.16b, v22.16b, v22.16b, #4
+	eor	v16.16b, v17.16b, v16.16b
+	tbl	v16.16b, { v16.16b }, v0.16b
+	add	v21.4s, v21.4s, v16.4s
+	eor	v18.16b, v18.16b, v21.16b
+	ushr	v6.4s, v18.4s, #12
+	shl	v18.4s, v18.4s, #20
+	orr	v5.16b, v18.16b, v6.16b
+	add	v6.4s, v5.4s, v20.4s
+	add	v6.4s, v6.4s, v17.4s
+	ext	v17.16b, v19.16b, v19.16b, #4
+	eor	v16.16b, v16.16b, v6.16b
+	uzp1	v18.4s, v17.4s, v17.4s
+	tbl	v16.16b, { v16.16b }, v2.16b
+	ext	v18.16b, v18.16b, v17.16b, #8
+	add	v19.4s, v21.4s, v16.4s
+	uzp2	v18.4s, v18.4s, v4.4s
+	ext	v16.16b, v16.16b, v16.16b, #8
+	eor	v5.16b, v5.16b, v19.16b
+	add	v6.4s, v6.4s, v18.4s
+	ext	v19.16b, v19.16b, v19.16b, #12
+	ushr	v21.4s, v5.4s, #7
 	shl	v5.4s, v5.4s, #25
-	orr	v4.16b, v5.16b, v4.16b
-	ushr	v5.4s, v2.4s, #7
-	shl	v2.4s, v2.4s, #25
-	orr	v2.16b, v2.16b, v5.16b
-	ushr	v5.4s, v0.4s, #7
-	shl	v0.4s, v0.4s, #25
-	orr	v0.16b, v0.16b, v5.16b
-	eor	v10.16b, v0.16b, v20.16b
-	eor	v11.16b, v1.16b, v21.16b
-	eor	v19.16b, v4.16b, v16.16b
-	cmp	x0, x22
-	eor	v16.16b, v2.16b, v3.16b
-	mov	w6, w19
-	b.ne	.LBB2_4
-.LBB2_7:
-	zip1	v0.4s, v7.4s, v18.4s
-	zip2	v1.4s, v7.4s, v18.4s
-	zip1	v2.4s, v6.4s, v17.4s
-	zip2	v3.4s, v6.4s, v17.4s
-	zip1	v4.4s, v10.4s, v11.4s
-	zip2	v5.4s, v10.4s, v11.4s
-	zip1	v6.4s, v19.4s, v16.4s
-	zip2	v7.4s, v19.4s, v16.4s
-	add	x15, x20, #4
-	tst	w5, #0x1
-	sub	x28, x28, #4
-	zip1	v16.2d, v0.2d, v2.2d
-	zip2	v0.2d, v0.2d, v2.2d
-	zip1	v2.2d, v1.2d, v3.2d
-	zip2	v1.2d, v1.2d, v3.2d
-	zip1	v3.2d, v4.2d, v6.2d
-	zip2	v4.2d, v4.2d, v6.2d
-	zip1	v6.2d, v5.2d, v7.2d
-	zip2	v5.2d, v5.2d, v7.2d
-	add	x24, x24, #32
-	csel	x20, x15, x20, ne
-	cmp	x28, #3
-	stp	q16, q3, [x26]
-	stp	q0, q4, [x26, #32]
-	stp	q2, q6, [x26, #64]
-	stp	q1, q5, [x26, #96]
-	add	x26, x26, #128
-	b.hi	.LBB2_2
-.LBB2_8:
-	cbz	x28, .LBB2_16
-	orr	w8, w7, w19
-	and	x21, x5, #0x1
-	stur	w8, [x29, #-64]
-.LBB2_10:
-	ldr	x8, [sp, #40]
-	ldr	x25, [x24]
-	ldur	w4, [x29, #-64]
-	ldp	q1, q0, [x8]
-	mov	x8, x22
-	stp	q1, q0, [x29, #-48]
-.LBB2_11:
-	subs	x23, x8, #1
-	b.eq	.LBB2_13
-	cbnz	x8, .LBB2_14
-	b	.LBB2_15
-.LBB2_13:
-	orr	w4, w4, w27
-.LBB2_14:
-	sub	x0, x29, #48
-	mov	w2, #64
-	mov	x1, x25
-	mov	x3, x20
-	bl	zfs_blake3_compress_in_place_sse41
-	add	x25, x25, #64
-	mov	x8, x23
-	mov	w4, w19
-	b	.LBB2_11
-.LBB2_15:
-	ldp	q0, q1, [x29, #-48]
-	add	x20, x20, x21
-	add	x24, x24, #8
-	subs	x28, x28, #1
-	stp	q0, q1, [x26], #32
-	b.ne	.LBB2_10
-.LBB2_16:
-	add	sp, sp, #448
-	ldp	x20, x19, [sp, #144]
-	ldp	x22, x21, [sp, #128]
-	ldp	x24, x23, [sp, #112]
-	ldp	x26, x25, [sp, #96]
-	ldp	x28, x27, [sp, #80]
-	ldp	x29, x30, [sp, #64]
+	ext	v6.16b, v6.16b, v6.16b, #4
+	orr	v5.16b, v5.16b, v21.16b
+	ext	v21.16b, v17.16b, v17.16b, #12
+	add	v6.4s, v6.4s, v5.4s
+	ext	v17.16b, v17.16b, v21.16b, #12
+	mov	v21.16b, v20.16b
+	eor	v16.16b, v6.16b, v16.16b
+	rev64	v17.4s, v17.4s
+	mov	v21.s[1], v7.s[2]
+	tbl	v16.16b, { v16.16b }, v0.16b
+	add	v19.4s, v19.4s, v16.4s
+	eor	v5.16b, v5.16b, v19.16b
+	ushr	v22.4s, v5.4s, #12
+	shl	v23.4s, v5.4s, #20
+	trn2	v5.4s, v17.4s, v21.4s
+	orr	v17.16b, v23.16b, v22.16b
+	add	v21.4s, v17.4s, v5.4s
+	add	v6.4s, v21.4s, v6.4s
+	eor	v16.16b, v16.16b, v6.16b
+	ext	v6.16b, v6.16b, v6.16b, #12
+	tbl	v21.16b, { v16.16b }, v2.16b
+	zip1	v16.2d, v20.2d, v4.2d
+	zip2	v4.4s, v4.4s, v20.4s
+	add	v19.4s, v19.4s, v21.4s
+	mov	v16.s[3], v7.s[3]
+	ext	v21.16b, v21.16b, v21.16b, #8
+	zip1	v20.4s, v4.4s, v7.4s
+	eor	v17.16b, v17.16b, v19.16b
+	ext	v22.16b, v16.16b, v16.16b, #12
+	ext	v19.16b, v19.16b, v19.16b, #4
+	zip1	v4.4s, v7.4s, v4.4s
+	ushr	v23.4s, v17.4s, #7
+	shl	v17.4s, v17.4s, #25
+	uzp1	v16.4s, v16.4s, v22.4s
+	ext	v4.16b, v4.16b, v20.16b, #8
+	orr	v17.16b, v17.16b, v23.16b
+	add	v22.4s, v17.4s, v16.4s
+	add	v6.4s, v22.4s, v6.4s
+	eor	v21.16b, v6.16b, v21.16b
+	tbl	v21.16b, { v21.16b }, v0.16b
+	add	v19.4s, v19.4s, v21.4s
+	eor	v17.16b, v17.16b, v19.16b
+	ushr	v7.4s, v17.4s, #12
+	shl	v17.4s, v17.4s, #20
+	orr	v7.16b, v17.16b, v7.16b
+	add	v17.4s, v7.4s, v4.4s
+	add	v6.4s, v17.4s, v6.4s
+	ext	v17.16b, v18.16b, v18.16b, #4
+	eor	v18.16b, v21.16b, v6.16b
+	uzp1	v20.4s, v17.4s, v17.4s
+	tbl	v18.16b, { v18.16b }, v2.16b
+	ext	v20.16b, v20.16b, v17.16b, #8
+	add	v19.4s, v19.4s, v18.4s
+	uzp2	v20.4s, v20.4s, v5.4s
+	ext	v18.16b, v18.16b, v18.16b, #8
+	eor	v7.16b, v7.16b, v19.16b
+	add	v6.4s, v6.4s, v20.4s
+	ushr	v21.4s, v7.4s, #7
+	shl	v7.4s, v7.4s, #25
+	ext	v6.16b, v6.16b, v6.16b, #4
+	orr	v7.16b, v7.16b, v21.16b
+	add	v21.4s, v6.4s, v7.4s
+	eor	v6.16b, v21.16b, v18.16b
+	ext	v18.16b, v19.16b, v19.16b, #12
+	tbl	v19.16b, { v6.16b }, v0.16b
+	ext	v6.16b, v17.16b, v17.16b, #12
+	add	v18.4s, v18.4s, v19.4s
+	ext	v6.16b, v17.16b, v6.16b, #12
+	mov	v17.16b, v4.16b
+	eor	v7.16b, v7.16b, v18.16b
+	rev64	v6.4s, v6.4s
+	mov	v17.s[1], v16.s[2]
+	ushr	v22.4s, v7.4s, #12
+	shl	v7.4s, v7.4s, #20
+	trn2	v6.4s, v6.4s, v17.4s
+	orr	v7.16b, v7.16b, v22.16b
+	add	v17.4s, v7.4s, v6.4s
+	add	v17.4s, v17.4s, v21.4s
+	zip1	v21.2d, v4.2d, v5.2d
+	zip2	v4.4s, v5.4s, v4.4s
+	eor	v19.16b, v19.16b, v17.16b
+	mov	v21.s[3], v16.s[3]
+	ext	v17.16b, v17.16b, v17.16b, #12
+	tbl	v19.16b, { v19.16b }, v2.16b
+	ext	v22.16b, v21.16b, v21.16b, #12
+	add	v18.4s, v18.4s, v19.4s
+	ext	v19.16b, v19.16b, v19.16b, #8
+	eor	v7.16b, v7.16b, v18.16b
+	ext	v18.16b, v18.16b, v18.16b, #4
+	ushr	v23.4s, v7.4s, #7
+	shl	v24.4s, v7.4s, #25
+	uzp1	v7.4s, v21.4s, v22.4s
+	orr	v21.16b, v24.16b, v23.16b
+	add	v22.4s, v21.4s, v7.4s
+	add	v17.4s, v22.4s, v17.4s
+	eor	v19.16b, v17.16b, v19.16b
+	tbl	v19.16b, { v19.16b }, v0.16b
+	add	v18.4s, v18.4s, v19.4s
+	eor	v5.16b, v21.16b, v18.16b
+	zip1	v21.4s, v4.4s, v16.4s
+	zip1	v4.4s, v16.4s, v4.4s
+	ushr	v16.4s, v5.4s, #12
+	shl	v5.4s, v5.4s, #20
+	ext	v21.16b, v4.16b, v21.16b, #8
+	orr	v4.16b, v5.16b, v16.16b
+	ext	v16.16b, v20.16b, v20.16b, #4
+	mov	v23.16b, v21.16b
+	add	v5.4s, v4.4s, v21.4s
+	mov	v23.s[1], v7.s[2]
+	add	v5.4s, v5.4s, v17.4s
+	eor	v17.16b, v19.16b, v5.16b
+	uzp1	v19.4s, v16.4s, v16.4s
+	tbl	v17.16b, { v17.16b }, v2.16b
+	ext	v19.16b, v19.16b, v16.16b, #8
+	add	v18.4s, v18.4s, v17.4s
+	uzp2	v19.4s, v19.4s, v6.4s
+	eor	v4.16b, v4.16b, v18.16b
+	add	v5.4s, v5.4s, v19.4s
+	ext	v19.16b, v19.16b, v19.16b, #4
+	ushr	v20.4s, v4.4s, #7
+	shl	v4.4s, v4.4s, #25
+	ext	v5.16b, v5.16b, v5.16b, #4
+	orr	v20.16b, v4.16b, v20.16b
+	ext	v4.16b, v17.16b, v17.16b, #8
+	add	v17.4s, v5.4s, v20.4s
+	ext	v5.16b, v18.16b, v18.16b, #12
+	eor	v4.16b, v17.16b, v4.16b
+	tbl	v18.16b, { v4.16b }, v0.16b
+	ext	v4.16b, v16.16b, v16.16b, #12
+	add	v22.4s, v5.4s, v18.4s
+	ext	v4.16b, v16.16b, v4.16b, #12
+	eor	v5.16b, v20.16b, v22.16b
+	rev64	v16.4s, v4.4s
+	ushr	v20.4s, v5.4s, #12
+	shl	v24.4s, v5.4s, #20
+	trn2	v5.4s, v16.4s, v23.4s
+	orr	v16.16b, v24.16b, v20.16b
+	add	v20.4s, v16.4s, v5.4s
+	add	v17.4s, v20.4s, v17.4s
+	zip1	v20.2d, v21.2d, v6.2d
+	zip2	v6.4s, v6.4s, v21.4s
+	eor	v18.16b, v18.16b, v17.16b
+	mov	v20.s[3], v7.s[3]
+	ext	v17.16b, v17.16b, v17.16b, #12
+	zip1	v21.4s, v6.4s, v7.4s
+	tbl	v18.16b, { v18.16b }, v2.16b
+	ext	v24.16b, v20.16b, v20.16b, #12
+	zip1	v6.4s, v7.4s, v6.4s
+	add	v22.4s, v22.4s, v18.4s
+	ext	v18.16b, v18.16b, v18.16b, #8
+	ext	v6.16b, v6.16b, v21.16b, #8
+	eor	v16.16b, v16.16b, v22.16b
+	ext	v22.16b, v22.16b, v22.16b, #4
+	zip1	v5.2d, v6.2d, v5.2d
+	zip2	v4.4s, v4.4s, v6.4s
+	ushr	v25.4s, v16.4s, #7
+	shl	v26.4s, v16.4s, #25
+	uzp1	v16.4s, v20.4s, v24.4s
+	orr	v20.16b, v26.16b, v25.16b
+	mov	v5.s[3], v16.s[3]
+	add	v24.4s, v20.4s, v16.4s
+	add	v17.4s, v24.4s, v17.4s
+	eor	v18.16b, v17.16b, v18.16b
+	tbl	v18.16b, { v18.16b }, v0.16b
+	add	v22.4s, v22.4s, v18.4s
+	eor	v20.16b, v20.16b, v22.16b
+	ushr	v7.4s, v20.4s, #12
+	shl	v20.4s, v20.4s, #20
+	orr	v7.16b, v20.16b, v7.16b
+	add	v20.4s, v7.4s, v6.4s
+	add	v17.4s, v20.4s, v17.4s
+	ext	v20.16b, v19.16b, v19.16b, #8
+	eor	v18.16b, v18.16b, v17.16b
+	ext	v17.16b, v17.16b, v17.16b, #4
+	tbl	v18.16b, { v18.16b }, v2.16b
+	add	v21.4s, v22.4s, v18.4s
+	uzp2	v22.4s, v20.4s, v23.4s
+	ext	v18.16b, v18.16b, v18.16b, #8
+	eor	v7.16b, v7.16b, v21.16b
+	ext	v20.16b, v22.16b, v20.16b, #4
+	ushr	v22.4s, v7.4s, #7
+	shl	v7.4s, v7.4s, #25
+	add	v17.4s, v17.4s, v20.4s
+	ext	v20.16b, v21.16b, v21.16b, #12
+	ext	v21.16b, v19.16b, v19.16b, #12
+	orr	v7.16b, v7.16b, v22.16b
+	ext	v19.16b, v19.16b, v21.16b, #12
+	add	v17.4s, v17.4s, v7.4s
+	mov	v21.16b, v6.16b
+	rev64	v19.4s, v19.4s
+	eor	v18.16b, v17.16b, v18.16b
+	mov	v21.s[1], v16.s[2]
+	tbl	v18.16b, { v18.16b }, v0.16b
+	trn2	v19.4s, v19.4s, v21.4s
+	add	v20.4s, v20.4s, v18.4s
+	eor	v7.16b, v7.16b, v20.16b
+	ushr	v22.4s, v7.4s, #12
+	shl	v7.4s, v7.4s, #20
+	orr	v7.16b, v7.16b, v22.16b
+	add	v19.4s, v7.4s, v19.4s
+	add	v17.4s, v19.4s, v17.4s
+	eor	v18.16b, v18.16b, v17.16b
+	ext	v17.16b, v17.16b, v17.16b, #12
+	tbl	v18.16b, { v18.16b }, v2.16b
+	add	v19.4s, v20.4s, v18.4s
+	ext	v20.16b, v5.16b, v5.16b, #12
+	ext	v18.16b, v18.16b, v18.16b, #8
+	eor	v7.16b, v7.16b, v19.16b
+	uzp1	v5.4s, v5.4s, v20.4s
+	ushr	v21.4s, v7.4s, #7
+	shl	v7.4s, v7.4s, #25
+	orr	v7.16b, v7.16b, v21.16b
+	add	v5.4s, v7.4s, v5.4s
+	add	v5.4s, v5.4s, v17.4s
+	eor	v17.16b, v5.16b, v18.16b
+	ext	v18.16b, v19.16b, v19.16b, #4
+	tbl	v17.16b, { v17.16b }, v0.16b
+	add	v18.4s, v18.4s, v17.4s
+	eor	v6.16b, v7.16b, v18.16b
+	zip1	v7.4s, v4.4s, v16.4s
+	zip1	v4.4s, v16.4s, v4.4s
+	ushr	v16.4s, v6.4s, #12
+	shl	v6.4s, v6.4s, #20
+	ext	v4.16b, v4.16b, v7.16b, #8
+	orr	v6.16b, v6.16b, v16.16b
+	add	v4.4s, v6.4s, v4.4s
+	add	v4.4s, v4.4s, v5.4s
+	eor	v5.16b, v17.16b, v4.16b
+	ext	v4.16b, v4.16b, v4.16b, #4
+	tbl	v5.16b, { v5.16b }, v2.16b
+	add	v7.4s, v18.4s, v5.4s
+	eor	v6.16b, v6.16b, v7.16b
+	ext	v7.16b, v7.16b, v7.16b, #12
+	ushr	v16.4s, v6.4s, #7
+	shl	v6.4s, v6.4s, #25
+	orr	v6.16b, v6.16b, v16.16b
+	ext	v16.16b, v5.16b, v5.16b, #8
+	eor	v5.16b, v4.16b, v7.16b
+	eor	v4.16b, v6.16b, v16.16b
+.LBB3_11:
+	subs	x13, x15, #1
+	b.eq	.LBB3_9
+	cbnz	x15, .LBB3_10
+	add	x4, x4, x12
+	add	x0, x0, #8
+	subs	x1, x1, #1
+	stp	q5, q4, [x8], #32
+	b.ne	.LBB3_8
+.LBB3_14:
+	add	sp, sp, #368
+	ldp	x20, x19, [sp, #128]
+	ldp	x22, x21, [sp, #112]
+	ldp	x24, x23, [sp, #96]
+	ldp	x26, x25, [sp, #80]
+	ldp	x29, x27, [sp, #64]
 	ldp	d9, d8, [sp, #48]
 	ldp	d11, d10, [sp, #32]
 	ldp	d13, d12, [sp, #16]
-	ldp	d15, d14, [sp], #160
+	ldp	d15, d14, [sp], #144
 	ret
-.Lfunc_end2:
-	.size	zfs_blake3_hash_many_sse41, .Lfunc_end2-zfs_blake3_hash_many_sse41
+.Lfunc_end3:
+	.size	zfs_blake3_hash_many_sse41, .Lfunc_end3-zfs_blake3_hash_many_sse41
 	.cfi_endproc
 	.section	".note.GNU-stack","",@progbits
-#endif
+#endif
\ No newline at end of file