	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	4, 0x90                         ## -- Begin function gen8_store_flex
_gen8_store_flex:                       ## @gen8_store_flex
	.cfi_startproc
## %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset %rbp, -16
	movq	%rsp, %rbp
	.cfi_def_cfa_register %rbp
	pushq	%r15
	pushq	%r14
	pushq	%r13
	pushq	%r12
	pushq	%rbx
	pushq	%rax
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	movl	%ecx, %r15d
	movq	%rdx, %r12
	movq	%rsi, %r13
	movq	%rdi, %r14
	leal	(,%r15,4), %esi
	callq	_intel_ring_begin
	movq	%rax, %rbx
	movq	%rax, %rdi
	callq	_IS_ERR
	testq	%rax, %rax
	je	LBB0_1
## %bb.16:
	movq	%rbx, %rdi
	addq	$8, %rsp
	popq	%rbx
	popq	%r12
	popq	%r13
	popq	%r14
	popq	%r15
	popq	%rbp
	jmp	_PTR_ERR                        ## TAILCALL
LBB0_1:
	movl	(%r13), %edi
	callq	_i915_ggtt_offset
	movq	_LRC_STATE_PN@GOTPCREL(%rip), %rcx
	movq	_PAGE_SIZE@GOTPCREL(%rip), %rdx
	movl	(%rdx), %edx
	imull	(%rcx), %edx
                                        ## kill: def $eax killed $eax def $rax
	leal	(%rax,%rdx), %r11d
	addl	$4, %r11d
	leal	-1(%r15), %r8d
	cmpl	$3, %r8d
	jb	LBB0_2
## %bb.3:
	movq	%r8, %rax
	shlq	$4, %rax
	leaq	(%rax,%rbx), %rsi
	addq	$16, %rsi
	movq	_MI_STORE_DWORD_IMM_GEN4@GOTPCREL(%rip), %r9
	leaq	4(%r9), %rax
	cmpq	%rax, %rbx
	setb	%dil
	cmpq	%r9, %rsi
	seta	%dl
	movq	_MI_USE_GGTT@GOTPCREL(%rip), %r10
	leaq	4(%r10), %rax
	cmpq	%rax, %rbx
	setb	%al
	cmpq	%r10, %rsi
	seta	%r13b
	leaq	(%r12,%r8,8), %rcx
	addq	$8, %rcx
	cmpq	%rcx, %rbx
	setb	%cl
	cmpq	%r12, %rsi
	seta	%sil
	testb	%dl, %dil
	jne	LBB0_2
## %bb.4:
	andb	%r13b, %al
	jne	LBB0_2
## %bb.5:
	andb	%sil, %cl
	jne	LBB0_2
## %bb.6:
	incq	%r8
	movq	%r8, %rdi
	andq	$-4, %rdi
	leaq	(%r12,%rdi,8), %rcx
	subl	%edi, %r15d
	movq	%rdi, %rax
	shlq	$4, %rax
	movq	%rbx, %rsi
	addq	%rax, %rsi
	movd	%r11d, %xmm0
	pshufd	$0, %xmm0, %xmm0                ## xmm0 = xmm0[0,0,0,0]
	xorl	%edx, %edx
	.p2align	4, 0x90
LBB0_7:                                 ## =>This Inner Loop Header: Depth=1
	movl	(%r10), %eax
	orl	(%r9), %eax
	movups	(%r12,%rdx,8), %xmm1
	movups	16(%r12,%rdx,8), %xmm2
	movaps	%xmm1, %xmm3
	shufps	$136, %xmm2, %xmm3              ## xmm3 = xmm3[0,2],xmm2[0,2]
	pslld	$2, %xmm3
	paddd	%xmm0, %xmm3
	movd	%eax, %xmm4
	pshufd	$80, %xmm3, %xmm5               ## xmm5 = xmm3[0,0,1,1]
	pblendw	$243, %xmm4, %xmm5              ## xmm5 = xmm4[0,1],xmm5[2,3],xmm4[4,5,6,7]
	pshufd	$68, %xmm1, %xmm6               ## xmm6 = xmm1[0,1,0,1]
	pblendw	$63, %xmm5, %xmm6               ## xmm6 = xmm5[0,1,2,3,4,5],xmm6[6,7]
	pshufd	$238, %xmm3, %xmm5              ## xmm5 = xmm3[2,3,2,3]
	pblendw	$243, %xmm4, %xmm5              ## xmm5 = xmm4[0,1],xmm5[2,3],xmm4[4,5,6,7]
	pblendw	$192, %xmm2, %xmm5              ## xmm5 = xmm5[0,1,2,3,4,5],xmm2[6,7]
	pshufd	$250, %xmm3, %xmm7              ## xmm7 = xmm3[2,2,3,3]
	pblendw	$243, %xmm4, %xmm7              ## xmm7 = xmm4[0,1],xmm7[2,3],xmm4[4,5,6,7]
	pshufd	$68, %xmm2, %xmm2               ## xmm2 = xmm2[0,1,0,1]
	pblendw	$63, %xmm7, %xmm2               ## xmm2 = xmm7[0,1,2,3,4,5],xmm2[6,7]
	pblendw	$243, %xmm4, %xmm3              ## xmm3 = xmm4[0,1],xmm3[2,3],xmm4[4,5,6,7]
	pblendw	$192, %xmm1, %xmm3              ## xmm3 = xmm3[0,1,2,3,4,5],xmm1[6,7]
	movdqu	%xmm3, 16(%rbx)
	movdqu	%xmm2, 32(%rbx)
	movdqu	%xmm5, 48(%rbx)
	movdqu	%xmm6, (%rbx)
	addq	$4, %rdx
	addq	$64, %rbx
	cmpq	%rdx, %rdi
	jne	LBB0_7
## %bb.8:
	cmpq	%rdi, %r8
	je	LBB0_15
## %bb.9:
	testb	$1, %r15b
	jne	LBB0_11
LBB0_10:
	movl	%r15d, %eax
	cmpl	$1, %r15d
	jne	LBB0_13
	jmp	LBB0_15
LBB0_2:
	movq	%r12, %rcx
	movq	%rbx, %rsi
	testb	$1, %r15b
	je	LBB0_10
LBB0_11:
	movq	_MI_STORE_DWORD_IMM_GEN4@GOTPCREL(%rip), %rax
	movq	_MI_USE_GGTT@GOTPCREL(%rip), %rdx
	movl	(%rdx), %edx
	orl	(%rax), %edx
	movl	%edx, (%rsi)
	movl	(%rcx), %eax
	leal	(%r11,%rax,4), %eax
	movl	%eax, 4(%rsi)
	movl	$0, 8(%rsi)
	movl	4(%rcx), %eax
	movl	%eax, 12(%rsi)
	addq	$16, %rsi
	addq	$8, %rcx
	leal	-1(%r15), %eax
	cmpl	$1, %r15d
	je	LBB0_15
LBB0_13:
	movl	%eax, %r8d
	xorl	%edi, %edi
	movq	_MI_STORE_DWORD_IMM_GEN4@GOTPCREL(%rip), %rbx
	movq	_MI_USE_GGTT@GOTPCREL(%rip), %rax
	.p2align	4, 0x90
LBB0_14:                                ## =>This Inner Loop Header: Depth=1
	movl	(%rax), %edx
	orl	(%rbx), %edx
	movl	%edx, (%rsi)
	movl	(%rcx,%rdi,8), %edx
	leal	(%r11,%rdx,4), %edx
	movl	%edx, 4(%rsi)
	movl	$0, 8(%rsi)
	movl	4(%rcx,%rdi,8), %edx
	movl	%edx, 12(%rsi)
	movl	(%rax), %edx
	orl	(%rbx), %edx
	movl	%edx, 16(%rsi)
	movl	8(%rcx,%rdi,8), %edx
	leal	(%r11,%rdx,4), %edx
	movl	%edx, 20(%rsi)
	movl	$0, 24(%rsi)
	movl	12(%rcx,%rdi,8), %edx
	movl	%edx, 28(%rsi)
	addq	$32, %rsi
	addq	$2, %rdi
	cmpl	%edi, %r8d
	jne	LBB0_14
LBB0_15:
	movq	%r14, %rdi
	callq	_intel_ring_advance
	xorl	%eax, %eax
	addq	$8, %rsp
	popq	%rbx
	popq	%r12
	popq	%r13
	popq	%r14
	popq	%r15
	popq	%rbp
	retq
	.cfi_endproc
                                        ## -- End function
	.comm	_LRC_STATE_PN,4,2               ## @LRC_STATE_PN
	.comm	_PAGE_SIZE,4,2                  ## @PAGE_SIZE
	.comm	_MI_STORE_DWORD_IMM_GEN4,4,2    ## @MI_STORE_DWORD_IMM_GEN4
	.comm	_MI_USE_GGTT,4,2                ## @MI_USE_GGTT
	.no_dead_strip	_gen8_store_flex
.subsections_via_symbols

	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	2                               ; -- Begin function gen8_store_flex
_gen8_store_flex:                       ; @gen8_store_flex
	.cfi_startproc
; %bb.0:
	stp	x24, x23, [sp, #-64]!           ; 16-byte Folded Spill
	.cfi_def_cfa_offset 64
	stp	x22, x21, [sp, #16]             ; 16-byte Folded Spill
	stp	x20, x19, [sp, #32]             ; 16-byte Folded Spill
	stp	x29, x30, [sp, #48]             ; 16-byte Folded Spill
	add	x29, sp, #48
	.cfi_def_cfa w29, 16
	.cfi_offset w30, -8
	.cfi_offset w29, -16
	.cfi_offset w19, -24
	.cfi_offset w20, -32
	.cfi_offset w21, -40
	.cfi_offset w22, -48
	.cfi_offset w23, -56
	.cfi_offset w24, -64
	mov	x20, x3
	mov	x22, x2
	mov	x23, x1
	mov	x19, x0
	lsl	w1, w3, #2
	bl	_intel_ring_begin
	mov	x21, x0
	bl	_IS_ERR
	cbz	x0, LBB0_2
; %bb.1:
	mov	x0, x21
	ldp	x29, x30, [sp, #48]             ; 16-byte Folded Reload
	ldp	x20, x19, [sp, #32]             ; 16-byte Folded Reload
	ldp	x22, x21, [sp, #16]             ; 16-byte Folded Reload
	ldp	x24, x23, [sp], #64             ; 16-byte Folded Reload
	b	_PTR_ERR
LBB0_2:
	ldr	w0, [x23]
	bl	_i915_ggtt_offset
Lloh0:
	adrp	x8, _LRC_STATE_PN@GOTPAGE
Lloh1:
	ldr	x8, [x8, _LRC_STATE_PN@GOTPAGEOFF]
Lloh2:
	ldr	w8, [x8]
Lloh3:
	adrp	x9, _PAGE_SIZE@GOTPAGE
Lloh4:
	ldr	x9, [x9, _PAGE_SIZE@GOTPAGEOFF]
Lloh5:
	ldr	w9, [x9]
	madd	w8, w9, w8, w0
	add	w8, w8, #4
	sub	w11, w20, #1
Lloh6:
	adrp	x9, _MI_STORE_DWORD_IMM_GEN4@GOTPAGE
Lloh7:
	ldr	x9, [x9, _MI_STORE_DWORD_IMM_GEN4@GOTPAGEOFF]
Lloh8:
	adrp	x10, _MI_USE_GGTT@GOTPAGE
Lloh9:
	ldr	x10, [x10, _MI_USE_GGTT@GOTPAGEOFF]
	cmp	w11, #3
	b.lo	LBB0_9
; %bb.3:
	add	x12, x21, w11, uxtw #4
	add	x14, x12, #16
	add	x15, x9, #4
	add	x12, x10, #4
	cmp	x21, x12
	ccmp	x14, x10, #0, lo
	cset	w12, hi
	add	x13, x22, w11, uxtw #3
	add	x13, x13, #8
	cmp	x21, x13
	ccmp	x14, x22, #0, lo
	cset	w13, hi
	cmp	x14, x9
	ccmp	x21, x15, #2, hi
	b.lo	LBB0_9
; %bb.4:
	tbnz	w12, #0, LBB0_9
; %bb.5:
	tbnz	w13, #0, LBB0_9
; %bb.6:
	add	x12, x11, #1
	and	x13, x12, #0x1fffffffc
	add	x11, x22, x13, lsl #3
	sub	w20, w20, w13
	add	x1, x21, x13, lsl #4
	dup.4s	v0, w8
	movi.2d	v3, #0000000000000000
	mov	x14, x13
LBB0_7:                                 ; =>This Inner Loop Header: Depth=1
	ldr	w15, [x9]
	ldr	w16, [x10]
	orr	w15, w16, w15
	ld2.4s	{ v5, v6 }, [x22], #32
	dup.4s	v1, w15
	shl.4s	v7, v5, #2
	add.4s	v2, v0, v7
	mov.16b	v4, v6
	st4.4s	{ v1, v2, v3, v4 }, [x21], #64
	subs	x14, x14, #4
	b.ne	LBB0_7
; %bb.8:
	cmp	x12, x13
	b.ne	LBB0_10
	b	LBB0_12
LBB0_9:
	mov	x11, x22
	mov	x1, x21
LBB0_10:                                ; =>This Inner Loop Header: Depth=1
	ldr	w12, [x9]
	ldr	w13, [x10]
	orr	w12, w13, w12
	str	w12, [x1]
	ldr	w12, [x11]
	add	w12, w8, w12, lsl #2
	stp	w12, wzr, [x1, #4]
	ldr	w13, [x11, #4]
	add	x12, x1, #16
	str	w13, [x1, #12]
	add	x11, x11, #8
	mov	x1, x12
	subs	w20, w20, #1
	b.ne	LBB0_10
; %bb.11:
	mov	x1, x12
LBB0_12:
	mov	x0, x19
	bl	_intel_ring_advance
	mov	w0, #0
	ldp	x29, x30, [sp, #48]             ; 16-byte Folded Reload
	ldp	x20, x19, [sp, #32]             ; 16-byte Folded Reload
	ldp	x22, x21, [sp, #16]             ; 16-byte Folded Reload
	ldp	x24, x23, [sp], #64             ; 16-byte Folded Reload
	ret
	.loh AdrpLdrGot	Lloh8, Lloh9
	.loh AdrpLdrGot	Lloh6, Lloh7
	.loh AdrpLdrGotLdr	Lloh3, Lloh4, Lloh5
	.loh AdrpLdrGotLdr	Lloh0, Lloh1, Lloh2
	.cfi_endproc
                                        ; -- End function
	.comm	_LRC_STATE_PN,4,2               ; @LRC_STATE_PN
	.comm	_PAGE_SIZE,4,2                  ; @PAGE_SIZE
	.comm	_MI_STORE_DWORD_IMM_GEN4,4,2    ; @MI_STORE_DWORD_IMM_GEN4
	.comm	_MI_USE_GGTT,4,2                ; @MI_USE_GGTT
	.no_dead_strip	_gen8_store_flex
.subsections_via_symbols
