	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	4, 0x90                         ## -- Begin function gru_try_dropin
_gru_try_dropin:                        ## @gru_try_dropin
	.cfi_startproc
## %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset %rbp, -16
	movq	%rsp, %rbp
	.cfi_def_cfa_register %rbp
	pushq	%r15
	pushq	%r14
	pushq	%r13
	pushq	%r12
	pushq	%rbx
	subq	$72, %rsp
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	movq	%rcx, %r14
	movq	%rdx, %r13
	movq	%rsi, %rbx
	movq	%rdi, -104(%rbp)                ## 8-byte Spill
	movb	(%rsi), %al
	movl	$0, -52(%rbp)
	testq	%rcx, %rcx
	sete	%r12b
	movq	$0, -88(%rbp)
	movzbl	%al, %r15d
	movl	%r15d, %edi
	callq	_unlikely
	testq	%rax, %rax
	movb	%r12b, -80(%rbp)                ## 1-byte Spill
	movq	%rbx, %r12
	je	LBB0_2
## %bb.1:
	movq	%r13, %rdi
	callq	_gru_tfh_to_cbe
	movq	%rax, -48(%rbp)                 ## 8-byte Spill
	movq	%rax, %rdi
	callq	_prefetchw
	jmp	LBB0_3
LBB0_2:
	xorl	%eax, %eax
	movq	%rax, -48(%rbp)                 ## 8-byte Spill
LBB0_3:
	movq	(%r13), %rax
	movq	_TFHSTATUS_EXCEPTION@GOTPCREL(%rip), %rbx
	cmpq	(%rbx), %rax
	je	LBB0_6
## %bb.4:
	movq	%r13, %rdi
	callq	_gru_flush_cache
	xorl	%eax, %eax
	callq	_sync_core
	movq	(%r13), %rax
	cmpq	(%rbx), %rax
	jne	LBB0_14
## %bb.5:
	movq	_tfh_stale_on_fault@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
LBB0_6:
	movq	8(%r13), %rax
	movq	_TFHSTATE_IDLE@GOTPCREL(%rip), %rcx
	cmpq	(%rcx), %rax
	jne	LBB0_10
## %bb.7:
	movq	%r13, %rdi
	callq	_gru_flush_cache
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	testq	%r14, %r14
	je	LBB0_9
## %bb.8:
	movq	%r14, %rdi
	callq	_gru_flush_cache
LBB0_9:
	movq	_tlb_dropin_fail_idle@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	movq	8(%r13), %rcx
	leaq	L_.str.7(%rip), %rsi
	jmp	LBB0_13
LBB0_10:
	testq	%r14, %r14
	je	LBB0_17
## %bb.11:
	movq	_TFHSTATE_MISS_FMM@GOTPCREL(%rip), %rcx
	cmpq	(%rcx), %rax
	jne	LBB0_17
## %bb.12:
	movq	%r13, %rdi
	callq	_gru_flush_cache
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	movq	_tlb_dropin_fail_fmm@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	movq	8(%r13), %rcx
	leaq	L_.str.5(%rip), %rsi
LBB0_13:
	xorl	%ebx, %ebx
	movq	%r13, %rdx
	xorl	%eax, %eax
	callq	_gru_dbg
	jmp	LBB0_31
LBB0_14:
	movq	%r13, %rdi
	callq	_gru_flush_cache
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	testq	%r14, %r14
	je	LBB0_16
## %bb.15:
	movq	%r14, %rdi
	callq	_gru_flush_cache
LBB0_16:
	movq	_tlb_dropin_fail_no_exception@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	movq	(%r13), %rcx
	movq	8(%r13), %r8
	leaq	L_.str.6(%rip), %rsi
	xorl	%ebx, %ebx
	movq	%r13, %rdx
	xorl	%eax, %eax
	callq	_gru_dbg
	jmp	LBB0_31
LBB0_17:
	movq	_TFHCAUSE_TLB_MOD@GOTPCREL(%rip), %rax
	movl	(%rax), %eax
	testl	%eax, 16(%r13)
	setne	%cl
	movq	24(%r13), %rbx
	movl	32(%r13), %eax
	testl	%eax, %eax
	je	LBB0_21
## %bb.18:
	movb	%cl, -68(%rbp)                  ## 1-byte Spill
	movq	%rbx, -64(%rbp)                 ## 8-byte Spill
	movq	%rax, -96(%rbp)                 ## 8-byte Spill
	movl	36(%r13), %eax
	movq	%rax, -112(%rbp)                ## 8-byte Spill
	xorl	%eax, %eax
	callq	_rmb
	movq	%r12, %rbx
	movq	16(%r12), %rdi
	callq	_atomic_read
	testq	%rax, %rax
	je	LBB0_23
## %bb.19:
	movq	%r13, %rdi
	testq	%r14, %r14
	je	LBB0_25
## %bb.20:
	callq	_gru_flush_cache
	jmp	LBB0_26
LBB0_21:
	movq	_tlb_dropin_fail_no_asid@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	leaq	L_.str.3(%rip), %rsi
	movq	%r13, %rdx
	movq	%rbx, %rcx
	xorl	%eax, %eax
	callq	_gru_dbg
	movq	%r13, %rdi
	testq	%r14, %r14
	je	LBB0_28
## %bb.22:
	callq	_gru_flush_cache
	jmp	LBB0_29
LBB0_23:
	xorl	%ecx, %ecx
	movb	-80(%rbp), %al                  ## 1-byte Reload
	movb	%al, %cl
	xorl	%edx, %edx
	movb	-68(%rbp), %al                  ## 1-byte Reload
	movb	%al, %dl
	leaq	-88(%rbp), %r8
	leaq	-52(%rbp), %r9
	movq	%rbx, %r12
	movq	%rbx, %rdi
	movq	-64(%rbp), %rbx                 ## 8-byte Reload
	movq	%rbx, %rsi
	movq	%rdx, -80(%rbp)                 ## 8-byte Spill
                                        ## kill: def $edx killed $edx killed $rdx
	movl	%ecx, -68(%rbp)                 ## 4-byte Spill
	callq	_gru_vtop
	movq	_VTOP_INVALID@GOTPCREL(%rip), %rcx
	cmpl	(%rcx), %eax
	jne	LBB0_32
## %bb.24:
	movq	%r13, %rdi
	callq	_tfh_exception
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	movq	_tlb_dropin_fail_invalid@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	leaq	L_.str.8(%rip), %rsi
	movq	%rbx, %rcx
	xorl	%ebx, %ebx
	movq	%r13, %rdx
	xorl	%eax, %eax
	callq	_gru_dbg
	movq	_EFAULT@GOTPCREL(%rip), %rax
	jmp	LBB0_30
LBB0_25:
	callq	_tfh_user_polling_mode
LBB0_26:
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	movq	-64(%rbp), %rbx                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	movq	_tlb_dropin_fail_range_active@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	leaq	L_.str.9(%rip), %rsi
LBB0_27:
	movq	%r13, %rdx
	movq	%rbx, %rcx
	xorl	%eax, %eax
	callq	_gru_dbg
	movl	$1, %ebx
	jmp	LBB0_31
LBB0_28:
	callq	_tfh_user_polling_mode
LBB0_29:
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	movq	_EAGAIN@GOTPCREL(%rip), %rax
	xorl	%ebx, %ebx
LBB0_30:
	subl	(%rax), %ebx
LBB0_31:
	movl	%ebx, %eax
	addq	$72, %rsp
	popq	%rbx
	popq	%r12
	popq	%r13
	popq	%r14
	popq	%r15
	popq	%rbp
	retq
LBB0_32:
	movq	_VTOP_RETRY@GOTPCREL(%rip), %rcx
	cmpl	(%rcx), %eax
	jne	LBB0_34
LBB0_33:
	movq	%r13, %rdi
	callq	_tfh_user_polling_mode
	movq	-48(%rbp), %rdi                 ## 8-byte Reload
	callq	_gru_flush_cache_cbe
	movq	_tlb_dropin_fail_upm@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	leaq	L_.str.4(%rip), %rsi
	jmp	LBB0_27
LBB0_34:
	movl	4(%r12), %ebx
	movl	-52(%rbp), %edi
	callq	_GRU_SIZEAVAIL
	testl	%ebx, %eax
	movq	%r12, %rbx
	je	LBB0_39
LBB0_35:
	movq	-48(%rbp), %r12                 ## 8-byte Reload
	movzbl	%r12b, %edi
	callq	_unlikely
	testq	%rax, %rax
	je	LBB0_38
## %bb.36:
	movl	-52(%rbp), %eax
	movq	_PAGE_SHIFT@GOTPCREL(%rip), %rcx
	cmpl	(%rcx), %eax
	jne	LBB0_38
## %bb.37:
	subq	$8, %rsp
	movq	-104(%rbp), %rdi                ## 8-byte Reload
	movq	%rbx, %rsi
	movl	-68(%rbp), %edx                 ## 4-byte Reload
	movq	-64(%rbp), %rcx                 ## 8-byte Reload
	movq	-96(%rbp), %r8                  ## 8-byte Reload
                                        ## kill: def $r8d killed $r8d killed $r8
	movq	-80(%rbp), %r9                  ## 8-byte Reload
                                        ## kill: def $r9d killed $r9d killed $r9
	pushq	%r12
	pushq	%r13
	pushq	%r15
	callq	_gru_preload_tlb
	addq	$32, %rsp
	movq	%r12, %rdi
	callq	_gru_flush_cache_cbe
LBB0_38:
	movq	%r14, %rdi
	callq	_gru_cb_set_istatus_active
	incl	12(%rbx)
	movq	-88(%rbp), %r15
	movq	_GAA_RAM@GOTPCREL(%rip), %rax
	movq	%rbx, -48(%rbp)                 ## 8-byte Spill
	movl	(%rax), %ebx
	movl	-52(%rbp), %edi
	callq	_GRU_PAGESIZE
                                        ## kill: def $eax killed $eax def $rax
	subq	$8, %rsp
	movq	%r13, %rdi
	movq	%r15, %rsi
	movl	%ebx, %edx
	movq	-64(%rbp), %rcx                 ## 8-byte Reload
	movq	-96(%rbp), %r15                 ## 8-byte Reload
	movl	%r15d, %r8d
	movq	-80(%rbp), %r12                 ## 8-byte Reload
	movl	%r12d, %r9d
	pushq	%rax
	callq	_tfh_write_restart
	addq	$16, %rsp
	testq	%r14, %r14
	movq	_grudev@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	leaq	L_.str.2(%rip), %rax
	leaq	L_.str.1(%rip), %rdx
	cmovneq	%rax, %rdx
	movq	-104(%rbp), %rax                ## 8-byte Reload
	movl	(%rax), %ecx
	movl	-52(%rbp), %r10d
	leaq	L_.str(%rip), %rsi
	xorl	%ebx, %ebx
	movq	-48(%rbp), %r8                  ## 8-byte Reload
	movq	%r13, %r9
	xorl	%eax, %eax
	pushq	-88(%rbp)
	pushq	%r10
	pushq	%r12
	pushq	-112(%rbp)                      ## 8-byte Folded Reload
	pushq	%r15
	pushq	-64(%rbp)                       ## 8-byte Folded Reload
	callq	_gru_dbg
	addq	$48, %rsp
	movq	_tlb_dropin@GOTPCREL(%rip), %rax
	movl	(%rax), %edi
	callq	_STAT
	jmp	LBB0_31
LBB0_39:
	movl	-52(%rbp), %edi
	callq	_GRU_SIZEAVAIL
	orl	%eax, 4(%rbx)
	testq	%r14, %r14
	je	LBB0_41
## %bb.40:
	movq	%rbx, %rdi
	callq	_gru_update_cch
	testl	%eax, %eax
	jne	LBB0_35
LBB0_41:
	movl	$1, 8(%rbx)
	movq	-64(%rbp), %rbx                 ## 8-byte Reload
	jmp	LBB0_33
	.cfi_endproc
                                        ## -- End function
	.comm	_TFHSTATUS_EXCEPTION,8,3        ## @TFHSTATUS_EXCEPTION
	.comm	_tfh_stale_on_fault,4,2         ## @tfh_stale_on_fault
	.comm	_TFHSTATE_IDLE,8,3              ## @TFHSTATE_IDLE
	.comm	_TFHSTATE_MISS_FMM,8,3          ## @TFHSTATE_MISS_FMM
	.comm	_TFHCAUSE_TLB_MOD,4,2           ## @TFHCAUSE_TLB_MOD
	.comm	_VTOP_INVALID,4,2               ## @VTOP_INVALID
	.comm	_VTOP_RETRY,4,2                 ## @VTOP_RETRY
	.comm	_PAGE_SHIFT,4,2                 ## @PAGE_SHIFT
	.comm	_GAA_RAM,4,2                    ## @GAA_RAM
	.comm	_grudev,4,2                     ## @grudev
	.section	__TEXT,__cstring,cstring_literals
L_.str:                                 ## @.str
	.asciz	"%s: gid %d, gts 0x%p, tfh 0x%p, vaddr 0x%lx, asid 0x%x, indexway 0x%x, rw %d, ps %d, gpa 0x%lx\n"

L_.str.1:                               ## @.str.1
	.asciz	"atomic"

L_.str.2:                               ## @.str.2
	.asciz	"non-atomic"

	.comm	_tlb_dropin,4,2                 ## @tlb_dropin
	.comm	_tlb_dropin_fail_no_asid,4,2    ## @tlb_dropin_fail_no_asid
L_.str.3:                               ## @.str.3
	.asciz	"FAILED no_asid tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_EAGAIN,4,2                     ## @EAGAIN
	.comm	_tlb_dropin_fail_upm,4,2        ## @tlb_dropin_fail_upm
L_.str.4:                               ## @.str.4
	.asciz	"FAILED upm tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_tlb_dropin_fail_fmm,4,2        ## @tlb_dropin_fail_fmm
L_.str.5:                               ## @.str.5
	.asciz	"FAILED fmm tfh: 0x%p, state %d\n"

	.comm	_tlb_dropin_fail_no_exception,4,2 ## @tlb_dropin_fail_no_exception
L_.str.6:                               ## @.str.6
	.asciz	"FAILED non-exception tfh: 0x%p, status %d, state %d\n"

	.comm	_tlb_dropin_fail_idle,4,2       ## @tlb_dropin_fail_idle
L_.str.7:                               ## @.str.7
	.asciz	"FAILED idle tfh: 0x%p, state %d\n"

	.comm	_tlb_dropin_fail_invalid,4,2    ## @tlb_dropin_fail_invalid
L_.str.8:                               ## @.str.8
	.asciz	"FAILED inval tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_EFAULT,4,2                     ## @EFAULT
	.comm	_tlb_dropin_fail_range_active,4,2 ## @tlb_dropin_fail_range_active
L_.str.9:                               ## @.str.9
	.asciz	"FAILED range active: tfh 0x%p, vaddr 0x%lx\n"

	.no_dead_strip	_gru_try_dropin
.subsections_via_symbols

	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	2                               ; -- Begin function gru_try_dropin
_gru_try_dropin:                        ; @gru_try_dropin
	.cfi_startproc
; %bb.0:
	sub	sp, sp, #208
	.cfi_def_cfa_offset 208
	stp	x28, x27, [sp, #112]            ; 16-byte Folded Spill
	stp	x26, x25, [sp, #128]            ; 16-byte Folded Spill
	stp	x24, x23, [sp, #144]            ; 16-byte Folded Spill
	stp	x22, x21, [sp, #160]            ; 16-byte Folded Spill
	stp	x20, x19, [sp, #176]            ; 16-byte Folded Spill
	stp	x29, x30, [sp, #192]            ; 16-byte Folded Spill
	add	x29, sp, #192
	.cfi_def_cfa w29, 16
	.cfi_offset w30, -8
	.cfi_offset w29, -16
	.cfi_offset w19, -24
	.cfi_offset w20, -32
	.cfi_offset w21, -40
	.cfi_offset w22, -48
	.cfi_offset w23, -56
	.cfi_offset w24, -64
	.cfi_offset w25, -72
	.cfi_offset w26, -80
	.cfi_offset w27, -88
	.cfi_offset w28, -96
	mov	x20, x3
	mov	x19, x2
	mov	x22, x1
	mov	x24, x0
	ldrb	w25, [x1]
	stur	wzr, [x29, #-84]
	cmp	x3, #0
	cset	w26, eq
	str	xzr, [sp, #96]
	mov	x0, x25
	bl	_unlikely
	cbz	x0, LBB0_2
; %bb.1:
	mov	x0, x19
	bl	_gru_tfh_to_cbe
	mov	x21, x0
	bl	_prefetchw
	b	LBB0_3
LBB0_2:
	mov	x21, #0
LBB0_3:
	ldr	x8, [x19]
Lloh0:
	adrp	x23, _TFHSTATUS_EXCEPTION@GOTPAGE
Lloh1:
	ldr	x23, [x23, _TFHSTATUS_EXCEPTION@GOTPAGEOFF]
	ldr	x9, [x23]
	cmp	x8, x9
	b.eq	LBB0_6
; %bb.4:
	mov	x0, x19
	bl	_gru_flush_cache
	bl	_sync_core
	ldr	x8, [x19]
	ldr	x9, [x23]
	cmp	x8, x9
	b.ne	LBB0_13
; %bb.5:
Lloh2:
	adrp	x8, _tfh_stale_on_fault@GOTPAGE
Lloh3:
	ldr	x8, [x8, _tfh_stale_on_fault@GOTPAGEOFF]
Lloh4:
	ldr	w0, [x8]
	bl	_STAT
LBB0_6:
	ldr	x8, [x19, #8]
Lloh5:
	adrp	x9, _TFHSTATE_IDLE@GOTPAGE
Lloh6:
	ldr	x9, [x9, _TFHSTATE_IDLE@GOTPAGEOFF]
Lloh7:
	ldr	x9, [x9]
	cmp	x8, x9
	b.ne	LBB0_10
; %bb.7:
	mov	x0, x19
	bl	_gru_flush_cache
	mov	x0, x21
	bl	_gru_flush_cache_cbe
	cbz	x20, LBB0_9
; %bb.8:
	mov	x0, x20
	bl	_gru_flush_cache
LBB0_9:
Lloh8:
	adrp	x8, _tlb_dropin_fail_idle@GOTPAGE
Lloh9:
	ldr	x8, [x8, _tlb_dropin_fail_idle@GOTPAGEOFF]
Lloh10:
	ldr	w0, [x8]
	bl	_STAT
Lloh11:
	adrp	x8, _grudev@GOTPAGE
Lloh12:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh13:
	ldr	w0, [x8]
	ldr	x8, [x19, #8]
	stp	x19, x8, [sp]
Lloh14:
	adrp	x1, l_.str.7@PAGE
Lloh15:
	add	x1, x1, l_.str.7@PAGEOFF
	b	LBB0_16
LBB0_10:
	cbz	x20, LBB0_19
; %bb.11:
Lloh16:
	adrp	x9, _TFHSTATE_MISS_FMM@GOTPAGE
Lloh17:
	ldr	x9, [x9, _TFHSTATE_MISS_FMM@GOTPAGEOFF]
Lloh18:
	ldr	x9, [x9]
	cmp	x8, x9
	b.ne	LBB0_19
; %bb.12:
	mov	x0, x19
	bl	_gru_flush_cache
	mov	x0, x21
	bl	_gru_flush_cache_cbe
Lloh19:
	adrp	x8, _tlb_dropin_fail_fmm@GOTPAGE
Lloh20:
	ldr	x8, [x8, _tlb_dropin_fail_fmm@GOTPAGEOFF]
Lloh21:
	ldr	w0, [x8]
	bl	_STAT
Lloh22:
	adrp	x8, _grudev@GOTPAGE
Lloh23:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh24:
	ldr	w0, [x8]
	ldr	x8, [x19, #8]
	stp	x19, x8, [sp]
Lloh25:
	adrp	x1, l_.str.5@PAGE
Lloh26:
	add	x1, x1, l_.str.5@PAGEOFF
	b	LBB0_16
LBB0_13:
	mov	x0, x19
	bl	_gru_flush_cache
	mov	x0, x21
	bl	_gru_flush_cache_cbe
	cbz	x20, LBB0_15
; %bb.14:
	mov	x0, x20
	bl	_gru_flush_cache
LBB0_15:
Lloh27:
	adrp	x8, _tlb_dropin_fail_no_exception@GOTPAGE
Lloh28:
	ldr	x8, [x8, _tlb_dropin_fail_no_exception@GOTPAGEOFF]
Lloh29:
	ldr	w0, [x8]
	bl	_STAT
Lloh30:
	adrp	x8, _grudev@GOTPAGE
Lloh31:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh32:
	ldr	w0, [x8]
	ldp	x8, x9, [x19]
	stp	x8, x9, [sp, #8]
	str	x19, [sp]
Lloh33:
	adrp	x1, l_.str.6@PAGE
Lloh34:
	add	x1, x1, l_.str.6@PAGEOFF
LBB0_16:
	bl	_gru_dbg
LBB0_17:
	mov	w0, #0
LBB0_18:
	ldp	x29, x30, [sp, #192]            ; 16-byte Folded Reload
	ldp	x20, x19, [sp, #176]            ; 16-byte Folded Reload
	ldp	x22, x21, [sp, #160]            ; 16-byte Folded Reload
	ldp	x24, x23, [sp, #144]            ; 16-byte Folded Reload
	ldp	x26, x25, [sp, #128]            ; 16-byte Folded Reload
	ldp	x28, x27, [sp, #112]            ; 16-byte Folded Reload
	add	sp, sp, #208
	ret
LBB0_19:
Lloh35:
	adrp	x8, _TFHCAUSE_TLB_MOD@GOTPAGE
Lloh36:
	ldr	x8, [x8, _TFHCAUSE_TLB_MOD@GOTPAGEOFF]
	ldr	w9, [x19, #16]
Lloh37:
	ldr	w8, [x8]
	tst	w8, w9
	cset	w23, ne
	ldr	x28, [x19, #24]
	ldr	w27, [x19, #32]
	cbz	w27, LBB0_23
; %bb.20:
	str	x28, [sp, #88]                  ; 8-byte Folded Spill
	ldr	w28, [x19, #36]
	bl	_rmb
	ldr	x0, [x22, #16]
	bl	_atomic_read
	cbz	x0, LBB0_25
; %bb.21:
	mov	x0, x19
	cbz	x20, LBB0_27
; %bb.22:
	bl	_gru_flush_cache
	b	LBB0_28
LBB0_23:
Lloh38:
	adrp	x8, _tlb_dropin_fail_no_asid@GOTPAGE
Lloh39:
	ldr	x8, [x8, _tlb_dropin_fail_no_asid@GOTPAGEOFF]
Lloh40:
	ldr	w0, [x8]
	bl	_STAT
Lloh41:
	adrp	x8, _grudev@GOTPAGE
Lloh42:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh43:
	ldr	w0, [x8]
	stp	x19, x28, [sp]
Lloh44:
	adrp	x1, l_.str.3@PAGE
Lloh45:
	add	x1, x1, l_.str.3@PAGEOFF
	bl	_gru_dbg
	mov	x0, x19
	cbz	x20, LBB0_30
; %bb.24:
	bl	_gru_flush_cache
	b	LBB0_31
LBB0_25:
	str	x28, [sp, #80]                  ; 8-byte Folded Spill
	add	x4, sp, #96
	sub	x5, x29, #84
	mov	x0, x22
	ldr	x28, [sp, #88]                  ; 8-byte Folded Reload
	mov	x1, x28
	mov	x2, x23
	mov	x3, x26
	bl	_gru_vtop
Lloh46:
	adrp	x8, _VTOP_INVALID@GOTPAGE
Lloh47:
	ldr	x8, [x8, _VTOP_INVALID@GOTPAGEOFF]
Lloh48:
	ldr	w8, [x8]
	cmp	w0, w8
	b.ne	LBB0_33
; %bb.26:
	mov	x0, x19
	bl	_tfh_exception
	mov	x0, x21
	bl	_gru_flush_cache_cbe
Lloh49:
	adrp	x8, _tlb_dropin_fail_invalid@GOTPAGE
Lloh50:
	ldr	x8, [x8, _tlb_dropin_fail_invalid@GOTPAGEOFF]
Lloh51:
	ldr	w0, [x8]
	bl	_STAT
Lloh52:
	adrp	x8, _grudev@GOTPAGE
Lloh53:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh54:
	ldr	w0, [x8]
	stp	x19, x28, [sp]
Lloh55:
	adrp	x1, l_.str.8@PAGE
Lloh56:
	add	x1, x1, l_.str.8@PAGEOFF
	bl	_gru_dbg
Lloh57:
	adrp	x8, _EFAULT@GOTPAGE
Lloh58:
	ldr	x8, [x8, _EFAULT@GOTPAGEOFF]
	b	LBB0_32
LBB0_27:
	bl	_tfh_user_polling_mode
LBB0_28:
	ldr	x20, [sp, #88]                  ; 8-byte Folded Reload
	mov	x0, x21
	bl	_gru_flush_cache_cbe
Lloh59:
	adrp	x8, _tlb_dropin_fail_range_active@GOTPAGE
Lloh60:
	ldr	x8, [x8, _tlb_dropin_fail_range_active@GOTPAGEOFF]
Lloh61:
	ldr	w0, [x8]
	bl	_STAT
Lloh62:
	adrp	x8, _grudev@GOTPAGE
Lloh63:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh64:
	ldr	w0, [x8]
	stp	x19, x20, [sp]
Lloh65:
	adrp	x1, l_.str.9@PAGE
Lloh66:
	add	x1, x1, l_.str.9@PAGEOFF
LBB0_29:
	bl	_gru_dbg
	mov	w0, #1
	b	LBB0_18
LBB0_30:
	bl	_tfh_user_polling_mode
LBB0_31:
	mov	x0, x21
	bl	_gru_flush_cache_cbe
Lloh67:
	adrp	x8, _EAGAIN@GOTPAGE
Lloh68:
	ldr	x8, [x8, _EAGAIN@GOTPAGEOFF]
LBB0_32:
	ldr	w8, [x8]
	neg	w0, w8
	b	LBB0_18
LBB0_33:
Lloh69:
	adrp	x8, _VTOP_RETRY@GOTPAGE
Lloh70:
	ldr	x8, [x8, _VTOP_RETRY@GOTPAGEOFF]
Lloh71:
	ldr	w8, [x8]
	cmp	w0, w8
	b.ne	LBB0_35
LBB0_34:
	mov	x0, x19
	bl	_tfh_user_polling_mode
	mov	x0, x21
	bl	_gru_flush_cache_cbe
Lloh72:
	adrp	x8, _tlb_dropin_fail_upm@GOTPAGE
Lloh73:
	ldr	x8, [x8, _tlb_dropin_fail_upm@GOTPAGEOFF]
Lloh74:
	ldr	w0, [x8]
	bl	_STAT
Lloh75:
	adrp	x8, _grudev@GOTPAGE
Lloh76:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh77:
	ldr	w0, [x8]
	ldr	x8, [sp, #88]                   ; 8-byte Folded Reload
	stp	x19, x8, [sp]
Lloh78:
	adrp	x1, l_.str.4@PAGE
Lloh79:
	add	x1, x1, l_.str.4@PAGEOFF
	b	LBB0_29
LBB0_35:
	ldr	w28, [x22, #4]
	ldur	w0, [x29, #-84]
	bl	_GRU_SIZEAVAIL
	tst	w0, w28
	b.eq	LBB0_40
LBB0_36:
	and	w0, w21, #0xff
	bl	_unlikely
	cbz	x0, LBB0_39
; %bb.37:
	ldur	w8, [x29, #-84]
Lloh80:
	adrp	x9, _PAGE_SHIFT@GOTPAGE
Lloh81:
	ldr	x9, [x9, _PAGE_SHIFT@GOTPAGEOFF]
Lloh82:
	ldr	w9, [x9]
	cmp	w8, w9
	b.ne	LBB0_39
; %bb.38:
	str	x21, [sp]
	mov	x0, x24
	mov	x1, x22
	mov	x2, x26
	ldr	x3, [sp, #88]                   ; 8-byte Folded Reload
	mov	x4, x27
	mov	x5, x23
	mov	x6, x25
	mov	x7, x19
	bl	_gru_preload_tlb
	mov	x0, x21
	bl	_gru_flush_cache_cbe
LBB0_39:
	mov	x0, x20
	bl	_gru_cb_set_istatus_active
	ldr	w8, [x22, #12]
	add	w8, w8, #1
	str	w8, [x22, #12]
	ldr	x21, [sp, #96]
Lloh83:
	adrp	x8, _GAA_RAM@GOTPAGE
Lloh84:
	ldr	x8, [x8, _GAA_RAM@GOTPAGEOFF]
Lloh85:
	ldr	w25, [x8]
	ldur	w0, [x29, #-84]
	bl	_GRU_PAGESIZE
	mov	x6, x0
	mov	x0, x19
	mov	x1, x21
	mov	x2, x25
	ldr	x21, [sp, #88]                  ; 8-byte Folded Reload
	mov	x3, x21
	mov	x4, x27
	mov	x5, x23
	bl	_tfh_write_restart
Lloh86:
	adrp	x8, _grudev@GOTPAGE
Lloh87:
	ldr	x8, [x8, _grudev@GOTPAGEOFF]
Lloh88:
	adrp	x9, l_.str.1@PAGE
Lloh89:
	add	x9, x9, l_.str.1@PAGEOFF
Lloh90:
	adrp	x10, l_.str.2@PAGE
Lloh91:
	add	x10, x10, l_.str.2@PAGEOFF
Lloh92:
	ldr	w0, [x8]
	cmp	x20, #0
	csel	x8, x10, x9, ne
	ldr	x9, [sp, #96]
	ldr	w10, [x24]
	ldur	w11, [x29, #-84]
	stp	x11, x9, [sp, #64]
	ldr	x9, [sp, #80]                   ; 8-byte Folded Reload
	stp	x9, x23, [sp, #48]
	stp	x21, x27, [sp, #32]
	stp	x22, x19, [sp, #16]
Lloh93:
	adrp	x1, l_.str@PAGE
Lloh94:
	add	x1, x1, l_.str@PAGEOFF
	stp	x8, x10, [sp]
	bl	_gru_dbg
Lloh95:
	adrp	x8, _tlb_dropin@GOTPAGE
Lloh96:
	ldr	x8, [x8, _tlb_dropin@GOTPAGEOFF]
Lloh97:
	ldr	w0, [x8]
	bl	_STAT
	b	LBB0_17
LBB0_40:
	ldur	w0, [x29, #-84]
	bl	_GRU_SIZEAVAIL
	ldr	w8, [x22, #4]
	orr	w8, w8, w0
	str	w8, [x22, #4]
	cbz	x20, LBB0_42
; %bb.41:
	mov	x0, x22
	bl	_gru_update_cch
	cbnz	w0, LBB0_36
LBB0_42:
	mov	w8, #1
	str	w8, [x22, #8]
	b	LBB0_34
	.loh AdrpLdrGot	Lloh0, Lloh1
	.loh AdrpLdrGotLdr	Lloh2, Lloh3, Lloh4
	.loh AdrpLdrGotLdr	Lloh5, Lloh6, Lloh7
	.loh AdrpAdd	Lloh14, Lloh15
	.loh AdrpLdrGotLdr	Lloh11, Lloh12, Lloh13
	.loh AdrpLdrGotLdr	Lloh8, Lloh9, Lloh10
	.loh AdrpLdrGotLdr	Lloh16, Lloh17, Lloh18
	.loh AdrpAdd	Lloh25, Lloh26
	.loh AdrpLdrGotLdr	Lloh22, Lloh23, Lloh24
	.loh AdrpLdrGotLdr	Lloh19, Lloh20, Lloh21
	.loh AdrpAdd	Lloh33, Lloh34
	.loh AdrpLdrGotLdr	Lloh30, Lloh31, Lloh32
	.loh AdrpLdrGotLdr	Lloh27, Lloh28, Lloh29
	.loh AdrpLdrGotLdr	Lloh35, Lloh36, Lloh37
	.loh AdrpAdd	Lloh44, Lloh45
	.loh AdrpLdrGotLdr	Lloh41, Lloh42, Lloh43
	.loh AdrpLdrGotLdr	Lloh38, Lloh39, Lloh40
	.loh AdrpLdrGotLdr	Lloh46, Lloh47, Lloh48
	.loh AdrpLdrGot	Lloh57, Lloh58
	.loh AdrpAdd	Lloh55, Lloh56
	.loh AdrpLdrGotLdr	Lloh52, Lloh53, Lloh54
	.loh AdrpLdrGotLdr	Lloh49, Lloh50, Lloh51
	.loh AdrpAdd	Lloh65, Lloh66
	.loh AdrpLdrGotLdr	Lloh62, Lloh63, Lloh64
	.loh AdrpLdrGotLdr	Lloh59, Lloh60, Lloh61
	.loh AdrpLdrGot	Lloh67, Lloh68
	.loh AdrpLdrGotLdr	Lloh69, Lloh70, Lloh71
	.loh AdrpAdd	Lloh78, Lloh79
	.loh AdrpLdrGotLdr	Lloh75, Lloh76, Lloh77
	.loh AdrpLdrGotLdr	Lloh72, Lloh73, Lloh74
	.loh AdrpLdrGotLdr	Lloh80, Lloh81, Lloh82
	.loh AdrpLdrGotLdr	Lloh95, Lloh96, Lloh97
	.loh AdrpAdd	Lloh93, Lloh94
	.loh AdrpAdd	Lloh90, Lloh91
	.loh AdrpAdd	Lloh88, Lloh89
	.loh AdrpLdrGotLdr	Lloh86, Lloh87, Lloh92
	.loh AdrpLdrGotLdr	Lloh83, Lloh84, Lloh85
	.cfi_endproc
                                        ; -- End function
	.comm	_TFHSTATUS_EXCEPTION,8,3        ; @TFHSTATUS_EXCEPTION
	.comm	_tfh_stale_on_fault,4,2         ; @tfh_stale_on_fault
	.comm	_TFHSTATE_IDLE,8,3              ; @TFHSTATE_IDLE
	.comm	_TFHSTATE_MISS_FMM,8,3          ; @TFHSTATE_MISS_FMM
	.comm	_TFHCAUSE_TLB_MOD,4,2           ; @TFHCAUSE_TLB_MOD
	.comm	_VTOP_INVALID,4,2               ; @VTOP_INVALID
	.comm	_VTOP_RETRY,4,2                 ; @VTOP_RETRY
	.comm	_PAGE_SHIFT,4,2                 ; @PAGE_SHIFT
	.comm	_GAA_RAM,4,2                    ; @GAA_RAM
	.comm	_grudev,4,2                     ; @grudev
	.section	__TEXT,__cstring,cstring_literals
l_.str:                                 ; @.str
	.asciz	"%s: gid %d, gts 0x%p, tfh 0x%p, vaddr 0x%lx, asid 0x%x, indexway 0x%x, rw %d, ps %d, gpa 0x%lx\n"

l_.str.1:                               ; @.str.1
	.asciz	"atomic"

l_.str.2:                               ; @.str.2
	.asciz	"non-atomic"

	.comm	_tlb_dropin,4,2                 ; @tlb_dropin
	.comm	_tlb_dropin_fail_no_asid,4,2    ; @tlb_dropin_fail_no_asid
l_.str.3:                               ; @.str.3
	.asciz	"FAILED no_asid tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_EAGAIN,4,2                     ; @EAGAIN
	.comm	_tlb_dropin_fail_upm,4,2        ; @tlb_dropin_fail_upm
l_.str.4:                               ; @.str.4
	.asciz	"FAILED upm tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_tlb_dropin_fail_fmm,4,2        ; @tlb_dropin_fail_fmm
l_.str.5:                               ; @.str.5
	.asciz	"FAILED fmm tfh: 0x%p, state %d\n"

	.comm	_tlb_dropin_fail_no_exception,4,2 ; @tlb_dropin_fail_no_exception
l_.str.6:                               ; @.str.6
	.asciz	"FAILED non-exception tfh: 0x%p, status %d, state %d\n"

	.comm	_tlb_dropin_fail_idle,4,2       ; @tlb_dropin_fail_idle
l_.str.7:                               ; @.str.7
	.asciz	"FAILED idle tfh: 0x%p, state %d\n"

	.comm	_tlb_dropin_fail_invalid,4,2    ; @tlb_dropin_fail_invalid
l_.str.8:                               ; @.str.8
	.asciz	"FAILED inval tfh: 0x%p, vaddr 0x%lx\n"

	.comm	_EFAULT,4,2                     ; @EFAULT
	.comm	_tlb_dropin_fail_range_active,4,2 ; @tlb_dropin_fail_range_active
l_.str.9:                               ; @.str.9
	.asciz	"FAILED range active: tfh 0x%p, vaddr 0x%lx\n"

	.no_dead_strip	_gru_try_dropin
.subsections_via_symbols
