	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	4, 0x90                         ## -- Begin function dma_chan_prep_dma_memcpy
_dma_chan_prep_dma_memcpy:              ## @dma_chan_prep_dma_memcpy
	.cfi_startproc
## %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset %rbp, -16
	movq	%rsp, %rbp
	.cfi_def_cfa_register %rbp
	pushq	%r15
	pushq	%r14
	pushq	%r13
	pushq	%r12
	pushq	%rbx
	subq	$88, %rsp
	.cfi_offset %rbx, -56
	.cfi_offset %r12, -48
	.cfi_offset %r13, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
	movq	%r8, %r12
	movq	%rcx, %r14
	movq	%rsi, -56(%rbp)
	movq	%rdx, -48(%rbp)
	callq	_dchan_to_axi_dma_chan
	movq	%rax, %rbx
	movq	%rax, %rdi
	callq	_chan2dev
	movl	%eax, %r15d
	movq	%rbx, -72(%rbp)                 ## 8-byte Spill
	movq	%rbx, %rdi
	callq	_axi_chan_name
	movq	%r12, -96(%rbp)                 ## 8-byte Spill
	movq	%r12, (%rsp)
	leaq	L_.str(%rip), %rsi
	leaq	-48(%rbp), %rcx
	leaq	-56(%rbp), %r8
	movl	%r15d, %edi
	movl	%eax, %edx
	movq	%r14, %r9
	callq	_dev_dbg
	testq	%r14, %r14
	je	LBB0_1
## %bb.2:
	movq	-72(%rbp), %rcx                 ## 8-byte Reload
	movq	(%rcx), %rax
	movq	16(%rcx), %rcx
	movq	(%rcx), %rcx
	movq	(%rcx), %rcx
	movq	(%rcx), %rcx
	movq	(%rcx,%rax,8), %r12
	movq	-48(%rbp), %rsi
	movq	-56(%rbp), %rdx
	xorl	%eax, %eax
	movq	%rax, -64(%rbp)                 ## 8-byte Spill
	xorl	%eax, %eax
	movq	%r12, -104(%rbp)                ## 8-byte Spill
	jmp	LBB0_3
	.p2align	4, 0x90
LBB0_8:                                 ##   in Loop: Header=BB0_3 Depth=1
	movq	-56(%rbp), %rdx
	addq	%rbx, %rdx
	movq	-48(%rbp), %rsi
	addq	%rbx, %rsi
	movq	%rdx, -56(%rbp)
	movq	%rsi, -48(%rbp)
	movq	%r15, -64(%rbp)                 ## 8-byte Spill
	movq	%r13, %rax
	subq	%rbx, %r14
	movq	-104(%rbp), %r12                ## 8-byte Reload
	je	LBB0_9
LBB0_3:                                 ## =>This Inner Loop Header: Depth=1
	movq	%rax, -112(%rbp)                ## 8-byte Spill
	movq	-72(%rbp), %rbx                 ## 8-byte Reload
	movq	%rbx, %rdi
	movq	%r14, %rcx
	callq	_axi_chan_get_xfer_width
	movq	%rax, %r15
	movq	%rbx, %rdi
	movq	%r14, %r13
	movl	%r15d, %ecx
	shrq	%cl, %r13
	movq	%r12, %rbx
	shlq	%cl, %rbx
	cmpq	%r12, %r13
	movq	%r14, -88(%rbp)                 ## 8-byte Spill
	cmovbeq	%r14, %rbx
	callq	_axi_desc_get
	movq	%rax, %r14
	xorl	%edi, %edi
	testq	%rax, %rax
	sete	%dil
	callq	_unlikely
	testq	%rax, %rax
	jne	LBB0_11
## %bb.4:                               ##   in Loop: Header=BB0_3 Depth=1
	cmpq	%r12, %r13
	cmovaeq	%r12, %r13
	movq	-48(%rbp), %rsi
	movq	%r14, %rdi
	callq	_write_desc_sar
	movq	-56(%rbp), %rsi
	movq	%r14, %rdi
	callq	_write_desc_dar
	decq	%r13
	movq	%r13, %rdi
	callq	_cpu_to_le32
	movq	%r14, -80(%rbp)                 ## 8-byte Spill
	movq	%rax, 24(%r14)
	movq	_CH_CTL_H_LLI_VALID@GOTPCREL(%rip), %rax
	movq	(%rax), %rdi
	movq	-72(%rbp), %rax                 ## 8-byte Reload
	movq	16(%rax), %rax
	movq	(%rax), %rax
	movq	(%rax), %rax
	cmpq	$0, 16(%rax)
	je	LBB0_6
## %bb.5:                               ##   in Loop: Header=BB0_3 Depth=1
	movq	8(%rax), %rax
	movq	_CH_CTL_H_ARLEN_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	movq	%rax, %rdx
	shlq	%cl, %rdx
	movq	_CH_CTL_H_AWLEN_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	shlq	%cl, %rax
	movq	_CH_CTL_H_ARLEN_EN@GOTPCREL(%rip), %rcx
	orq	(%rcx), %rdi
	orq	%rdx, %rdi
	movq	_CH_CTL_H_AWLEN_EN@GOTPCREL(%rip), %rcx
	orq	(%rcx), %rdi
	orq	%rax, %rdi
LBB0_6:                                 ##   in Loop: Header=BB0_3 Depth=1
	movq	-88(%rbp), %r14                 ## 8-byte Reload
	movq	-64(%rbp), %r12                 ## 8-byte Reload
	callq	_cpu_to_le32
	movq	-80(%rbp), %r13                 ## 8-byte Reload
	movq	%rax, 16(%r13)
	movq	_DWAXIDMAC_BURST_TRANS_LEN_4@GOTPCREL(%rip), %rax
	movq	(%rax), %rax
	movq	_CH_CTL_L_DST_MSIZE_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	movq	%rax, %rdx
	shlq	%cl, %rdx
	movq	_CH_CTL_L_SRC_MSIZE_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	shlq	%cl, %rax
	orq	%rdx, %rax
	movq	_CH_CTL_L_DST_WIDTH_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	movq	%r15, %rdx
	shlq	%cl, %rdx
	movq	_CH_CTL_L_SRC_WIDTH_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	shlq	%cl, %r15
	movq	_DWAXIDMAC_CH_CTL_L_INC@GOTPCREL(%rip), %rcx
	movq	(%rcx), %rdi
	movq	_CH_CTL_L_DST_INC_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	movq	%rdi, %rsi
	shlq	%cl, %rsi
	movq	_CH_CTL_L_SRC_INC_POS@GOTPCREL(%rip), %rcx
	movzbl	(%rcx), %ecx
	shlq	%cl, %rdi
	orq	%rdx, %r15
	orq	%rax, %r15
	orq	%rsi, %rdi
	orq	%r15, %rdi
	callq	_cpu_to_le32
	movq	%rax, 8(%r13)
	movq	%r13, %rdi
	callq	_set_desc_src_master
	movq	%r13, %rdi
	callq	_set_desc_dest_master
	movq	%r13, %r15
	testq	%r12, %r12
	je	LBB0_8
## %bb.7:                               ##   in Loop: Header=BB0_3 Depth=1
	movq	-80(%rbp), %rdi                 ## 8-byte Reload
	addq	$4, %rdi
	leaq	4(%r12), %rsi
	callq	_list_add_tail
	movq	-80(%rbp), %rax                 ## 8-byte Reload
	movl	(%rax), %esi
	movq	-112(%rbp), %rdi                ## 8-byte Reload
	callq	_write_desc_llp
	movq	-80(%rbp), %r13                 ## 8-byte Reload
	movq	%r12, %r15
	jmp	LBB0_8
LBB0_1:
	xorl	%r13d, %r13d
	xorl	%r15d, %r15d
LBB0_9:
	xorl	%edi, %edi
	testq	%r15, %r15
	sete	%dil
	callq	_unlikely
	testq	%rax, %rax
	jne	LBB0_13
## %bb.10:
	movq	%r13, %rdi
	callq	_set_desc_last
	movq	-72(%rbp), %rdi                 ## 8-byte Reload
	addq	$8, %rdi
	movq	%r15, %rsi
	movq	-96(%rbp), %rdx                 ## 8-byte Reload
	callq	_vchan_tx_prep
	jmp	LBB0_14
LBB0_11:
	movq	-64(%rbp), %rdi                 ## 8-byte Reload
	testq	%rdi, %rdi
	je	LBB0_13
## %bb.12:
	callq	_axi_desc_put
LBB0_13:
	xorl	%eax, %eax
LBB0_14:
	addq	$88, %rsp
	popq	%rbx
	popq	%r12
	popq	%r13
	popq	%r14
	popq	%r15
	popq	%rbp
	retq
	.cfi_endproc
                                        ## -- End function
	.section	__TEXT,__cstring,cstring_literals
L_.str:                                 ## @.str
	.asciz	"%s: memcpy: src: %pad dst: %pad length: %zd flags: %#lx"

	.comm	_CH_CTL_H_LLI_VALID,8,3         ## @CH_CTL_H_LLI_VALID
	.comm	_CH_CTL_H_ARLEN_EN,8,3          ## @CH_CTL_H_ARLEN_EN
	.comm	_CH_CTL_H_ARLEN_POS,8,3         ## @CH_CTL_H_ARLEN_POS
	.comm	_CH_CTL_H_AWLEN_EN,8,3          ## @CH_CTL_H_AWLEN_EN
	.comm	_CH_CTL_H_AWLEN_POS,8,3         ## @CH_CTL_H_AWLEN_POS
	.comm	_DWAXIDMAC_BURST_TRANS_LEN_4,8,3 ## @DWAXIDMAC_BURST_TRANS_LEN_4
	.comm	_CH_CTL_L_DST_MSIZE_POS,8,3     ## @CH_CTL_L_DST_MSIZE_POS
	.comm	_CH_CTL_L_SRC_MSIZE_POS,8,3     ## @CH_CTL_L_SRC_MSIZE_POS
	.comm	_CH_CTL_L_DST_WIDTH_POS,8,3     ## @CH_CTL_L_DST_WIDTH_POS
	.comm	_CH_CTL_L_SRC_WIDTH_POS,8,3     ## @CH_CTL_L_SRC_WIDTH_POS
	.comm	_DWAXIDMAC_CH_CTL_L_INC,8,3     ## @DWAXIDMAC_CH_CTL_L_INC
	.comm	_CH_CTL_L_DST_INC_POS,8,3       ## @CH_CTL_L_DST_INC_POS
	.comm	_CH_CTL_L_SRC_INC_POS,8,3       ## @CH_CTL_L_SRC_INC_POS
	.no_dead_strip	_dma_chan_prep_dma_memcpy
.subsections_via_symbols

	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	2                               ; -- Begin function dma_chan_prep_dma_memcpy
_dma_chan_prep_dma_memcpy:              ; @dma_chan_prep_dma_memcpy
	.cfi_startproc
; %bb.0:
	sub	sp, sp, #128
	.cfi_def_cfa_offset 128
	stp	x28, x27, [sp, #32]             ; 16-byte Folded Spill
	stp	x26, x25, [sp, #48]             ; 16-byte Folded Spill
	stp	x24, x23, [sp, #64]             ; 16-byte Folded Spill
	stp	x22, x21, [sp, #80]             ; 16-byte Folded Spill
	stp	x20, x19, [sp, #96]             ; 16-byte Folded Spill
	stp	x29, x30, [sp, #112]            ; 16-byte Folded Spill
	add	x29, sp, #112
	.cfi_def_cfa w29, 16
	.cfi_offset w30, -8
	.cfi_offset w29, -16
	.cfi_offset w19, -24
	.cfi_offset w20, -32
	.cfi_offset w21, -40
	.cfi_offset w22, -48
	.cfi_offset w23, -56
	.cfi_offset w24, -64
	.cfi_offset w25, -72
	.cfi_offset w26, -80
	.cfi_offset w27, -88
	.cfi_offset w28, -96
	mov	x19, x4
	mov	x21, x3
	stp	x2, x1, [sp, #16]
	bl	_dchan_to_axi_dma_chan
	mov	x20, x0
	bl	_chan2dev
	mov	x22, x0
	mov	x0, x20
	bl	_axi_chan_name
	mov	x2, x0
Lloh0:
	adrp	x1, l_.str@PAGE
Lloh1:
	add	x1, x1, l_.str@PAGEOFF
	add	x3, sp, #16
	add	x4, sp, #24
	mov	x0, x22
	mov	x5, x21
	str	x19, [sp, #8]                   ; 8-byte Folded Spill
	mov	x6, x19
	bl	_dev_dbg
	cbz	x21, LBB0_8
; %bb.1:
	mov	x22, #0
	mov	x23, #0
	ldr	x8, [x20, #16]
	ldr	x8, [x8]
	ldr	x8, [x8]
	ldr	x8, [x8]
	ldr	x9, [x20]
	ldr	x26, [x8, x9, lsl #3]
	ldp	x1, x2, [sp, #16]
Lloh2:
	adrp	x19, _CH_CTL_L_SRC_INC_POS@GOTPAGE
Lloh3:
	ldr	x19, [x19, _CH_CTL_L_SRC_INC_POS@GOTPAGEOFF]
	b	LBB0_3
LBB0_2:                                 ;   in Loop: Header=BB0_3 Depth=1
	ldr	x8, [sp, #24]
	add	x2, x8, x27
	ldr	x8, [sp, #16]
	add	x1, x8, x27
	stp	x1, x2, [sp, #16]
	mov	x22, x25
	mov	x23, x24
	subs	x21, x21, x27
	b.eq	LBB0_9
LBB0_3:                                 ; =>This Inner Loop Header: Depth=1
	mov	x0, x20
	mov	x3, x21
	bl	_axi_chan_get_xfer_width
	mov	x25, x0
	lsr	x28, x21, x0
	lsl	x8, x26, x0
	cmp	x28, x26
	csel	x27, x8, x21, hi
	mov	x0, x20
	bl	_axi_desc_get
	mov	x24, x0
	cmp	x0, #0
	cset	w0, eq
	bl	_unlikely
	cbnz	x0, LBB0_11
; %bb.4:                                ;   in Loop: Header=BB0_3 Depth=1
	cmp	x28, x26
	csel	x28, x28, x26, lo
	ldr	x1, [sp, #16]
	mov	x0, x24
	bl	_write_desc_sar
	ldr	x1, [sp, #24]
	mov	x0, x24
	bl	_write_desc_dar
	sub	x0, x28, #1
	bl	_cpu_to_le32
	str	x0, [x24, #24]
Lloh4:
	adrp	x8, _CH_CTL_H_LLI_VALID@GOTPAGE
Lloh5:
	ldr	x8, [x8, _CH_CTL_H_LLI_VALID@GOTPAGEOFF]
Lloh6:
	ldr	x0, [x8]
	ldr	x8, [x20, #16]
	ldr	x8, [x8]
	ldr	x8, [x8]
	ldr	x9, [x8, #16]
	cbz	x9, LBB0_6
; %bb.5:                                ;   in Loop: Header=BB0_3 Depth=1
	ldr	x8, [x8, #8]
Lloh7:
	adrp	x9, _CH_CTL_H_ARLEN_EN@GOTPAGE
Lloh8:
	ldr	x9, [x9, _CH_CTL_H_ARLEN_EN@GOTPAGEOFF]
Lloh9:
	ldr	x9, [x9]
Lloh10:
	adrp	x10, _CH_CTL_H_ARLEN_POS@GOTPAGE
Lloh11:
	ldr	x10, [x10, _CH_CTL_H_ARLEN_POS@GOTPAGEOFF]
Lloh12:
	ldr	x10, [x10]
	lsl	x10, x8, x10
Lloh13:
	adrp	x11, _CH_CTL_H_AWLEN_EN@GOTPAGE
Lloh14:
	ldr	x11, [x11, _CH_CTL_H_AWLEN_EN@GOTPAGEOFF]
Lloh15:
	ldr	x11, [x11]
Lloh16:
	adrp	x12, _CH_CTL_H_AWLEN_POS@GOTPAGE
Lloh17:
	ldr	x12, [x12, _CH_CTL_H_AWLEN_POS@GOTPAGEOFF]
Lloh18:
	ldr	x12, [x12]
	lsl	x8, x8, x12
	orr	x9, x9, x0
	orr	x9, x9, x10
	orr	x9, x9, x11
	orr	x0, x9, x8
LBB0_6:                                 ;   in Loop: Header=BB0_3 Depth=1
	bl	_cpu_to_le32
	str	x0, [x24, #16]
Lloh19:
	adrp	x8, _DWAXIDMAC_BURST_TRANS_LEN_4@GOTPAGE
Lloh20:
	ldr	x8, [x8, _DWAXIDMAC_BURST_TRANS_LEN_4@GOTPAGEOFF]
Lloh21:
	ldr	x8, [x8]
Lloh22:
	adrp	x9, _CH_CTL_L_DST_MSIZE_POS@GOTPAGE
Lloh23:
	ldr	x9, [x9, _CH_CTL_L_DST_MSIZE_POS@GOTPAGEOFF]
Lloh24:
	ldr	x9, [x9]
	lsl	x9, x8, x9
Lloh25:
	adrp	x10, _CH_CTL_L_SRC_MSIZE_POS@GOTPAGE
Lloh26:
	ldr	x10, [x10, _CH_CTL_L_SRC_MSIZE_POS@GOTPAGEOFF]
Lloh27:
	ldr	x10, [x10]
	lsl	x8, x8, x10
	orr	x8, x8, x9
Lloh28:
	adrp	x9, _CH_CTL_L_DST_WIDTH_POS@GOTPAGE
Lloh29:
	ldr	x9, [x9, _CH_CTL_L_DST_WIDTH_POS@GOTPAGEOFF]
Lloh30:
	ldr	x9, [x9]
	lsl	x9, x25, x9
	orr	x8, x8, x9
Lloh31:
	adrp	x9, _CH_CTL_L_SRC_WIDTH_POS@GOTPAGE
Lloh32:
	ldr	x9, [x9, _CH_CTL_L_SRC_WIDTH_POS@GOTPAGEOFF]
Lloh33:
	ldr	x9, [x9]
	lsl	x9, x25, x9
	orr	x8, x8, x9
Lloh34:
	adrp	x9, _DWAXIDMAC_CH_CTL_L_INC@GOTPAGE
Lloh35:
	ldr	x9, [x9, _DWAXIDMAC_CH_CTL_L_INC@GOTPAGEOFF]
Lloh36:
	ldr	x9, [x9]
Lloh37:
	adrp	x10, _CH_CTL_L_DST_INC_POS@GOTPAGE
Lloh38:
	ldr	x10, [x10, _CH_CTL_L_DST_INC_POS@GOTPAGEOFF]
Lloh39:
	ldr	x10, [x10]
	lsl	x10, x9, x10
	orr	x8, x8, x10
	ldr	x10, [x19]
	lsl	x9, x9, x10
	orr	x0, x8, x9
	bl	_cpu_to_le32
	str	x0, [x24, #8]
	mov	x0, x24
	bl	_set_desc_src_master
	mov	x0, x24
	bl	_set_desc_dest_master
	mov	x25, x24
	cbz	x22, LBB0_2
; %bb.7:                                ;   in Loop: Header=BB0_3 Depth=1
	add	x0, x24, #4
	add	x1, x22, #4
	bl	_list_add_tail
	ldr	w1, [x24]
	mov	x0, x23
	bl	_write_desc_llp
	mov	x25, x22
	b	LBB0_2
LBB0_8:
	mov	x24, #0
	mov	x25, #0
LBB0_9:
	cmp	x25, #0
	cset	w0, eq
	bl	_unlikely
	cbnz	x0, LBB0_13
; %bb.10:
	mov	x0, x24
	bl	_set_desc_last
	add	x0, x20, #8
	mov	x1, x25
	ldr	x2, [sp, #8]                    ; 8-byte Folded Reload
	bl	_vchan_tx_prep
	b	LBB0_14
LBB0_11:
	cbz	x22, LBB0_13
; %bb.12:
	mov	x0, x22
	bl	_axi_desc_put
LBB0_13:
	mov	x0, #0
LBB0_14:
	ldp	x29, x30, [sp, #112]            ; 16-byte Folded Reload
	ldp	x20, x19, [sp, #96]             ; 16-byte Folded Reload
	ldp	x22, x21, [sp, #80]             ; 16-byte Folded Reload
	ldp	x24, x23, [sp, #64]             ; 16-byte Folded Reload
	ldp	x26, x25, [sp, #48]             ; 16-byte Folded Reload
	ldp	x28, x27, [sp, #32]             ; 16-byte Folded Reload
	add	sp, sp, #128
	ret
	.loh AdrpAdd	Lloh0, Lloh1
	.loh AdrpLdrGot	Lloh2, Lloh3
	.loh AdrpLdrGotLdr	Lloh4, Lloh5, Lloh6
	.loh AdrpLdrGotLdr	Lloh16, Lloh17, Lloh18
	.loh AdrpLdrGotLdr	Lloh13, Lloh14, Lloh15
	.loh AdrpLdrGotLdr	Lloh10, Lloh11, Lloh12
	.loh AdrpLdrGotLdr	Lloh7, Lloh8, Lloh9
	.loh AdrpLdrGotLdr	Lloh37, Lloh38, Lloh39
	.loh AdrpLdrGotLdr	Lloh34, Lloh35, Lloh36
	.loh AdrpLdrGotLdr	Lloh31, Lloh32, Lloh33
	.loh AdrpLdrGotLdr	Lloh28, Lloh29, Lloh30
	.loh AdrpLdrGotLdr	Lloh25, Lloh26, Lloh27
	.loh AdrpLdrGotLdr	Lloh22, Lloh23, Lloh24
	.loh AdrpLdrGotLdr	Lloh19, Lloh20, Lloh21
	.cfi_endproc
                                        ; -- End function
	.section	__TEXT,__cstring,cstring_literals
l_.str:                                 ; @.str
	.asciz	"%s: memcpy: src: %pad dst: %pad length: %zd flags: %#lx"

	.comm	_CH_CTL_H_LLI_VALID,8,3         ; @CH_CTL_H_LLI_VALID
	.comm	_CH_CTL_H_ARLEN_EN,8,3          ; @CH_CTL_H_ARLEN_EN
	.comm	_CH_CTL_H_ARLEN_POS,8,3         ; @CH_CTL_H_ARLEN_POS
	.comm	_CH_CTL_H_AWLEN_EN,8,3          ; @CH_CTL_H_AWLEN_EN
	.comm	_CH_CTL_H_AWLEN_POS,8,3         ; @CH_CTL_H_AWLEN_POS
	.comm	_DWAXIDMAC_BURST_TRANS_LEN_4,8,3 ; @DWAXIDMAC_BURST_TRANS_LEN_4
	.comm	_CH_CTL_L_DST_MSIZE_POS,8,3     ; @CH_CTL_L_DST_MSIZE_POS
	.comm	_CH_CTL_L_SRC_MSIZE_POS,8,3     ; @CH_CTL_L_SRC_MSIZE_POS
	.comm	_CH_CTL_L_DST_WIDTH_POS,8,3     ; @CH_CTL_L_DST_WIDTH_POS
	.comm	_CH_CTL_L_SRC_WIDTH_POS,8,3     ; @CH_CTL_L_SRC_WIDTH_POS
	.comm	_DWAXIDMAC_CH_CTL_L_INC,8,3     ; @DWAXIDMAC_CH_CTL_L_INC
	.comm	_CH_CTL_L_DST_INC_POS,8,3       ; @CH_CTL_L_DST_INC_POS
	.comm	_CH_CTL_L_SRC_INC_POS,8,3       ; @CH_CTL_L_SRC_INC_POS
	.no_dead_strip	_dma_chan_prep_dma_memcpy
.subsections_via_symbols
