	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.globl	_lambda_matrix_row_add          ## -- Begin function lambda_matrix_row_add
	.p2align	4, 0x90
_lambda_matrix_row_add:                 ## @lambda_matrix_row_add
	.cfi_startproc
## %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset %rbp, -16
	movq	%rsp, %rbp
	.cfi_def_cfa_register %rbp
	testl	%r8d, %r8d
	je	LBB0_17
## %bb.1:
	testl	%esi, %esi
	jle	LBB0_17
## %bb.2:
	movslq	%edx, %rax
	movq	(%rdi,%rax,8), %rax
	movslq	%ecx, %rcx
	movq	(%rdi,%rcx,8), %rcx
	movl	%esi, %r10d
	cmpl	$8, %esi
	jb	LBB0_3
## %bb.4:
	leaq	(%rax,%r10,4), %rdx
	cmpq	%rdx, %rcx
	jae	LBB0_7
## %bb.5:
	leaq	(%rcx,%r10,4), %rdx
	cmpq	%rdx, %rax
	jae	LBB0_7
LBB0_3:
	xorl	%esi, %esi
LBB0_13:
	movq	%rsi, %rdx
	notq	%rdx
	testb	$1, %r10b
	je	LBB0_15
## %bb.14:
	movl	(%rax,%rsi,4), %edi
	imull	%r8d, %edi
	addl	%edi, (%rcx,%rsi,4)
	orq	$1, %rsi
LBB0_15:
	addq	%r10, %rdx
	je	LBB0_17
	.p2align	4, 0x90
LBB0_16:                                ## =>This Inner Loop Header: Depth=1
	movl	(%rax,%rsi,4), %edx
	imull	%r8d, %edx
	addl	%edx, (%rcx,%rsi,4)
	movl	4(%rax,%rsi,4), %edx
	imull	%r8d, %edx
	addl	%edx, 4(%rcx,%rsi,4)
	addq	$2, %rsi
	cmpq	%rsi, %r10
	jne	LBB0_16
	jmp	LBB0_17
LBB0_7:
	movl	%r10d, %esi
	andl	$-8, %esi
	movd	%r8d, %xmm0
	pshufd	$0, %xmm0, %xmm0                ## xmm0 = xmm0[0,0,0,0]
	leaq	-8(%rsi), %rdx
	movq	%rdx, %r9
	shrq	$3, %r9
	incq	%r9
	testq	%rdx, %rdx
	je	LBB0_18
## %bb.8:
	movq	%r9, %rdx
	andq	$-2, %rdx
	xorl	%edi, %edi
	.p2align	4, 0x90
LBB0_9:                                 ## =>This Inner Loop Header: Depth=1
	movdqu	(%rax,%rdi,4), %xmm1
	movdqu	16(%rax,%rdi,4), %xmm2
	pmulld	%xmm0, %xmm1
	pmulld	%xmm0, %xmm2
	movdqu	(%rcx,%rdi,4), %xmm3
	paddd	%xmm1, %xmm3
	movdqu	16(%rcx,%rdi,4), %xmm1
	paddd	%xmm2, %xmm1
	movdqu	32(%rcx,%rdi,4), %xmm2
	movdqu	48(%rcx,%rdi,4), %xmm4
	movdqu	%xmm3, (%rcx,%rdi,4)
	movdqu	%xmm1, 16(%rcx,%rdi,4)
	movdqu	32(%rax,%rdi,4), %xmm1
	movdqu	48(%rax,%rdi,4), %xmm3
	pmulld	%xmm0, %xmm1
	paddd	%xmm2, %xmm1
	pmulld	%xmm0, %xmm3
	paddd	%xmm4, %xmm3
	movdqu	%xmm1, 32(%rcx,%rdi,4)
	movdqu	%xmm3, 48(%rcx,%rdi,4)
	addq	$16, %rdi
	addq	$-2, %rdx
	jne	LBB0_9
## %bb.10:
	testb	$1, %r9b
	je	LBB0_12
LBB0_11:
	movdqu	(%rax,%rdi,4), %xmm1
	movdqu	16(%rax,%rdi,4), %xmm2
	pmulld	%xmm0, %xmm1
	pmulld	%xmm0, %xmm2
	movdqu	(%rcx,%rdi,4), %xmm0
	paddd	%xmm1, %xmm0
	movdqu	16(%rcx,%rdi,4), %xmm1
	paddd	%xmm2, %xmm1
	movdqu	%xmm0, (%rcx,%rdi,4)
	movdqu	%xmm1, 16(%rcx,%rdi,4)
LBB0_12:
	cmpq	%r10, %rsi
	jne	LBB0_13
LBB0_17:
	popq	%rbp
	retq
LBB0_18:
	xorl	%edi, %edi
	testb	$1, %r9b
	jne	LBB0_11
	jmp	LBB0_12
	.cfi_endproc
                                        ## -- End function
.subsections_via_symbols

	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.globl	_lambda_matrix_row_add          ; -- Begin function lambda_matrix_row_add
	.p2align	2
_lambda_matrix_row_add:                 ; @lambda_matrix_row_add
	.cfi_startproc
; %bb.0:
	cbz	w4, LBB0_10
; %bb.1:
	cmp	w1, #1
	b.lt	LBB0_10
; %bb.2:
	ldr	x9, [x0, w2, sxtw #3]
	ldr	x10, [x0, w3, sxtw #3]
	mov	w8, w1
	cmp	w1, #16
	b.lo	LBB0_7
; %bb.3:
	lsl	x11, x8, #2
	add	x12, x10, x11
	add	x11, x9, x11
	cmp	x10, x11
	ccmp	x9, x12, #2, lo
	b.lo	LBB0_7
; %bb.4:
	and	x11, x8, #0xfffffff0
	dup.4s	v0, w4
	add	x12, x10, #32
	add	x13, x9, #32
	mov	x14, x11
LBB0_5:                                 ; =>This Inner Loop Header: Depth=1
	ldp	q1, q2, [x13, #-32]
	ldp	q3, q4, [x13], #64
	ldp	q5, q6, [x12, #-32]
	ldp	q7, q16, [x12]
	mla.4s	v5, v1, v0
	mla.4s	v6, v2, v0
	mla.4s	v7, v3, v0
	mla.4s	v16, v4, v0
	stp	q5, q6, [x12, #-32]
	stp	q7, q16, [x12], #64
	subs	x14, x14, #16
	b.ne	LBB0_5
; %bb.6:
	cmp	x11, x8
	b.ne	LBB0_8
	b	LBB0_10
LBB0_7:
	mov	x11, #0
LBB0_8:
	lsl	x12, x11, #2
	add	x10, x10, x12
	add	x9, x9, x12
	sub	x8, x8, x11
LBB0_9:                                 ; =>This Inner Loop Header: Depth=1
	ldr	w11, [x9], #4
	ldr	w12, [x10]
	madd	w11, w11, w4, w12
	str	w11, [x10], #4
	subs	x8, x8, #1
	b.ne	LBB0_9
LBB0_10:
	ret
	.cfi_endproc
                                        ; -- End function
.subsections_via_symbols
