	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	4, 0x90                         ## -- Begin function scalarproduct_and_madd_int32_c
_scalarproduct_and_madd_int32_c:        ## @scalarproduct_and_madd_int32_c
	.cfi_startproc
## %bb.0:
	pushq	%rbp
	.cfi_def_cfa_offset 16
	.cfi_offset %rbp, -16
	movq	%rsp, %rbp
	.cfi_def_cfa_register %rbp
	pushq	%r15
	pushq	%r14
	pushq	%r12
	pushq	%rbx
	.cfi_offset %rbx, -48
	.cfi_offset %r12, -40
	.cfi_offset %r14, -32
	.cfi_offset %r15, -24
                                        ## kill: def $ecx killed $ecx def $rcx
	leal	-2(%rcx), %r14d
	xorl	%eax, %eax
	cmpl	$14, %r14d
	jb	LBB0_1
## %bb.2:
	movl	%r14d, %r9d
	andl	$-2, %r9d
	leaq	(%rsi,%r9,4), %rbx
	addq	$8, %rbx
	cmpq	%rdi, %rbx
	seta	%r10b
	leaq	(%rdi,%r9,4), %r12
	addq	$8, %r12
	cmpq	%rsi, %r12
	seta	%r15b
	leaq	(%rdx,%r9,4), %rbx
	addq	$8, %rbx
	cmpq	%rdi, %rbx
	seta	%r11b
	cmpq	%rdx, %r12
	seta	%r9b
	testb	%r15b, %r10b
	jne	LBB0_1
## %bb.3:
	andb	%r9b, %r11b
	jne	LBB0_1
## %bb.4:
	shrl	%r14d
	incl	%r14d
	movl	%r14d, %ebx
	andl	$-8, %ebx
	leaq	(%rsi,%rbx,8), %r9
	leaq	(%rdx,%rbx,8), %r10
	subl	%ebx, %ecx
	subl	%ebx, %ecx
	leaq	(%rdi,%rbx,8), %r11
	movd	%r8d, %xmm0
	pshufd	$0, %xmm0, %xmm0                ## xmm0 = xmm0[0,0,0,0]
	movdqa	%xmm0, -48(%rbp)                ## 16-byte Spill
	pxor	%xmm15, %xmm15
	xorl	%eax, %eax
	pxor	%xmm2, %xmm2
	movdqa	-48(%rbp), %xmm8                ## 16-byte Reload
	.p2align	4, 0x90
LBB0_5:                                 ## =>This Inner Loop Header: Depth=1
	movups	(%rdi,%rax,8), %xmm10
	movups	16(%rdi,%rax,8), %xmm0
	movups	32(%rdi,%rax,8), %xmm9
	movups	48(%rdi,%rax,8), %xmm1
	movaps	%xmm10, %xmm12
	shufps	$136, %xmm0, %xmm12             ## xmm12 = xmm12[0,2],xmm0[0,2]
	movaps	%xmm9, %xmm13
	shufps	$136, %xmm1, %xmm13             ## xmm13 = xmm13[0,2],xmm1[0,2]
	shufps	$221, %xmm0, %xmm10             ## xmm10 = xmm10[1,3],xmm0[1,3]
	shufps	$221, %xmm1, %xmm9              ## xmm9 = xmm9[1,3],xmm1[1,3]
	movups	(%rsi,%rax,8), %xmm4
	movups	16(%rsi,%rax,8), %xmm11
	movups	32(%rsi,%rax,8), %xmm14
	movups	48(%rsi,%rax,8), %xmm0
	movaps	%xmm0, -64(%rbp)                ## 16-byte Spill
	movaps	%xmm4, %xmm1
	shufps	$136, %xmm11, %xmm1             ## xmm1 = xmm1[0,2],xmm11[0,2]
	pmulld	%xmm12, %xmm1
	paddd	%xmm15, %xmm1
	movaps	%xmm14, %xmm6
	shufps	$136, %xmm0, %xmm6              ## xmm6 = xmm6[0,2],xmm0[0,2]
	pmulld	%xmm13, %xmm6
	paddd	%xmm2, %xmm6
	movups	(%rdx,%rax,8), %xmm3
	movups	16(%rdx,%rax,8), %xmm2
	movups	32(%rdx,%rax,8), %xmm0
	movups	48(%rdx,%rax,8), %xmm15
	movaps	%xmm3, %xmm7
	shufps	$136, %xmm2, %xmm7              ## xmm7 = xmm7[0,2],xmm2[0,2]
	shufps	$221, %xmm2, %xmm3              ## xmm3 = xmm3[1,3],xmm2[1,3]
	movaps	%xmm0, %xmm5
	shufps	$136, %xmm15, %xmm5             ## xmm5 = xmm5[0,2],xmm15[0,2]
	shufps	$221, %xmm15, %xmm0             ## xmm0 = xmm0[1,3],xmm15[1,3]
	pmulld	%xmm8, %xmm7
	paddd	%xmm12, %xmm7
	pmulld	%xmm8, %xmm5
	paddd	%xmm13, %xmm5
	shufps	$221, %xmm11, %xmm4             ## xmm4 = xmm4[1,3],xmm11[1,3]
	pmulld	%xmm10, %xmm4
	movdqa	%xmm4, %xmm15
	paddd	%xmm1, %xmm15
	shufps	$221, -64(%rbp), %xmm14         ## 16-byte Folded Reload
                                        ## xmm14 = xmm14[1,3],mem[1,3]
	pmulld	%xmm9, %xmm14
	movdqa	%xmm14, %xmm2
	paddd	%xmm6, %xmm2
	pmulld	%xmm8, %xmm3
	paddd	%xmm10, %xmm3
	pmulld	%xmm8, %xmm0
	paddd	%xmm9, %xmm0
	movdqa	%xmm7, %xmm1
	punpckhdq	%xmm3, %xmm1            ## xmm1 = xmm1[2],xmm3[2],xmm1[3],xmm3[3]
	punpckldq	%xmm3, %xmm7            ## xmm7 = xmm7[0],xmm3[0],xmm7[1],xmm3[1]
	movdqu	%xmm7, (%rdi,%rax,8)
	movdqu	%xmm1, 16(%rdi,%rax,8)
	movdqa	%xmm5, %xmm1
	punpckhdq	%xmm0, %xmm1            ## xmm1 = xmm1[2],xmm0[2],xmm1[3],xmm0[3]
	punpckldq	%xmm0, %xmm5            ## xmm5 = xmm5[0],xmm0[0],xmm5[1],xmm0[1]
	movdqu	%xmm5, 32(%rdi,%rax,8)
	movdqu	%xmm1, 48(%rdi,%rax,8)
	addq	$8, %rax
	cmpq	%rax, %rbx
	jne	LBB0_5
## %bb.6:
	paddd	%xmm15, %xmm2
	pshufd	$238, %xmm2, %xmm0              ## xmm0 = xmm2[2,3,2,3]
	paddd	%xmm2, %xmm0
	pshufd	$85, %xmm0, %xmm1               ## xmm1 = xmm0[1,1,1,1]
	paddd	%xmm0, %xmm1
	movd	%xmm1, %eax
	cmpq	%r14, %rbx
	jne	LBB0_7
	jmp	LBB0_9
LBB0_1:
	movq	%rsi, %r9
	movq	%rdx, %r10
	movq	%rdi, %r11
LBB0_7:
	movl	%ecx, %ecx
	xorl	%edx, %edx
	.p2align	4, 0x90
LBB0_8:                                 ## =>This Inner Loop Header: Depth=1
	movl	(%r11,%rdx,4), %esi
	movl	4(%r11,%rdx,4), %edi
	movl	(%r9,%rdx,4), %ebx
	imull	%esi, %ebx
	addl	%eax, %ebx
	movl	(%r10,%rdx,4), %eax
	imull	%r8d, %eax
	addl	%esi, %eax
	movl	%eax, (%r11,%rdx,4)
	movl	4(%r9,%rdx,4), %eax
	imull	%edi, %eax
	addl	%ebx, %eax
	movl	4(%r10,%rdx,4), %esi
	imull	%r8d, %esi
	addl	%edi, %esi
	movl	%esi, 4(%r11,%rdx,4)
	addq	$2, %rdx
	cmpl	%edx, %ecx
	jne	LBB0_8
LBB0_9:
	popq	%rbx
	popq	%r12
	popq	%r14
	popq	%r15
	popq	%rbp
	retq
	.cfi_endproc
                                        ## -- End function
	.no_dead_strip	_scalarproduct_and_madd_int32_c
.subsections_via_symbols

	.section	__TEXT,__text,regular,pure_instructions
	.build_version macos, 13, 0	sdk_version 13, 3
	.p2align	2                               ; -- Begin function scalarproduct_and_madd_int32_c
_scalarproduct_and_madd_int32_c:        ; @scalarproduct_and_madd_int32_c
	.cfi_startproc
; %bb.0:
	stp	d13, d12, [sp, #-48]!           ; 16-byte Folded Spill
	.cfi_def_cfa_offset 48
	stp	d11, d10, [sp, #16]             ; 16-byte Folded Spill
	stp	d9, d8, [sp, #32]               ; 16-byte Folded Spill
	.cfi_offset b8, -8
	.cfi_offset b9, -16
	.cfi_offset b10, -24
	.cfi_offset b11, -32
	.cfi_offset b12, -40
	.cfi_offset b13, -48
	mov	x8, x0
	sub	w9, w3, #2
	cmp	w9, #30
	b.hs	LBB0_2
; %bb.1:
	mov	w0, #0
	b	LBB0_7
LBB0_2:
	mov	w0, #0
	and	w10, w9, #0xfffffffe
	lsl	x10, x10, #2
	add	x10, x10, #8
	add	x11, x1, x10
	add	x12, x2, x10
	cmp	x12, x8
	add	x12, x8, x10
	ccmp	x12, x2, #0, hi
	cset	w10, hi
	cmp	x12, x1
	ccmp	x11, x8, #0, hi
	b.hi	LBB0_7
; %bb.3:
	tbnz	w10, #0, LBB0_7
; %bb.4:
	lsr	w9, w9, #1
	add	w12, w9, #1
	and	x13, x12, #0xfffffff0
	lsl	x11, x13, #3
	add	x9, x1, x11
	add	x10, x2, x11
	sub	w3, w3, w13, lsl #1
	add	x11, x8, x11
	dup.4s	v0, w4
	add	x14, x1, #64
	add	x15, x2, #64
	add	x8, x8, #64
	movi.2d	v1, #0000000000000000
	mov	x16, x13
	movi.2d	v2, #0000000000000000
	movi.2d	v3, #0000000000000000
	movi.2d	v4, #0000000000000000
LBB0_5:                                 ; =>This Inner Loop Header: Depth=1
	sub	x17, x8, #64
	ld2.4s	{ v5, v6 }, [x17]
	sub	x0, x8, #32
	ld2.4s	{ v16, v17 }, [x0]
	mov	x1, x8
	ld2.4s	{ v18, v19 }, [x1], #32
	ld2.4s	{ v20, v21 }, [x1]
	sub	x2, x14, #64
	ld2.4s	{ v22, v23 }, [x2]
	sub	x2, x14, #32
	ld2.4s	{ v24, v25 }, [x2]
	mov	x2, x14
	ld2.4s	{ v26, v27 }, [x2], #32
	ld2.4s	{ v28, v29 }, [x2]
	sub	x2, x15, #64
	ld2.4s	{ v30, v31 }, [x2]
	sub	x2, x15, #32
	ld2.4s	{ v7, v8 }, [x2]
	mov	x2, x15
	ld2.4s	{ v9, v10 }, [x2], #32
	mla.4s	v1, v22, v5
	mla.4s	v2, v24, v16
	ld2.4s	{ v11, v12 }, [x2]
	mla.4s	v3, v26, v18
	mla.4s	v4, v28, v20
	mla.4s	v5, v30, v0
	mla.4s	v1, v23, v6
	mla.4s	v6, v31, v0
	mla.4s	v16, v7, v0
	mla.4s	v2, v25, v17
	mla.4s	v17, v8, v0
	st2.4s	{ v5, v6 }, [x17]
	mla.4s	v18, v9, v0
	mla.4s	v3, v27, v19
	st2.4s	{ v16, v17 }, [x0]
	mla.4s	v19, v10, v0
	mla.4s	v20, v11, v0
	st2.4s	{ v18, v19 }, [x8]
	mla.4s	v4, v29, v21
	mla.4s	v21, v12, v0
	st2.4s	{ v20, v21 }, [x1]
	add	x14, x14, #128
	add	x15, x15, #128
	add	x8, x8, #128
	subs	x16, x16, #16
	b.ne	LBB0_5
; %bb.6:
	add.4s	v0, v2, v1
	add.4s	v0, v3, v0
	add.4s	v0, v4, v0
	addv.4s	s0, v0
	fmov	w0, s0
	cmp	x13, x12
	b.ne	LBB0_8
	b	LBB0_9
LBB0_7:
	mov	x9, x1
	mov	x10, x2
	mov	x11, x8
LBB0_8:                                 ; =>This Inner Loop Header: Depth=1
	ldr	w8, [x9]
	ldp	w12, w13, [x11]
	madd	w8, w8, w12, w0
	ldr	w14, [x10]
	madd	w12, w14, w4, w12
	str	w12, [x11]
	ldr	w12, [x9, #4]
	madd	w0, w12, w13, w8
	ldr	w8, [x10, #4]
	madd	w8, w8, w4, w13
	str	w8, [x11, #4]
	add	x11, x11, #8
	add	x9, x9, #8
	add	x10, x10, #8
	subs	w3, w3, #2
	b.ne	LBB0_8
LBB0_9:
	ldp	d9, d8, [sp, #32]               ; 16-byte Folded Reload
	ldp	d11, d10, [sp, #16]             ; 16-byte Folded Reload
	ldp	d13, d12, [sp], #48             ; 16-byte Folded Reload
	ret
	.cfi_endproc
                                        ; -- End function
	.no_dead_strip	_scalarproduct_and_madd_int32_c
.subsections_via_symbols
