FM / asm

/usr/src/linux-headers-5.15.0-190/arch/alpha/include/asm/

/usr/src/linux-headers-5.15.0-190/arch/alpha/include/asm

Name	Size	Mode	Actions
a.out.h	574	0644	edit dl rm
agp.h	490	0644	edit dl rm
agp_backend.h	948	0644	edit dl rm
asm-offsets.h	35	0644	edit dl rm
asm-prototypes.h	505	0644	edit dl rm
atomic.h	8749	0644	edit dl rm
barrier.h	507	0644	edit dl rm
bitops.h	9039	0644	edit dl rm
bug.h	571	0644	edit dl rm
cache.h	507	0644	edit dl rm
cacheflush.h	2039	0644	edit dl rm
checksum.h	2012	0644	edit dl rm
cmpxchg.h	1928	0644	edit dl rm
compiler.h	158	0644	edit dl rm
console.h	1084	0644	edit dl rm
core_apecs.h	17338	0644	edit dl rm
core_cia.h	15817	0644	edit dl rm
core_irongate.h	6793	0644	edit dl rm
core_lca.h	11650	0644	edit dl rm
core_marvel.h	9382	0644	edit dl rm
core_mcpcia.h	11747	0644	edit dl rm
core_polaris.h	2987	0644	edit dl rm
core_t2.h	19595	0644	edit dl rm
core_titan.h	11471	0644	edit dl rm
core_tsunami.h	8485	0644	edit dl rm
core_wildfire.h	8655	0644	edit dl rm
delay.h	264	0644	edit dl rm
device.h	129	0644	edit dl rm
div64.h	31	0644	edit dl rm
dma-mapping.h	342	0644	edit dl rm
dma.h	12664	0644	edit dl rm
elf.h	5765	0644	edit dl rm
emergency-restart.h	149	0644	edit dl rm
err_common.h	3316	0644	edit dl rm
err_ev6.h	116	0644	edit dl rm
err_ev7.h	4472	0644	edit dl rm
extable.h	1459	0644	edit dl rm
floppy.h	3171	0644	edit dl rm
fpu.h	1820	0644	edit dl rm
ftrace.h	12	0644	edit dl rm
futex.h	2017	0644	edit dl rm
gct.h	1042	0644	edit dl rm
hardirq.h	223	0644	edit dl rm
hwrpb.h	7066	0644	edit dl rm
hw_irq.h	302	0644	edit dl rm
io.h	14873	0644	edit dl rm
io_trivial.h	3206	0644	edit dl rm
irq.h	2363	0644	edit dl rm
irqflags.h	1194	0644	edit dl rm
irq_regs.h	34	0644	edit dl rm
jensen.h	8603	0644	edit dl rm
Kbuild	141	0644	edit dl rm
kdebug.h	32	0644	edit dl rm
linkage.h	256	0644	edit dl rm
local.h	2654	0644	edit dl rm
machvec.h	3621	0644	edit dl rm
mc146818rtc.h	680	0644	edit dl rm
mce.h	4135	0644	edit dl rm
mmu.h	203	0644	edit dl rm
mmu_context.h	7241	0644	edit dl rm
module.h	329	0644	edit dl rm
page.h	2397	0644	edit dl rm
pal.h	5127	0644	edit dl rm
param.h	284	0644	edit dl rm
parport.h	536	0644	edit dl rm
pci.h	2733	0644	edit dl rm
percpu.h	527	0644	edit dl rm
perf_event.h	105	0644	edit dl rm
pgalloc.h	761	0644	edit dl rm
pgtable.h	12577	0644	edit dl rm
processor.h	1677	0644	edit dl rm
ptrace.h	754	0644	edit dl rm
rwonce.h	812	0644	edit dl rm
serial.h	1034	0644	edit dl rm
setup.h	1465	0644	edit dl rm
sfp-machine.h	2929	0644	edit dl rm
shmparam.h	191	0644	edit dl rm
signal.h	627	0644	edit dl rm
smp.h	1377	0644	edit dl rm
socket.h	310	0644	edit dl rm
sparsemem.h	410	0644	edit dl rm
special_insns.h	925	0644	edit dl rm
spinlock.h	2915	0644	edit dl rm
spinlock_types.h	413	0644	edit dl rm
string.h	2481	0644	edit dl rm
switch_to.h	406	0644	edit dl rm
syscall.h	379	0644	edit dl rm
termios.h	3054	0644	edit dl rm
thread_info.h	3749	0644	edit dl rm
timex.h	827	0644	edit dl rm
tlb.h	257	0644	edit dl rm
tlbflush.h	3424	0644	edit dl rm
topology.h	271	0644	edit dl rm
types.h	143	0644	edit dl rm
uaccess.h	9767	0644	edit dl rm
ucontext.h	348	0644	edit dl rm
unistd.h	561	0644	edit dl rm
user.h	2192	0644	edit dl rm
vga.h	2050	0644	edit dl rm
vmalloc.h	93	0644	edit dl rm
word-at-a-time.h	1376	0644	edit dl rm
wrperfmon.h	2623	0644	edit dl rm
xchg.h	5287	0644	edit dl rm
xor.h	21833	0644	edit dl rm

Edit: /usr/src/linux-headers-5.15.0-190/arch/alpha/include/asm/xor.h (21833B)

/* SPDX-License-Identifier: GPL-2.0-or-later */
/*
 * include/asm-alpha/xor.h
 *
 * Optimized RAID-5 checksumming functions for alpha EV5 and EV6
 */

extern void xor_alpha_2(unsigned long, unsigned long *, unsigned long *);
extern void xor_alpha_3(unsigned long, unsigned long *, unsigned long *,
		        unsigned long *);
extern void xor_alpha_4(unsigned long, unsigned long *, unsigned long *,
		        unsigned long *, unsigned long *);
extern void xor_alpha_5(unsigned long, unsigned long *, unsigned long *,
		        unsigned long *, unsigned long *, unsigned long *);

extern void xor_alpha_prefetch_2(unsigned long, unsigned long *,
				 unsigned long *);
extern void xor_alpha_prefetch_3(unsigned long, unsigned long *,
				 unsigned long *, unsigned long *);
extern void xor_alpha_prefetch_4(unsigned long, unsigned long *,
				 unsigned long *, unsigned long *,
				 unsigned long *);
extern void xor_alpha_prefetch_5(unsigned long, unsigned long *,
				 unsigned long *, unsigned long *,
				 unsigned long *, unsigned long *);

asm("								\n\
	.text							\n\
	.align 3						\n\
	.ent xor_alpha_2					\n\
xor_alpha_2:							\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
	.align 4						\n\
2:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,8($17)						\n\
	ldq $3,8($18)						\n\
								\n\
	ldq $4,16($17)						\n\
	ldq $5,16($18)						\n\
	ldq $6,24($17)						\n\
	ldq $7,24($18)						\n\
								\n\
	ldq $19,32($17)						\n\
	ldq $20,32($18)						\n\
	ldq $21,40($17)						\n\
	ldq $22,40($18)						\n\
								\n\
	ldq $23,48($17)						\n\
	ldq $24,48($18)						\n\
	ldq $25,56($17)						\n\
	xor $0,$1,$0		# 7 cycles from $1 load		\n\
								\n\
	ldq $27,56($18)						\n\
	xor $2,$3,$2						\n\
	stq $0,0($17)						\n\
	xor $4,$5,$4						\n\
								\n\
	stq $2,8($17)						\n\
	xor $6,$7,$6						\n\
	stq $4,16($17)						\n\
	xor $19,$20,$19						\n\
								\n\
	stq $6,24($17)						\n\
	xor $21,$22,$21						\n\
	stq $19,32($17)						\n\
	xor $23,$24,$23						\n\
								\n\
	stq $21,40($17)						\n\
	xor $25,$27,$25						\n\
	stq $23,48($17)						\n\
	subq $16,1,$16						\n\
								\n\
	stq $25,56($17)						\n\
	addq $17,64,$17						\n\
	addq $18,64,$18						\n\
	bgt $16,2b						\n\
								\n\
	ret							\n\
	.end xor_alpha_2					\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_3					\n\
xor_alpha_3:							\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
	.align 4						\n\
3:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,8($17)						\n\
								\n\
	ldq $4,8($18)						\n\
	ldq $6,16($17)						\n\
	ldq $7,16($18)						\n\
	ldq $21,24($17)						\n\
								\n\
	ldq $22,24($18)						\n\
	ldq $24,32($17)						\n\
	ldq $25,32($18)						\n\
	ldq $5,8($19)						\n\
								\n\
	ldq $20,16($19)						\n\
	ldq $23,24($19)						\n\
	ldq $27,32($19)						\n\
	nop							\n\
								\n\
	xor $0,$1,$1		# 8 cycles from $0 load		\n\
	xor $3,$4,$4		# 6 cycles from $4 load		\n\
	xor $6,$7,$7		# 6 cycles from $7 load		\n\
	xor $21,$22,$22		# 5 cycles from $22 load	\n\
								\n\
	xor $1,$2,$2		# 9 cycles from $2 load		\n\
	xor $24,$25,$25		# 5 cycles from $25 load	\n\
	stq $2,0($17)						\n\
	xor $4,$5,$5		# 6 cycles from $5 load		\n\
								\n\
	stq $5,8($17)						\n\
	xor $7,$20,$20		# 7 cycles from $20 load	\n\
	stq $20,16($17)						\n\
	xor $22,$23,$23		# 7 cycles from $23 load	\n\
								\n\
	stq $23,24($17)						\n\
	xor $25,$27,$27		# 7 cycles from $27 load	\n\
	stq $27,32($17)						\n\
	nop							\n\
								\n\
	ldq $0,40($17)						\n\
	ldq $1,40($18)						\n\
	ldq $3,48($17)						\n\
	ldq $4,48($18)						\n\
								\n\
	ldq $6,56($17)						\n\
	ldq $7,56($18)						\n\
	ldq $2,40($19)						\n\
	ldq $5,48($19)						\n\
								\n\
	ldq $20,56($19)						\n\
	xor $0,$1,$1		# 4 cycles from $1 load		\n\
	xor $3,$4,$4		# 5 cycles from $4 load		\n\
	xor $6,$7,$7		# 5 cycles from $7 load		\n\
								\n\
	xor $1,$2,$2		# 4 cycles from $2 load		\n\
	xor $4,$5,$5		# 5 cycles from $5 load		\n\
	stq $2,40($17)						\n\
	xor $7,$20,$20		# 4 cycles from $20 load	\n\
								\n\
	stq $5,48($17)						\n\
	subq $16,1,$16						\n\
	stq $20,56($17)						\n\
	addq $19,64,$19						\n\
								\n\
	addq $18,64,$18						\n\
	addq $17,64,$17						\n\
	bgt $16,3b						\n\
	ret							\n\
	.end xor_alpha_3					\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_4					\n\
xor_alpha_4:							\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
	.align 4						\n\
4:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,0($20)						\n\
								\n\
	ldq $4,8($17)						\n\
	ldq $5,8($18)						\n\
	ldq $6,8($19)						\n\
	ldq $7,8($20)						\n\
								\n\
	ldq $21,16($17)						\n\
	ldq $22,16($18)						\n\
	ldq $23,16($19)						\n\
	ldq $24,16($20)						\n\
								\n\
	ldq $25,24($17)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
	ldq $27,24($18)						\n\
	xor $2,$3,$3		# 6 cycles from $3 load		\n\
								\n\
	ldq $0,24($19)						\n\
	xor $1,$3,$3						\n\
	ldq $1,24($20)						\n\
	xor $4,$5,$5		# 7 cycles from $5 load		\n\
								\n\
	stq $3,0($17)						\n\
	xor $6,$7,$7						\n\
	xor $21,$22,$22		# 7 cycles from $22 load	\n\
	xor $5,$7,$7						\n\
								\n\
	stq $7,8($17)						\n\
	xor $23,$24,$24		# 7 cycles from $24 load	\n\
	ldq $2,32($17)						\n\
	xor $22,$24,$24						\n\
								\n\
	ldq $3,32($18)						\n\
	ldq $4,32($19)						\n\
	ldq $5,32($20)						\n\
	xor $25,$27,$27		# 8 cycles from $27 load	\n\
								\n\
	ldq $6,40($17)						\n\
	ldq $7,40($18)						\n\
	ldq $21,40($19)						\n\
	ldq $22,40($20)						\n\
								\n\
	stq $24,16($17)						\n\
	xor $0,$1,$1		# 9 cycles from $1 load		\n\
	xor $2,$3,$3		# 5 cycles from $3 load		\n\
	xor $27,$1,$1						\n\
								\n\
	stq $1,24($17)						\n\
	xor $4,$5,$5		# 5 cycles from $5 load		\n\
	ldq $23,48($17)						\n\
	ldq $24,48($18)						\n\
								\n\
	ldq $25,48($19)						\n\
	xor $3,$5,$5						\n\
	ldq $27,48($20)						\n\
	ldq $0,56($17)						\n\
								\n\
	ldq $1,56($18)						\n\
	ldq $2,56($19)						\n\
	xor $6,$7,$7		# 8 cycles from $6 load		\n\
	ldq $3,56($20)						\n\
								\n\
	stq $5,32($17)						\n\
	xor $21,$22,$22		# 8 cycles from $22 load	\n\
	xor $7,$22,$22						\n\
	xor $23,$24,$24		# 5 cycles from $24 load	\n\
								\n\
	stq $22,40($17)						\n\
	xor $25,$27,$27		# 5 cycles from $27 load	\n\
	xor $24,$27,$27						\n\
	xor $0,$1,$1		# 5 cycles from $1 load		\n\
								\n\
	stq $27,48($17)						\n\
	xor $2,$3,$3		# 4 cycles from $3 load		\n\
	xor $1,$3,$3						\n\
	subq $16,1,$16						\n\
								\n\
	stq $3,56($17)						\n\
	addq $20,64,$20						\n\
	addq $19,64,$19						\n\
	addq $18,64,$18						\n\
								\n\
	addq $17,64,$17						\n\
	bgt $16,4b						\n\
	ret							\n\
	.end xor_alpha_4					\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_5					\n\
xor_alpha_5:							\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
	.align 4						\n\
5:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,0($20)						\n\
								\n\
	ldq $4,0($21)						\n\
	ldq $5,8($17)						\n\
	ldq $6,8($18)						\n\
	ldq $7,8($19)						\n\
								\n\
	ldq $22,8($20)						\n\
	ldq $23,8($21)						\n\
	ldq $24,16($17)						\n\
	ldq $25,16($18)						\n\
								\n\
	ldq $27,16($19)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
	ldq $28,16($20)						\n\
	xor $2,$3,$3		# 6 cycles from $3 load		\n\
								\n\
	ldq $0,16($21)						\n\
	xor $1,$3,$3						\n\
	ldq $1,24($17)						\n\
	xor $3,$4,$4		# 7 cycles from $4 load		\n\
								\n\
	stq $4,0($17)						\n\
	xor $5,$6,$6		# 7 cycles from $6 load		\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	xor $6,$23,$23		# 7 cycles from $23 load	\n\
								\n\
	ldq $2,24($18)						\n\
	xor $22,$23,$23						\n\
	ldq $3,24($19)						\n\
	xor $24,$25,$25		# 8 cycles from $25 load	\n\
								\n\
	stq $23,8($17)						\n\
	xor $25,$27,$27		# 8 cycles from $27 load	\n\
	ldq $4,24($20)						\n\
	xor $28,$0,$0		# 7 cycles from $0 load		\n\
								\n\
	ldq $5,24($21)						\n\
	xor $27,$0,$0						\n\
	ldq $6,32($17)						\n\
	ldq $7,32($18)						\n\
								\n\
	stq $0,16($17)						\n\
	xor $1,$2,$2		# 6 cycles from $2 load		\n\
	ldq $22,32($19)						\n\
	xor $3,$4,$4		# 4 cycles from $4 load		\n\
								\n\
	ldq $23,32($20)						\n\
	xor $2,$4,$4						\n\
	ldq $24,32($21)						\n\
	ldq $25,40($17)						\n\
								\n\
	ldq $27,40($18)						\n\
	ldq $28,40($19)						\n\
	ldq $0,40($20)						\n\
	xor $4,$5,$5		# 7 cycles from $5 load		\n\
								\n\
	stq $5,24($17)						\n\
	xor $6,$7,$7		# 7 cycles from $7 load		\n\
	ldq $1,40($21)						\n\
	ldq $2,48($17)						\n\
								\n\
	ldq $3,48($18)						\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	ldq $4,48($19)						\n\
	xor $23,$24,$24		# 6 cycles from $24 load	\n\
								\n\
	ldq $5,48($20)						\n\
	xor $22,$24,$24						\n\
	ldq $6,48($21)						\n\
	xor $25,$27,$27		# 7 cycles from $27 load	\n\
								\n\
	stq $24,32($17)						\n\
	xor $27,$28,$28		# 8 cycles from $28 load	\n\
	ldq $7,56($17)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
								\n\
	ldq $22,56($18)						\n\
	ldq $23,56($19)						\n\
	ldq $24,56($20)						\n\
	ldq $25,56($21)						\n\
								\n\
	xor $28,$1,$1						\n\
	xor $2,$3,$3		# 9 cycles from $3 load		\n\
	xor $3,$4,$4		# 9 cycles from $4 load		\n\
	xor $5,$6,$6		# 8 cycles from $6 load		\n\
								\n\
	stq $1,40($17)						\n\
	xor $4,$6,$6						\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	xor $23,$24,$24		# 6 cycles from $24 load	\n\
								\n\
	stq $6,48($17)						\n\
	xor $22,$24,$24						\n\
	subq $16,1,$16						\n\
	xor $24,$25,$25		# 8 cycles from $25 load	\n\
								\n\
	stq $25,56($17)						\n\
	addq $21,64,$21						\n\
	addq $20,64,$20						\n\
	addq $19,64,$19						\n\
								\n\
	addq $18,64,$18						\n\
	addq $17,64,$17						\n\
	bgt $16,5b						\n\
	ret							\n\
	.end xor_alpha_5					\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_prefetch_2				\n\
xor_alpha_prefetch_2:						\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
								\n\
	ldq $31, 0($17)						\n\
	ldq $31, 0($18)						\n\
								\n\
	ldq $31, 64($17)					\n\
	ldq $31, 64($18)					\n\
								\n\
	ldq $31, 128($17)					\n\
	ldq $31, 128($18)					\n\
								\n\
	ldq $31, 192($17)					\n\
	ldq $31, 192($18)					\n\
	.align 4						\n\
2:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,8($17)						\n\
	ldq $3,8($18)						\n\
								\n\
	ldq $4,16($17)						\n\
	ldq $5,16($18)						\n\
	ldq $6,24($17)						\n\
	ldq $7,24($18)						\n\
								\n\
	ldq $19,32($17)						\n\
	ldq $20,32($18)						\n\
	ldq $21,40($17)						\n\
	ldq $22,40($18)						\n\
								\n\
	ldq $23,48($17)						\n\
	ldq $24,48($18)						\n\
	ldq $25,56($17)						\n\
	ldq $27,56($18)						\n\
								\n\
	ldq $31,256($17)					\n\
	xor $0,$1,$0		# 8 cycles from $1 load		\n\
	ldq $31,256($18)					\n\
	xor $2,$3,$2						\n\
								\n\
	stq $0,0($17)						\n\
	xor $4,$5,$4						\n\
	stq $2,8($17)						\n\
	xor $6,$7,$6						\n\
								\n\
	stq $4,16($17)						\n\
	xor $19,$20,$19						\n\
	stq $6,24($17)						\n\
	xor $21,$22,$21						\n\
								\n\
	stq $19,32($17)						\n\
	xor $23,$24,$23						\n\
	stq $21,40($17)						\n\
	xor $25,$27,$25						\n\
								\n\
	stq $23,48($17)						\n\
	subq $16,1,$16						\n\
	stq $25,56($17)						\n\
	addq $17,64,$17						\n\
								\n\
	addq $18,64,$18						\n\
	bgt $16,2b						\n\
	ret							\n\
	.end xor_alpha_prefetch_2				\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_prefetch_3				\n\
xor_alpha_prefetch_3:						\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
								\n\
	ldq $31, 0($17)						\n\
	ldq $31, 0($18)						\n\
	ldq $31, 0($19)						\n\
								\n\
	ldq $31, 64($17)					\n\
	ldq $31, 64($18)					\n\
	ldq $31, 64($19)					\n\
								\n\
	ldq $31, 128($17)					\n\
	ldq $31, 128($18)					\n\
	ldq $31, 128($19)					\n\
								\n\
	ldq $31, 192($17)					\n\
	ldq $31, 192($18)					\n\
	ldq $31, 192($19)					\n\
	.align 4						\n\
3:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,8($17)						\n\
								\n\
	ldq $4,8($18)						\n\
	ldq $6,16($17)						\n\
	ldq $7,16($18)						\n\
	ldq $21,24($17)						\n\
								\n\
	ldq $22,24($18)						\n\
	ldq $24,32($17)						\n\
	ldq $25,32($18)						\n\
	ldq $5,8($19)						\n\
								\n\
	ldq $20,16($19)						\n\
	ldq $23,24($19)						\n\
	ldq $27,32($19)						\n\
	nop							\n\
								\n\
	xor $0,$1,$1		# 8 cycles from $0 load		\n\
	xor $3,$4,$4		# 7 cycles from $4 load		\n\
	xor $6,$7,$7		# 6 cycles from $7 load		\n\
	xor $21,$22,$22		# 5 cycles from $22 load	\n\
								\n\
	xor $1,$2,$2		# 9 cycles from $2 load		\n\
	xor $24,$25,$25		# 5 cycles from $25 load	\n\
	stq $2,0($17)						\n\
	xor $4,$5,$5		# 6 cycles from $5 load		\n\
								\n\
	stq $5,8($17)						\n\
	xor $7,$20,$20		# 7 cycles from $20 load	\n\
	stq $20,16($17)						\n\
	xor $22,$23,$23		# 7 cycles from $23 load	\n\
								\n\
	stq $23,24($17)						\n\
	xor $25,$27,$27		# 7 cycles from $27 load	\n\
	stq $27,32($17)						\n\
	nop							\n\
								\n\
	ldq $0,40($17)						\n\
	ldq $1,40($18)						\n\
	ldq $3,48($17)						\n\
	ldq $4,48($18)						\n\
								\n\
	ldq $6,56($17)						\n\
	ldq $7,56($18)						\n\
	ldq $2,40($19)						\n\
	ldq $5,48($19)						\n\
								\n\
	ldq $20,56($19)						\n\
	ldq $31,256($17)					\n\
	ldq $31,256($18)					\n\
	ldq $31,256($19)					\n\
								\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
	xor $3,$4,$4		# 5 cycles from $4 load		\n\
	xor $6,$7,$7		# 5 cycles from $7 load		\n\
	xor $1,$2,$2		# 4 cycles from $2 load		\n\
								\n\
	xor $4,$5,$5		# 5 cycles from $5 load		\n\
	xor $7,$20,$20		# 4 cycles from $20 load	\n\
	stq $2,40($17)						\n\
	subq $16,1,$16						\n\
								\n\
	stq $5,48($17)						\n\
	addq $19,64,$19						\n\
	stq $20,56($17)						\n\
	addq $18,64,$18						\n\
								\n\
	addq $17,64,$17						\n\
	bgt $16,3b						\n\
	ret							\n\
	.end xor_alpha_prefetch_3				\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_prefetch_4				\n\
xor_alpha_prefetch_4:						\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
								\n\
	ldq $31, 0($17)						\n\
	ldq $31, 0($18)						\n\
	ldq $31, 0($19)						\n\
	ldq $31, 0($20)						\n\
								\n\
	ldq $31, 64($17)					\n\
	ldq $31, 64($18)					\n\
	ldq $31, 64($19)					\n\
	ldq $31, 64($20)					\n\
								\n\
	ldq $31, 128($17)					\n\
	ldq $31, 128($18)					\n\
	ldq $31, 128($19)					\n\
	ldq $31, 128($20)					\n\
								\n\
	ldq $31, 192($17)					\n\
	ldq $31, 192($18)					\n\
	ldq $31, 192($19)					\n\
	ldq $31, 192($20)					\n\
	.align 4						\n\
4:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,0($20)						\n\
								\n\
	ldq $4,8($17)						\n\
	ldq $5,8($18)						\n\
	ldq $6,8($19)						\n\
	ldq $7,8($20)						\n\
								\n\
	ldq $21,16($17)						\n\
	ldq $22,16($18)						\n\
	ldq $23,16($19)						\n\
	ldq $24,16($20)						\n\
								\n\
	ldq $25,24($17)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
	ldq $27,24($18)						\n\
	xor $2,$3,$3		# 6 cycles from $3 load		\n\
								\n\
	ldq $0,24($19)						\n\
	xor $1,$3,$3						\n\
	ldq $1,24($20)						\n\
	xor $4,$5,$5		# 7 cycles from $5 load		\n\
								\n\
	stq $3,0($17)						\n\
	xor $6,$7,$7						\n\
	xor $21,$22,$22		# 7 cycles from $22 load	\n\
	xor $5,$7,$7						\n\
								\n\
	stq $7,8($17)						\n\
	xor $23,$24,$24		# 7 cycles from $24 load	\n\
	ldq $2,32($17)						\n\
	xor $22,$24,$24						\n\
								\n\
	ldq $3,32($18)						\n\
	ldq $4,32($19)						\n\
	ldq $5,32($20)						\n\
	xor $25,$27,$27		# 8 cycles from $27 load	\n\
								\n\
	ldq $6,40($17)						\n\
	ldq $7,40($18)						\n\
	ldq $21,40($19)						\n\
	ldq $22,40($20)						\n\
								\n\
	stq $24,16($17)						\n\
	xor $0,$1,$1		# 9 cycles from $1 load		\n\
	xor $2,$3,$3		# 5 cycles from $3 load		\n\
	xor $27,$1,$1						\n\
								\n\
	stq $1,24($17)						\n\
	xor $4,$5,$5		# 5 cycles from $5 load		\n\
	ldq $23,48($17)						\n\
	xor $3,$5,$5						\n\
								\n\
	ldq $24,48($18)						\n\
	ldq $25,48($19)						\n\
	ldq $27,48($20)						\n\
	ldq $0,56($17)						\n\
								\n\
	ldq $1,56($18)						\n\
	ldq $2,56($19)						\n\
	ldq $3,56($20)						\n\
	xor $6,$7,$7		# 8 cycles from $6 load		\n\
								\n\
	ldq $31,256($17)					\n\
	xor $21,$22,$22		# 8 cycles from $22 load	\n\
	ldq $31,256($18)					\n\
	xor $7,$22,$22						\n\
								\n\
	ldq $31,256($19)					\n\
	xor $23,$24,$24		# 6 cycles from $24 load	\n\
	ldq $31,256($20)					\n\
	xor $25,$27,$27		# 6 cycles from $27 load	\n\
								\n\
	stq $5,32($17)						\n\
	xor $24,$27,$27						\n\
	xor $0,$1,$1		# 7 cycles from $1 load		\n\
	xor $2,$3,$3		# 6 cycles from $3 load		\n\
								\n\
	stq $22,40($17)						\n\
	xor $1,$3,$3						\n\
	stq $27,48($17)						\n\
	subq $16,1,$16						\n\
								\n\
	stq $3,56($17)						\n\
	addq $20,64,$20						\n\
	addq $19,64,$19						\n\
	addq $18,64,$18						\n\
								\n\
	addq $17,64,$17						\n\
	bgt $16,4b						\n\
	ret							\n\
	.end xor_alpha_prefetch_4				\n\
								\n\
	.align 3						\n\
	.ent xor_alpha_prefetch_5				\n\
xor_alpha_prefetch_5:						\n\
	.prologue 0						\n\
	srl $16, 6, $16						\n\
								\n\
	ldq $31, 0($17)						\n\
	ldq $31, 0($18)						\n\
	ldq $31, 0($19)						\n\
	ldq $31, 0($20)						\n\
	ldq $31, 0($21)						\n\
								\n\
	ldq $31, 64($17)					\n\
	ldq $31, 64($18)					\n\
	ldq $31, 64($19)					\n\
	ldq $31, 64($20)					\n\
	ldq $31, 64($21)					\n\
								\n\
	ldq $31, 128($17)					\n\
	ldq $31, 128($18)					\n\
	ldq $31, 128($19)					\n\
	ldq $31, 128($20)					\n\
	ldq $31, 128($21)					\n\
								\n\
	ldq $31, 192($17)					\n\
	ldq $31, 192($18)					\n\
	ldq $31, 192($19)					\n\
	ldq $31, 192($20)					\n\
	ldq $31, 192($21)					\n\
	.align 4						\n\
5:								\n\
	ldq $0,0($17)						\n\
	ldq $1,0($18)						\n\
	ldq $2,0($19)						\n\
	ldq $3,0($20)						\n\
								\n\
	ldq $4,0($21)						\n\
	ldq $5,8($17)						\n\
	ldq $6,8($18)						\n\
	ldq $7,8($19)						\n\
								\n\
	ldq $22,8($20)						\n\
	ldq $23,8($21)						\n\
	ldq $24,16($17)						\n\
	ldq $25,16($18)						\n\
								\n\
	ldq $27,16($19)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
	ldq $28,16($20)						\n\
	xor $2,$3,$3		# 6 cycles from $3 load		\n\
								\n\
	ldq $0,16($21)						\n\
	xor $1,$3,$3						\n\
	ldq $1,24($17)						\n\
	xor $3,$4,$4		# 7 cycles from $4 load		\n\
								\n\
	stq $4,0($17)						\n\
	xor $5,$6,$6		# 7 cycles from $6 load		\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	xor $6,$23,$23		# 7 cycles from $23 load	\n\
								\n\
	ldq $2,24($18)						\n\
	xor $22,$23,$23						\n\
	ldq $3,24($19)						\n\
	xor $24,$25,$25		# 8 cycles from $25 load	\n\
								\n\
	stq $23,8($17)						\n\
	xor $25,$27,$27		# 8 cycles from $27 load	\n\
	ldq $4,24($20)						\n\
	xor $28,$0,$0		# 7 cycles from $0 load		\n\
								\n\
	ldq $5,24($21)						\n\
	xor $27,$0,$0						\n\
	ldq $6,32($17)						\n\
	ldq $7,32($18)						\n\
								\n\
	stq $0,16($17)						\n\
	xor $1,$2,$2		# 6 cycles from $2 load		\n\
	ldq $22,32($19)						\n\
	xor $3,$4,$4		# 4 cycles from $4 load		\n\
								\n\
	ldq $23,32($20)						\n\
	xor $2,$4,$4						\n\
	ldq $24,32($21)						\n\
	ldq $25,40($17)						\n\
								\n\
	ldq $27,40($18)						\n\
	ldq $28,40($19)						\n\
	ldq $0,40($20)						\n\
	xor $4,$5,$5		# 7 cycles from $5 load		\n\
								\n\
	stq $5,24($17)						\n\
	xor $6,$7,$7		# 7 cycles from $7 load		\n\
	ldq $1,40($21)						\n\
	ldq $2,48($17)						\n\
								\n\
	ldq $3,48($18)						\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	ldq $4,48($19)						\n\
	xor $23,$24,$24		# 6 cycles from $24 load	\n\
								\n\
	ldq $5,48($20)						\n\
	xor $22,$24,$24						\n\
	ldq $6,48($21)						\n\
	xor $25,$27,$27		# 7 cycles from $27 load	\n\
								\n\
	stq $24,32($17)						\n\
	xor $27,$28,$28		# 8 cycles from $28 load	\n\
	ldq $7,56($17)						\n\
	xor $0,$1,$1		# 6 cycles from $1 load		\n\
								\n\
	ldq $22,56($18)						\n\
	ldq $23,56($19)						\n\
	ldq $24,56($20)						\n\
	ldq $25,56($21)						\n\
								\n\
	ldq $31,256($17)					\n\
	xor $28,$1,$1						\n\
	ldq $31,256($18)					\n\
	xor $2,$3,$3		# 9 cycles from $3 load		\n\
								\n\
	ldq $31,256($19)					\n\
	xor $3,$4,$4		# 9 cycles from $4 load		\n\
	ldq $31,256($20)					\n\
	xor $5,$6,$6		# 8 cycles from $6 load		\n\
								\n\
	stq $1,40($17)						\n\
	xor $4,$6,$6						\n\
	xor $7,$22,$22		# 7 cycles from $22 load	\n\
	xor $23,$24,$24		# 6 cycles from $24 load	\n\
								\n\
	stq $6,48($17)						\n\
	xor $22,$24,$24						\n\
	ldq $31,256($21)					\n\
	xor $24,$25,$25		# 8 cycles from $25 load	\n\
								\n\
	stq $25,56($17)						\n\
	subq $16,1,$16						\n\
	addq $21,64,$21						\n\
	addq $20,64,$20						\n\
								\n\
	addq $19,64,$19						\n\
	addq $18,64,$18						\n\
	addq $17,64,$17						\n\
	bgt $16,5b						\n\
								\n\
	ret							\n\
	.end xor_alpha_prefetch_5				\n\
");

static struct xor_block_template xor_block_alpha = {
	.name	= "alpha",
	.do_2	= xor_alpha_2,
	.do_3	= xor_alpha_3,
	.do_4	= xor_alpha_4,
	.do_5	= xor_alpha_5,
};

static struct xor_block_template xor_block_alpha_prefetch = {
	.name	= "alpha prefetch",
	.do_2	= xor_alpha_prefetch_2,
	.do_3	= xor_alpha_prefetch_3,
	.do_4	= xor_alpha_prefetch_4,
	.do_5	= xor_alpha_prefetch_5,
};

/* For grins, also test the generic routines.  */
#include <asm-generic/xor.h>

#undef XOR_TRY_TEMPLATES
#define XOR_TRY_TEMPLATES				\
	do {						\
		xor_speed(&xor_block_8regs);		\
		xor_speed(&xor_block_32regs);		\
		xor_speed(&xor_block_alpha);		\
		xor_speed(&xor_block_alpha_prefetch);	\
	} while (0)

/* Force the use of alpha_prefetch if EV6, as it is significantly
   faster in the cold cache case.  */
#define XOR_SELECT_TEMPLATE(FASTEST) \
	(implver() == IMPLVER_EV6 ? &xor_block_alpha_prefetch : FASTEST)

/* SPDX-License-Identifier: GPL-2.0-or-later */ /* * include/asm-alpha/xor.h * * Optimized RAID-5 checksumming functions for alpha EV5 and EV6 */ extern void xor_alpha_2(unsigned long, unsigned long *, unsigned long *); extern void xor_alpha_3(unsigned long, unsigned long *, unsigned long *, unsigned long *); extern void xor_alpha_4(unsigned long, unsigned long *, unsigned long *, unsigned long *, unsigned long *); extern void xor_alpha_5(unsigned long, unsigned long *, unsigned long *, unsigned long *, unsigned long *, unsigned long *); extern void xor_alpha_prefetch_2(unsigned long, unsigned long *, unsigned long *); extern void xor_alpha_prefetch_3(unsigned long, unsigned long *, unsigned long *, unsigned long *); extern void xor_alpha_prefetch_4(unsigned long, unsigned long *, unsigned long *, unsigned long *, unsigned long *); extern void xor_alpha_prefetch_5(unsigned long, unsigned long *, unsigned long *, unsigned long *, unsigned long *, unsigned long *); asm(" \n\ .text \n\ .align 3 \n\ .ent xor_alpha_2 \n\ xor_alpha_2: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ .align 4 \n\ 2: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,8($17) \n\ ldq $3,8($18) \n\ \n\ ldq $4,16($17) \n\ ldq $5,16($18) \n\ ldq $6,24($17) \n\ ldq $7,24($18) \n\ \n\ ldq $19,32($17) \n\ ldq $20,32($18) \n\ ldq $21,40($17) \n\ ldq $22,40($18) \n\ \n\ ldq $23,48($17) \n\ ldq $24,48($18) \n\ ldq $25,56($17) \n\ xor $0,$1,$0 # 7 cycles from $1 load \n\ \n\ ldq $27,56($18) \n\ xor $2,$3,$2 \n\ stq $0,0($17) \n\ xor $4,$5,$4 \n\ \n\ stq $2,8($17) \n\ xor $6,$7,$6 \n\ stq $4,16($17) \n\ xor $19,$20,$19 \n\ \n\ stq $6,24($17) \n\ xor $21,$22,$21 \n\ stq $19,32($17) \n\ xor $23,$24,$23 \n\ \n\ stq $21,40($17) \n\ xor $25,$27,$25 \n\ stq $23,48($17) \n\ subq $16,1,$16 \n\ \n\ stq $25,56($17) \n\ addq $17,64,$17 \n\ addq $18,64,$18 \n\ bgt $16,2b \n\ \n\ ret \n\ .end xor_alpha_2 \n\ \n\ .align 3 \n\ .ent xor_alpha_3 \n\ xor_alpha_3: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ .align 4 \n\ 3: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,8($17) \n\ \n\ ldq $4,8($18) \n\ ldq $6,16($17) \n\ ldq $7,16($18) \n\ ldq $21,24($17) \n\ \n\ ldq $22,24($18) \n\ ldq $24,32($17) \n\ ldq $25,32($18) \n\ ldq $5,8($19) \n\ \n\ ldq $20,16($19) \n\ ldq $23,24($19) \n\ ldq $27,32($19) \n\ nop \n\ \n\ xor $0,$1,$1 # 8 cycles from $0 load \n\ xor $3,$4,$4 # 6 cycles from $4 load \n\ xor $6,$7,$7 # 6 cycles from $7 load \n\ xor $21,$22,$22 # 5 cycles from $22 load \n\ \n\ xor $1,$2,$2 # 9 cycles from $2 load \n\ xor $24,$25,$25 # 5 cycles from $25 load \n\ stq $2,0($17) \n\ xor $4,$5,$5 # 6 cycles from $5 load \n\ \n\ stq $5,8($17) \n\ xor $7,$20,$20 # 7 cycles from $20 load \n\ stq $20,16($17) \n\ xor $22,$23,$23 # 7 cycles from $23 load \n\ \n\ stq $23,24($17) \n\ xor $25,$27,$27 # 7 cycles from $27 load \n\ stq $27,32($17) \n\ nop \n\ \n\ ldq $0,40($17) \n\ ldq $1,40($18) \n\ ldq $3,48($17) \n\ ldq $4,48($18) \n\ \n\ ldq $6,56($17) \n\ ldq $7,56($18) \n\ ldq $2,40($19) \n\ ldq $5,48($19) \n\ \n\ ldq $20,56($19) \n\ xor $0,$1,$1 # 4 cycles from $1 load \n\ xor $3,$4,$4 # 5 cycles from $4 load \n\ xor $6,$7,$7 # 5 cycles from $7 load \n\ \n\ xor $1,$2,$2 # 4 cycles from $2 load \n\ xor $4,$5,$5 # 5 cycles from $5 load \n\ stq $2,40($17) \n\ xor $7,$20,$20 # 4 cycles from $20 load \n\ \n\ stq $5,48($17) \n\ subq $16,1,$16 \n\ stq $20,56($17) \n\ addq $19,64,$19 \n\ \n\ addq $18,64,$18 \n\ addq $17,64,$17 \n\ bgt $16,3b \n\ ret \n\ .end xor_alpha_3 \n\ \n\ .align 3 \n\ .ent xor_alpha_4 \n\ xor_alpha_4: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ .align 4 \n\ 4: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,0($20) \n\ \n\ ldq $4,8($17) \n\ ldq $5,8($18) \n\ ldq $6,8($19) \n\ ldq $7,8($20) \n\ \n\ ldq $21,16($17) \n\ ldq $22,16($18) \n\ ldq $23,16($19) \n\ ldq $24,16($20) \n\ \n\ ldq $25,24($17) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ ldq $27,24($18) \n\ xor $2,$3,$3 # 6 cycles from $3 load \n\ \n\ ldq $0,24($19) \n\ xor $1,$3,$3 \n\ ldq $1,24($20) \n\ xor $4,$5,$5 # 7 cycles from $5 load \n\ \n\ stq $3,0($17) \n\ xor $6,$7,$7 \n\ xor $21,$22,$22 # 7 cycles from $22 load \n\ xor $5,$7,$7 \n\ \n\ stq $7,8($17) \n\ xor $23,$24,$24 # 7 cycles from $24 load \n\ ldq $2,32($17) \n\ xor $22,$24,$24 \n\ \n\ ldq $3,32($18) \n\ ldq $4,32($19) \n\ ldq $5,32($20) \n\ xor $25,$27,$27 # 8 cycles from $27 load \n\ \n\ ldq $6,40($17) \n\ ldq $7,40($18) \n\ ldq $21,40($19) \n\ ldq $22,40($20) \n\ \n\ stq $24,16($17) \n\ xor $0,$1,$1 # 9 cycles from $1 load \n\ xor $2,$3,$3 # 5 cycles from $3 load \n\ xor $27,$1,$1 \n\ \n\ stq $1,24($17) \n\ xor $4,$5,$5 # 5 cycles from $5 load \n\ ldq $23,48($17) \n\ ldq $24,48($18) \n\ \n\ ldq $25,48($19) \n\ xor $3,$5,$5 \n\ ldq $27,48($20) \n\ ldq $0,56($17) \n\ \n\ ldq $1,56($18) \n\ ldq $2,56($19) \n\ xor $6,$7,$7 # 8 cycles from $6 load \n\ ldq $3,56($20) \n\ \n\ stq $5,32($17) \n\ xor $21,$22,$22 # 8 cycles from $22 load \n\ xor $7,$22,$22 \n\ xor $23,$24,$24 # 5 cycles from $24 load \n\ \n\ stq $22,40($17) \n\ xor $25,$27,$27 # 5 cycles from $27 load \n\ xor $24,$27,$27 \n\ xor $0,$1,$1 # 5 cycles from $1 load \n\ \n\ stq $27,48($17) \n\ xor $2,$3,$3 # 4 cycles from $3 load \n\ xor $1,$3,$3 \n\ subq $16,1,$16 \n\ \n\ stq $3,56($17) \n\ addq $20,64,$20 \n\ addq $19,64,$19 \n\ addq $18,64,$18 \n\ \n\ addq $17,64,$17 \n\ bgt $16,4b \n\ ret \n\ .end xor_alpha_4 \n\ \n\ .align 3 \n\ .ent xor_alpha_5 \n\ xor_alpha_5: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ .align 4 \n\ 5: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,0($20) \n\ \n\ ldq $4,0($21) \n\ ldq $5,8($17) \n\ ldq $6,8($18) \n\ ldq $7,8($19) \n\ \n\ ldq $22,8($20) \n\ ldq $23,8($21) \n\ ldq $24,16($17) \n\ ldq $25,16($18) \n\ \n\ ldq $27,16($19) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ ldq $28,16($20) \n\ xor $2,$3,$3 # 6 cycles from $3 load \n\ \n\ ldq $0,16($21) \n\ xor $1,$3,$3 \n\ ldq $1,24($17) \n\ xor $3,$4,$4 # 7 cycles from $4 load \n\ \n\ stq $4,0($17) \n\ xor $5,$6,$6 # 7 cycles from $6 load \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ xor $6,$23,$23 # 7 cycles from $23 load \n\ \n\ ldq $2,24($18) \n\ xor $22,$23,$23 \n\ ldq $3,24($19) \n\ xor $24,$25,$25 # 8 cycles from $25 load \n\ \n\ stq $23,8($17) \n\ xor $25,$27,$27 # 8 cycles from $27 load \n\ ldq $4,24($20) \n\ xor $28,$0,$0 # 7 cycles from $0 load \n\ \n\ ldq $5,24($21) \n\ xor $27,$0,$0 \n\ ldq $6,32($17) \n\ ldq $7,32($18) \n\ \n\ stq $0,16($17) \n\ xor $1,$2,$2 # 6 cycles from $2 load \n\ ldq $22,32($19) \n\ xor $3,$4,$4 # 4 cycles from $4 load \n\ \n\ ldq $23,32($20) \n\ xor $2,$4,$4 \n\ ldq $24,32($21) \n\ ldq $25,40($17) \n\ \n\ ldq $27,40($18) \n\ ldq $28,40($19) \n\ ldq $0,40($20) \n\ xor $4,$5,$5 # 7 cycles from $5 load \n\ \n\ stq $5,24($17) \n\ xor $6,$7,$7 # 7 cycles from $7 load \n\ ldq $1,40($21) \n\ ldq $2,48($17) \n\ \n\ ldq $3,48($18) \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ ldq $4,48($19) \n\ xor $23,$24,$24 # 6 cycles from $24 load \n\ \n\ ldq $5,48($20) \n\ xor $22,$24,$24 \n\ ldq $6,48($21) \n\ xor $25,$27,$27 # 7 cycles from $27 load \n\ \n\ stq $24,32($17) \n\ xor $27,$28,$28 # 8 cycles from $28 load \n\ ldq $7,56($17) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ \n\ ldq $22,56($18) \n\ ldq $23,56($19) \n\ ldq $24,56($20) \n\ ldq $25,56($21) \n\ \n\ xor $28,$1,$1 \n\ xor $2,$3,$3 # 9 cycles from $3 load \n\ xor $3,$4,$4 # 9 cycles from $4 load \n\ xor $5,$6,$6 # 8 cycles from $6 load \n\ \n\ stq $1,40($17) \n\ xor $4,$6,$6 \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ xor $23,$24,$24 # 6 cycles from $24 load \n\ \n\ stq $6,48($17) \n\ xor $22,$24,$24 \n\ subq $16,1,$16 \n\ xor $24,$25,$25 # 8 cycles from $25 load \n\ \n\ stq $25,56($17) \n\ addq $21,64,$21 \n\ addq $20,64,$20 \n\ addq $19,64,$19 \n\ \n\ addq $18,64,$18 \n\ addq $17,64,$17 \n\ bgt $16,5b \n\ ret \n\ .end xor_alpha_5 \n\ \n\ .align 3 \n\ .ent xor_alpha_prefetch_2 \n\ xor_alpha_prefetch_2: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ \n\ ldq $31, 0($17) \n\ ldq $31, 0($18) \n\ \n\ ldq $31, 64($17) \n\ ldq $31, 64($18) \n\ \n\ ldq $31, 128($17) \n\ ldq $31, 128($18) \n\ \n\ ldq $31, 192($17) \n\ ldq $31, 192($18) \n\ .align 4 \n\ 2: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,8($17) \n\ ldq $3,8($18) \n\ \n\ ldq $4,16($17) \n\ ldq $5,16($18) \n\ ldq $6,24($17) \n\ ldq $7,24($18) \n\ \n\ ldq $19,32($17) \n\ ldq $20,32($18) \n\ ldq $21,40($17) \n\ ldq $22,40($18) \n\ \n\ ldq $23,48($17) \n\ ldq $24,48($18) \n\ ldq $25,56($17) \n\ ldq $27,56($18) \n\ \n\ ldq $31,256($17) \n\ xor $0,$1,$0 # 8 cycles from $1 load \n\ ldq $31,256($18) \n\ xor $2,$3,$2 \n\ \n\ stq $0,0($17) \n\ xor $4,$5,$4 \n\ stq $2,8($17) \n\ xor $6,$7,$6 \n\ \n\ stq $4,16($17) \n\ xor $19,$20,$19 \n\ stq $6,24($17) \n\ xor $21,$22,$21 \n\ \n\ stq $19,32($17) \n\ xor $23,$24,$23 \n\ stq $21,40($17) \n\ xor $25,$27,$25 \n\ \n\ stq $23,48($17) \n\ subq $16,1,$16 \n\ stq $25,56($17) \n\ addq $17,64,$17 \n\ \n\ addq $18,64,$18 \n\ bgt $16,2b \n\ ret \n\ .end xor_alpha_prefetch_2 \n\ \n\ .align 3 \n\ .ent xor_alpha_prefetch_3 \n\ xor_alpha_prefetch_3: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ \n\ ldq $31, 0($17) \n\ ldq $31, 0($18) \n\ ldq $31, 0($19) \n\ \n\ ldq $31, 64($17) \n\ ldq $31, 64($18) \n\ ldq $31, 64($19) \n\ \n\ ldq $31, 128($17) \n\ ldq $31, 128($18) \n\ ldq $31, 128($19) \n\ \n\ ldq $31, 192($17) \n\ ldq $31, 192($18) \n\ ldq $31, 192($19) \n\ .align 4 \n\ 3: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,8($17) \n\ \n\ ldq $4,8($18) \n\ ldq $6,16($17) \n\ ldq $7,16($18) \n\ ldq $21,24($17) \n\ \n\ ldq $22,24($18) \n\ ldq $24,32($17) \n\ ldq $25,32($18) \n\ ldq $5,8($19) \n\ \n\ ldq $20,16($19) \n\ ldq $23,24($19) \n\ ldq $27,32($19) \n\ nop \n\ \n\ xor $0,$1,$1 # 8 cycles from $0 load \n\ xor $3,$4,$4 # 7 cycles from $4 load \n\ xor $6,$7,$7 # 6 cycles from $7 load \n\ xor $21,$22,$22 # 5 cycles from $22 load \n\ \n\ xor $1,$2,$2 # 9 cycles from $2 load \n\ xor $24,$25,$25 # 5 cycles from $25 load \n\ stq $2,0($17) \n\ xor $4,$5,$5 # 6 cycles from $5 load \n\ \n\ stq $5,8($17) \n\ xor $7,$20,$20 # 7 cycles from $20 load \n\ stq $20,16($17) \n\ xor $22,$23,$23 # 7 cycles from $23 load \n\ \n\ stq $23,24($17) \n\ xor $25,$27,$27 # 7 cycles from $27 load \n\ stq $27,32($17) \n\ nop \n\ \n\ ldq $0,40($17) \n\ ldq $1,40($18) \n\ ldq $3,48($17) \n\ ldq $4,48($18) \n\ \n\ ldq $6,56($17) \n\ ldq $7,56($18) \n\ ldq $2,40($19) \n\ ldq $5,48($19) \n\ \n\ ldq $20,56($19) \n\ ldq $31,256($17) \n\ ldq $31,256($18) \n\ ldq $31,256($19) \n\ \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ xor $3,$4,$4 # 5 cycles from $4 load \n\ xor $6,$7,$7 # 5 cycles from $7 load \n\ xor $1,$2,$2 # 4 cycles from $2 load \n\ \n\ xor $4,$5,$5 # 5 cycles from $5 load \n\ xor $7,$20,$20 # 4 cycles from $20 load \n\ stq $2,40($17) \n\ subq $16,1,$16 \n\ \n\ stq $5,48($17) \n\ addq $19,64,$19 \n\ stq $20,56($17) \n\ addq $18,64,$18 \n\ \n\ addq $17,64,$17 \n\ bgt $16,3b \n\ ret \n\ .end xor_alpha_prefetch_3 \n\ \n\ .align 3 \n\ .ent xor_alpha_prefetch_4 \n\ xor_alpha_prefetch_4: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ \n\ ldq $31, 0($17) \n\ ldq $31, 0($18) \n\ ldq $31, 0($19) \n\ ldq $31, 0($20) \n\ \n\ ldq $31, 64($17) \n\ ldq $31, 64($18) \n\ ldq $31, 64($19) \n\ ldq $31, 64($20) \n\ \n\ ldq $31, 128($17) \n\ ldq $31, 128($18) \n\ ldq $31, 128($19) \n\ ldq $31, 128($20) \n\ \n\ ldq $31, 192($17) \n\ ldq $31, 192($18) \n\ ldq $31, 192($19) \n\ ldq $31, 192($20) \n\ .align 4 \n\ 4: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,0($20) \n\ \n\ ldq $4,8($17) \n\ ldq $5,8($18) \n\ ldq $6,8($19) \n\ ldq $7,8($20) \n\ \n\ ldq $21,16($17) \n\ ldq $22,16($18) \n\ ldq $23,16($19) \n\ ldq $24,16($20) \n\ \n\ ldq $25,24($17) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ ldq $27,24($18) \n\ xor $2,$3,$3 # 6 cycles from $3 load \n\ \n\ ldq $0,24($19) \n\ xor $1,$3,$3 \n\ ldq $1,24($20) \n\ xor $4,$5,$5 # 7 cycles from $5 load \n\ \n\ stq $3,0($17) \n\ xor $6,$7,$7 \n\ xor $21,$22,$22 # 7 cycles from $22 load \n\ xor $5,$7,$7 \n\ \n\ stq $7,8($17) \n\ xor $23,$24,$24 # 7 cycles from $24 load \n\ ldq $2,32($17) \n\ xor $22,$24,$24 \n\ \n\ ldq $3,32($18) \n\ ldq $4,32($19) \n\ ldq $5,32($20) \n\ xor $25,$27,$27 # 8 cycles from $27 load \n\ \n\ ldq $6,40($17) \n\ ldq $7,40($18) \n\ ldq $21,40($19) \n\ ldq $22,40($20) \n\ \n\ stq $24,16($17) \n\ xor $0,$1,$1 # 9 cycles from $1 load \n\ xor $2,$3,$3 # 5 cycles from $3 load \n\ xor $27,$1,$1 \n\ \n\ stq $1,24($17) \n\ xor $4,$5,$5 # 5 cycles from $5 load \n\ ldq $23,48($17) \n\ xor $3,$5,$5 \n\ \n\ ldq $24,48($18) \n\ ldq $25,48($19) \n\ ldq $27,48($20) \n\ ldq $0,56($17) \n\ \n\ ldq $1,56($18) \n\ ldq $2,56($19) \n\ ldq $3,56($20) \n\ xor $6,$7,$7 # 8 cycles from $6 load \n\ \n\ ldq $31,256($17) \n\ xor $21,$22,$22 # 8 cycles from $22 load \n\ ldq $31,256($18) \n\ xor $7,$22,$22 \n\ \n\ ldq $31,256($19) \n\ xor $23,$24,$24 # 6 cycles from $24 load \n\ ldq $31,256($20) \n\ xor $25,$27,$27 # 6 cycles from $27 load \n\ \n\ stq $5,32($17) \n\ xor $24,$27,$27 \n\ xor $0,$1,$1 # 7 cycles from $1 load \n\ xor $2,$3,$3 # 6 cycles from $3 load \n\ \n\ stq $22,40($17) \n\ xor $1,$3,$3 \n\ stq $27,48($17) \n\ subq $16,1,$16 \n\ \n\ stq $3,56($17) \n\ addq $20,64,$20 \n\ addq $19,64,$19 \n\ addq $18,64,$18 \n\ \n\ addq $17,64,$17 \n\ bgt $16,4b \n\ ret \n\ .end xor_alpha_prefetch_4 \n\ \n\ .align 3 \n\ .ent xor_alpha_prefetch_5 \n\ xor_alpha_prefetch_5: \n\ .prologue 0 \n\ srl $16, 6, $16 \n\ \n\ ldq $31, 0($17) \n\ ldq $31, 0($18) \n\ ldq $31, 0($19) \n\ ldq $31, 0($20) \n\ ldq $31, 0($21) \n\ \n\ ldq $31, 64($17) \n\ ldq $31, 64($18) \n\ ldq $31, 64($19) \n\ ldq $31, 64($20) \n\ ldq $31, 64($21) \n\ \n\ ldq $31, 128($17) \n\ ldq $31, 128($18) \n\ ldq $31, 128($19) \n\ ldq $31, 128($20) \n\ ldq $31, 128($21) \n\ \n\ ldq $31, 192($17) \n\ ldq $31, 192($18) \n\ ldq $31, 192($19) \n\ ldq $31, 192($20) \n\ ldq $31, 192($21) \n\ .align 4 \n\ 5: \n\ ldq $0,0($17) \n\ ldq $1,0($18) \n\ ldq $2,0($19) \n\ ldq $3,0($20) \n\ \n\ ldq $4,0($21) \n\ ldq $5,8($17) \n\ ldq $6,8($18) \n\ ldq $7,8($19) \n\ \n\ ldq $22,8($20) \n\ ldq $23,8($21) \n\ ldq $24,16($17) \n\ ldq $25,16($18) \n\ \n\ ldq $27,16($19) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ ldq $28,16($20) \n\ xor $2,$3,$3 # 6 cycles from $3 load \n\ \n\ ldq $0,16($21) \n\ xor $1,$3,$3 \n\ ldq $1,24($17) \n\ xor $3,$4,$4 # 7 cycles from $4 load \n\ \n\ stq $4,0($17) \n\ xor $5,$6,$6 # 7 cycles from $6 load \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ xor $6,$23,$23 # 7 cycles from $23 load \n\ \n\ ldq $2,24($18) \n\ xor $22,$23,$23 \n\ ldq $3,24($19) \n\ xor $24,$25,$25 # 8 cycles from $25 load \n\ \n\ stq $23,8($17) \n\ xor $25,$27,$27 # 8 cycles from $27 load \n\ ldq $4,24($20) \n\ xor $28,$0,$0 # 7 cycles from $0 load \n\ \n\ ldq $5,24($21) \n\ xor $27,$0,$0 \n\ ldq $6,32($17) \n\ ldq $7,32($18) \n\ \n\ stq $0,16($17) \n\ xor $1,$2,$2 # 6 cycles from $2 load \n\ ldq $22,32($19) \n\ xor $3,$4,$4 # 4 cycles from $4 load \n\ \n\ ldq $23,32($20) \n\ xor $2,$4,$4 \n\ ldq $24,32($21) \n\ ldq $25,40($17) \n\ \n\ ldq $27,40($18) \n\ ldq $28,40($19) \n\ ldq $0,40($20) \n\ xor $4,$5,$5 # 7 cycles from $5 load \n\ \n\ stq $5,24($17) \n\ xor $6,$7,$7 # 7 cycles from $7 load \n\ ldq $1,40($21) \n\ ldq $2,48($17) \n\ \n\ ldq $3,48($18) \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ ldq $4,48($19) \n\ xor $23,$24,$24 # 6 cycles from $24 load \n\ \n\ ldq $5,48($20) \n\ xor $22,$24,$24 \n\ ldq $6,48($21) \n\ xor $25,$27,$27 # 7 cycles from $27 load \n\ \n\ stq $24,32($17) \n\ xor $27,$28,$28 # 8 cycles from $28 load \n\ ldq $7,56($17) \n\ xor $0,$1,$1 # 6 cycles from $1 load \n\ \n\ ldq $22,56($18) \n\ ldq $23,56($19) \n\ ldq $24,56($20) \n\ ldq $25,56($21) \n\ \n\ ldq $31,256($17) \n\ xor $28,$1,$1 \n\ ldq $31,256($18) \n\ xor $2,$3,$3 # 9 cycles from $3 load \n\ \n\ ldq $31,256($19) \n\ xor $3,$4,$4 # 9 cycles from $4 load \n\ ldq $31,256($20) \n\ xor $5,$6,$6 # 8 cycles from $6 load \n\ \n\ stq $1,40($17) \n\ xor $4,$6,$6 \n\ xor $7,$22,$22 # 7 cycles from $22 load \n\ xor $23,$24,$24 # 6 cycles from $24 load \n\ \n\ stq $6,48($17) \n\ xor $22,$24,$24 \n\ ldq $31,256($21) \n\ xor $24,$25,$25 # 8 cycles from $25 load \n\ \n\ stq $25,56($17) \n\ subq $16,1,$16 \n\ addq $21,64,$21 \n\ addq $20,64,$20 \n\ \n\ addq $19,64,$19 \n\ addq $18,64,$18 \n\ addq $17,64,$17 \n\ bgt $16,5b \n\ \n\ ret \n\ .end xor_alpha_prefetch_5 \n\ "); static struct xor_block_template xor_block_alpha = { .name = "alpha", .do_2 = xor_alpha_2, .do_3 = xor_alpha_3, .do_4 = xor_alpha_4, .do_5 = xor_alpha_5, }; static struct xor_block_template xor_block_alpha_prefetch = { .name = "alpha prefetch", .do_2 = xor_alpha_prefetch_2, .do_3 = xor_alpha_prefetch_3, .do_4 = xor_alpha_prefetch_4, .do_5 = xor_alpha_prefetch_5, }; /* For grins, also test the generic routines. */ #include #undef XOR_TRY_TEMPLATES #define XOR_TRY_TEMPLATES \ do { \ xor_speed(&xor_block_8regs); \ xor_speed(&xor_block_32regs); \ xor_speed(&xor_block_alpha); \ xor_speed(&xor_block_alpha_prefetch); \ } while (0) /* Force the use of alpha_prefetch if EV6, as it is significantly faster in the cold cache case. */ #define XOR_SELECT_TEMPLATE(FASTEST) \ (implver() == IMPLVER_EV6 ? &xor_block_alpha_prefetch : FASTEST)