1e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng/*
2e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * linux/arch/alpha/lib/memset.S
3e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng *
4e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * This is an efficient (and small) implementation of the C library "memset()"
5e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * function for the alpha.
6e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng *
7e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng *	(C) Copyright 1996 Linus Torvalds
8e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng *
9e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * This routine is "moral-ware": you are free to use it any way you wish, and
10e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * the only obligation I put on you is a moral one: if you make any improvements
11e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * to the routine, please send me your improvements for me to use similarly.
12e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng *
13e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * The scheduling comments are according to the EV5 documentation (and done by
14e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng * hand, so they might well be incorrect, please do tell me about it..)
15e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng */
16e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
17e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.set noat
18e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.set noreorder
19e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.text
20e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.globl memset
21e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.globl __memset
22e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.globl __memsetw
23e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.globl __constant_c_memset
24e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.ent __memset
25e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.align 5
26e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng__memset:
27e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.frame $30,0,$26,0
28e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.prologue 0
29e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
30e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	and $17,255,$1		/* E1 */
31e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	insbl $17,1,$17		/* .. E0 */
32e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $17,$1,$17		/* E0 (p-c latency, next cycle) */
33e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	sll $17,16,$1		/* E1 (p-c latency, next cycle) */
34e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
35e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $17,$1,$17		/* E0 (p-c latency, next cycle) */
36e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	sll $17,32,$1		/* E1 (p-c latency, next cycle) */
37e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $17,$1,$17		/* E0 (p-c latency, next cycle) */
38e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ldq_u $31,0($30)	/* .. E1 */
39e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
40e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.align 5
41e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng__constant_c_memset:
42e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	addq $18,$16,$6		/* E0 */
43e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $16,$16,$0		/* .. E1 */
44e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	xor $16,$6,$1		/* E0 */
45e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ble $18,end		/* .. E1 */
46e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
47e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bic $1,7,$1		/* E0 */
48e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	beq $1,within_one_quad	/* .. E1 (note EV5 zero-latency forwarding) */
49e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	and $16,7,$3		/* E0 */
50e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	beq $3,aligned		/* .. E1 (note EV5 zero-latency forwarding) */
51e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
52e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ldq_u $4,0($16)		/* E0 */
53e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $16,$16,$5		/* .. E1 */
54e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	insql $17,$16,$2	/* E0 */
55e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	subq $3,8,$3		/* .. E1 */
56e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
57e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	addq $18,$3,$18		/* E0	$18 is new count ($3 is negative) */
58e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	mskql $4,$16,$4		/* .. E1 (and possible load stall) */
59e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	subq $16,$3,$16		/* E0 	$16 is new aligned destination */
60e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $2,$4,$1		/* .. E1 */
61e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
62e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $31,$31,$31		/* E0 */
63e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ldq_u $31,0($30)	/* .. E1 */
64e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	stq_u $1,0($5)		/* E0 */
65e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $31,$31,$31		/* .. E1 */
66e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
67e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.align 4
68e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengaligned:
69e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	sra $18,3,$3		/* E0 */
70e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	and $18,7,$18		/* .. E1 */
71e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $16,$16,$5		/* E0 */
72e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	beq $3,no_quad		/* .. E1 */
73e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
74e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.align 3
75e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengloop:
76e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	stq $17,0($5)		/* E0 */
77e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	subq $3,1,$3		/* .. E1 */
78e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	addq $5,8,$5		/* E0 */
79e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bne $3,loop		/* .. E1 */
80e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
81e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengno_quad:
82e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $31,$31,$31		/* E0 */
83e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	beq $18,end		/* .. E1 */
84e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ldq $7,0($5)		/* E0 */
85e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	mskqh $7,$6,$2		/* .. E1 (and load stall) */
86e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
87e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	insqh $17,$6,$4		/* E0 */
88e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $2,$4,$1		/* .. E1 */
89e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	stq $1,0($5)		/* E0 */
90e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ret $31,($26),1		/* .. E1 */
91e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
92e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng.align 3
93e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengwithin_one_quad:
94e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ldq_u $1,0($16)		/* E0 */
95e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	insql $17,$16,$2	/* E1 */
96e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	mskql $1,$16,$4		/* E0 (after load stall) */
97e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $2,$4,$2		/* E0 */
98e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
99e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	mskql $2,$6,$4		/* E0 */
100e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	mskqh $1,$6,$2		/* .. E1 */
101e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	bis $2,$4,$1		/* E0 */
102e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	stq_u $1,0($16)		/* E0 */
103e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
104e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengend:
105e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	ret $31,($26),1		/* E1 */
106e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.end __memset
107e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
108e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.align 5
109e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.ent __memsetw
110e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng__memsetw:
111e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.prologue 0
112e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
113e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	inswl $17,0,$1		/* E0 */
114e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	inswl $17,2,$2		/* E0 */
115e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	inswl $17,4,$3		/* E0 */
116e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	or $1,$2,$1		/* .. E1 */
117e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	inswl $17,6,$4		/* E0 */
118e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	or $1,$3,$1		/* .. E1 */
119e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	or $1,$4,$17		/* E0 */
120e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	br __constant_c_memset	/* .. E1 */
121e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
122e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng	.end __memsetw
123e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Cheng
124e6e8a0bd7cffcc9ae2e0e75546fb12a19213d4aeBen Chengmemset = __memset
125