1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
| /* SPDX-License-Identifier: GPL-2.0-only */
| /*
| * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
| */
|
| /* If dst and src are 4 byte aligned, copy 8 bytes at a time.
| If the src is 4, but not 8 byte aligned, we first read 4 bytes to get
| it 8 byte aligned. Thus, we can do a little read-ahead, without
| dereferencing a cache line that we should not touch.
| Note that short and long instructions have been scheduled to avoid
| branch stalls.
| The beq_s to r3z could be made unaligned & long to avoid a stall
| there, but the it is not likely to be taken often, and it
| would also be likey to cost an unaligned mispredict at the next call. */
|
| #include <linux/linkage.h>
|
| ENTRY_CFI(strcpy)
| or r2,r0,r1
| bmsk_s r2,r2,1
| brne.d r2,0,charloop
| mov_s r10,r0
| ld_s r3,[r1,0]
| mov r8,0x01010101
| bbit0.d r1,2,loop_start
| ror r12,r8
| sub r2,r3,r8
| bic_s r2,r2,r3
| tst_s r2,r12
| bne r3z
| mov_s r4,r3
| .balign 4
| loop:
| ld.a r3,[r1,4]
| st.ab r4,[r10,4]
| loop_start:
| ld.a r4,[r1,4]
| sub r2,r3,r8
| bic_s r2,r2,r3
| tst_s r2,r12
| bne_s r3z
| st.ab r3,[r10,4]
| sub r2,r4,r8
| bic r2,r2,r4
| tst r2,r12
| beq loop
| mov_s r3,r4
| #ifdef __LITTLE_ENDIAN__
| r3z: bmsk.f r1,r3,7
| lsr_s r3,r3,8
| #else
| r3z: lsr.f r1,r3,24
| asl_s r3,r3,8
| #endif
| bne.d r3z
| stb.ab r1,[r10,1]
| j_s [blink]
|
| .balign 4
| charloop:
| ldb.ab r3,[r1,1]
|
|
| brne.d r3,0,charloop
| stb.ab r3,[r10,1]
| j [blink]
| END_CFI(strcpy)
|
|
