1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
| /*
| * This program is free software; you can redistribute it and/or modify
| * it under the terms of the GNU General Public License as published by
| * the Free Software Foundation; either version 2 of the License, or
| * (at your option) any later version.
| *
| * This program is distributed in the hope that it will be useful,
| * but WITHOUT ANY WARRANTY; without even the implied warranty of
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
| * GNU General Public License for more details.
| *
| * You should have received a copy of the GNU General Public License
| * along with this program; if not, write to the Free Software
| * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
| *
| * Copyright (C) IBM Corporation, 2010
| *
| * Author: Anton Blanchard <anton@au.ibm.com>
| */
| #include <asm/processor.h>
| #include <asm/ppc_asm.h>
| #include <asm/export.h>
| #include <asm/feature-fixups.h>
|
| /* Note: This code relies on -mminimal-toc */
|
| _GLOBAL(__arch_hweight8)
| BEGIN_FTR_SECTION
| b __sw_hweight8
| nop
| nop
| FTR_SECTION_ELSE
| PPC_POPCNTB(R3,R3)
| clrldi r3,r3,64-8
| blr
| ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
| EXPORT_SYMBOL(__arch_hweight8)
|
| _GLOBAL(__arch_hweight16)
| BEGIN_FTR_SECTION
| b __sw_hweight16
| nop
| nop
| nop
| nop
| FTR_SECTION_ELSE
| BEGIN_FTR_SECTION_NESTED(50)
| PPC_POPCNTB(R3,R3)
| srdi r4,r3,8
| add r3,r4,r3
| clrldi r3,r3,64-8
| blr
| FTR_SECTION_ELSE_NESTED(50)
| clrlwi r3,r3,16
| PPC_POPCNTW(R3,R3)
| clrldi r3,r3,64-8
| blr
| ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 50)
| ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
| EXPORT_SYMBOL(__arch_hweight16)
|
| _GLOBAL(__arch_hweight32)
| BEGIN_FTR_SECTION
| b __sw_hweight32
| nop
| nop
| nop
| nop
| nop
| nop
| FTR_SECTION_ELSE
| BEGIN_FTR_SECTION_NESTED(51)
| PPC_POPCNTB(R3,R3)
| srdi r4,r3,16
| add r3,r4,r3
| srdi r4,r3,8
| add r3,r4,r3
| clrldi r3,r3,64-8
| blr
| FTR_SECTION_ELSE_NESTED(51)
| PPC_POPCNTW(R3,R3)
| clrldi r3,r3,64-8
| blr
| ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 51)
| ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
| EXPORT_SYMBOL(__arch_hweight32)
|
| _GLOBAL(__arch_hweight64)
| BEGIN_FTR_SECTION
| b __sw_hweight64
| nop
| nop
| nop
| nop
| nop
| nop
| nop
| nop
| FTR_SECTION_ELSE
| BEGIN_FTR_SECTION_NESTED(52)
| PPC_POPCNTB(R3,R3)
| srdi r4,r3,32
| add r3,r4,r3
| srdi r4,r3,16
| add r3,r4,r3
| srdi r4,r3,8
| add r3,r4,r3
| clrldi r3,r3,64-8
| blr
| FTR_SECTION_ELSE_NESTED(52)
| PPC_POPCNTD(R3,R3)
| clrldi r3,r3,64-8
| blr
| ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_POPCNTD, 52)
| ALT_FTR_SECTION_END_IFCLR(CPU_FTR_POPCNTB)
| EXPORT_SYMBOL(__arch_hweight64)
|
|
