1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
| /* SPDX-License-Identifier: GPL-2.0 */
|
| /* 1. Find the index of the entry we're executing in */
| bl invstr /* Find our address */
| invstr: mflr r6 /* Make it accessible */
| mfmsr r7
| rlwinm r4,r7,27,31,31 /* extract MSR[IS] */
| mfspr r7, SPRN_PID0
| slwi r7,r7,16
| or r7,r7,r4
| mtspr SPRN_MAS6,r7
| tlbsx 0,r6 /* search MSR[IS], SPID=PID0 */
| mfspr r7,SPRN_MAS1
| andis. r7,r7,MAS1_VALID@h
| bne match_TLB
|
| mfspr r7,SPRN_MMUCFG
| rlwinm r7,r7,21,28,31 /* extract MMUCFG[NPIDS] */
| cmpwi r7,3
| bne match_TLB /* skip if NPIDS != 3 */
|
| mfspr r7,SPRN_PID1
| slwi r7,r7,16
| or r7,r7,r4
| mtspr SPRN_MAS6,r7
| tlbsx 0,r6 /* search MSR[IS], SPID=PID1 */
| mfspr r7,SPRN_MAS1
| andis. r7,r7,MAS1_VALID@h
| bne match_TLB
| mfspr r7, SPRN_PID2
| slwi r7,r7,16
| or r7,r7,r4
| mtspr SPRN_MAS6,r7
| tlbsx 0,r6 /* Fall through, we had to match */
|
| match_TLB:
| mfspr r7,SPRN_MAS0
| rlwinm r3,r7,16,20,31 /* Extract MAS0(Entry) */
|
| mfspr r7,SPRN_MAS1 /* Insure IPROT set */
| oris r7,r7,MAS1_IPROT@h
| mtspr SPRN_MAS1,r7
| tlbwe
|
| /* 2. Invalidate all entries except the entry we're executing in */
| mfspr r9,SPRN_TLB1CFG
| andi. r9,r9,0xfff
| li r6,0 /* Set Entry counter to 0 */
| 1: lis r7,0x1000 /* Set MAS0(TLBSEL) = 1 */
| rlwimi r7,r6,16,4,15 /* Setup MAS0 = TLBSEL | ESEL(r6) */
| mtspr SPRN_MAS0,r7
| tlbre
| mfspr r7,SPRN_MAS1
| rlwinm r7,r7,0,2,31 /* Clear MAS1 Valid and IPROT */
| cmpw r3,r6
| beq skpinv /* Dont update the current execution TLB */
| mtspr SPRN_MAS1,r7
| tlbwe
| isync
| skpinv: addi r6,r6,1 /* Increment */
| cmpw r6,r9 /* Are we done? */
| bne 1b /* If not, repeat */
|
| /* Invalidate TLB0 */
| li r6,0x04
| tlbivax 0,r6
| TLBSYNC
| /* Invalidate TLB1 */
| li r6,0x0c
| tlbivax 0,r6
| TLBSYNC
|
| /* 3. Setup a temp mapping and jump to it */
| andi. r5, r3, 0x1 /* Find an entry not used and is non-zero */
| addi r5, r5, 0x1
| lis r7,0x1000 /* Set MAS0(TLBSEL) = 1 */
| rlwimi r7,r3,16,4,15 /* Setup MAS0 = TLBSEL | ESEL(r3) */
| mtspr SPRN_MAS0,r7
| tlbre
|
| /* grab and fixup the RPN */
| mfspr r6,SPRN_MAS1 /* extract MAS1[SIZE] */
| rlwinm r6,r6,25,27,31
| li r8,-1
| addi r6,r6,10
| slw r6,r8,r6 /* convert to mask */
|
| bl 1f /* Find our address */
| 1: mflr r7
|
| mfspr r8,SPRN_MAS3
| #ifdef CONFIG_PHYS_64BIT
| mfspr r23,SPRN_MAS7
| #endif
| and r8,r6,r8
| subfic r9,r6,-4096
| and r9,r9,r7
|
| or r25,r8,r9
| ori r8,r25,(MAS3_SX|MAS3_SW|MAS3_SR)
|
| /* Just modify the entry ID and EPN for the temp mapping */
| lis r7,0x1000 /* Set MAS0(TLBSEL) = 1 */
| rlwimi r7,r5,16,4,15 /* Setup MAS0 = TLBSEL | ESEL(r5) */
| mtspr SPRN_MAS0,r7
| xori r6,r4,1 /* Setup TMP mapping in the other Address space */
| slwi r6,r6,12
| oris r6,r6,(MAS1_VALID|MAS1_IPROT)@h
| ori r6,r6,(MAS1_TSIZE(BOOK3E_PAGESZ_4K))@l
| mtspr SPRN_MAS1,r6
| mfspr r6,SPRN_MAS2
| li r7,0 /* temp EPN = 0 */
| rlwimi r7,r6,0,20,31
| mtspr SPRN_MAS2,r7
| mtspr SPRN_MAS3,r8
| tlbwe
|
| xori r6,r4,1
| slwi r6,r6,5 /* setup new context with other address space */
| bl 1f /* Find our address */
| 1: mflr r9
| rlwimi r7,r9,0,20,31
| addi r7,r7,(2f - 1b)
| mtspr SPRN_SRR0,r7
| mtspr SPRN_SRR1,r6
| rfi
| 2:
| /* 4. Clear out PIDs & Search info */
| li r6,0
| mtspr SPRN_MAS6,r6
| mtspr SPRN_PID0,r6
|
| mfspr r7,SPRN_MMUCFG
| rlwinm r7,r7,21,28,31 /* extract MMUCFG[NPIDS] */
| cmpwi r7,3
| bne 2f /* skip if NPIDS != 3 */
|
| mtspr SPRN_PID1,r6
| mtspr SPRN_PID2,r6
|
| /* 5. Invalidate mapping we started in */
| 2:
| lis r7,0x1000 /* Set MAS0(TLBSEL) = 1 */
| rlwimi r7,r3,16,4,15 /* Setup MAS0 = TLBSEL | ESEL(r3) */
| mtspr SPRN_MAS0,r7
| tlbre
| mfspr r6,SPRN_MAS1
| rlwinm r6,r6,0,2,0 /* clear IPROT */
| mtspr SPRN_MAS1,r6
| tlbwe
| /* Invalidate TLB1 */
| li r9,0x0c
| tlbivax 0,r9
| TLBSYNC
|
| #if defined(ENTRY_MAPPING_BOOT_SETUP)
|
| /* 6. Setup kernstart_virt_addr mapping in TLB1[0] */
| lis r6,0x1000 /* Set MAS0(TLBSEL) = TLB1(1), ESEL = 0 */
| mtspr SPRN_MAS0,r6
| lis r6,(MAS1_VALID|MAS1_IPROT)@h
| ori r6,r6,(MAS1_TSIZE(BOOK3E_PAGESZ_64M))@l
| mtspr SPRN_MAS1,r6
| lis r6,MAS2_EPN_MASK(BOOK3E_PAGESZ_64M)@h
| ori r6,r6,MAS2_EPN_MASK(BOOK3E_PAGESZ_64M)@l
| and r6,r6,r20
| ori r6,r6,MAS2_M_IF_NEEDED@l
| mtspr SPRN_MAS2,r6
| mtspr SPRN_MAS3,r8
| tlbwe
|
| /* 7. Jump to kernstart_virt_addr mapping */
| mr r6,r20
|
| #elif defined(ENTRY_MAPPING_KEXEC_SETUP)
| /*
| * 6. Setup a 1:1 mapping in TLB1. Esel 0 is unsued, 1 or 2 contains the tmp
| * mapping so we start at 3. We setup 8 mappings, each 256MiB in size. This
| * will cover the first 2GiB of memory.
| */
|
| lis r10, (MAS1_VALID|MAS1_IPROT)@h
| ori r10,r10, (MAS1_TSIZE(BOOK3E_PAGESZ_256M))@l
| li r11, 0
| li r0, 8
| mtctr r0
|
| next_tlb_setup:
| addi r0, r11, 3
| rlwinm r0, r0, 16, 4, 15 // Compute esel
| rlwinm r9, r11, 28, 0, 3 // Compute [ER]PN
| oris r0, r0, (MAS0_TLBSEL(1))@h
| mtspr SPRN_MAS0,r0
| mtspr SPRN_MAS1,r10
| mtspr SPRN_MAS2,r9
| ori r9, r9, (MAS3_SX|MAS3_SW|MAS3_SR)
| mtspr SPRN_MAS3,r9
| tlbwe
| addi r11, r11, 1
| bdnz+ next_tlb_setup
|
| /* 7. Jump to our 1:1 mapping */
| mr r6, r25
| #else
| #error You need to specify the mapping or not use this at all.
| #endif
|
| lis r7,MSR_KERNEL@h
| ori r7,r7,MSR_KERNEL@l
| bl 1f /* Find our address */
| 1: mflr r9
| rlwimi r6,r9,0,20,31
| addi r6,r6,(2f - 1b)
| mtspr SPRN_SRR0,r6
| mtspr SPRN_SRR1,r7
| rfi /* start execution out of TLB1[0] entry */
|
| /* 8. Clear out the temp mapping */
| 2: lis r7,0x1000 /* Set MAS0(TLBSEL) = 1 */
| rlwimi r7,r5,16,4,15 /* Setup MAS0 = TLBSEL | ESEL(r5) */
| mtspr SPRN_MAS0,r7
| tlbre
| mfspr r8,SPRN_MAS1
| rlwinm r8,r8,0,2,0 /* clear IPROT */
| mtspr SPRN_MAS1,r8
| tlbwe
| /* Invalidate TLB1 */
| li r9,0x0c
| tlbivax 0,r9
| TLBSYNC
|
|
