| .. | .. |
|---|
| 15 | 15 | #include <linux/sysctl.h> |
|---|
| 16 | 16 | |
|---|
| 17 | 17 | #include <asm/mman.h> |
|---|
| 18 | | -#include <asm/pgalloc.h> |
|---|
| 19 | 18 | #include <asm/tlb.h> |
|---|
| 20 | 19 | #include <asm/tlbflush.h> |
|---|
| 21 | 20 | #include <asm/cacheflush.h> |
|---|
| .. | .. |
|---|
| 45 | 44 | } |
|---|
| 46 | 45 | |
|---|
| 47 | 46 | |
|---|
| 48 | | -pte_t *huge_pte_alloc(struct mm_struct *mm, |
|---|
| 47 | +pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, |
|---|
| 49 | 48 | unsigned long addr, unsigned long sz) |
|---|
| 50 | 49 | { |
|---|
| 51 | 50 | pgd_t *pgd; |
|---|
| 51 | + p4d_t *p4d; |
|---|
| 52 | 52 | pud_t *pud; |
|---|
| 53 | 53 | pmd_t *pmd; |
|---|
| 54 | 54 | pte_t *pte = NULL; |
|---|
| .. | .. |
|---|
| 61 | 61 | addr &= HPAGE_MASK; |
|---|
| 62 | 62 | |
|---|
| 63 | 63 | pgd = pgd_offset(mm, addr); |
|---|
| 64 | | - pud = pud_alloc(mm, pgd, addr); |
|---|
| 64 | + p4d = p4d_offset(pgd, addr); |
|---|
| 65 | + pud = pud_alloc(mm, p4d, addr); |
|---|
| 65 | 66 | if (pud) { |
|---|
| 66 | 67 | pmd = pmd_alloc(mm, pud, addr); |
|---|
| 67 | 68 | if (pmd) |
|---|
| .. | .. |
|---|
| 74 | 75 | unsigned long addr, unsigned long sz) |
|---|
| 75 | 76 | { |
|---|
| 76 | 77 | pgd_t *pgd; |
|---|
| 78 | + p4d_t *p4d; |
|---|
| 77 | 79 | pud_t *pud; |
|---|
| 78 | 80 | pmd_t *pmd; |
|---|
| 79 | 81 | pte_t *pte = NULL; |
|---|
| .. | .. |
|---|
| 82 | 84 | |
|---|
| 83 | 85 | pgd = pgd_offset(mm, addr); |
|---|
| 84 | 86 | if (!pgd_none(*pgd)) { |
|---|
| 85 | | - pud = pud_offset(pgd, addr); |
|---|
| 86 | | - if (!pud_none(*pud)) { |
|---|
| 87 | | - pmd = pmd_offset(pud, addr); |
|---|
| 88 | | - if (!pmd_none(*pmd)) |
|---|
| 89 | | - pte = pte_offset_map(pmd, addr); |
|---|
| 87 | + p4d = p4d_offset(pgd, addr); |
|---|
| 88 | + if (!p4d_none(*p4d)) { |
|---|
| 89 | + pud = pud_offset(p4d, addr); |
|---|
| 90 | + if (!pud_none(*pud)) { |
|---|
| 91 | + pmd = pmd_offset(pud, addr); |
|---|
| 92 | + if (!pmd_none(*pmd)) |
|---|
| 93 | + pte = pte_offset_map(pmd, addr); |
|---|
| 94 | + } |
|---|
| 90 | 95 | } |
|---|
| 91 | 96 | } |
|---|
| 92 | 97 | return pte; |
|---|
| .. | .. |
|---|
| 137 | 142 | void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, |
|---|
| 138 | 143 | pte_t *ptep, pte_t entry) |
|---|
| 139 | 144 | { |
|---|
| 140 | | - unsigned long flags; |
|---|
| 141 | | - |
|---|
| 142 | | - purge_tlb_start(flags); |
|---|
| 143 | 145 | __set_huge_pte_at(mm, addr, ptep, entry); |
|---|
| 144 | | - purge_tlb_end(flags); |
|---|
| 145 | 146 | } |
|---|
| 146 | 147 | |
|---|
| 147 | 148 | |
|---|
| 148 | 149 | pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, |
|---|
| 149 | 150 | pte_t *ptep) |
|---|
| 150 | 151 | { |
|---|
| 151 | | - unsigned long flags; |
|---|
| 152 | 152 | pte_t entry; |
|---|
| 153 | 153 | |
|---|
| 154 | | - purge_tlb_start(flags); |
|---|
| 155 | 154 | entry = *ptep; |
|---|
| 156 | 155 | __set_huge_pte_at(mm, addr, ptep, __pte(0)); |
|---|
| 157 | | - purge_tlb_end(flags); |
|---|
| 158 | 156 | |
|---|
| 159 | 157 | return entry; |
|---|
| 160 | 158 | } |
|---|
| .. | .. |
|---|
| 163 | 161 | void huge_ptep_set_wrprotect(struct mm_struct *mm, |
|---|
| 164 | 162 | unsigned long addr, pte_t *ptep) |
|---|
| 165 | 163 | { |
|---|
| 166 | | - unsigned long flags; |
|---|
| 167 | 164 | pte_t old_pte; |
|---|
| 168 | 165 | |
|---|
| 169 | | - purge_tlb_start(flags); |
|---|
| 170 | 166 | old_pte = *ptep; |
|---|
| 171 | 167 | __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); |
|---|
| 172 | | - purge_tlb_end(flags); |
|---|
| 173 | 168 | } |
|---|
| 174 | 169 | |
|---|
| 175 | 170 | int huge_ptep_set_access_flags(struct vm_area_struct *vma, |
|---|
| 176 | 171 | unsigned long addr, pte_t *ptep, |
|---|
| 177 | 172 | pte_t pte, int dirty) |
|---|
| 178 | 173 | { |
|---|
| 179 | | - unsigned long flags; |
|---|
| 180 | 174 | int changed; |
|---|
| 175 | + struct mm_struct *mm = vma->vm_mm; |
|---|
| 181 | 176 | |
|---|
| 182 | | - purge_tlb_start(flags); |
|---|
| 183 | 177 | changed = !pte_same(*ptep, pte); |
|---|
| 184 | 178 | if (changed) { |
|---|
| 185 | | - __set_huge_pte_at(vma->vm_mm, addr, ptep, pte); |
|---|
| 179 | + __set_huge_pte_at(mm, addr, ptep, pte); |
|---|
| 186 | 180 | } |
|---|
| 187 | | - purge_tlb_end(flags); |
|---|
| 188 | 181 | return changed; |
|---|
| 189 | 182 | } |
|---|
| 190 | 183 | |
|---|