| .. | .. |
|---|
| 19 | 19 | #include <linux/mm.h> |
|---|
| 20 | 20 | #include <linux/page-flags.h> |
|---|
| 21 | 21 | #include <linux/threads.h> |
|---|
| 22 | | -#include <linux/quicklist.h> |
|---|
| 22 | + |
|---|
| 23 | +#include <asm-generic/pgalloc.h> |
|---|
| 23 | 24 | |
|---|
| 24 | 25 | #include <asm/mmu_context.h> |
|---|
| 25 | 26 | |
|---|
| 26 | 27 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
|---|
| 27 | 28 | { |
|---|
| 28 | | - return quicklist_alloc(0, GFP_KERNEL, NULL); |
|---|
| 29 | | -} |
|---|
| 30 | | - |
|---|
| 31 | | -static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) |
|---|
| 32 | | -{ |
|---|
| 33 | | - quicklist_free(0, NULL, pgd); |
|---|
| 29 | + return (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); |
|---|
| 34 | 30 | } |
|---|
| 35 | 31 | |
|---|
| 36 | 32 | #if CONFIG_PGTABLE_LEVELS == 4 |
|---|
| 37 | 33 | static inline void |
|---|
| 38 | | -pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) |
|---|
| 34 | +p4d_populate(struct mm_struct *mm, p4d_t * p4d_entry, pud_t * pud) |
|---|
| 39 | 35 | { |
|---|
| 40 | | - pgd_val(*pgd_entry) = __pa(pud); |
|---|
| 36 | + p4d_val(*p4d_entry) = __pa(pud); |
|---|
| 41 | 37 | } |
|---|
| 42 | 38 | |
|---|
| 43 | | -static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) |
|---|
| 44 | | -{ |
|---|
| 45 | | - return quicklist_alloc(0, GFP_KERNEL, NULL); |
|---|
| 46 | | -} |
|---|
| 47 | | - |
|---|
| 48 | | -static inline void pud_free(struct mm_struct *mm, pud_t *pud) |
|---|
| 49 | | -{ |
|---|
| 50 | | - quicklist_free(0, NULL, pud); |
|---|
| 51 | | -} |
|---|
| 52 | 39 | #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) |
|---|
| 53 | 40 | #endif /* CONFIG_PGTABLE_LEVELS == 4 */ |
|---|
| 54 | 41 | |
|---|
| .. | .. |
|---|
| 56 | 43 | pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) |
|---|
| 57 | 44 | { |
|---|
| 58 | 45 | pud_val(*pud_entry) = __pa(pmd); |
|---|
| 59 | | -} |
|---|
| 60 | | - |
|---|
| 61 | | -static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) |
|---|
| 62 | | -{ |
|---|
| 63 | | - return quicklist_alloc(0, GFP_KERNEL, NULL); |
|---|
| 64 | | -} |
|---|
| 65 | | - |
|---|
| 66 | | -static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) |
|---|
| 67 | | -{ |
|---|
| 68 | | - quicklist_free(0, NULL, pmd); |
|---|
| 69 | 46 | } |
|---|
| 70 | 47 | |
|---|
| 71 | 48 | #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) |
|---|
| .. | .. |
|---|
| 81 | 58 | pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) |
|---|
| 82 | 59 | { |
|---|
| 83 | 60 | pmd_val(*pmd_entry) = __pa(pte); |
|---|
| 84 | | -} |
|---|
| 85 | | - |
|---|
| 86 | | -static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long addr) |
|---|
| 87 | | -{ |
|---|
| 88 | | - struct page *page; |
|---|
| 89 | | - void *pg; |
|---|
| 90 | | - |
|---|
| 91 | | - pg = quicklist_alloc(0, GFP_KERNEL, NULL); |
|---|
| 92 | | - if (!pg) |
|---|
| 93 | | - return NULL; |
|---|
| 94 | | - page = virt_to_page(pg); |
|---|
| 95 | | - if (!pgtable_page_ctor(page)) { |
|---|
| 96 | | - quicklist_free(0, NULL, pg); |
|---|
| 97 | | - return NULL; |
|---|
| 98 | | - } |
|---|
| 99 | | - return page; |
|---|
| 100 | | -} |
|---|
| 101 | | - |
|---|
| 102 | | -static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, |
|---|
| 103 | | - unsigned long addr) |
|---|
| 104 | | -{ |
|---|
| 105 | | - return quicklist_alloc(0, GFP_KERNEL, NULL); |
|---|
| 106 | | -} |
|---|
| 107 | | - |
|---|
| 108 | | -static inline void pte_free(struct mm_struct *mm, pgtable_t pte) |
|---|
| 109 | | -{ |
|---|
| 110 | | - pgtable_page_dtor(pte); |
|---|
| 111 | | - quicklist_free_page(0, NULL, pte); |
|---|
| 112 | | -} |
|---|
| 113 | | - |
|---|
| 114 | | -static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) |
|---|
| 115 | | -{ |
|---|
| 116 | | - quicklist_free(0, NULL, pte); |
|---|
| 117 | | -} |
|---|
| 118 | | - |
|---|
| 119 | | -static inline void check_pgt_cache(void) |
|---|
| 120 | | -{ |
|---|
| 121 | | - quicklist_trim(0, NULL, 25, 16); |
|---|
| 122 | 61 | } |
|---|
| 123 | 62 | |
|---|
| 124 | 63 | #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) |
|---|