.. | .. |
---|
| 1 | +// SPDX-License-Identifier: GPL-2.0-only |
---|
| 2 | +/* |
---|
| 3 | + * arch/arm/mm/highmem.c -- ARM highmem support |
---|
| 4 | + * |
---|
| 5 | + * Author: Nicolas Pitre |
---|
| 6 | + * Created: september 8, 2008 |
---|
| 7 | + * Copyright: Marvell Semiconductors Inc. |
---|
| 8 | + */ |
---|
| 9 | + |
---|
| 10 | +#include <linux/module.h> |
---|
| 11 | +#include <linux/highmem.h> |
---|
| 12 | +#include <linux/interrupt.h> |
---|
| 13 | +#include <asm/fixmap.h> |
---|
| 14 | +#include <asm/cacheflush.h> |
---|
| 15 | +#include <asm/tlbflush.h> |
---|
| 16 | +#include "mm.h" |
---|
| 17 | + |
---|
| 18 | +static inline void set_fixmap_pte(int idx, pte_t pte) |
---|
| 19 | +{ |
---|
| 20 | + unsigned long vaddr = __fix_to_virt(idx); |
---|
| 21 | + pte_t *ptep = virt_to_kpte(vaddr); |
---|
| 22 | + |
---|
| 23 | + set_pte_ext(ptep, pte, 0); |
---|
| 24 | + local_flush_tlb_kernel_page(vaddr); |
---|
| 25 | +} |
---|
| 26 | + |
---|
| 27 | +static inline pte_t get_fixmap_pte(unsigned long vaddr) |
---|
| 28 | +{ |
---|
| 29 | + pte_t *ptep = virt_to_kpte(vaddr); |
---|
| 30 | + |
---|
| 31 | + return *ptep; |
---|
| 32 | +} |
---|
| 33 | + |
---|
| 34 | +void *kmap_atomic_high_prot(struct page *page, pgprot_t prot) |
---|
| 35 | +{ |
---|
| 36 | + unsigned int idx; |
---|
| 37 | + unsigned long vaddr; |
---|
| 38 | + void *kmap; |
---|
| 39 | + int type; |
---|
| 40 | + |
---|
| 41 | +#ifdef CONFIG_DEBUG_HIGHMEM |
---|
| 42 | + /* |
---|
| 43 | + * There is no cache coherency issue when non VIVT, so force the |
---|
| 44 | + * dedicated kmap usage for better debugging purposes in that case. |
---|
| 45 | + */ |
---|
| 46 | + if (!cache_is_vivt()) |
---|
| 47 | + kmap = NULL; |
---|
| 48 | + else |
---|
| 49 | +#endif |
---|
| 50 | + kmap = kmap_high_get(page); |
---|
| 51 | + if (kmap) |
---|
| 52 | + return kmap; |
---|
| 53 | + |
---|
| 54 | + type = kmap_atomic_idx_push(); |
---|
| 55 | + |
---|
| 56 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
---|
| 57 | + vaddr = __fix_to_virt(idx); |
---|
| 58 | +#ifdef CONFIG_DEBUG_HIGHMEM |
---|
| 59 | + /* |
---|
| 60 | + * With debugging enabled, kunmap_atomic forces that entry to 0. |
---|
| 61 | + * Make sure it was indeed properly unmapped. |
---|
| 62 | + */ |
---|
| 63 | + BUG_ON(!pte_none(get_fixmap_pte(vaddr))); |
---|
| 64 | +#endif |
---|
| 65 | + /* |
---|
| 66 | + * When debugging is off, kunmap_atomic leaves the previous mapping |
---|
| 67 | + * in place, so the contained TLB flush ensures the TLB is updated |
---|
| 68 | + * with the new mapping. |
---|
| 69 | + */ |
---|
| 70 | + set_fixmap_pte(idx, mk_pte(page, prot)); |
---|
| 71 | + |
---|
| 72 | + return (void *)vaddr; |
---|
| 73 | +} |
---|
| 74 | +EXPORT_SYMBOL(kmap_atomic_high_prot); |
---|
| 75 | + |
---|
| 76 | +void kunmap_atomic_high(void *kvaddr) |
---|
| 77 | +{ |
---|
| 78 | + unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; |
---|
| 79 | + int idx, type; |
---|
| 80 | + |
---|
| 81 | + if (kvaddr >= (void *)FIXADDR_START) { |
---|
| 82 | + type = kmap_atomic_idx(); |
---|
| 83 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
---|
| 84 | + |
---|
| 85 | + if (cache_is_vivt()) |
---|
| 86 | + __cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE); |
---|
| 87 | +#ifdef CONFIG_DEBUG_HIGHMEM |
---|
| 88 | + BUG_ON(vaddr != __fix_to_virt(idx)); |
---|
| 89 | + set_fixmap_pte(idx, __pte(0)); |
---|
| 90 | +#else |
---|
| 91 | + (void) idx; /* to kill a warning */ |
---|
| 92 | +#endif |
---|
| 93 | + kmap_atomic_idx_pop(); |
---|
| 94 | + } else if (vaddr >= PKMAP_ADDR(0) && vaddr < PKMAP_ADDR(LAST_PKMAP)) { |
---|
| 95 | + /* this address was obtained through kmap_high_get() */ |
---|
| 96 | + kunmap_high(pte_page(pkmap_page_table[PKMAP_NR(vaddr)])); |
---|
| 97 | + } |
---|
| 98 | +} |
---|
| 99 | +EXPORT_SYMBOL(kunmap_atomic_high); |
---|
| 100 | + |
---|
| 101 | +void *kmap_atomic_pfn(unsigned long pfn) |
---|
| 102 | +{ |
---|
| 103 | + unsigned long vaddr; |
---|
| 104 | + int idx, type; |
---|
| 105 | + struct page *page = pfn_to_page(pfn); |
---|
| 106 | + |
---|
| 107 | + preempt_disable(); |
---|
| 108 | + pagefault_disable(); |
---|
| 109 | + if (!PageHighMem(page)) |
---|
| 110 | + return page_address(page); |
---|
| 111 | + |
---|
| 112 | + type = kmap_atomic_idx_push(); |
---|
| 113 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
---|
| 114 | + vaddr = __fix_to_virt(idx); |
---|
| 115 | +#ifdef CONFIG_DEBUG_HIGHMEM |
---|
| 116 | + BUG_ON(!pte_none(get_fixmap_pte(vaddr))); |
---|
| 117 | +#endif |
---|
| 118 | + set_fixmap_pte(idx, pfn_pte(pfn, kmap_prot)); |
---|
| 119 | + |
---|
| 120 | + return (void *)vaddr; |
---|
| 121 | +} |
---|