| .. | .. |
|---|
| 1 | +// SPDX-License-Identifier: GPL-2.0-only |
|---|
| 2 | +/* |
|---|
| 3 | + * arch/arm/mm/highmem.c -- ARM highmem support |
|---|
| 4 | + * |
|---|
| 5 | + * Author: Nicolas Pitre |
|---|
| 6 | + * Created: september 8, 2008 |
|---|
| 7 | + * Copyright: Marvell Semiconductors Inc. |
|---|
| 8 | + */ |
|---|
| 9 | + |
|---|
| 10 | +#include <linux/module.h> |
|---|
| 11 | +#include <linux/highmem.h> |
|---|
| 12 | +#include <linux/interrupt.h> |
|---|
| 13 | +#include <asm/fixmap.h> |
|---|
| 14 | +#include <asm/cacheflush.h> |
|---|
| 15 | +#include <asm/tlbflush.h> |
|---|
| 16 | +#include "mm.h" |
|---|
| 17 | + |
|---|
| 18 | +static inline void set_fixmap_pte(int idx, pte_t pte) |
|---|
| 19 | +{ |
|---|
| 20 | + unsigned long vaddr = __fix_to_virt(idx); |
|---|
| 21 | + pte_t *ptep = virt_to_kpte(vaddr); |
|---|
| 22 | + |
|---|
| 23 | + set_pte_ext(ptep, pte, 0); |
|---|
| 24 | + local_flush_tlb_kernel_page(vaddr); |
|---|
| 25 | +} |
|---|
| 26 | + |
|---|
| 27 | +static inline pte_t get_fixmap_pte(unsigned long vaddr) |
|---|
| 28 | +{ |
|---|
| 29 | + pte_t *ptep = virt_to_kpte(vaddr); |
|---|
| 30 | + |
|---|
| 31 | + return *ptep; |
|---|
| 32 | +} |
|---|
| 33 | + |
|---|
| 34 | +void *kmap_atomic_high_prot(struct page *page, pgprot_t prot) |
|---|
| 35 | +{ |
|---|
| 36 | + unsigned int idx; |
|---|
| 37 | + unsigned long vaddr; |
|---|
| 38 | + void *kmap; |
|---|
| 39 | + int type; |
|---|
| 40 | + |
|---|
| 41 | +#ifdef CONFIG_DEBUG_HIGHMEM |
|---|
| 42 | + /* |
|---|
| 43 | + * There is no cache coherency issue when non VIVT, so force the |
|---|
| 44 | + * dedicated kmap usage for better debugging purposes in that case. |
|---|
| 45 | + */ |
|---|
| 46 | + if (!cache_is_vivt()) |
|---|
| 47 | + kmap = NULL; |
|---|
| 48 | + else |
|---|
| 49 | +#endif |
|---|
| 50 | + kmap = kmap_high_get(page); |
|---|
| 51 | + if (kmap) |
|---|
| 52 | + return kmap; |
|---|
| 53 | + |
|---|
| 54 | + type = kmap_atomic_idx_push(); |
|---|
| 55 | + |
|---|
| 56 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
|---|
| 57 | + vaddr = __fix_to_virt(idx); |
|---|
| 58 | +#ifdef CONFIG_DEBUG_HIGHMEM |
|---|
| 59 | + /* |
|---|
| 60 | + * With debugging enabled, kunmap_atomic forces that entry to 0. |
|---|
| 61 | + * Make sure it was indeed properly unmapped. |
|---|
| 62 | + */ |
|---|
| 63 | + BUG_ON(!pte_none(get_fixmap_pte(vaddr))); |
|---|
| 64 | +#endif |
|---|
| 65 | + /* |
|---|
| 66 | + * When debugging is off, kunmap_atomic leaves the previous mapping |
|---|
| 67 | + * in place, so the contained TLB flush ensures the TLB is updated |
|---|
| 68 | + * with the new mapping. |
|---|
| 69 | + */ |
|---|
| 70 | + set_fixmap_pte(idx, mk_pte(page, prot)); |
|---|
| 71 | + |
|---|
| 72 | + return (void *)vaddr; |
|---|
| 73 | +} |
|---|
| 74 | +EXPORT_SYMBOL(kmap_atomic_high_prot); |
|---|
| 75 | + |
|---|
| 76 | +void kunmap_atomic_high(void *kvaddr) |
|---|
| 77 | +{ |
|---|
| 78 | + unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; |
|---|
| 79 | + int idx, type; |
|---|
| 80 | + |
|---|
| 81 | + if (kvaddr >= (void *)FIXADDR_START) { |
|---|
| 82 | + type = kmap_atomic_idx(); |
|---|
| 83 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
|---|
| 84 | + |
|---|
| 85 | + if (cache_is_vivt()) |
|---|
| 86 | + __cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE); |
|---|
| 87 | +#ifdef CONFIG_DEBUG_HIGHMEM |
|---|
| 88 | + BUG_ON(vaddr != __fix_to_virt(idx)); |
|---|
| 89 | + set_fixmap_pte(idx, __pte(0)); |
|---|
| 90 | +#else |
|---|
| 91 | + (void) idx; /* to kill a warning */ |
|---|
| 92 | +#endif |
|---|
| 93 | + kmap_atomic_idx_pop(); |
|---|
| 94 | + } else if (vaddr >= PKMAP_ADDR(0) && vaddr < PKMAP_ADDR(LAST_PKMAP)) { |
|---|
| 95 | + /* this address was obtained through kmap_high_get() */ |
|---|
| 96 | + kunmap_high(pte_page(pkmap_page_table[PKMAP_NR(vaddr)])); |
|---|
| 97 | + } |
|---|
| 98 | +} |
|---|
| 99 | +EXPORT_SYMBOL(kunmap_atomic_high); |
|---|
| 100 | + |
|---|
| 101 | +void *kmap_atomic_pfn(unsigned long pfn) |
|---|
| 102 | +{ |
|---|
| 103 | + unsigned long vaddr; |
|---|
| 104 | + int idx, type; |
|---|
| 105 | + struct page *page = pfn_to_page(pfn); |
|---|
| 106 | + |
|---|
| 107 | + preempt_disable(); |
|---|
| 108 | + pagefault_disable(); |
|---|
| 109 | + if (!PageHighMem(page)) |
|---|
| 110 | + return page_address(page); |
|---|
| 111 | + |
|---|
| 112 | + type = kmap_atomic_idx_push(); |
|---|
| 113 | + idx = FIX_KMAP_BEGIN + type + KM_TYPE_NR * smp_processor_id(); |
|---|
| 114 | + vaddr = __fix_to_virt(idx); |
|---|
| 115 | +#ifdef CONFIG_DEBUG_HIGHMEM |
|---|
| 116 | + BUG_ON(!pte_none(get_fixmap_pte(vaddr))); |
|---|
| 117 | +#endif |
|---|
| 118 | + set_fixmap_pte(idx, pfn_pte(pfn, kmap_prot)); |
|---|
| 119 | + |
|---|
| 120 | + return (void *)vaddr; |
|---|
| 121 | +} |
|---|