.. | .. |
---|
18 | 18 | |
---|
19 | 19 | #include <linux/kernel.h> |
---|
20 | 20 | #include <linux/errno.h> |
---|
21 | | -#include <linux/bootmem.h> |
---|
| 21 | +#include <linux/memblock.h> |
---|
22 | 22 | #include <linux/gfp.h> |
---|
23 | 23 | #include <linux/highmem.h> |
---|
24 | 24 | #include <linux/swap.h> |
---|
.. | .. |
---|
26 | 26 | #include <linux/nodemask.h> |
---|
27 | 27 | #include <linux/mm.h> |
---|
28 | 28 | #include <linux/of_fdt.h> |
---|
29 | | -#include <linux/dma-contiguous.h> |
---|
| 29 | +#include <linux/dma-map-ops.h> |
---|
30 | 30 | |
---|
31 | 31 | #include <asm/bootparam.h> |
---|
32 | 32 | #include <asm/page.h> |
---|
.. | .. |
---|
45 | 45 | * If PHYS_OFFSET is zero reserve page at address 0: |
---|
46 | 46 | * successfull allocations should never return NULL. |
---|
47 | 47 | */ |
---|
48 | | - if (PHYS_OFFSET) |
---|
49 | | - memblock_reserve(0, PHYS_OFFSET); |
---|
50 | | - else |
---|
51 | | - memblock_reserve(0, 1); |
---|
| 48 | + memblock_reserve(0, PHYS_OFFSET ? PHYS_OFFSET : 1); |
---|
52 | 49 | |
---|
53 | 50 | early_init_fdt_scan_reserved_mem(); |
---|
54 | 51 | |
---|
.. | .. |
---|
60 | 57 | max_pfn = PFN_DOWN(memblock_end_of_DRAM()); |
---|
61 | 58 | max_low_pfn = min(max_pfn, MAX_LOW_PFN); |
---|
62 | 59 | |
---|
| 60 | + early_memtest((phys_addr_t)min_low_pfn << PAGE_SHIFT, |
---|
| 61 | + (phys_addr_t)max_low_pfn << PAGE_SHIFT); |
---|
| 62 | + |
---|
63 | 63 | memblock_set_current_limit(PFN_PHYS(max_low_pfn)); |
---|
64 | 64 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); |
---|
65 | 65 | |
---|
.. | .. |
---|
70 | 70 | void __init zones_init(void) |
---|
71 | 71 | { |
---|
72 | 72 | /* All pages are DMA-able, so we put them all in the DMA zone. */ |
---|
73 | | - unsigned long zones_size[MAX_NR_ZONES] = { |
---|
74 | | - [ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET, |
---|
| 73 | + unsigned long max_zone_pfn[MAX_NR_ZONES] = { |
---|
| 74 | + [ZONE_NORMAL] = max_low_pfn, |
---|
75 | 75 | #ifdef CONFIG_HIGHMEM |
---|
76 | | - [ZONE_HIGHMEM] = max_pfn - max_low_pfn, |
---|
| 76 | + [ZONE_HIGHMEM] = max_pfn, |
---|
77 | 77 | #endif |
---|
78 | 78 | }; |
---|
79 | | - free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL); |
---|
80 | | -} |
---|
81 | | - |
---|
82 | | -#ifdef CONFIG_HIGHMEM |
---|
83 | | -static void __init free_area_high(unsigned long pfn, unsigned long end) |
---|
84 | | -{ |
---|
85 | | - for (; pfn < end; pfn++) |
---|
86 | | - free_highmem_page(pfn_to_page(pfn)); |
---|
| 79 | + free_area_init(max_zone_pfn); |
---|
87 | 80 | } |
---|
88 | 81 | |
---|
89 | 82 | static void __init free_highpages(void) |
---|
90 | 83 | { |
---|
| 84 | +#ifdef CONFIG_HIGHMEM |
---|
91 | 85 | unsigned long max_low = max_low_pfn; |
---|
92 | | - struct memblock_region *mem, *res; |
---|
| 86 | + phys_addr_t range_start, range_end; |
---|
| 87 | + u64 i; |
---|
93 | 88 | |
---|
94 | | - reset_all_zones_managed_pages(); |
---|
95 | 89 | /* set highmem page free */ |
---|
96 | | - for_each_memblock(memory, mem) { |
---|
97 | | - unsigned long start = memblock_region_memory_base_pfn(mem); |
---|
98 | | - unsigned long end = memblock_region_memory_end_pfn(mem); |
---|
| 90 | + for_each_free_mem_range(i, NUMA_NO_NODE, MEMBLOCK_NONE, |
---|
| 91 | + &range_start, &range_end, NULL) { |
---|
| 92 | + unsigned long start = PFN_UP(range_start); |
---|
| 93 | + unsigned long end = PFN_DOWN(range_end); |
---|
99 | 94 | |
---|
100 | 95 | /* Ignore complete lowmem entries */ |
---|
101 | 96 | if (end <= max_low) |
---|
102 | | - continue; |
---|
103 | | - |
---|
104 | | - if (memblock_is_nomap(mem)) |
---|
105 | 97 | continue; |
---|
106 | 98 | |
---|
107 | 99 | /* Truncate partial highmem entries */ |
---|
108 | 100 | if (start < max_low) |
---|
109 | 101 | start = max_low; |
---|
110 | 102 | |
---|
111 | | - /* Find and exclude any reserved regions */ |
---|
112 | | - for_each_memblock(reserved, res) { |
---|
113 | | - unsigned long res_start, res_end; |
---|
114 | | - |
---|
115 | | - res_start = memblock_region_reserved_base_pfn(res); |
---|
116 | | - res_end = memblock_region_reserved_end_pfn(res); |
---|
117 | | - |
---|
118 | | - if (res_end < start) |
---|
119 | | - continue; |
---|
120 | | - if (res_start < start) |
---|
121 | | - res_start = start; |
---|
122 | | - if (res_start > end) |
---|
123 | | - res_start = end; |
---|
124 | | - if (res_end > end) |
---|
125 | | - res_end = end; |
---|
126 | | - if (res_start != start) |
---|
127 | | - free_area_high(start, res_start); |
---|
128 | | - start = res_end; |
---|
129 | | - if (start == end) |
---|
130 | | - break; |
---|
131 | | - } |
---|
132 | | - |
---|
133 | | - /* And now free anything which remains */ |
---|
134 | | - if (start < end) |
---|
135 | | - free_area_high(start, end); |
---|
| 103 | + for (; start < end; start++) |
---|
| 104 | + free_highmem_page(pfn_to_page(start)); |
---|
136 | 105 | } |
---|
137 | | -} |
---|
138 | | -#else |
---|
139 | | -static void __init free_highpages(void) |
---|
140 | | -{ |
---|
141 | | -} |
---|
142 | 106 | #endif |
---|
| 107 | +} |
---|
143 | 108 | |
---|
144 | 109 | /* |
---|
145 | 110 | * Initialize memory pages. |
---|
.. | .. |
---|
152 | 117 | max_mapnr = max_pfn - ARCH_PFN_OFFSET; |
---|
153 | 118 | high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT); |
---|
154 | 119 | |
---|
155 | | - free_all_bootmem(); |
---|
| 120 | + memblock_free_all(); |
---|
156 | 121 | |
---|
157 | 122 | mem_init_print_info(NULL); |
---|
158 | 123 | pr_info("virtual kernel memory layout:\n" |
---|
.. | .. |
---|
193 | 158 | ((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20, |
---|
194 | 159 | (unsigned long)_text, (unsigned long)_etext, |
---|
195 | 160 | (unsigned long)(_etext - _text) >> 10, |
---|
196 | | - (unsigned long)__start_rodata, (unsigned long)_sdata, |
---|
197 | | - (unsigned long)(_sdata - __start_rodata) >> 10, |
---|
| 161 | + (unsigned long)__start_rodata, (unsigned long)__end_rodata, |
---|
| 162 | + (unsigned long)(__end_rodata - __start_rodata) >> 10, |
---|
198 | 163 | (unsigned long)_sdata, (unsigned long)_edata, |
---|
199 | 164 | (unsigned long)(_edata - _sdata) >> 10, |
---|
200 | 165 | (unsigned long)__init_begin, (unsigned long)__init_end, |
---|
201 | 166 | (unsigned long)(__init_end - __init_begin) >> 10, |
---|
202 | 167 | (unsigned long)__bss_start, (unsigned long)__bss_stop, |
---|
203 | 168 | (unsigned long)(__bss_stop - __bss_start) >> 10); |
---|
204 | | -} |
---|
205 | | - |
---|
206 | | -#ifdef CONFIG_BLK_DEV_INITRD |
---|
207 | | -extern int initrd_is_mapped; |
---|
208 | | - |
---|
209 | | -void free_initrd_mem(unsigned long start, unsigned long end) |
---|
210 | | -{ |
---|
211 | | - if (initrd_is_mapped) |
---|
212 | | - free_reserved_area((void *)start, (void *)end, -1, "initrd"); |
---|
213 | | -} |
---|
214 | | -#endif |
---|
215 | | - |
---|
216 | | -void free_initmem(void) |
---|
217 | | -{ |
---|
218 | | - free_initmem_default(-1); |
---|
219 | 169 | } |
---|
220 | 170 | |
---|
221 | 171 | static void __init parse_memmap_one(char *p) |
---|