.. | .. |
---|
17 | 17 | #ifdef CONFIG_PAGE_EXTENSION |
---|
18 | 18 | |
---|
19 | 19 | enum page_ext_flags { |
---|
20 | | - PAGE_EXT_DEBUG_GUARD, |
---|
21 | 20 | PAGE_EXT_OWNER, |
---|
22 | | -#if defined(CONFIG_IDLE_PAGE_TRACKING) && !defined(CONFIG_64BIT) |
---|
| 21 | + PAGE_EXT_OWNER_ALLOCATED, |
---|
| 22 | +#if defined(CONFIG_PAGE_PINNER) |
---|
| 23 | + /* page refcount was increased by GUP or follow_page(FOLL_GET) */ |
---|
| 24 | + PAGE_EXT_GET, |
---|
| 25 | + /* page migration failed */ |
---|
| 26 | + PAGE_EXT_PINNER_MIGRATION_FAILED, |
---|
| 27 | +#endif |
---|
| 28 | +#if defined(CONFIG_PAGE_IDLE_FLAG) && !defined(CONFIG_64BIT) |
---|
23 | 29 | PAGE_EXT_YOUNG, |
---|
24 | 30 | PAGE_EXT_IDLE, |
---|
25 | 31 | #endif |
---|
.. | .. |
---|
36 | 42 | unsigned long flags; |
---|
37 | 43 | }; |
---|
38 | 44 | |
---|
| 45 | +extern unsigned long page_ext_size; |
---|
39 | 46 | extern void pgdat_page_ext_init(struct pglist_data *pgdat); |
---|
40 | 47 | |
---|
41 | 48 | #ifdef CONFIG_SPARSEMEM |
---|
.. | .. |
---|
43 | 50 | { |
---|
44 | 51 | } |
---|
45 | 52 | extern void page_ext_init(void); |
---|
| 53 | +static inline void page_ext_init_flatmem_late(void) |
---|
| 54 | +{ |
---|
| 55 | +} |
---|
46 | 56 | #else |
---|
47 | 57 | extern void page_ext_init_flatmem(void); |
---|
| 58 | +extern void page_ext_init_flatmem_late(void); |
---|
48 | 59 | static inline void page_ext_init(void) |
---|
49 | 60 | { |
---|
50 | 61 | } |
---|
51 | 62 | #endif |
---|
52 | | - |
---|
53 | 63 | struct page_ext *lookup_page_ext(const struct page *page); |
---|
| 64 | +extern struct page_ext *page_ext_get(struct page *page); |
---|
| 65 | +extern void page_ext_put(struct page_ext *page_ext); |
---|
| 66 | + |
---|
| 67 | +static inline struct page_ext *page_ext_next(struct page_ext *curr) |
---|
| 68 | +{ |
---|
| 69 | + void *next = curr; |
---|
| 70 | + next += page_ext_size; |
---|
| 71 | + return next; |
---|
| 72 | +} |
---|
54 | 73 | |
---|
55 | 74 | #else /* !CONFIG_PAGE_EXTENSION */ |
---|
56 | 75 | struct page_ext; |
---|
.. | .. |
---|
59 | 78 | { |
---|
60 | 79 | } |
---|
61 | 80 | |
---|
62 | | -static inline struct page_ext *lookup_page_ext(const struct page *page) |
---|
63 | | -{ |
---|
64 | | - return NULL; |
---|
65 | | -} |
---|
66 | | - |
---|
67 | 81 | static inline void page_ext_init(void) |
---|
68 | 82 | { |
---|
69 | 83 | } |
---|
70 | 84 | |
---|
| 85 | +static inline void page_ext_init_flatmem_late(void) |
---|
| 86 | +{ |
---|
| 87 | +} |
---|
| 88 | + |
---|
71 | 89 | static inline void page_ext_init_flatmem(void) |
---|
72 | 90 | { |
---|
73 | 91 | } |
---|
| 92 | + |
---|
| 93 | +static inline struct page_ext *page_ext_get(struct page *page) |
---|
| 94 | +{ |
---|
| 95 | + return NULL; |
---|
| 96 | +} |
---|
| 97 | + |
---|
| 98 | +static inline void page_ext_put(struct page_ext *page_ext) |
---|
| 99 | +{ |
---|
| 100 | +} |
---|
74 | 101 | #endif /* CONFIG_PAGE_EXTENSION */ |
---|
75 | 102 | #endif /* __LINUX_PAGE_EXT_H */ |
---|