| .. | .. |
|---|
| 17 | 17 | #ifdef CONFIG_PAGE_EXTENSION |
|---|
| 18 | 18 | |
|---|
| 19 | 19 | enum page_ext_flags { |
|---|
| 20 | | - PAGE_EXT_DEBUG_GUARD, |
|---|
| 21 | 20 | PAGE_EXT_OWNER, |
|---|
| 22 | | -#if defined(CONFIG_IDLE_PAGE_TRACKING) && !defined(CONFIG_64BIT) |
|---|
| 21 | + PAGE_EXT_OWNER_ALLOCATED, |
|---|
| 22 | +#if defined(CONFIG_PAGE_PINNER) |
|---|
| 23 | + /* page refcount was increased by GUP or follow_page(FOLL_GET) */ |
|---|
| 24 | + PAGE_EXT_GET, |
|---|
| 25 | + /* page migration failed */ |
|---|
| 26 | + PAGE_EXT_PINNER_MIGRATION_FAILED, |
|---|
| 27 | +#endif |
|---|
| 28 | +#if defined(CONFIG_PAGE_IDLE_FLAG) && !defined(CONFIG_64BIT) |
|---|
| 23 | 29 | PAGE_EXT_YOUNG, |
|---|
| 24 | 30 | PAGE_EXT_IDLE, |
|---|
| 25 | 31 | #endif |
|---|
| .. | .. |
|---|
| 36 | 42 | unsigned long flags; |
|---|
| 37 | 43 | }; |
|---|
| 38 | 44 | |
|---|
| 45 | +extern unsigned long page_ext_size; |
|---|
| 39 | 46 | extern void pgdat_page_ext_init(struct pglist_data *pgdat); |
|---|
| 40 | 47 | |
|---|
| 41 | 48 | #ifdef CONFIG_SPARSEMEM |
|---|
| .. | .. |
|---|
| 43 | 50 | { |
|---|
| 44 | 51 | } |
|---|
| 45 | 52 | extern void page_ext_init(void); |
|---|
| 53 | +static inline void page_ext_init_flatmem_late(void) |
|---|
| 54 | +{ |
|---|
| 55 | +} |
|---|
| 46 | 56 | #else |
|---|
| 47 | 57 | extern void page_ext_init_flatmem(void); |
|---|
| 58 | +extern void page_ext_init_flatmem_late(void); |
|---|
| 48 | 59 | static inline void page_ext_init(void) |
|---|
| 49 | 60 | { |
|---|
| 50 | 61 | } |
|---|
| 51 | 62 | #endif |
|---|
| 52 | | - |
|---|
| 53 | 63 | struct page_ext *lookup_page_ext(const struct page *page); |
|---|
| 64 | +extern struct page_ext *page_ext_get(struct page *page); |
|---|
| 65 | +extern void page_ext_put(struct page_ext *page_ext); |
|---|
| 66 | + |
|---|
| 67 | +static inline struct page_ext *page_ext_next(struct page_ext *curr) |
|---|
| 68 | +{ |
|---|
| 69 | + void *next = curr; |
|---|
| 70 | + next += page_ext_size; |
|---|
| 71 | + return next; |
|---|
| 72 | +} |
|---|
| 54 | 73 | |
|---|
| 55 | 74 | #else /* !CONFIG_PAGE_EXTENSION */ |
|---|
| 56 | 75 | struct page_ext; |
|---|
| .. | .. |
|---|
| 59 | 78 | { |
|---|
| 60 | 79 | } |
|---|
| 61 | 80 | |
|---|
| 62 | | -static inline struct page_ext *lookup_page_ext(const struct page *page) |
|---|
| 63 | | -{ |
|---|
| 64 | | - return NULL; |
|---|
| 65 | | -} |
|---|
| 66 | | - |
|---|
| 67 | 81 | static inline void page_ext_init(void) |
|---|
| 68 | 82 | { |
|---|
| 69 | 83 | } |
|---|
| 70 | 84 | |
|---|
| 85 | +static inline void page_ext_init_flatmem_late(void) |
|---|
| 86 | +{ |
|---|
| 87 | +} |
|---|
| 88 | + |
|---|
| 71 | 89 | static inline void page_ext_init_flatmem(void) |
|---|
| 72 | 90 | { |
|---|
| 73 | 91 | } |
|---|
| 92 | + |
|---|
| 93 | +static inline struct page_ext *page_ext_get(struct page *page) |
|---|
| 94 | +{ |
|---|
| 95 | + return NULL; |
|---|
| 96 | +} |
|---|
| 97 | + |
|---|
| 98 | +static inline void page_ext_put(struct page_ext *page_ext) |
|---|
| 99 | +{ |
|---|
| 100 | +} |
|---|
| 74 | 101 | #endif /* CONFIG_PAGE_EXTENSION */ |
|---|
| 75 | 102 | #endif /* __LINUX_PAGE_EXT_H */ |
|---|