write in 30M

hc

2024-02-20 ea08eeccae9297f7aabd2ef7f0c2517ac4549acc

 kernel/drivers/dax/dax-private.h
..
..
@@ -1,57 +1,110 @@
1
+/* SPDX-License-Identifier: GPL-2.0-only */
1
2
 /*
2
3
  * Copyright(c) 2016 Intel Corporation. All rights reserved.
3
- *
4
- * This program is free software; you can redistribute it and/or modify
5
- * it under the terms of version 2 of the GNU General Public License as
6
- * published by the Free Software Foundation.
7
- *
8
- * This program is distributed in the hope that it will be useful, but
9
- * WITHOUT ANY WARRANTY; without even the implied warranty of
10
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
11
- * General Public License for more details.
12
4
  */
13
5
 #ifndef __DAX_PRIVATE_H__
14
6
 #define __DAX_PRIVATE_H__
15
7
 
16
8
 #include <linux/device.h>
17
9
 #include <linux/cdev.h>
10
+#include <linux/idr.h>
11
+
12
+/* private routines between core files */
13
+struct dax_device;
14
+struct dax_device *inode_dax(struct inode *inode);
15
+struct inode *dax_inode(struct dax_device *dax_dev);
16
+int dax_bus_init(void);
17
+void dax_bus_exit(void);
18
18
 
19
19
 /**
20
20
  * struct dax_region - mapping infrastructure for dax devices
21
21
  * @id: kernel-wide unique region for a memory range
22
- * @base: linear address corresponding to @res
22
+ * @target_node: effective numa node if this memory range is onlined
23
23
  * @kref: to pin while other agents have a need to do lookups
24
24
  * @dev: parent device backing this region
25
25
  * @align: allocation and mapping alignment for child dax devices
26
- * @res: physical address range of the region
27
- * @pfn_flags: identify whether the pfns are paged back or not
26
+ * @ida: instance id allocator
27
+ * @res: resource tree to track instance allocations
28
+ * @seed: allow userspace to find the first unbound seed device
29
+ * @youngest: allow userspace to find the most recently created device
28
30
  */
29
31
 struct dax_region {
30
32
 	int id;
31
-	struct ida ida;
32
-	void *base;
33
+	int target_node;
33
34
 	struct kref kref;
34
35
 	struct device *dev;
35
36
 	unsigned int align;
37
+	struct ida ida;
36
38
 	struct resource res;
37
-	unsigned long pfn_flags;
39
+	struct device *seed;
40
+	struct device *youngest;
41
+};
42
+
43
+struct dax_mapping {
44
+	struct device dev;
45
+	int range_id;
46
+	int id;
38
47
 };
39
48
 
40
49
 /**
41
- * struct dev_dax - instance data for a subdivision of a dax region
50
+ * struct dev_dax - instance data for a subdivision of a dax region, and
51
+ * data while the device is activated in the driver.
42
52
  * @region - parent region
43
53
  * @dax_dev - core dax functionality
54
+ * @target_node: effective numa node if dev_dax memory range is onlined
55
+ * @dyn_id: is this a dynamic or statically created instance
56
+ * @id: ida allocated id when the dax_region is not static
57
+ * @ida: mapping id allocator
44
58
  * @dev - device core
45
- * @id - child id in the region
46
- * @num_resources - number of physical address extents in this device
47
- * @res - array of physical address ranges
59
+ * @pgmap - pgmap for memmap setup / lifetime (driver owned)
60
+ * @nr_range: size of @ranges
61
+ * @ranges: resource-span + pgoff tuples for the instance
48
62
  */
49
63
 struct dev_dax {
50
64
 	struct dax_region *region;
51
65
 	struct dax_device *dax_dev;
52
-	struct device dev;
66
+	unsigned int align;
67
+	int target_node;
68
+	bool dyn_id;
53
69
 	int id;
54
-	int num_resources;
55
-	struct resource res[0];
70
+	struct ida ida;
71
+	struct device dev;
72
+	struct dev_pagemap *pgmap;
73
+	int nr_range;
74
+	struct dev_dax_range {
75
+		unsigned long pgoff;
76
+		struct range range;
77
+		struct dax_mapping *mapping;
78
+	} *ranges;
56
79
 };
80
+
81
+static inline struct dev_dax *to_dev_dax(struct device *dev)
82
+{
83
+	return container_of(dev, struct dev_dax, dev);
84
+}
85
+
86
+static inline struct dax_mapping *to_dax_mapping(struct device *dev)
87
+{
88
+	return container_of(dev, struct dax_mapping, dev);
89
+}
90
+
91
+phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, unsigned long size);
92
+
93
+#ifdef CONFIG_TRANSPARENT_HUGEPAGE
94
+static inline bool dax_align_valid(unsigned long align)
95
+{
96
+	if (align == PUD_SIZE && IS_ENABLED(CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD))
97
+		return true;
98
+	if (align == PMD_SIZE && has_transparent_hugepage())
99
+		return true;
100
+	if (align == PAGE_SIZE)
101
+		return true;
102
+	return false;
103
+}
104
+#else
105
+static inline bool dax_align_valid(unsigned long align)
106
+{
107
+	return align == PAGE_SIZE;
108
+}
109
+#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
57
110
 #endif