hc
2024-12-19 9370bb92b2d16684ee45cf24e879c93c509162da
kernel/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.h
....@@ -24,23 +24,35 @@
2424 #ifndef __AMDGPU_TTM_H__
2525 #define __AMDGPU_TTM_H__
2626
27
-#include "amdgpu.h"
27
+#include <linux/dma-direction.h>
2828 #include <drm/gpu_scheduler.h>
29
+#include "amdgpu.h"
2930
3031 #define AMDGPU_PL_GDS (TTM_PL_PRIV + 0)
3132 #define AMDGPU_PL_GWS (TTM_PL_PRIV + 1)
3233 #define AMDGPU_PL_OA (TTM_PL_PRIV + 2)
3334
34
-#define AMDGPU_PL_FLAG_GDS (TTM_PL_FLAG_PRIV << 0)
35
-#define AMDGPU_PL_FLAG_GWS (TTM_PL_FLAG_PRIV << 1)
36
-#define AMDGPU_PL_FLAG_OA (TTM_PL_FLAG_PRIV << 2)
37
-
3835 #define AMDGPU_GTT_MAX_TRANSFER_SIZE 512
3936 #define AMDGPU_GTT_NUM_TRANSFER_WINDOWS 2
4037
38
+#define AMDGPU_POISON 0xd0bed0be
39
+
40
+struct amdgpu_vram_mgr {
41
+ struct ttm_resource_manager manager;
42
+ struct drm_mm mm;
43
+ spinlock_t lock;
44
+ atomic64_t usage;
45
+ atomic64_t vis_usage;
46
+};
47
+
48
+struct amdgpu_gtt_mgr {
49
+ struct ttm_resource_manager manager;
50
+ struct drm_mm mm;
51
+ spinlock_t lock;
52
+ atomic64_t available;
53
+};
54
+
4155 struct amdgpu_mman {
42
- struct ttm_bo_global_ref bo_global_ref;
43
- struct drm_global_reference mem_global_ref;
4456 struct ttm_bo_device bdev;
4557 bool mem_global_referenced;
4658 bool initialized;
....@@ -58,24 +70,55 @@
5870 struct mutex gtt_window_lock;
5971 /* Scheduler entity for buffer moves */
6072 struct drm_sched_entity entity;
73
+
74
+ struct amdgpu_vram_mgr vram_mgr;
75
+ struct amdgpu_gtt_mgr gtt_mgr;
76
+
77
+ uint64_t stolen_vga_size;
78
+ struct amdgpu_bo *stolen_vga_memory;
79
+ uint64_t stolen_extended_size;
80
+ struct amdgpu_bo *stolen_extended_memory;
81
+ bool keep_stolen_vga_memory;
82
+
83
+ /* discovery */
84
+ uint8_t *discovery_bin;
85
+ uint32_t discovery_tmr_size;
86
+ struct amdgpu_bo *discovery_memory;
87
+
88
+ /* firmware VRAM reservation */
89
+ u64 fw_vram_usage_start_offset;
90
+ u64 fw_vram_usage_size;
91
+ struct amdgpu_bo *fw_vram_usage_reserved_bo;
92
+ void *fw_vram_usage_va;
6193 };
6294
6395 struct amdgpu_copy_mem {
6496 struct ttm_buffer_object *bo;
65
- struct ttm_mem_reg *mem;
97
+ struct ttm_resource *mem;
6698 unsigned long offset;
6799 };
68100
69
-extern const struct ttm_mem_type_manager_func amdgpu_gtt_mgr_func;
70
-extern const struct ttm_mem_type_manager_func amdgpu_vram_mgr_func;
101
+int amdgpu_gtt_mgr_init(struct amdgpu_device *adev, uint64_t gtt_size);
102
+void amdgpu_gtt_mgr_fini(struct amdgpu_device *adev);
103
+int amdgpu_vram_mgr_init(struct amdgpu_device *adev);
104
+void amdgpu_vram_mgr_fini(struct amdgpu_device *adev);
71105
72
-bool amdgpu_gtt_mgr_has_gart_addr(struct ttm_mem_reg *mem);
73
-uint64_t amdgpu_gtt_mgr_usage(struct ttm_mem_type_manager *man);
74
-int amdgpu_gtt_mgr_recover(struct ttm_mem_type_manager *man);
106
+bool amdgpu_gtt_mgr_has_gart_addr(struct ttm_resource *mem);
107
+uint64_t amdgpu_gtt_mgr_usage(struct ttm_resource_manager *man);
108
+int amdgpu_gtt_mgr_recover(struct ttm_resource_manager *man);
75109
76110 u64 amdgpu_vram_mgr_bo_visible_size(struct amdgpu_bo *bo);
77
-uint64_t amdgpu_vram_mgr_usage(struct ttm_mem_type_manager *man);
78
-uint64_t amdgpu_vram_mgr_vis_usage(struct ttm_mem_type_manager *man);
111
+int amdgpu_vram_mgr_alloc_sgt(struct amdgpu_device *adev,
112
+ struct ttm_resource *mem,
113
+ struct device *dev,
114
+ enum dma_data_direction dir,
115
+ struct sg_table **sgt);
116
+void amdgpu_vram_mgr_free_sgt(struct amdgpu_device *adev,
117
+ struct device *dev,
118
+ enum dma_data_direction dir,
119
+ struct sg_table *sgt);
120
+uint64_t amdgpu_vram_mgr_usage(struct ttm_resource_manager *man);
121
+uint64_t amdgpu_vram_mgr_vis_usage(struct ttm_resource_manager *man);
79122
80123 int amdgpu_ttm_init(struct amdgpu_device *adev);
81124 void amdgpu_ttm_late_init(struct amdgpu_device *adev);
....@@ -85,38 +128,55 @@
85128
86129 int amdgpu_copy_buffer(struct amdgpu_ring *ring, uint64_t src_offset,
87130 uint64_t dst_offset, uint32_t byte_count,
88
- struct reservation_object *resv,
131
+ struct dma_resv *resv,
89132 struct dma_fence **fence, bool direct_submit,
90
- bool vm_needs_flush);
133
+ bool vm_needs_flush, bool tmz);
91134 int amdgpu_ttm_copy_mem_to_mem(struct amdgpu_device *adev,
92
- struct amdgpu_copy_mem *src,
93
- struct amdgpu_copy_mem *dst,
94
- uint64_t size,
95
- struct reservation_object *resv,
135
+ const struct amdgpu_copy_mem *src,
136
+ const struct amdgpu_copy_mem *dst,
137
+ uint64_t size, bool tmz,
138
+ struct dma_resv *resv,
96139 struct dma_fence **f);
97140 int amdgpu_fill_buffer(struct amdgpu_bo *bo,
98141 uint32_t src_data,
99
- struct reservation_object *resv,
142
+ struct dma_resv *resv,
100143 struct dma_fence **fence);
101144
102145 int amdgpu_mmap(struct file *filp, struct vm_area_struct *vma);
103146 int amdgpu_ttm_alloc_gart(struct ttm_buffer_object *bo);
104147 int amdgpu_ttm_recover_gart(struct ttm_buffer_object *tbo);
148
+uint64_t amdgpu_ttm_domain_start(struct amdgpu_device *adev, uint32_t type);
105149
106
-int amdgpu_ttm_tt_get_user_pages(struct ttm_tt *ttm, struct page **pages);
150
+#if IS_ENABLED(CONFIG_DRM_AMDGPU_USERPTR)
151
+int amdgpu_ttm_tt_get_user_pages(struct amdgpu_bo *bo, struct page **pages);
152
+bool amdgpu_ttm_tt_get_user_pages_done(struct ttm_tt *ttm);
153
+#else
154
+static inline int amdgpu_ttm_tt_get_user_pages(struct amdgpu_bo *bo,
155
+ struct page **pages)
156
+{
157
+ return -EPERM;
158
+}
159
+static inline bool amdgpu_ttm_tt_get_user_pages_done(struct ttm_tt *ttm)
160
+{
161
+ return false;
162
+}
163
+#endif
164
+
107165 void amdgpu_ttm_tt_set_user_pages(struct ttm_tt *ttm, struct page **pages);
108
-void amdgpu_ttm_tt_mark_user_pages(struct ttm_tt *ttm);
109
-int amdgpu_ttm_tt_set_userptr(struct ttm_tt *ttm, uint64_t addr,
110
- uint32_t flags);
166
+int amdgpu_ttm_tt_set_userptr(struct ttm_buffer_object *bo,
167
+ uint64_t addr, uint32_t flags);
111168 bool amdgpu_ttm_tt_has_userptr(struct ttm_tt *ttm);
112169 struct mm_struct *amdgpu_ttm_tt_get_usermm(struct ttm_tt *ttm);
113170 bool amdgpu_ttm_tt_affect_userptr(struct ttm_tt *ttm, unsigned long start,
114171 unsigned long end);
115172 bool amdgpu_ttm_tt_userptr_invalidated(struct ttm_tt *ttm,
116173 int *last_invalidated);
117
-bool amdgpu_ttm_tt_userptr_needs_pages(struct ttm_tt *ttm);
174
+bool amdgpu_ttm_tt_is_userptr(struct ttm_tt *ttm);
118175 bool amdgpu_ttm_tt_is_readonly(struct ttm_tt *ttm);
176
+uint64_t amdgpu_ttm_tt_pde_flags(struct ttm_tt *ttm, struct ttm_resource *mem);
119177 uint64_t amdgpu_ttm_tt_pte_flags(struct amdgpu_device *adev, struct ttm_tt *ttm,
120
- struct ttm_mem_reg *mem);
178
+ struct ttm_resource *mem);
179
+
180
+int amdgpu_ttm_debugfs_init(struct amdgpu_device *adev);
121181
122182 #endif