.. | .. |
---|
25 | 25 | * Alex Deucher |
---|
26 | 26 | * Jerome Glisse |
---|
27 | 27 | */ |
---|
28 | | -#include <drm/drmP.h> |
---|
| 28 | + |
---|
29 | 29 | #include "amdgpu.h" |
---|
| 30 | +#include <drm/drm_debugfs.h> |
---|
30 | 31 | #include <drm/amdgpu_drm.h> |
---|
31 | 32 | #include "amdgpu_sched.h" |
---|
32 | 33 | #include "amdgpu_uvd.h" |
---|
.. | .. |
---|
35 | 36 | |
---|
36 | 37 | #include <linux/vga_switcheroo.h> |
---|
37 | 38 | #include <linux/slab.h> |
---|
| 39 | +#include <linux/uaccess.h> |
---|
| 40 | +#include <linux/pci.h> |
---|
38 | 41 | #include <linux/pm_runtime.h> |
---|
39 | 42 | #include "amdgpu_amdkfd.h" |
---|
| 43 | +#include "amdgpu_gem.h" |
---|
| 44 | +#include "amdgpu_display.h" |
---|
| 45 | +#include "amdgpu_ras.h" |
---|
| 46 | + |
---|
| 47 | +void amdgpu_unregister_gpu_instance(struct amdgpu_device *adev) |
---|
| 48 | +{ |
---|
| 49 | + struct amdgpu_gpu_instance *gpu_instance; |
---|
| 50 | + int i; |
---|
| 51 | + |
---|
| 52 | + mutex_lock(&mgpu_info.mutex); |
---|
| 53 | + |
---|
| 54 | + for (i = 0; i < mgpu_info.num_gpu; i++) { |
---|
| 55 | + gpu_instance = &(mgpu_info.gpu_ins[i]); |
---|
| 56 | + if (gpu_instance->adev == adev) { |
---|
| 57 | + mgpu_info.gpu_ins[i] = |
---|
| 58 | + mgpu_info.gpu_ins[mgpu_info.num_gpu - 1]; |
---|
| 59 | + mgpu_info.num_gpu--; |
---|
| 60 | + if (adev->flags & AMD_IS_APU) |
---|
| 61 | + mgpu_info.num_apu--; |
---|
| 62 | + else |
---|
| 63 | + mgpu_info.num_dgpu--; |
---|
| 64 | + break; |
---|
| 65 | + } |
---|
| 66 | + } |
---|
| 67 | + |
---|
| 68 | + mutex_unlock(&mgpu_info.mutex); |
---|
| 69 | +} |
---|
40 | 70 | |
---|
41 | 71 | /** |
---|
42 | 72 | * amdgpu_driver_unload_kms - Main unload function for KMS. |
---|
.. | .. |
---|
48 | 78 | */ |
---|
49 | 79 | void amdgpu_driver_unload_kms(struct drm_device *dev) |
---|
50 | 80 | { |
---|
51 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 81 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
52 | 82 | |
---|
53 | 83 | if (adev == NULL) |
---|
54 | 84 | return; |
---|
55 | 85 | |
---|
| 86 | + amdgpu_unregister_gpu_instance(adev); |
---|
| 87 | + |
---|
56 | 88 | if (adev->rmmio == NULL) |
---|
57 | | - goto done_free; |
---|
| 89 | + return; |
---|
58 | 90 | |
---|
59 | | - if (amdgpu_sriov_vf(adev)) |
---|
60 | | - amdgpu_virt_request_full_gpu(adev, false); |
---|
61 | | - |
---|
62 | | - if (amdgpu_device_is_px(dev)) { |
---|
| 91 | + if (adev->runpm) { |
---|
63 | 92 | pm_runtime_get_sync(dev->dev); |
---|
64 | 93 | pm_runtime_forbid(dev->dev); |
---|
65 | 94 | } |
---|
66 | 95 | |
---|
67 | 96 | amdgpu_acpi_fini(adev); |
---|
68 | | - |
---|
69 | 97 | amdgpu_device_fini(adev); |
---|
| 98 | +} |
---|
70 | 99 | |
---|
71 | | -done_free: |
---|
72 | | - kfree(adev); |
---|
73 | | - dev->dev_private = NULL; |
---|
| 100 | +void amdgpu_register_gpu_instance(struct amdgpu_device *adev) |
---|
| 101 | +{ |
---|
| 102 | + struct amdgpu_gpu_instance *gpu_instance; |
---|
| 103 | + |
---|
| 104 | + mutex_lock(&mgpu_info.mutex); |
---|
| 105 | + |
---|
| 106 | + if (mgpu_info.num_gpu >= MAX_GPU_INSTANCE) { |
---|
| 107 | + DRM_ERROR("Cannot register more gpu instance\n"); |
---|
| 108 | + mutex_unlock(&mgpu_info.mutex); |
---|
| 109 | + return; |
---|
| 110 | + } |
---|
| 111 | + |
---|
| 112 | + gpu_instance = &(mgpu_info.gpu_ins[mgpu_info.num_gpu]); |
---|
| 113 | + gpu_instance->adev = adev; |
---|
| 114 | + gpu_instance->mgpu_fan_enabled = 0; |
---|
| 115 | + |
---|
| 116 | + mgpu_info.num_gpu++; |
---|
| 117 | + if (adev->flags & AMD_IS_APU) |
---|
| 118 | + mgpu_info.num_apu++; |
---|
| 119 | + else |
---|
| 120 | + mgpu_info.num_dgpu++; |
---|
| 121 | + |
---|
| 122 | + mutex_unlock(&mgpu_info.mutex); |
---|
74 | 123 | } |
---|
75 | 124 | |
---|
76 | 125 | /** |
---|
77 | 126 | * amdgpu_driver_load_kms - Main load function for KMS. |
---|
78 | 127 | * |
---|
79 | | - * @dev: drm dev pointer |
---|
| 128 | + * @adev: pointer to struct amdgpu_device |
---|
80 | 129 | * @flags: device flags |
---|
81 | 130 | * |
---|
82 | 131 | * This is the main load function for KMS (all asics). |
---|
83 | 132 | * Returns 0 on success, error on failure. |
---|
84 | 133 | */ |
---|
85 | | -int amdgpu_driver_load_kms(struct drm_device *dev, unsigned long flags) |
---|
| 134 | +int amdgpu_driver_load_kms(struct amdgpu_device *adev, unsigned long flags) |
---|
86 | 135 | { |
---|
87 | | - struct amdgpu_device *adev; |
---|
| 136 | + struct drm_device *dev; |
---|
88 | 137 | int r, acpi_status; |
---|
89 | 138 | |
---|
90 | | - adev = kzalloc(sizeof(struct amdgpu_device), GFP_KERNEL); |
---|
91 | | - if (adev == NULL) { |
---|
92 | | - return -ENOMEM; |
---|
93 | | - } |
---|
94 | | - dev->dev_private = (void *)adev; |
---|
| 139 | + dev = adev_to_drm(adev); |
---|
95 | 140 | |
---|
96 | | - if ((amdgpu_runtime_pm != 0) && |
---|
97 | | - amdgpu_has_atpx() && |
---|
| 141 | + if (amdgpu_has_atpx() && |
---|
98 | 142 | (amdgpu_is_atpx_hybrid() || |
---|
99 | 143 | amdgpu_has_atpx_dgpu_power_cntl()) && |
---|
100 | 144 | ((flags & AMD_IS_APU) == 0) && |
---|
.. | .. |
---|
107 | 151 | * properly initialize the GPU MC controller and permit |
---|
108 | 152 | * VRAM allocation |
---|
109 | 153 | */ |
---|
110 | | - r = amdgpu_device_init(adev, dev, dev->pdev, flags); |
---|
| 154 | + r = amdgpu_device_init(adev, flags); |
---|
111 | 155 | if (r) { |
---|
112 | 156 | dev_err(&dev->pdev->dev, "Fatal error during GPU init\n"); |
---|
113 | 157 | goto out; |
---|
114 | 158 | } |
---|
115 | 159 | |
---|
| 160 | + if (amdgpu_device_supports_boco(dev) && |
---|
| 161 | + (amdgpu_runtime_pm != 0)) { /* enable runpm by default for boco */ |
---|
| 162 | + adev->runpm = true; |
---|
| 163 | + } else if (amdgpu_device_supports_baco(dev) && |
---|
| 164 | + (amdgpu_runtime_pm != 0)) { |
---|
| 165 | + switch (adev->asic_type) { |
---|
| 166 | +#ifdef CONFIG_DRM_AMDGPU_CIK |
---|
| 167 | + case CHIP_BONAIRE: |
---|
| 168 | + case CHIP_HAWAII: |
---|
| 169 | +#endif |
---|
| 170 | + case CHIP_VEGA20: |
---|
| 171 | + case CHIP_ARCTURUS: |
---|
| 172 | + case CHIP_SIENNA_CICHLID: |
---|
| 173 | + case CHIP_NAVY_FLOUNDER: |
---|
| 174 | + /* enable runpm if runpm=1 */ |
---|
| 175 | + if (amdgpu_runtime_pm > 0) |
---|
| 176 | + adev->runpm = true; |
---|
| 177 | + break; |
---|
| 178 | + case CHIP_VEGA10: |
---|
| 179 | + /* turn runpm on if noretry=0 */ |
---|
| 180 | + if (!adev->gmc.noretry) |
---|
| 181 | + adev->runpm = true; |
---|
| 182 | + break; |
---|
| 183 | + default: |
---|
| 184 | + /* enable runpm on VI+ */ |
---|
| 185 | + adev->runpm = true; |
---|
| 186 | + break; |
---|
| 187 | + } |
---|
| 188 | + } |
---|
| 189 | + |
---|
116 | 190 | /* Call ACPI methods: require modeset init |
---|
117 | 191 | * but failure is not fatal |
---|
118 | 192 | */ |
---|
119 | | - if (!r) { |
---|
120 | | - acpi_status = amdgpu_acpi_init(adev); |
---|
121 | | - if (acpi_status) |
---|
122 | | - dev_dbg(&dev->pdev->dev, |
---|
123 | | - "Error during ACPI methods call\n"); |
---|
124 | | - } |
---|
125 | 193 | |
---|
126 | | - if (amdgpu_device_is_px(dev)) { |
---|
127 | | - dev_pm_set_driver_flags(dev->dev, DPM_FLAG_NEVER_SKIP); |
---|
| 194 | + acpi_status = amdgpu_acpi_init(adev); |
---|
| 195 | + if (acpi_status) |
---|
| 196 | + dev_dbg(&dev->pdev->dev, "Error during ACPI methods call\n"); |
---|
| 197 | + |
---|
| 198 | + if (adev->runpm) { |
---|
| 199 | + /* only need to skip on ATPX */ |
---|
| 200 | + if (amdgpu_device_supports_boco(dev) && |
---|
| 201 | + !amdgpu_is_atpx_hybrid()) |
---|
| 202 | + dev_pm_set_driver_flags(dev->dev, DPM_FLAG_NO_DIRECT_COMPLETE); |
---|
128 | 203 | pm_runtime_use_autosuspend(dev->dev); |
---|
129 | 204 | pm_runtime_set_autosuspend_delay(dev->dev, 5000); |
---|
130 | | - pm_runtime_set_active(dev->dev); |
---|
131 | 205 | pm_runtime_allow(dev->dev); |
---|
132 | 206 | pm_runtime_mark_last_busy(dev->dev); |
---|
133 | 207 | pm_runtime_put_autosuspend(dev->dev); |
---|
.. | .. |
---|
136 | 210 | out: |
---|
137 | 211 | if (r) { |
---|
138 | 212 | /* balance pm_runtime_get_sync in amdgpu_driver_unload_kms */ |
---|
139 | | - if (adev->rmmio && amdgpu_device_is_px(dev)) |
---|
| 213 | + if (adev->rmmio && adev->runpm) |
---|
140 | 214 | pm_runtime_put_noidle(dev->dev); |
---|
141 | 215 | amdgpu_driver_unload_kms(dev); |
---|
142 | 216 | } |
---|
.. | .. |
---|
207 | 281 | fw_info->ver = adev->pm.fw_version; |
---|
208 | 282 | fw_info->feature = 0; |
---|
209 | 283 | break; |
---|
| 284 | + case AMDGPU_INFO_FW_TA: |
---|
| 285 | + switch (query_fw->index) { |
---|
| 286 | + case 0: |
---|
| 287 | + fw_info->ver = adev->psp.ta_fw_version; |
---|
| 288 | + fw_info->feature = adev->psp.ta_xgmi_ucode_version; |
---|
| 289 | + break; |
---|
| 290 | + case 1: |
---|
| 291 | + fw_info->ver = adev->psp.ta_fw_version; |
---|
| 292 | + fw_info->feature = adev->psp.ta_ras_ucode_version; |
---|
| 293 | + break; |
---|
| 294 | + case 2: |
---|
| 295 | + fw_info->ver = adev->psp.ta_fw_version; |
---|
| 296 | + fw_info->feature = adev->psp.ta_hdcp_ucode_version; |
---|
| 297 | + break; |
---|
| 298 | + case 3: |
---|
| 299 | + fw_info->ver = adev->psp.ta_fw_version; |
---|
| 300 | + fw_info->feature = adev->psp.ta_dtm_ucode_version; |
---|
| 301 | + break; |
---|
| 302 | + default: |
---|
| 303 | + return -EINVAL; |
---|
| 304 | + } |
---|
| 305 | + break; |
---|
210 | 306 | case AMDGPU_INFO_FW_SDMA: |
---|
211 | 307 | if (query_fw->index >= adev->sdma.num_instances) |
---|
212 | 308 | return -EINVAL; |
---|
.. | .. |
---|
221 | 317 | fw_info->ver = adev->psp.asd_fw_version; |
---|
222 | 318 | fw_info->feature = adev->psp.asd_feature_version; |
---|
223 | 319 | break; |
---|
| 320 | + case AMDGPU_INFO_FW_DMCU: |
---|
| 321 | + fw_info->ver = adev->dm.dmcu_fw_version; |
---|
| 322 | + fw_info->feature = 0; |
---|
| 323 | + break; |
---|
| 324 | + case AMDGPU_INFO_FW_DMCUB: |
---|
| 325 | + fw_info->ver = adev->dm.dmcub_fw_version; |
---|
| 326 | + fw_info->feature = 0; |
---|
| 327 | + break; |
---|
224 | 328 | default: |
---|
225 | 329 | return -EINVAL; |
---|
226 | 330 | } |
---|
| 331 | + return 0; |
---|
| 332 | +} |
---|
| 333 | + |
---|
| 334 | +static int amdgpu_hw_ip_info(struct amdgpu_device *adev, |
---|
| 335 | + struct drm_amdgpu_info *info, |
---|
| 336 | + struct drm_amdgpu_info_hw_ip *result) |
---|
| 337 | +{ |
---|
| 338 | + uint32_t ib_start_alignment = 0; |
---|
| 339 | + uint32_t ib_size_alignment = 0; |
---|
| 340 | + enum amd_ip_block_type type; |
---|
| 341 | + unsigned int num_rings = 0; |
---|
| 342 | + unsigned int i, j; |
---|
| 343 | + |
---|
| 344 | + if (info->query_hw_ip.ip_instance >= AMDGPU_HW_IP_INSTANCE_MAX_COUNT) |
---|
| 345 | + return -EINVAL; |
---|
| 346 | + |
---|
| 347 | + switch (info->query_hw_ip.type) { |
---|
| 348 | + case AMDGPU_HW_IP_GFX: |
---|
| 349 | + type = AMD_IP_BLOCK_TYPE_GFX; |
---|
| 350 | + for (i = 0; i < adev->gfx.num_gfx_rings; i++) |
---|
| 351 | + if (adev->gfx.gfx_ring[i].sched.ready) |
---|
| 352 | + ++num_rings; |
---|
| 353 | + ib_start_alignment = 32; |
---|
| 354 | + ib_size_alignment = 32; |
---|
| 355 | + break; |
---|
| 356 | + case AMDGPU_HW_IP_COMPUTE: |
---|
| 357 | + type = AMD_IP_BLOCK_TYPE_GFX; |
---|
| 358 | + for (i = 0; i < adev->gfx.num_compute_rings; i++) |
---|
| 359 | + if (adev->gfx.compute_ring[i].sched.ready) |
---|
| 360 | + ++num_rings; |
---|
| 361 | + ib_start_alignment = 32; |
---|
| 362 | + ib_size_alignment = 32; |
---|
| 363 | + break; |
---|
| 364 | + case AMDGPU_HW_IP_DMA: |
---|
| 365 | + type = AMD_IP_BLOCK_TYPE_SDMA; |
---|
| 366 | + for (i = 0; i < adev->sdma.num_instances; i++) |
---|
| 367 | + if (adev->sdma.instance[i].ring.sched.ready) |
---|
| 368 | + ++num_rings; |
---|
| 369 | + ib_start_alignment = 256; |
---|
| 370 | + ib_size_alignment = 4; |
---|
| 371 | + break; |
---|
| 372 | + case AMDGPU_HW_IP_UVD: |
---|
| 373 | + type = AMD_IP_BLOCK_TYPE_UVD; |
---|
| 374 | + for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
---|
| 375 | + if (adev->uvd.harvest_config & (1 << i)) |
---|
| 376 | + continue; |
---|
| 377 | + |
---|
| 378 | + if (adev->uvd.inst[i].ring.sched.ready) |
---|
| 379 | + ++num_rings; |
---|
| 380 | + } |
---|
| 381 | + ib_start_alignment = 64; |
---|
| 382 | + ib_size_alignment = 64; |
---|
| 383 | + break; |
---|
| 384 | + case AMDGPU_HW_IP_VCE: |
---|
| 385 | + type = AMD_IP_BLOCK_TYPE_VCE; |
---|
| 386 | + for (i = 0; i < adev->vce.num_rings; i++) |
---|
| 387 | + if (adev->vce.ring[i].sched.ready) |
---|
| 388 | + ++num_rings; |
---|
| 389 | + ib_start_alignment = 4; |
---|
| 390 | + ib_size_alignment = 1; |
---|
| 391 | + break; |
---|
| 392 | + case AMDGPU_HW_IP_UVD_ENC: |
---|
| 393 | + type = AMD_IP_BLOCK_TYPE_UVD; |
---|
| 394 | + for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
---|
| 395 | + if (adev->uvd.harvest_config & (1 << i)) |
---|
| 396 | + continue; |
---|
| 397 | + |
---|
| 398 | + for (j = 0; j < adev->uvd.num_enc_rings; j++) |
---|
| 399 | + if (adev->uvd.inst[i].ring_enc[j].sched.ready) |
---|
| 400 | + ++num_rings; |
---|
| 401 | + } |
---|
| 402 | + ib_start_alignment = 64; |
---|
| 403 | + ib_size_alignment = 64; |
---|
| 404 | + break; |
---|
| 405 | + case AMDGPU_HW_IP_VCN_DEC: |
---|
| 406 | + type = AMD_IP_BLOCK_TYPE_VCN; |
---|
| 407 | + for (i = 0; i < adev->vcn.num_vcn_inst; i++) { |
---|
| 408 | + if (adev->uvd.harvest_config & (1 << i)) |
---|
| 409 | + continue; |
---|
| 410 | + |
---|
| 411 | + if (adev->vcn.inst[i].ring_dec.sched.ready) |
---|
| 412 | + ++num_rings; |
---|
| 413 | + } |
---|
| 414 | + ib_start_alignment = 16; |
---|
| 415 | + ib_size_alignment = 16; |
---|
| 416 | + break; |
---|
| 417 | + case AMDGPU_HW_IP_VCN_ENC: |
---|
| 418 | + type = AMD_IP_BLOCK_TYPE_VCN; |
---|
| 419 | + for (i = 0; i < adev->vcn.num_vcn_inst; i++) { |
---|
| 420 | + if (adev->uvd.harvest_config & (1 << i)) |
---|
| 421 | + continue; |
---|
| 422 | + |
---|
| 423 | + for (j = 0; j < adev->vcn.num_enc_rings; j++) |
---|
| 424 | + if (adev->vcn.inst[i].ring_enc[j].sched.ready) |
---|
| 425 | + ++num_rings; |
---|
| 426 | + } |
---|
| 427 | + ib_start_alignment = 64; |
---|
| 428 | + ib_size_alignment = 1; |
---|
| 429 | + break; |
---|
| 430 | + case AMDGPU_HW_IP_VCN_JPEG: |
---|
| 431 | + type = (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_JPEG)) ? |
---|
| 432 | + AMD_IP_BLOCK_TYPE_JPEG : AMD_IP_BLOCK_TYPE_VCN; |
---|
| 433 | + |
---|
| 434 | + for (i = 0; i < adev->jpeg.num_jpeg_inst; i++) { |
---|
| 435 | + if (adev->jpeg.harvest_config & (1 << i)) |
---|
| 436 | + continue; |
---|
| 437 | + |
---|
| 438 | + if (adev->jpeg.inst[i].ring_dec.sched.ready) |
---|
| 439 | + ++num_rings; |
---|
| 440 | + } |
---|
| 441 | + ib_start_alignment = 16; |
---|
| 442 | + ib_size_alignment = 16; |
---|
| 443 | + break; |
---|
| 444 | + default: |
---|
| 445 | + return -EINVAL; |
---|
| 446 | + } |
---|
| 447 | + |
---|
| 448 | + for (i = 0; i < adev->num_ip_blocks; i++) |
---|
| 449 | + if (adev->ip_blocks[i].version->type == type && |
---|
| 450 | + adev->ip_blocks[i].status.valid) |
---|
| 451 | + break; |
---|
| 452 | + |
---|
| 453 | + if (i == adev->num_ip_blocks) |
---|
| 454 | + return 0; |
---|
| 455 | + |
---|
| 456 | + num_rings = min(amdgpu_ctx_num_entities[info->query_hw_ip.type], |
---|
| 457 | + num_rings); |
---|
| 458 | + |
---|
| 459 | + result->hw_ip_version_major = adev->ip_blocks[i].version->major; |
---|
| 460 | + result->hw_ip_version_minor = adev->ip_blocks[i].version->minor; |
---|
| 461 | + result->capabilities_flags = 0; |
---|
| 462 | + result->available_rings = (1 << num_rings) - 1; |
---|
| 463 | + result->ib_start_alignment = ib_start_alignment; |
---|
| 464 | + result->ib_size_alignment = ib_size_alignment; |
---|
227 | 465 | return 0; |
---|
228 | 466 | } |
---|
229 | 467 | |
---|
.. | .. |
---|
244 | 482 | */ |
---|
245 | 483 | static int amdgpu_info_ioctl(struct drm_device *dev, void *data, struct drm_file *filp) |
---|
246 | 484 | { |
---|
247 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 485 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
248 | 486 | struct drm_amdgpu_info *info = data; |
---|
249 | 487 | struct amdgpu_mode_info *minfo = &adev->mode_info; |
---|
250 | 488 | void __user *out = (void __user *)(uintptr_t)info->return_pointer; |
---|
.. | .. |
---|
252 | 490 | struct drm_crtc *crtc; |
---|
253 | 491 | uint32_t ui32 = 0; |
---|
254 | 492 | uint64_t ui64 = 0; |
---|
255 | | - int i, j, found; |
---|
| 493 | + int i, found; |
---|
256 | 494 | int ui32_size = sizeof(ui32); |
---|
257 | 495 | |
---|
258 | 496 | if (!info->return_size || !info->return_pointer) |
---|
.. | .. |
---|
267 | 505 | crtc = (struct drm_crtc *)minfo->crtcs[i]; |
---|
268 | 506 | if (crtc && crtc->base.id == info->mode_crtc.id) { |
---|
269 | 507 | struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc); |
---|
| 508 | + |
---|
270 | 509 | ui32 = amdgpu_crtc->crtc_id; |
---|
271 | 510 | found = 1; |
---|
272 | 511 | break; |
---|
.. | .. |
---|
279 | 518 | return copy_to_user(out, &ui32, min(size, 4u)) ? -EFAULT : 0; |
---|
280 | 519 | case AMDGPU_INFO_HW_IP_INFO: { |
---|
281 | 520 | struct drm_amdgpu_info_hw_ip ip = {}; |
---|
282 | | - enum amd_ip_block_type type; |
---|
283 | | - uint32_t ring_mask = 0; |
---|
284 | | - uint32_t ib_start_alignment = 0; |
---|
285 | | - uint32_t ib_size_alignment = 0; |
---|
| 521 | + int ret; |
---|
286 | 522 | |
---|
287 | | - if (info->query_hw_ip.ip_instance >= AMDGPU_HW_IP_INSTANCE_MAX_COUNT) |
---|
288 | | - return -EINVAL; |
---|
| 523 | + ret = amdgpu_hw_ip_info(adev, info, &ip); |
---|
| 524 | + if (ret) |
---|
| 525 | + return ret; |
---|
289 | 526 | |
---|
290 | | - switch (info->query_hw_ip.type) { |
---|
291 | | - case AMDGPU_HW_IP_GFX: |
---|
292 | | - type = AMD_IP_BLOCK_TYPE_GFX; |
---|
293 | | - for (i = 0; i < adev->gfx.num_gfx_rings; i++) |
---|
294 | | - ring_mask |= adev->gfx.gfx_ring[i].ready << i; |
---|
295 | | - ib_start_alignment = 32; |
---|
296 | | - ib_size_alignment = 32; |
---|
297 | | - break; |
---|
298 | | - case AMDGPU_HW_IP_COMPUTE: |
---|
299 | | - type = AMD_IP_BLOCK_TYPE_GFX; |
---|
300 | | - for (i = 0; i < adev->gfx.num_compute_rings; i++) |
---|
301 | | - ring_mask |= adev->gfx.compute_ring[i].ready << i; |
---|
302 | | - ib_start_alignment = 32; |
---|
303 | | - ib_size_alignment = 32; |
---|
304 | | - break; |
---|
305 | | - case AMDGPU_HW_IP_DMA: |
---|
306 | | - type = AMD_IP_BLOCK_TYPE_SDMA; |
---|
307 | | - for (i = 0; i < adev->sdma.num_instances; i++) |
---|
308 | | - ring_mask |= adev->sdma.instance[i].ring.ready << i; |
---|
309 | | - ib_start_alignment = 256; |
---|
310 | | - ib_size_alignment = 4; |
---|
311 | | - break; |
---|
312 | | - case AMDGPU_HW_IP_UVD: |
---|
313 | | - type = AMD_IP_BLOCK_TYPE_UVD; |
---|
314 | | - for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
---|
315 | | - if (adev->uvd.harvest_config & (1 << i)) |
---|
316 | | - continue; |
---|
317 | | - ring_mask |= adev->uvd.inst[i].ring.ready; |
---|
318 | | - } |
---|
319 | | - ib_start_alignment = 64; |
---|
320 | | - ib_size_alignment = 64; |
---|
321 | | - break; |
---|
322 | | - case AMDGPU_HW_IP_VCE: |
---|
323 | | - type = AMD_IP_BLOCK_TYPE_VCE; |
---|
324 | | - for (i = 0; i < adev->vce.num_rings; i++) |
---|
325 | | - ring_mask |= adev->vce.ring[i].ready << i; |
---|
326 | | - ib_start_alignment = 4; |
---|
327 | | - ib_size_alignment = 1; |
---|
328 | | - break; |
---|
329 | | - case AMDGPU_HW_IP_UVD_ENC: |
---|
330 | | - type = AMD_IP_BLOCK_TYPE_UVD; |
---|
331 | | - for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
---|
332 | | - if (adev->uvd.harvest_config & (1 << i)) |
---|
333 | | - continue; |
---|
334 | | - for (j = 0; j < adev->uvd.num_enc_rings; j++) |
---|
335 | | - ring_mask |= adev->uvd.inst[i].ring_enc[j].ready << j; |
---|
336 | | - } |
---|
337 | | - ib_start_alignment = 64; |
---|
338 | | - ib_size_alignment = 64; |
---|
339 | | - break; |
---|
340 | | - case AMDGPU_HW_IP_VCN_DEC: |
---|
341 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
---|
342 | | - ring_mask = adev->vcn.ring_dec.ready; |
---|
343 | | - ib_start_alignment = 16; |
---|
344 | | - ib_size_alignment = 16; |
---|
345 | | - break; |
---|
346 | | - case AMDGPU_HW_IP_VCN_ENC: |
---|
347 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
---|
348 | | - for (i = 0; i < adev->vcn.num_enc_rings; i++) |
---|
349 | | - ring_mask |= adev->vcn.ring_enc[i].ready << i; |
---|
350 | | - ib_start_alignment = 64; |
---|
351 | | - ib_size_alignment = 1; |
---|
352 | | - break; |
---|
353 | | - case AMDGPU_HW_IP_VCN_JPEG: |
---|
354 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
---|
355 | | - ring_mask = adev->vcn.ring_jpeg.ready; |
---|
356 | | - ib_start_alignment = 16; |
---|
357 | | - ib_size_alignment = 16; |
---|
358 | | - break; |
---|
359 | | - default: |
---|
360 | | - return -EINVAL; |
---|
361 | | - } |
---|
362 | | - |
---|
363 | | - for (i = 0; i < adev->num_ip_blocks; i++) { |
---|
364 | | - if (adev->ip_blocks[i].version->type == type && |
---|
365 | | - adev->ip_blocks[i].status.valid) { |
---|
366 | | - ip.hw_ip_version_major = adev->ip_blocks[i].version->major; |
---|
367 | | - ip.hw_ip_version_minor = adev->ip_blocks[i].version->minor; |
---|
368 | | - ip.capabilities_flags = 0; |
---|
369 | | - ip.available_rings = ring_mask; |
---|
370 | | - ip.ib_start_alignment = ib_start_alignment; |
---|
371 | | - ip.ib_size_alignment = ib_size_alignment; |
---|
372 | | - break; |
---|
373 | | - } |
---|
374 | | - } |
---|
375 | | - return copy_to_user(out, &ip, |
---|
376 | | - min((size_t)size, sizeof(ip))) ? -EFAULT : 0; |
---|
| 527 | + ret = copy_to_user(out, &ip, min_t(size_t, size, sizeof(ip))); |
---|
| 528 | + return ret ? -EFAULT : 0; |
---|
377 | 529 | } |
---|
378 | 530 | case AMDGPU_INFO_HW_IP_COUNT: { |
---|
379 | 531 | enum amd_ip_block_type type; |
---|
.. | .. |
---|
400 | 552 | break; |
---|
401 | 553 | case AMDGPU_HW_IP_VCN_DEC: |
---|
402 | 554 | case AMDGPU_HW_IP_VCN_ENC: |
---|
403 | | - case AMDGPU_HW_IP_VCN_JPEG: |
---|
404 | 555 | type = AMD_IP_BLOCK_TYPE_VCN; |
---|
| 556 | + break; |
---|
| 557 | + case AMDGPU_HW_IP_VCN_JPEG: |
---|
| 558 | + type = (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_JPEG)) ? |
---|
| 559 | + AMD_IP_BLOCK_TYPE_JPEG : AMD_IP_BLOCK_TYPE_VCN; |
---|
405 | 560 | break; |
---|
406 | 561 | default: |
---|
407 | 562 | return -EINVAL; |
---|
.. | .. |
---|
443 | 598 | ui64 = atomic64_read(&adev->num_vram_cpu_page_faults); |
---|
444 | 599 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
---|
445 | 600 | case AMDGPU_INFO_VRAM_USAGE: |
---|
446 | | - ui64 = amdgpu_vram_mgr_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
---|
| 601 | + ui64 = amdgpu_vram_mgr_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM)); |
---|
447 | 602 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
---|
448 | 603 | case AMDGPU_INFO_VIS_VRAM_USAGE: |
---|
449 | | - ui64 = amdgpu_vram_mgr_vis_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
---|
| 604 | + ui64 = amdgpu_vram_mgr_vis_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM)); |
---|
450 | 605 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
---|
451 | 606 | case AMDGPU_INFO_GTT_USAGE: |
---|
452 | | - ui64 = amdgpu_gtt_mgr_usage(&adev->mman.bdev.man[TTM_PL_TT]); |
---|
| 607 | + ui64 = amdgpu_gtt_mgr_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_TT)); |
---|
453 | 608 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
---|
454 | 609 | case AMDGPU_INFO_GDS_CONFIG: { |
---|
455 | 610 | struct drm_amdgpu_info_gds gds_info; |
---|
456 | 611 | |
---|
457 | 612 | memset(&gds_info, 0, sizeof(gds_info)); |
---|
458 | | - gds_info.gds_gfx_partition_size = adev->gds.mem.gfx_partition_size >> AMDGPU_GDS_SHIFT; |
---|
459 | | - gds_info.compute_partition_size = adev->gds.mem.cs_partition_size >> AMDGPU_GDS_SHIFT; |
---|
460 | | - gds_info.gds_total_size = adev->gds.mem.total_size >> AMDGPU_GDS_SHIFT; |
---|
461 | | - gds_info.gws_per_gfx_partition = adev->gds.gws.gfx_partition_size >> AMDGPU_GWS_SHIFT; |
---|
462 | | - gds_info.gws_per_compute_partition = adev->gds.gws.cs_partition_size >> AMDGPU_GWS_SHIFT; |
---|
463 | | - gds_info.oa_per_gfx_partition = adev->gds.oa.gfx_partition_size >> AMDGPU_OA_SHIFT; |
---|
464 | | - gds_info.oa_per_compute_partition = adev->gds.oa.cs_partition_size >> AMDGPU_OA_SHIFT; |
---|
| 613 | + gds_info.compute_partition_size = adev->gds.gds_size; |
---|
| 614 | + gds_info.gds_total_size = adev->gds.gds_size; |
---|
| 615 | + gds_info.gws_per_compute_partition = adev->gds.gws_size; |
---|
| 616 | + gds_info.oa_per_compute_partition = adev->gds.oa_size; |
---|
465 | 617 | return copy_to_user(out, &gds_info, |
---|
466 | 618 | min((size_t)size, sizeof(gds_info))) ? -EFAULT : 0; |
---|
467 | 619 | } |
---|
.. | .. |
---|
469 | 621 | struct drm_amdgpu_info_vram_gtt vram_gtt; |
---|
470 | 622 | |
---|
471 | 623 | vram_gtt.vram_size = adev->gmc.real_vram_size - |
---|
472 | | - atomic64_read(&adev->vram_pin_size); |
---|
473 | | - vram_gtt.vram_cpu_accessible_size = adev->gmc.visible_vram_size - |
---|
474 | | - atomic64_read(&adev->visible_pin_size); |
---|
475 | | - vram_gtt.gtt_size = adev->mman.bdev.man[TTM_PL_TT].size; |
---|
| 624 | + atomic64_read(&adev->vram_pin_size) - |
---|
| 625 | + AMDGPU_VM_RESERVED_VRAM; |
---|
| 626 | + vram_gtt.vram_cpu_accessible_size = |
---|
| 627 | + min(adev->gmc.visible_vram_size - |
---|
| 628 | + atomic64_read(&adev->visible_pin_size), |
---|
| 629 | + vram_gtt.vram_size); |
---|
| 630 | + vram_gtt.gtt_size = ttm_manager_type(&adev->mman.bdev, TTM_PL_TT)->size; |
---|
476 | 631 | vram_gtt.gtt_size *= PAGE_SIZE; |
---|
477 | 632 | vram_gtt.gtt_size -= atomic64_read(&adev->gart_pin_size); |
---|
478 | 633 | return copy_to_user(out, &vram_gtt, |
---|
.. | .. |
---|
480 | 635 | } |
---|
481 | 636 | case AMDGPU_INFO_MEMORY: { |
---|
482 | 637 | struct drm_amdgpu_memory_info mem; |
---|
483 | | - |
---|
| 638 | + struct ttm_resource_manager *vram_man = |
---|
| 639 | + ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM); |
---|
| 640 | + struct ttm_resource_manager *gtt_man = |
---|
| 641 | + ttm_manager_type(&adev->mman.bdev, TTM_PL_TT); |
---|
484 | 642 | memset(&mem, 0, sizeof(mem)); |
---|
485 | 643 | mem.vram.total_heap_size = adev->gmc.real_vram_size; |
---|
486 | 644 | mem.vram.usable_heap_size = adev->gmc.real_vram_size - |
---|
487 | | - atomic64_read(&adev->vram_pin_size); |
---|
| 645 | + atomic64_read(&adev->vram_pin_size) - |
---|
| 646 | + AMDGPU_VM_RESERVED_VRAM; |
---|
488 | 647 | mem.vram.heap_usage = |
---|
489 | | - amdgpu_vram_mgr_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
---|
| 648 | + amdgpu_vram_mgr_usage(vram_man); |
---|
490 | 649 | mem.vram.max_allocation = mem.vram.usable_heap_size * 3 / 4; |
---|
491 | 650 | |
---|
492 | 651 | mem.cpu_accessible_vram.total_heap_size = |
---|
493 | 652 | adev->gmc.visible_vram_size; |
---|
494 | | - mem.cpu_accessible_vram.usable_heap_size = adev->gmc.visible_vram_size - |
---|
495 | | - atomic64_read(&adev->visible_pin_size); |
---|
| 653 | + mem.cpu_accessible_vram.usable_heap_size = |
---|
| 654 | + min(adev->gmc.visible_vram_size - |
---|
| 655 | + atomic64_read(&adev->visible_pin_size), |
---|
| 656 | + mem.vram.usable_heap_size); |
---|
496 | 657 | mem.cpu_accessible_vram.heap_usage = |
---|
497 | | - amdgpu_vram_mgr_vis_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
---|
| 658 | + amdgpu_vram_mgr_vis_usage(vram_man); |
---|
498 | 659 | mem.cpu_accessible_vram.max_allocation = |
---|
499 | 660 | mem.cpu_accessible_vram.usable_heap_size * 3 / 4; |
---|
500 | 661 | |
---|
501 | | - mem.gtt.total_heap_size = adev->mman.bdev.man[TTM_PL_TT].size; |
---|
| 662 | + mem.gtt.total_heap_size = gtt_man->size; |
---|
502 | 663 | mem.gtt.total_heap_size *= PAGE_SIZE; |
---|
503 | 664 | mem.gtt.usable_heap_size = mem.gtt.total_heap_size - |
---|
504 | 665 | atomic64_read(&adev->gart_pin_size); |
---|
505 | 666 | mem.gtt.heap_usage = |
---|
506 | | - amdgpu_gtt_mgr_usage(&adev->mman.bdev.man[TTM_PL_TT]); |
---|
| 667 | + amdgpu_gtt_mgr_usage(gtt_man); |
---|
507 | 668 | mem.gtt.max_allocation = mem.gtt.usable_heap_size * 3 / 4; |
---|
508 | 669 | |
---|
509 | 670 | return copy_to_user(out, &mem, |
---|
.. | .. |
---|
511 | 672 | ? -EFAULT : 0; |
---|
512 | 673 | } |
---|
513 | 674 | case AMDGPU_INFO_READ_MMR_REG: { |
---|
514 | | - unsigned n, alloc_size; |
---|
| 675 | + unsigned int n, alloc_size; |
---|
515 | 676 | uint32_t *regs; |
---|
516 | | - unsigned se_num = (info->read_mmr_reg.instance >> |
---|
| 677 | + unsigned int se_num = (info->read_mmr_reg.instance >> |
---|
517 | 678 | AMDGPU_INFO_MMR_SE_INDEX_SHIFT) & |
---|
518 | 679 | AMDGPU_INFO_MMR_SE_INDEX_MASK; |
---|
519 | | - unsigned sh_num = (info->read_mmr_reg.instance >> |
---|
| 680 | + unsigned int sh_num = (info->read_mmr_reg.instance >> |
---|
520 | 681 | AMDGPU_INFO_MMR_SH_INDEX_SHIFT) & |
---|
521 | 682 | AMDGPU_INFO_MMR_SH_INDEX_MASK; |
---|
522 | 683 | |
---|
523 | 684 | /* set full masks if the userspace set all bits |
---|
524 | | - * in the bitfields */ |
---|
| 685 | + * in the bitfields |
---|
| 686 | + */ |
---|
525 | 687 | if (se_num == AMDGPU_INFO_MMR_SE_INDEX_MASK) |
---|
526 | 688 | se_num = 0xffffffff; |
---|
527 | 689 | else if (se_num >= AMDGPU_GFX_MAX_SE) |
---|
.. | .. |
---|
539 | 701 | return -ENOMEM; |
---|
540 | 702 | alloc_size = info->read_mmr_reg.count * sizeof(*regs); |
---|
541 | 703 | |
---|
542 | | - for (i = 0; i < info->read_mmr_reg.count; i++) |
---|
| 704 | + amdgpu_gfx_off_ctrl(adev, false); |
---|
| 705 | + for (i = 0; i < info->read_mmr_reg.count; i++) { |
---|
543 | 706 | if (amdgpu_asic_read_register(adev, se_num, sh_num, |
---|
544 | 707 | info->read_mmr_reg.dword_offset + i, |
---|
545 | 708 | ®s[i])) { |
---|
546 | 709 | DRM_DEBUG_KMS("unallowed offset %#x\n", |
---|
547 | 710 | info->read_mmr_reg.dword_offset + i); |
---|
548 | 711 | kfree(regs); |
---|
| 712 | + amdgpu_gfx_off_ctrl(adev, true); |
---|
549 | 713 | return -EFAULT; |
---|
550 | 714 | } |
---|
| 715 | + } |
---|
| 716 | + amdgpu_gfx_off_ctrl(adev, true); |
---|
551 | 717 | n = copy_to_user(out, regs, min(size, alloc_size)); |
---|
552 | 718 | kfree(regs); |
---|
553 | 719 | return n ? -EFAULT : 0; |
---|
.. | .. |
---|
581 | 747 | dev_info.ids_flags = 0; |
---|
582 | 748 | if (adev->flags & AMD_IS_APU) |
---|
583 | 749 | dev_info.ids_flags |= AMDGPU_IDS_FLAGS_FUSION; |
---|
584 | | - if (amdgpu_sriov_vf(adev)) |
---|
| 750 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) |
---|
585 | 751 | dev_info.ids_flags |= AMDGPU_IDS_FLAGS_PREEMPTION; |
---|
| 752 | + if (amdgpu_is_tmz(adev)) |
---|
| 753 | + dev_info.ids_flags |= AMDGPU_IDS_FLAGS_TMZ; |
---|
586 | 754 | |
---|
587 | 755 | vm_size = adev->vm_manager.max_pfn * AMDGPU_GPU_PAGE_SIZE; |
---|
588 | 756 | vm_size -= AMDGPU_VA_RESERVED_SIZE; |
---|
589 | 757 | |
---|
590 | 758 | /* Older VCE FW versions are buggy and can handle only 40bits */ |
---|
591 | | - if (adev->vce.fw_version < AMDGPU_VCE_FW_53_45) |
---|
| 759 | + if (adev->vce.fw_version && |
---|
| 760 | + adev->vce.fw_version < AMDGPU_VCE_FW_53_45) |
---|
592 | 761 | vm_size = min(vm_size, 1ULL << 40); |
---|
593 | 762 | |
---|
594 | 763 | dev_info.virtual_address_offset = AMDGPU_VA_RESERVED_SIZE; |
---|
595 | 764 | dev_info.virtual_address_max = |
---|
596 | | - min(vm_size, AMDGPU_VA_HOLE_START); |
---|
| 765 | + min(vm_size, AMDGPU_GMC_HOLE_START); |
---|
597 | 766 | |
---|
598 | | - if (vm_size > AMDGPU_VA_HOLE_START) { |
---|
599 | | - dev_info.high_va_offset = AMDGPU_VA_HOLE_END; |
---|
600 | | - dev_info.high_va_max = AMDGPU_VA_HOLE_END | vm_size; |
---|
| 767 | + if (vm_size > AMDGPU_GMC_HOLE_START) { |
---|
| 768 | + dev_info.high_va_offset = AMDGPU_GMC_HOLE_END; |
---|
| 769 | + dev_info.high_va_max = AMDGPU_GMC_HOLE_END | vm_size; |
---|
601 | 770 | } |
---|
602 | | - dev_info.virtual_address_alignment = max((int)PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
---|
| 771 | + dev_info.virtual_address_alignment = max_t(u32, PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
---|
603 | 772 | dev_info.pte_fragment_size = (1 << adev->vm_manager.fragment_size) * AMDGPU_GPU_PAGE_SIZE; |
---|
604 | | - dev_info.gart_page_size = AMDGPU_GPU_PAGE_SIZE; |
---|
| 773 | + dev_info.gart_page_size = max_t(u32, PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
---|
605 | 774 | dev_info.cu_active_number = adev->gfx.cu_info.number; |
---|
606 | 775 | dev_info.cu_ao_mask = adev->gfx.cu_info.ao_cu_mask; |
---|
607 | 776 | dev_info.ce_ram_size = adev->gfx.ce_ram_size; |
---|
.. | .. |
---|
614 | 783 | dev_info.vce_harvest_config = adev->vce.harvest_config; |
---|
615 | 784 | dev_info.gc_double_offchip_lds_buf = |
---|
616 | 785 | adev->gfx.config.double_offchip_lds_buf; |
---|
617 | | - |
---|
618 | | - if (amdgpu_ngg) { |
---|
619 | | - dev_info.prim_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PRIM].gpu_addr; |
---|
620 | | - dev_info.prim_buf_size = adev->gfx.ngg.buf[NGG_PRIM].size; |
---|
621 | | - dev_info.pos_buf_gpu_addr = adev->gfx.ngg.buf[NGG_POS].gpu_addr; |
---|
622 | | - dev_info.pos_buf_size = adev->gfx.ngg.buf[NGG_POS].size; |
---|
623 | | - dev_info.cntl_sb_buf_gpu_addr = adev->gfx.ngg.buf[NGG_CNTL].gpu_addr; |
---|
624 | | - dev_info.cntl_sb_buf_size = adev->gfx.ngg.buf[NGG_CNTL].size; |
---|
625 | | - dev_info.param_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PARAM].gpu_addr; |
---|
626 | | - dev_info.param_buf_size = adev->gfx.ngg.buf[NGG_PARAM].size; |
---|
627 | | - } |
---|
628 | 786 | dev_info.wave_front_size = adev->gfx.cu_info.wave_front_size; |
---|
629 | 787 | dev_info.num_shader_visible_vgprs = adev->gfx.config.max_gprs; |
---|
630 | 788 | dev_info.num_cu_per_sh = adev->gfx.config.max_cu_per_sh; |
---|
.. | .. |
---|
633 | 791 | dev_info.gs_prim_buffer_depth = adev->gfx.config.gs_prim_buffer_depth; |
---|
634 | 792 | dev_info.max_gs_waves_per_vgt = adev->gfx.config.max_gs_threads; |
---|
635 | 793 | |
---|
| 794 | + if (adev->family >= AMDGPU_FAMILY_NV) |
---|
| 795 | + dev_info.pa_sc_tile_steering_override = |
---|
| 796 | + adev->gfx.config.pa_sc_tile_steering_override; |
---|
| 797 | + |
---|
| 798 | + dev_info.tcc_disabled_mask = adev->gfx.config.tcc_disabled_mask; |
---|
| 799 | + |
---|
636 | 800 | return copy_to_user(out, &dev_info, |
---|
637 | 801 | min((size_t)size, sizeof(dev_info))) ? -EFAULT : 0; |
---|
638 | 802 | } |
---|
639 | 803 | case AMDGPU_INFO_VCE_CLOCK_TABLE: { |
---|
640 | | - unsigned i; |
---|
| 804 | + unsigned int i; |
---|
641 | 805 | struct drm_amdgpu_info_vce_clock_table vce_clk_table = {}; |
---|
642 | 806 | struct amd_vce_state *vce_state; |
---|
643 | 807 | |
---|
.. | .. |
---|
793 | 957 | case AMDGPU_INFO_VRAM_LOST_COUNTER: |
---|
794 | 958 | ui32 = atomic_read(&adev->vram_lost_counter); |
---|
795 | 959 | return copy_to_user(out, &ui32, min(size, 4u)) ? -EFAULT : 0; |
---|
| 960 | + case AMDGPU_INFO_RAS_ENABLED_FEATURES: { |
---|
| 961 | + struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); |
---|
| 962 | + uint64_t ras_mask; |
---|
| 963 | + |
---|
| 964 | + if (!ras) |
---|
| 965 | + return -EINVAL; |
---|
| 966 | + ras_mask = (uint64_t)ras->supported << 32 | ras->features; |
---|
| 967 | + |
---|
| 968 | + return copy_to_user(out, &ras_mask, |
---|
| 969 | + min_t(u64, size, sizeof(ras_mask))) ? |
---|
| 970 | + -EFAULT : 0; |
---|
| 971 | + } |
---|
796 | 972 | default: |
---|
797 | 973 | DRM_DEBUG_KMS("Invalid request %d\n", info->query); |
---|
798 | 974 | return -EINVAL; |
---|
.. | .. |
---|
828 | 1004 | */ |
---|
829 | 1005 | int amdgpu_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv) |
---|
830 | 1006 | { |
---|
831 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1007 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
832 | 1008 | struct amdgpu_fpriv *fpriv; |
---|
833 | 1009 | int r, pasid; |
---|
834 | 1010 | |
---|
835 | 1011 | /* Ensure IB tests are run on ring */ |
---|
836 | | - flush_delayed_work(&adev->late_init_work); |
---|
| 1012 | + flush_delayed_work(&adev->delayed_init_work); |
---|
| 1013 | + |
---|
| 1014 | + |
---|
| 1015 | + if (amdgpu_ras_intr_triggered()) { |
---|
| 1016 | + DRM_ERROR("RAS Intr triggered, device disabled!!"); |
---|
| 1017 | + return -EHWPOISON; |
---|
| 1018 | + } |
---|
837 | 1019 | |
---|
838 | 1020 | file_priv->driver_priv = NULL; |
---|
839 | 1021 | |
---|
.. | .. |
---|
862 | 1044 | goto error_vm; |
---|
863 | 1045 | } |
---|
864 | 1046 | |
---|
865 | | - if (amdgpu_sriov_vf(adev)) { |
---|
866 | | - r = amdgpu_map_static_csa(adev, &fpriv->vm, &fpriv->csa_va); |
---|
| 1047 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) { |
---|
| 1048 | + uint64_t csa_addr = amdgpu_csa_vaddr(adev) & AMDGPU_GMC_HOLE_MASK; |
---|
| 1049 | + |
---|
| 1050 | + r = amdgpu_map_static_csa(adev, &fpriv->vm, adev->virt.csa_obj, |
---|
| 1051 | + &fpriv->csa_va, csa_addr, AMDGPU_CSA_SIZE); |
---|
867 | 1052 | if (r) |
---|
868 | 1053 | goto error_vm; |
---|
869 | 1054 | } |
---|
.. | .. |
---|
904 | 1089 | void amdgpu_driver_postclose_kms(struct drm_device *dev, |
---|
905 | 1090 | struct drm_file *file_priv) |
---|
906 | 1091 | { |
---|
907 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1092 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
908 | 1093 | struct amdgpu_fpriv *fpriv = file_priv->driver_priv; |
---|
909 | 1094 | struct amdgpu_bo_list *list; |
---|
910 | 1095 | struct amdgpu_bo *pd; |
---|
911 | | - unsigned int pasid; |
---|
| 1096 | + u32 pasid; |
---|
912 | 1097 | int handle; |
---|
913 | 1098 | |
---|
914 | 1099 | if (!fpriv) |
---|
.. | .. |
---|
916 | 1101 | |
---|
917 | 1102 | pm_runtime_get_sync(dev->dev); |
---|
918 | 1103 | |
---|
919 | | - if (adev->asic_type != CHIP_RAVEN) { |
---|
| 1104 | + if (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_UVD) != NULL) |
---|
920 | 1105 | amdgpu_uvd_free_handles(adev, file_priv); |
---|
| 1106 | + if (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_VCE) != NULL) |
---|
921 | 1107 | amdgpu_vce_free_handles(adev, file_priv); |
---|
922 | | - } |
---|
923 | 1108 | |
---|
924 | 1109 | amdgpu_vm_bo_rmv(adev, fpriv->prt_va); |
---|
925 | 1110 | |
---|
926 | | - if (amdgpu_sriov_vf(adev)) { |
---|
| 1111 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) { |
---|
927 | 1112 | /* TODO: how to handle reserve failure */ |
---|
928 | 1113 | BUG_ON(amdgpu_bo_reserve(adev->virt.csa_obj, true)); |
---|
929 | 1114 | amdgpu_vm_bo_rmv(adev, fpriv->csa_va); |
---|
.. | .. |
---|
934 | 1119 | pasid = fpriv->vm.pasid; |
---|
935 | 1120 | pd = amdgpu_bo_ref(fpriv->vm.root.base.bo); |
---|
936 | 1121 | |
---|
937 | | - amdgpu_vm_fini(adev, &fpriv->vm); |
---|
938 | 1122 | amdgpu_ctx_mgr_fini(&fpriv->ctx_mgr); |
---|
| 1123 | + amdgpu_vm_fini(adev, &fpriv->vm); |
---|
939 | 1124 | |
---|
940 | 1125 | if (pasid) |
---|
941 | | - amdgpu_pasid_free_delayed(pd->tbo.resv, pasid); |
---|
| 1126 | + amdgpu_pasid_free_delayed(pd->tbo.base.resv, pasid); |
---|
942 | 1127 | amdgpu_bo_unref(&pd); |
---|
943 | 1128 | |
---|
944 | 1129 | idr_for_each_entry(&fpriv->bo_list_handles, list, handle) |
---|
.. | .. |
---|
960 | 1145 | /** |
---|
961 | 1146 | * amdgpu_get_vblank_counter_kms - get frame count |
---|
962 | 1147 | * |
---|
963 | | - * @dev: drm dev pointer |
---|
964 | | - * @pipe: crtc to get the frame count from |
---|
| 1148 | + * @crtc: crtc to get the frame count from |
---|
965 | 1149 | * |
---|
966 | 1150 | * Gets the frame count on the requested crtc (all asics). |
---|
967 | 1151 | * Returns frame count on success, -EINVAL on failure. |
---|
968 | 1152 | */ |
---|
969 | | -u32 amdgpu_get_vblank_counter_kms(struct drm_device *dev, unsigned int pipe) |
---|
| 1153 | +u32 amdgpu_get_vblank_counter_kms(struct drm_crtc *crtc) |
---|
970 | 1154 | { |
---|
971 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1155 | + struct drm_device *dev = crtc->dev; |
---|
| 1156 | + unsigned int pipe = crtc->index; |
---|
| 1157 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
972 | 1158 | int vpos, hpos, stat; |
---|
973 | 1159 | u32 count; |
---|
974 | 1160 | |
---|
.. | .. |
---|
1027 | 1213 | /** |
---|
1028 | 1214 | * amdgpu_enable_vblank_kms - enable vblank interrupt |
---|
1029 | 1215 | * |
---|
1030 | | - * @dev: drm dev pointer |
---|
1031 | | - * @pipe: crtc to enable vblank interrupt for |
---|
| 1216 | + * @crtc: crtc to enable vblank interrupt for |
---|
1032 | 1217 | * |
---|
1033 | 1218 | * Enable the interrupt on the requested crtc (all asics). |
---|
1034 | 1219 | * Returns 0 on success, -EINVAL on failure. |
---|
1035 | 1220 | */ |
---|
1036 | | -int amdgpu_enable_vblank_kms(struct drm_device *dev, unsigned int pipe) |
---|
| 1221 | +int amdgpu_enable_vblank_kms(struct drm_crtc *crtc) |
---|
1037 | 1222 | { |
---|
1038 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1223 | + struct drm_device *dev = crtc->dev; |
---|
| 1224 | + unsigned int pipe = crtc->index; |
---|
| 1225 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
1039 | 1226 | int idx = amdgpu_display_crtc_idx_to_irq_type(adev, pipe); |
---|
1040 | 1227 | |
---|
1041 | 1228 | return amdgpu_irq_get(adev, &adev->crtc_irq, idx); |
---|
.. | .. |
---|
1044 | 1231 | /** |
---|
1045 | 1232 | * amdgpu_disable_vblank_kms - disable vblank interrupt |
---|
1046 | 1233 | * |
---|
1047 | | - * @dev: drm dev pointer |
---|
1048 | | - * @pipe: crtc to disable vblank interrupt for |
---|
| 1234 | + * @crtc: crtc to disable vblank interrupt for |
---|
1049 | 1235 | * |
---|
1050 | 1236 | * Disable the interrupt on the requested crtc (all asics). |
---|
1051 | 1237 | */ |
---|
1052 | | -void amdgpu_disable_vblank_kms(struct drm_device *dev, unsigned int pipe) |
---|
| 1238 | +void amdgpu_disable_vblank_kms(struct drm_crtc *crtc) |
---|
1053 | 1239 | { |
---|
1054 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1240 | + struct drm_device *dev = crtc->dev; |
---|
| 1241 | + unsigned int pipe = crtc->index; |
---|
| 1242 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
1055 | 1243 | int idx = amdgpu_display_crtc_idx_to_irq_type(adev, pipe); |
---|
1056 | 1244 | |
---|
1057 | 1245 | amdgpu_irq_put(adev, &adev->crtc_irq, idx); |
---|
.. | .. |
---|
1087 | 1275 | { |
---|
1088 | 1276 | struct drm_info_node *node = (struct drm_info_node *) m->private; |
---|
1089 | 1277 | struct drm_device *dev = node->minor->dev; |
---|
1090 | | - struct amdgpu_device *adev = dev->dev_private; |
---|
| 1278 | + struct amdgpu_device *adev = drm_to_adev(dev); |
---|
1091 | 1279 | struct drm_amdgpu_info_firmware fw_info; |
---|
1092 | 1280 | struct drm_amdgpu_query_fw query_fw; |
---|
1093 | 1281 | struct atom_context *ctx = adev->mode_info.atom_context; |
---|
.. | .. |
---|
1183 | 1371 | fw_info.feature, fw_info.ver); |
---|
1184 | 1372 | |
---|
1185 | 1373 | /* MEC2 */ |
---|
1186 | | - if (adev->asic_type == CHIP_KAVERI || |
---|
1187 | | - (adev->asic_type > CHIP_TOPAZ && adev->asic_type != CHIP_STONEY)) { |
---|
| 1374 | + if (adev->gfx.mec2_fw) { |
---|
1188 | 1375 | query_fw.index = 1; |
---|
1189 | 1376 | ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
---|
1190 | 1377 | if (ret) |
---|
.. | .. |
---|
1209 | 1396 | return ret; |
---|
1210 | 1397 | seq_printf(m, "ASD feature version: %u, firmware version: 0x%08x\n", |
---|
1211 | 1398 | fw_info.feature, fw_info.ver); |
---|
| 1399 | + |
---|
| 1400 | + query_fw.fw_type = AMDGPU_INFO_FW_TA; |
---|
| 1401 | + for (i = 0; i < 4; i++) { |
---|
| 1402 | + query_fw.index = i; |
---|
| 1403 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
---|
| 1404 | + if (ret) |
---|
| 1405 | + continue; |
---|
| 1406 | + switch (query_fw.index) { |
---|
| 1407 | + case 0: |
---|
| 1408 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
---|
| 1409 | + "RAS", fw_info.feature, fw_info.ver); |
---|
| 1410 | + break; |
---|
| 1411 | + case 1: |
---|
| 1412 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
---|
| 1413 | + "XGMI", fw_info.feature, fw_info.ver); |
---|
| 1414 | + break; |
---|
| 1415 | + case 2: |
---|
| 1416 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
---|
| 1417 | + "HDCP", fw_info.feature, fw_info.ver); |
---|
| 1418 | + break; |
---|
| 1419 | + case 3: |
---|
| 1420 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
---|
| 1421 | + "DTM", fw_info.feature, fw_info.ver); |
---|
| 1422 | + break; |
---|
| 1423 | + default: |
---|
| 1424 | + return -EINVAL; |
---|
| 1425 | + } |
---|
| 1426 | + } |
---|
1212 | 1427 | |
---|
1213 | 1428 | /* SMC */ |
---|
1214 | 1429 | query_fw.fw_type = AMDGPU_INFO_FW_SMC; |
---|
.. | .. |
---|
1237 | 1452 | seq_printf(m, "VCN feature version: %u, firmware version: 0x%08x\n", |
---|
1238 | 1453 | fw_info.feature, fw_info.ver); |
---|
1239 | 1454 | |
---|
| 1455 | + /* DMCU */ |
---|
| 1456 | + query_fw.fw_type = AMDGPU_INFO_FW_DMCU; |
---|
| 1457 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
---|
| 1458 | + if (ret) |
---|
| 1459 | + return ret; |
---|
| 1460 | + seq_printf(m, "DMCU feature version: %u, firmware version: 0x%08x\n", |
---|
| 1461 | + fw_info.feature, fw_info.ver); |
---|
| 1462 | + |
---|
| 1463 | + /* DMCUB */ |
---|
| 1464 | + query_fw.fw_type = AMDGPU_INFO_FW_DMCUB; |
---|
| 1465 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
---|
| 1466 | + if (ret) |
---|
| 1467 | + return ret; |
---|
| 1468 | + seq_printf(m, "DMCUB feature version: %u, firmware version: 0x%08x\n", |
---|
| 1469 | + fw_info.feature, fw_info.ver); |
---|
| 1470 | + |
---|
1240 | 1471 | |
---|
1241 | 1472 | seq_printf(m, "VBIOS version: %s\n", ctx->vbios_version); |
---|
1242 | 1473 | |
---|