| .. | .. |
|---|
| 25 | 25 | * Alex Deucher |
|---|
| 26 | 26 | * Jerome Glisse |
|---|
| 27 | 27 | */ |
|---|
| 28 | | -#include <drm/drmP.h> |
|---|
| 28 | + |
|---|
| 29 | 29 | #include "amdgpu.h" |
|---|
| 30 | +#include <drm/drm_debugfs.h> |
|---|
| 30 | 31 | #include <drm/amdgpu_drm.h> |
|---|
| 31 | 32 | #include "amdgpu_sched.h" |
|---|
| 32 | 33 | #include "amdgpu_uvd.h" |
|---|
| .. | .. |
|---|
| 35 | 36 | |
|---|
| 36 | 37 | #include <linux/vga_switcheroo.h> |
|---|
| 37 | 38 | #include <linux/slab.h> |
|---|
| 39 | +#include <linux/uaccess.h> |
|---|
| 40 | +#include <linux/pci.h> |
|---|
| 38 | 41 | #include <linux/pm_runtime.h> |
|---|
| 39 | 42 | #include "amdgpu_amdkfd.h" |
|---|
| 43 | +#include "amdgpu_gem.h" |
|---|
| 44 | +#include "amdgpu_display.h" |
|---|
| 45 | +#include "amdgpu_ras.h" |
|---|
| 46 | + |
|---|
| 47 | +void amdgpu_unregister_gpu_instance(struct amdgpu_device *adev) |
|---|
| 48 | +{ |
|---|
| 49 | + struct amdgpu_gpu_instance *gpu_instance; |
|---|
| 50 | + int i; |
|---|
| 51 | + |
|---|
| 52 | + mutex_lock(&mgpu_info.mutex); |
|---|
| 53 | + |
|---|
| 54 | + for (i = 0; i < mgpu_info.num_gpu; i++) { |
|---|
| 55 | + gpu_instance = &(mgpu_info.gpu_ins[i]); |
|---|
| 56 | + if (gpu_instance->adev == adev) { |
|---|
| 57 | + mgpu_info.gpu_ins[i] = |
|---|
| 58 | + mgpu_info.gpu_ins[mgpu_info.num_gpu - 1]; |
|---|
| 59 | + mgpu_info.num_gpu--; |
|---|
| 60 | + if (adev->flags & AMD_IS_APU) |
|---|
| 61 | + mgpu_info.num_apu--; |
|---|
| 62 | + else |
|---|
| 63 | + mgpu_info.num_dgpu--; |
|---|
| 64 | + break; |
|---|
| 65 | + } |
|---|
| 66 | + } |
|---|
| 67 | + |
|---|
| 68 | + mutex_unlock(&mgpu_info.mutex); |
|---|
| 69 | +} |
|---|
| 40 | 70 | |
|---|
| 41 | 71 | /** |
|---|
| 42 | 72 | * amdgpu_driver_unload_kms - Main unload function for KMS. |
|---|
| .. | .. |
|---|
| 48 | 78 | */ |
|---|
| 49 | 79 | void amdgpu_driver_unload_kms(struct drm_device *dev) |
|---|
| 50 | 80 | { |
|---|
| 51 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 81 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 52 | 82 | |
|---|
| 53 | 83 | if (adev == NULL) |
|---|
| 54 | 84 | return; |
|---|
| 55 | 85 | |
|---|
| 86 | + amdgpu_unregister_gpu_instance(adev); |
|---|
| 87 | + |
|---|
| 56 | 88 | if (adev->rmmio == NULL) |
|---|
| 57 | | - goto done_free; |
|---|
| 89 | + return; |
|---|
| 58 | 90 | |
|---|
| 59 | | - if (amdgpu_sriov_vf(adev)) |
|---|
| 60 | | - amdgpu_virt_request_full_gpu(adev, false); |
|---|
| 61 | | - |
|---|
| 62 | | - if (amdgpu_device_is_px(dev)) { |
|---|
| 91 | + if (adev->runpm) { |
|---|
| 63 | 92 | pm_runtime_get_sync(dev->dev); |
|---|
| 64 | 93 | pm_runtime_forbid(dev->dev); |
|---|
| 65 | 94 | } |
|---|
| 66 | 95 | |
|---|
| 67 | 96 | amdgpu_acpi_fini(adev); |
|---|
| 68 | | - |
|---|
| 69 | 97 | amdgpu_device_fini(adev); |
|---|
| 98 | +} |
|---|
| 70 | 99 | |
|---|
| 71 | | -done_free: |
|---|
| 72 | | - kfree(adev); |
|---|
| 73 | | - dev->dev_private = NULL; |
|---|
| 100 | +void amdgpu_register_gpu_instance(struct amdgpu_device *adev) |
|---|
| 101 | +{ |
|---|
| 102 | + struct amdgpu_gpu_instance *gpu_instance; |
|---|
| 103 | + |
|---|
| 104 | + mutex_lock(&mgpu_info.mutex); |
|---|
| 105 | + |
|---|
| 106 | + if (mgpu_info.num_gpu >= MAX_GPU_INSTANCE) { |
|---|
| 107 | + DRM_ERROR("Cannot register more gpu instance\n"); |
|---|
| 108 | + mutex_unlock(&mgpu_info.mutex); |
|---|
| 109 | + return; |
|---|
| 110 | + } |
|---|
| 111 | + |
|---|
| 112 | + gpu_instance = &(mgpu_info.gpu_ins[mgpu_info.num_gpu]); |
|---|
| 113 | + gpu_instance->adev = adev; |
|---|
| 114 | + gpu_instance->mgpu_fan_enabled = 0; |
|---|
| 115 | + |
|---|
| 116 | + mgpu_info.num_gpu++; |
|---|
| 117 | + if (adev->flags & AMD_IS_APU) |
|---|
| 118 | + mgpu_info.num_apu++; |
|---|
| 119 | + else |
|---|
| 120 | + mgpu_info.num_dgpu++; |
|---|
| 121 | + |
|---|
| 122 | + mutex_unlock(&mgpu_info.mutex); |
|---|
| 74 | 123 | } |
|---|
| 75 | 124 | |
|---|
| 76 | 125 | /** |
|---|
| 77 | 126 | * amdgpu_driver_load_kms - Main load function for KMS. |
|---|
| 78 | 127 | * |
|---|
| 79 | | - * @dev: drm dev pointer |
|---|
| 128 | + * @adev: pointer to struct amdgpu_device |
|---|
| 80 | 129 | * @flags: device flags |
|---|
| 81 | 130 | * |
|---|
| 82 | 131 | * This is the main load function for KMS (all asics). |
|---|
| 83 | 132 | * Returns 0 on success, error on failure. |
|---|
| 84 | 133 | */ |
|---|
| 85 | | -int amdgpu_driver_load_kms(struct drm_device *dev, unsigned long flags) |
|---|
| 134 | +int amdgpu_driver_load_kms(struct amdgpu_device *adev, unsigned long flags) |
|---|
| 86 | 135 | { |
|---|
| 87 | | - struct amdgpu_device *adev; |
|---|
| 136 | + struct drm_device *dev; |
|---|
| 88 | 137 | int r, acpi_status; |
|---|
| 89 | 138 | |
|---|
| 90 | | - adev = kzalloc(sizeof(struct amdgpu_device), GFP_KERNEL); |
|---|
| 91 | | - if (adev == NULL) { |
|---|
| 92 | | - return -ENOMEM; |
|---|
| 93 | | - } |
|---|
| 94 | | - dev->dev_private = (void *)adev; |
|---|
| 139 | + dev = adev_to_drm(adev); |
|---|
| 95 | 140 | |
|---|
| 96 | | - if ((amdgpu_runtime_pm != 0) && |
|---|
| 97 | | - amdgpu_has_atpx() && |
|---|
| 141 | + if (amdgpu_has_atpx() && |
|---|
| 98 | 142 | (amdgpu_is_atpx_hybrid() || |
|---|
| 99 | 143 | amdgpu_has_atpx_dgpu_power_cntl()) && |
|---|
| 100 | 144 | ((flags & AMD_IS_APU) == 0) && |
|---|
| .. | .. |
|---|
| 107 | 151 | * properly initialize the GPU MC controller and permit |
|---|
| 108 | 152 | * VRAM allocation |
|---|
| 109 | 153 | */ |
|---|
| 110 | | - r = amdgpu_device_init(adev, dev, dev->pdev, flags); |
|---|
| 154 | + r = amdgpu_device_init(adev, flags); |
|---|
| 111 | 155 | if (r) { |
|---|
| 112 | 156 | dev_err(&dev->pdev->dev, "Fatal error during GPU init\n"); |
|---|
| 113 | 157 | goto out; |
|---|
| 114 | 158 | } |
|---|
| 115 | 159 | |
|---|
| 160 | + if (amdgpu_device_supports_boco(dev) && |
|---|
| 161 | + (amdgpu_runtime_pm != 0)) { /* enable runpm by default for boco */ |
|---|
| 162 | + adev->runpm = true; |
|---|
| 163 | + } else if (amdgpu_device_supports_baco(dev) && |
|---|
| 164 | + (amdgpu_runtime_pm != 0)) { |
|---|
| 165 | + switch (adev->asic_type) { |
|---|
| 166 | +#ifdef CONFIG_DRM_AMDGPU_CIK |
|---|
| 167 | + case CHIP_BONAIRE: |
|---|
| 168 | + case CHIP_HAWAII: |
|---|
| 169 | +#endif |
|---|
| 170 | + case CHIP_VEGA20: |
|---|
| 171 | + case CHIP_ARCTURUS: |
|---|
| 172 | + case CHIP_SIENNA_CICHLID: |
|---|
| 173 | + case CHIP_NAVY_FLOUNDER: |
|---|
| 174 | + /* enable runpm if runpm=1 */ |
|---|
| 175 | + if (amdgpu_runtime_pm > 0) |
|---|
| 176 | + adev->runpm = true; |
|---|
| 177 | + break; |
|---|
| 178 | + case CHIP_VEGA10: |
|---|
| 179 | + /* turn runpm on if noretry=0 */ |
|---|
| 180 | + if (!adev->gmc.noretry) |
|---|
| 181 | + adev->runpm = true; |
|---|
| 182 | + break; |
|---|
| 183 | + default: |
|---|
| 184 | + /* enable runpm on VI+ */ |
|---|
| 185 | + adev->runpm = true; |
|---|
| 186 | + break; |
|---|
| 187 | + } |
|---|
| 188 | + } |
|---|
| 189 | + |
|---|
| 116 | 190 | /* Call ACPI methods: require modeset init |
|---|
| 117 | 191 | * but failure is not fatal |
|---|
| 118 | 192 | */ |
|---|
| 119 | | - if (!r) { |
|---|
| 120 | | - acpi_status = amdgpu_acpi_init(adev); |
|---|
| 121 | | - if (acpi_status) |
|---|
| 122 | | - dev_dbg(&dev->pdev->dev, |
|---|
| 123 | | - "Error during ACPI methods call\n"); |
|---|
| 124 | | - } |
|---|
| 125 | 193 | |
|---|
| 126 | | - if (amdgpu_device_is_px(dev)) { |
|---|
| 127 | | - dev_pm_set_driver_flags(dev->dev, DPM_FLAG_NEVER_SKIP); |
|---|
| 194 | + acpi_status = amdgpu_acpi_init(adev); |
|---|
| 195 | + if (acpi_status) |
|---|
| 196 | + dev_dbg(&dev->pdev->dev, "Error during ACPI methods call\n"); |
|---|
| 197 | + |
|---|
| 198 | + if (adev->runpm) { |
|---|
| 199 | + /* only need to skip on ATPX */ |
|---|
| 200 | + if (amdgpu_device_supports_boco(dev) && |
|---|
| 201 | + !amdgpu_is_atpx_hybrid()) |
|---|
| 202 | + dev_pm_set_driver_flags(dev->dev, DPM_FLAG_NO_DIRECT_COMPLETE); |
|---|
| 128 | 203 | pm_runtime_use_autosuspend(dev->dev); |
|---|
| 129 | 204 | pm_runtime_set_autosuspend_delay(dev->dev, 5000); |
|---|
| 130 | | - pm_runtime_set_active(dev->dev); |
|---|
| 131 | 205 | pm_runtime_allow(dev->dev); |
|---|
| 132 | 206 | pm_runtime_mark_last_busy(dev->dev); |
|---|
| 133 | 207 | pm_runtime_put_autosuspend(dev->dev); |
|---|
| .. | .. |
|---|
| 136 | 210 | out: |
|---|
| 137 | 211 | if (r) { |
|---|
| 138 | 212 | /* balance pm_runtime_get_sync in amdgpu_driver_unload_kms */ |
|---|
| 139 | | - if (adev->rmmio && amdgpu_device_is_px(dev)) |
|---|
| 213 | + if (adev->rmmio && adev->runpm) |
|---|
| 140 | 214 | pm_runtime_put_noidle(dev->dev); |
|---|
| 141 | 215 | amdgpu_driver_unload_kms(dev); |
|---|
| 142 | 216 | } |
|---|
| .. | .. |
|---|
| 207 | 281 | fw_info->ver = adev->pm.fw_version; |
|---|
| 208 | 282 | fw_info->feature = 0; |
|---|
| 209 | 283 | break; |
|---|
| 284 | + case AMDGPU_INFO_FW_TA: |
|---|
| 285 | + switch (query_fw->index) { |
|---|
| 286 | + case 0: |
|---|
| 287 | + fw_info->ver = adev->psp.ta_fw_version; |
|---|
| 288 | + fw_info->feature = adev->psp.ta_xgmi_ucode_version; |
|---|
| 289 | + break; |
|---|
| 290 | + case 1: |
|---|
| 291 | + fw_info->ver = adev->psp.ta_fw_version; |
|---|
| 292 | + fw_info->feature = adev->psp.ta_ras_ucode_version; |
|---|
| 293 | + break; |
|---|
| 294 | + case 2: |
|---|
| 295 | + fw_info->ver = adev->psp.ta_fw_version; |
|---|
| 296 | + fw_info->feature = adev->psp.ta_hdcp_ucode_version; |
|---|
| 297 | + break; |
|---|
| 298 | + case 3: |
|---|
| 299 | + fw_info->ver = adev->psp.ta_fw_version; |
|---|
| 300 | + fw_info->feature = adev->psp.ta_dtm_ucode_version; |
|---|
| 301 | + break; |
|---|
| 302 | + default: |
|---|
| 303 | + return -EINVAL; |
|---|
| 304 | + } |
|---|
| 305 | + break; |
|---|
| 210 | 306 | case AMDGPU_INFO_FW_SDMA: |
|---|
| 211 | 307 | if (query_fw->index >= adev->sdma.num_instances) |
|---|
| 212 | 308 | return -EINVAL; |
|---|
| .. | .. |
|---|
| 221 | 317 | fw_info->ver = adev->psp.asd_fw_version; |
|---|
| 222 | 318 | fw_info->feature = adev->psp.asd_feature_version; |
|---|
| 223 | 319 | break; |
|---|
| 320 | + case AMDGPU_INFO_FW_DMCU: |
|---|
| 321 | + fw_info->ver = adev->dm.dmcu_fw_version; |
|---|
| 322 | + fw_info->feature = 0; |
|---|
| 323 | + break; |
|---|
| 324 | + case AMDGPU_INFO_FW_DMCUB: |
|---|
| 325 | + fw_info->ver = adev->dm.dmcub_fw_version; |
|---|
| 326 | + fw_info->feature = 0; |
|---|
| 327 | + break; |
|---|
| 224 | 328 | default: |
|---|
| 225 | 329 | return -EINVAL; |
|---|
| 226 | 330 | } |
|---|
| 331 | + return 0; |
|---|
| 332 | +} |
|---|
| 333 | + |
|---|
| 334 | +static int amdgpu_hw_ip_info(struct amdgpu_device *adev, |
|---|
| 335 | + struct drm_amdgpu_info *info, |
|---|
| 336 | + struct drm_amdgpu_info_hw_ip *result) |
|---|
| 337 | +{ |
|---|
| 338 | + uint32_t ib_start_alignment = 0; |
|---|
| 339 | + uint32_t ib_size_alignment = 0; |
|---|
| 340 | + enum amd_ip_block_type type; |
|---|
| 341 | + unsigned int num_rings = 0; |
|---|
| 342 | + unsigned int i, j; |
|---|
| 343 | + |
|---|
| 344 | + if (info->query_hw_ip.ip_instance >= AMDGPU_HW_IP_INSTANCE_MAX_COUNT) |
|---|
| 345 | + return -EINVAL; |
|---|
| 346 | + |
|---|
| 347 | + switch (info->query_hw_ip.type) { |
|---|
| 348 | + case AMDGPU_HW_IP_GFX: |
|---|
| 349 | + type = AMD_IP_BLOCK_TYPE_GFX; |
|---|
| 350 | + for (i = 0; i < adev->gfx.num_gfx_rings; i++) |
|---|
| 351 | + if (adev->gfx.gfx_ring[i].sched.ready) |
|---|
| 352 | + ++num_rings; |
|---|
| 353 | + ib_start_alignment = 32; |
|---|
| 354 | + ib_size_alignment = 32; |
|---|
| 355 | + break; |
|---|
| 356 | + case AMDGPU_HW_IP_COMPUTE: |
|---|
| 357 | + type = AMD_IP_BLOCK_TYPE_GFX; |
|---|
| 358 | + for (i = 0; i < adev->gfx.num_compute_rings; i++) |
|---|
| 359 | + if (adev->gfx.compute_ring[i].sched.ready) |
|---|
| 360 | + ++num_rings; |
|---|
| 361 | + ib_start_alignment = 32; |
|---|
| 362 | + ib_size_alignment = 32; |
|---|
| 363 | + break; |
|---|
| 364 | + case AMDGPU_HW_IP_DMA: |
|---|
| 365 | + type = AMD_IP_BLOCK_TYPE_SDMA; |
|---|
| 366 | + for (i = 0; i < adev->sdma.num_instances; i++) |
|---|
| 367 | + if (adev->sdma.instance[i].ring.sched.ready) |
|---|
| 368 | + ++num_rings; |
|---|
| 369 | + ib_start_alignment = 256; |
|---|
| 370 | + ib_size_alignment = 4; |
|---|
| 371 | + break; |
|---|
| 372 | + case AMDGPU_HW_IP_UVD: |
|---|
| 373 | + type = AMD_IP_BLOCK_TYPE_UVD; |
|---|
| 374 | + for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
|---|
| 375 | + if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 376 | + continue; |
|---|
| 377 | + |
|---|
| 378 | + if (adev->uvd.inst[i].ring.sched.ready) |
|---|
| 379 | + ++num_rings; |
|---|
| 380 | + } |
|---|
| 381 | + ib_start_alignment = 64; |
|---|
| 382 | + ib_size_alignment = 64; |
|---|
| 383 | + break; |
|---|
| 384 | + case AMDGPU_HW_IP_VCE: |
|---|
| 385 | + type = AMD_IP_BLOCK_TYPE_VCE; |
|---|
| 386 | + for (i = 0; i < adev->vce.num_rings; i++) |
|---|
| 387 | + if (adev->vce.ring[i].sched.ready) |
|---|
| 388 | + ++num_rings; |
|---|
| 389 | + ib_start_alignment = 4; |
|---|
| 390 | + ib_size_alignment = 1; |
|---|
| 391 | + break; |
|---|
| 392 | + case AMDGPU_HW_IP_UVD_ENC: |
|---|
| 393 | + type = AMD_IP_BLOCK_TYPE_UVD; |
|---|
| 394 | + for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
|---|
| 395 | + if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 396 | + continue; |
|---|
| 397 | + |
|---|
| 398 | + for (j = 0; j < adev->uvd.num_enc_rings; j++) |
|---|
| 399 | + if (adev->uvd.inst[i].ring_enc[j].sched.ready) |
|---|
| 400 | + ++num_rings; |
|---|
| 401 | + } |
|---|
| 402 | + ib_start_alignment = 64; |
|---|
| 403 | + ib_size_alignment = 64; |
|---|
| 404 | + break; |
|---|
| 405 | + case AMDGPU_HW_IP_VCN_DEC: |
|---|
| 406 | + type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 407 | + for (i = 0; i < adev->vcn.num_vcn_inst; i++) { |
|---|
| 408 | + if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 409 | + continue; |
|---|
| 410 | + |
|---|
| 411 | + if (adev->vcn.inst[i].ring_dec.sched.ready) |
|---|
| 412 | + ++num_rings; |
|---|
| 413 | + } |
|---|
| 414 | + ib_start_alignment = 16; |
|---|
| 415 | + ib_size_alignment = 16; |
|---|
| 416 | + break; |
|---|
| 417 | + case AMDGPU_HW_IP_VCN_ENC: |
|---|
| 418 | + type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 419 | + for (i = 0; i < adev->vcn.num_vcn_inst; i++) { |
|---|
| 420 | + if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 421 | + continue; |
|---|
| 422 | + |
|---|
| 423 | + for (j = 0; j < adev->vcn.num_enc_rings; j++) |
|---|
| 424 | + if (adev->vcn.inst[i].ring_enc[j].sched.ready) |
|---|
| 425 | + ++num_rings; |
|---|
| 426 | + } |
|---|
| 427 | + ib_start_alignment = 64; |
|---|
| 428 | + ib_size_alignment = 1; |
|---|
| 429 | + break; |
|---|
| 430 | + case AMDGPU_HW_IP_VCN_JPEG: |
|---|
| 431 | + type = (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_JPEG)) ? |
|---|
| 432 | + AMD_IP_BLOCK_TYPE_JPEG : AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 433 | + |
|---|
| 434 | + for (i = 0; i < adev->jpeg.num_jpeg_inst; i++) { |
|---|
| 435 | + if (adev->jpeg.harvest_config & (1 << i)) |
|---|
| 436 | + continue; |
|---|
| 437 | + |
|---|
| 438 | + if (adev->jpeg.inst[i].ring_dec.sched.ready) |
|---|
| 439 | + ++num_rings; |
|---|
| 440 | + } |
|---|
| 441 | + ib_start_alignment = 16; |
|---|
| 442 | + ib_size_alignment = 16; |
|---|
| 443 | + break; |
|---|
| 444 | + default: |
|---|
| 445 | + return -EINVAL; |
|---|
| 446 | + } |
|---|
| 447 | + |
|---|
| 448 | + for (i = 0; i < adev->num_ip_blocks; i++) |
|---|
| 449 | + if (adev->ip_blocks[i].version->type == type && |
|---|
| 450 | + adev->ip_blocks[i].status.valid) |
|---|
| 451 | + break; |
|---|
| 452 | + |
|---|
| 453 | + if (i == adev->num_ip_blocks) |
|---|
| 454 | + return 0; |
|---|
| 455 | + |
|---|
| 456 | + num_rings = min(amdgpu_ctx_num_entities[info->query_hw_ip.type], |
|---|
| 457 | + num_rings); |
|---|
| 458 | + |
|---|
| 459 | + result->hw_ip_version_major = adev->ip_blocks[i].version->major; |
|---|
| 460 | + result->hw_ip_version_minor = adev->ip_blocks[i].version->minor; |
|---|
| 461 | + result->capabilities_flags = 0; |
|---|
| 462 | + result->available_rings = (1 << num_rings) - 1; |
|---|
| 463 | + result->ib_start_alignment = ib_start_alignment; |
|---|
| 464 | + result->ib_size_alignment = ib_size_alignment; |
|---|
| 227 | 465 | return 0; |
|---|
| 228 | 466 | } |
|---|
| 229 | 467 | |
|---|
| .. | .. |
|---|
| 244 | 482 | */ |
|---|
| 245 | 483 | static int amdgpu_info_ioctl(struct drm_device *dev, void *data, struct drm_file *filp) |
|---|
| 246 | 484 | { |
|---|
| 247 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 485 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 248 | 486 | struct drm_amdgpu_info *info = data; |
|---|
| 249 | 487 | struct amdgpu_mode_info *minfo = &adev->mode_info; |
|---|
| 250 | 488 | void __user *out = (void __user *)(uintptr_t)info->return_pointer; |
|---|
| .. | .. |
|---|
| 252 | 490 | struct drm_crtc *crtc; |
|---|
| 253 | 491 | uint32_t ui32 = 0; |
|---|
| 254 | 492 | uint64_t ui64 = 0; |
|---|
| 255 | | - int i, j, found; |
|---|
| 493 | + int i, found; |
|---|
| 256 | 494 | int ui32_size = sizeof(ui32); |
|---|
| 257 | 495 | |
|---|
| 258 | 496 | if (!info->return_size || !info->return_pointer) |
|---|
| .. | .. |
|---|
| 279 | 517 | return copy_to_user(out, &ui32, min(size, 4u)) ? -EFAULT : 0; |
|---|
| 280 | 518 | case AMDGPU_INFO_HW_IP_INFO: { |
|---|
| 281 | 519 | struct drm_amdgpu_info_hw_ip ip = {}; |
|---|
| 282 | | - enum amd_ip_block_type type; |
|---|
| 283 | | - uint32_t ring_mask = 0; |
|---|
| 284 | | - uint32_t ib_start_alignment = 0; |
|---|
| 285 | | - uint32_t ib_size_alignment = 0; |
|---|
| 520 | + int ret; |
|---|
| 286 | 521 | |
|---|
| 287 | | - if (info->query_hw_ip.ip_instance >= AMDGPU_HW_IP_INSTANCE_MAX_COUNT) |
|---|
| 288 | | - return -EINVAL; |
|---|
| 522 | + ret = amdgpu_hw_ip_info(adev, info, &ip); |
|---|
| 523 | + if (ret) |
|---|
| 524 | + return ret; |
|---|
| 289 | 525 | |
|---|
| 290 | | - switch (info->query_hw_ip.type) { |
|---|
| 291 | | - case AMDGPU_HW_IP_GFX: |
|---|
| 292 | | - type = AMD_IP_BLOCK_TYPE_GFX; |
|---|
| 293 | | - for (i = 0; i < adev->gfx.num_gfx_rings; i++) |
|---|
| 294 | | - ring_mask |= adev->gfx.gfx_ring[i].ready << i; |
|---|
| 295 | | - ib_start_alignment = 32; |
|---|
| 296 | | - ib_size_alignment = 32; |
|---|
| 297 | | - break; |
|---|
| 298 | | - case AMDGPU_HW_IP_COMPUTE: |
|---|
| 299 | | - type = AMD_IP_BLOCK_TYPE_GFX; |
|---|
| 300 | | - for (i = 0; i < adev->gfx.num_compute_rings; i++) |
|---|
| 301 | | - ring_mask |= adev->gfx.compute_ring[i].ready << i; |
|---|
| 302 | | - ib_start_alignment = 32; |
|---|
| 303 | | - ib_size_alignment = 32; |
|---|
| 304 | | - break; |
|---|
| 305 | | - case AMDGPU_HW_IP_DMA: |
|---|
| 306 | | - type = AMD_IP_BLOCK_TYPE_SDMA; |
|---|
| 307 | | - for (i = 0; i < adev->sdma.num_instances; i++) |
|---|
| 308 | | - ring_mask |= adev->sdma.instance[i].ring.ready << i; |
|---|
| 309 | | - ib_start_alignment = 256; |
|---|
| 310 | | - ib_size_alignment = 4; |
|---|
| 311 | | - break; |
|---|
| 312 | | - case AMDGPU_HW_IP_UVD: |
|---|
| 313 | | - type = AMD_IP_BLOCK_TYPE_UVD; |
|---|
| 314 | | - for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
|---|
| 315 | | - if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 316 | | - continue; |
|---|
| 317 | | - ring_mask |= adev->uvd.inst[i].ring.ready; |
|---|
| 318 | | - } |
|---|
| 319 | | - ib_start_alignment = 64; |
|---|
| 320 | | - ib_size_alignment = 64; |
|---|
| 321 | | - break; |
|---|
| 322 | | - case AMDGPU_HW_IP_VCE: |
|---|
| 323 | | - type = AMD_IP_BLOCK_TYPE_VCE; |
|---|
| 324 | | - for (i = 0; i < adev->vce.num_rings; i++) |
|---|
| 325 | | - ring_mask |= adev->vce.ring[i].ready << i; |
|---|
| 326 | | - ib_start_alignment = 4; |
|---|
| 327 | | - ib_size_alignment = 1; |
|---|
| 328 | | - break; |
|---|
| 329 | | - case AMDGPU_HW_IP_UVD_ENC: |
|---|
| 330 | | - type = AMD_IP_BLOCK_TYPE_UVD; |
|---|
| 331 | | - for (i = 0; i < adev->uvd.num_uvd_inst; i++) { |
|---|
| 332 | | - if (adev->uvd.harvest_config & (1 << i)) |
|---|
| 333 | | - continue; |
|---|
| 334 | | - for (j = 0; j < adev->uvd.num_enc_rings; j++) |
|---|
| 335 | | - ring_mask |= adev->uvd.inst[i].ring_enc[j].ready << j; |
|---|
| 336 | | - } |
|---|
| 337 | | - ib_start_alignment = 64; |
|---|
| 338 | | - ib_size_alignment = 64; |
|---|
| 339 | | - break; |
|---|
| 340 | | - case AMDGPU_HW_IP_VCN_DEC: |
|---|
| 341 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 342 | | - ring_mask = adev->vcn.ring_dec.ready; |
|---|
| 343 | | - ib_start_alignment = 16; |
|---|
| 344 | | - ib_size_alignment = 16; |
|---|
| 345 | | - break; |
|---|
| 346 | | - case AMDGPU_HW_IP_VCN_ENC: |
|---|
| 347 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 348 | | - for (i = 0; i < adev->vcn.num_enc_rings; i++) |
|---|
| 349 | | - ring_mask |= adev->vcn.ring_enc[i].ready << i; |
|---|
| 350 | | - ib_start_alignment = 64; |
|---|
| 351 | | - ib_size_alignment = 1; |
|---|
| 352 | | - break; |
|---|
| 353 | | - case AMDGPU_HW_IP_VCN_JPEG: |
|---|
| 354 | | - type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 355 | | - ring_mask = adev->vcn.ring_jpeg.ready; |
|---|
| 356 | | - ib_start_alignment = 16; |
|---|
| 357 | | - ib_size_alignment = 16; |
|---|
| 358 | | - break; |
|---|
| 359 | | - default: |
|---|
| 360 | | - return -EINVAL; |
|---|
| 361 | | - } |
|---|
| 362 | | - |
|---|
| 363 | | - for (i = 0; i < adev->num_ip_blocks; i++) { |
|---|
| 364 | | - if (adev->ip_blocks[i].version->type == type && |
|---|
| 365 | | - adev->ip_blocks[i].status.valid) { |
|---|
| 366 | | - ip.hw_ip_version_major = adev->ip_blocks[i].version->major; |
|---|
| 367 | | - ip.hw_ip_version_minor = adev->ip_blocks[i].version->minor; |
|---|
| 368 | | - ip.capabilities_flags = 0; |
|---|
| 369 | | - ip.available_rings = ring_mask; |
|---|
| 370 | | - ip.ib_start_alignment = ib_start_alignment; |
|---|
| 371 | | - ip.ib_size_alignment = ib_size_alignment; |
|---|
| 372 | | - break; |
|---|
| 373 | | - } |
|---|
| 374 | | - } |
|---|
| 375 | | - return copy_to_user(out, &ip, |
|---|
| 376 | | - min((size_t)size, sizeof(ip))) ? -EFAULT : 0; |
|---|
| 526 | + ret = copy_to_user(out, &ip, min((size_t)size, sizeof(ip))); |
|---|
| 527 | + return ret ? -EFAULT : 0; |
|---|
| 377 | 528 | } |
|---|
| 378 | 529 | case AMDGPU_INFO_HW_IP_COUNT: { |
|---|
| 379 | 530 | enum amd_ip_block_type type; |
|---|
| .. | .. |
|---|
| 400 | 551 | break; |
|---|
| 401 | 552 | case AMDGPU_HW_IP_VCN_DEC: |
|---|
| 402 | 553 | case AMDGPU_HW_IP_VCN_ENC: |
|---|
| 403 | | - case AMDGPU_HW_IP_VCN_JPEG: |
|---|
| 404 | 554 | type = AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 555 | + break; |
|---|
| 556 | + case AMDGPU_HW_IP_VCN_JPEG: |
|---|
| 557 | + type = (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_JPEG)) ? |
|---|
| 558 | + AMD_IP_BLOCK_TYPE_JPEG : AMD_IP_BLOCK_TYPE_VCN; |
|---|
| 405 | 559 | break; |
|---|
| 406 | 560 | default: |
|---|
| 407 | 561 | return -EINVAL; |
|---|
| .. | .. |
|---|
| 443 | 597 | ui64 = atomic64_read(&adev->num_vram_cpu_page_faults); |
|---|
| 444 | 598 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
|---|
| 445 | 599 | case AMDGPU_INFO_VRAM_USAGE: |
|---|
| 446 | | - ui64 = amdgpu_vram_mgr_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
|---|
| 600 | + ui64 = amdgpu_vram_mgr_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM)); |
|---|
| 447 | 601 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
|---|
| 448 | 602 | case AMDGPU_INFO_VIS_VRAM_USAGE: |
|---|
| 449 | | - ui64 = amdgpu_vram_mgr_vis_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
|---|
| 603 | + ui64 = amdgpu_vram_mgr_vis_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM)); |
|---|
| 450 | 604 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
|---|
| 451 | 605 | case AMDGPU_INFO_GTT_USAGE: |
|---|
| 452 | | - ui64 = amdgpu_gtt_mgr_usage(&adev->mman.bdev.man[TTM_PL_TT]); |
|---|
| 606 | + ui64 = amdgpu_gtt_mgr_usage(ttm_manager_type(&adev->mman.bdev, TTM_PL_TT)); |
|---|
| 453 | 607 | return copy_to_user(out, &ui64, min(size, 8u)) ? -EFAULT : 0; |
|---|
| 454 | 608 | case AMDGPU_INFO_GDS_CONFIG: { |
|---|
| 455 | 609 | struct drm_amdgpu_info_gds gds_info; |
|---|
| 456 | 610 | |
|---|
| 457 | 611 | memset(&gds_info, 0, sizeof(gds_info)); |
|---|
| 458 | | - gds_info.gds_gfx_partition_size = adev->gds.mem.gfx_partition_size >> AMDGPU_GDS_SHIFT; |
|---|
| 459 | | - gds_info.compute_partition_size = adev->gds.mem.cs_partition_size >> AMDGPU_GDS_SHIFT; |
|---|
| 460 | | - gds_info.gds_total_size = adev->gds.mem.total_size >> AMDGPU_GDS_SHIFT; |
|---|
| 461 | | - gds_info.gws_per_gfx_partition = adev->gds.gws.gfx_partition_size >> AMDGPU_GWS_SHIFT; |
|---|
| 462 | | - gds_info.gws_per_compute_partition = adev->gds.gws.cs_partition_size >> AMDGPU_GWS_SHIFT; |
|---|
| 463 | | - gds_info.oa_per_gfx_partition = adev->gds.oa.gfx_partition_size >> AMDGPU_OA_SHIFT; |
|---|
| 464 | | - gds_info.oa_per_compute_partition = adev->gds.oa.cs_partition_size >> AMDGPU_OA_SHIFT; |
|---|
| 612 | + gds_info.compute_partition_size = adev->gds.gds_size; |
|---|
| 613 | + gds_info.gds_total_size = adev->gds.gds_size; |
|---|
| 614 | + gds_info.gws_per_compute_partition = adev->gds.gws_size; |
|---|
| 615 | + gds_info.oa_per_compute_partition = adev->gds.oa_size; |
|---|
| 465 | 616 | return copy_to_user(out, &gds_info, |
|---|
| 466 | 617 | min((size_t)size, sizeof(gds_info))) ? -EFAULT : 0; |
|---|
| 467 | 618 | } |
|---|
| .. | .. |
|---|
| 469 | 620 | struct drm_amdgpu_info_vram_gtt vram_gtt; |
|---|
| 470 | 621 | |
|---|
| 471 | 622 | vram_gtt.vram_size = adev->gmc.real_vram_size - |
|---|
| 472 | | - atomic64_read(&adev->vram_pin_size); |
|---|
| 473 | | - vram_gtt.vram_cpu_accessible_size = adev->gmc.visible_vram_size - |
|---|
| 474 | | - atomic64_read(&adev->visible_pin_size); |
|---|
| 475 | | - vram_gtt.gtt_size = adev->mman.bdev.man[TTM_PL_TT].size; |
|---|
| 623 | + atomic64_read(&adev->vram_pin_size) - |
|---|
| 624 | + AMDGPU_VM_RESERVED_VRAM; |
|---|
| 625 | + vram_gtt.vram_cpu_accessible_size = |
|---|
| 626 | + min(adev->gmc.visible_vram_size - |
|---|
| 627 | + atomic64_read(&adev->visible_pin_size), |
|---|
| 628 | + vram_gtt.vram_size); |
|---|
| 629 | + vram_gtt.gtt_size = ttm_manager_type(&adev->mman.bdev, TTM_PL_TT)->size; |
|---|
| 476 | 630 | vram_gtt.gtt_size *= PAGE_SIZE; |
|---|
| 477 | 631 | vram_gtt.gtt_size -= atomic64_read(&adev->gart_pin_size); |
|---|
| 478 | 632 | return copy_to_user(out, &vram_gtt, |
|---|
| .. | .. |
|---|
| 480 | 634 | } |
|---|
| 481 | 635 | case AMDGPU_INFO_MEMORY: { |
|---|
| 482 | 636 | struct drm_amdgpu_memory_info mem; |
|---|
| 483 | | - |
|---|
| 637 | + struct ttm_resource_manager *vram_man = |
|---|
| 638 | + ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM); |
|---|
| 639 | + struct ttm_resource_manager *gtt_man = |
|---|
| 640 | + ttm_manager_type(&adev->mman.bdev, TTM_PL_TT); |
|---|
| 484 | 641 | memset(&mem, 0, sizeof(mem)); |
|---|
| 485 | 642 | mem.vram.total_heap_size = adev->gmc.real_vram_size; |
|---|
| 486 | 643 | mem.vram.usable_heap_size = adev->gmc.real_vram_size - |
|---|
| 487 | | - atomic64_read(&adev->vram_pin_size); |
|---|
| 644 | + atomic64_read(&adev->vram_pin_size) - |
|---|
| 645 | + AMDGPU_VM_RESERVED_VRAM; |
|---|
| 488 | 646 | mem.vram.heap_usage = |
|---|
| 489 | | - amdgpu_vram_mgr_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
|---|
| 647 | + amdgpu_vram_mgr_usage(vram_man); |
|---|
| 490 | 648 | mem.vram.max_allocation = mem.vram.usable_heap_size * 3 / 4; |
|---|
| 491 | 649 | |
|---|
| 492 | 650 | mem.cpu_accessible_vram.total_heap_size = |
|---|
| 493 | 651 | adev->gmc.visible_vram_size; |
|---|
| 494 | | - mem.cpu_accessible_vram.usable_heap_size = adev->gmc.visible_vram_size - |
|---|
| 495 | | - atomic64_read(&adev->visible_pin_size); |
|---|
| 652 | + mem.cpu_accessible_vram.usable_heap_size = |
|---|
| 653 | + min(adev->gmc.visible_vram_size - |
|---|
| 654 | + atomic64_read(&adev->visible_pin_size), |
|---|
| 655 | + mem.vram.usable_heap_size); |
|---|
| 496 | 656 | mem.cpu_accessible_vram.heap_usage = |
|---|
| 497 | | - amdgpu_vram_mgr_vis_usage(&adev->mman.bdev.man[TTM_PL_VRAM]); |
|---|
| 657 | + amdgpu_vram_mgr_vis_usage(vram_man); |
|---|
| 498 | 658 | mem.cpu_accessible_vram.max_allocation = |
|---|
| 499 | 659 | mem.cpu_accessible_vram.usable_heap_size * 3 / 4; |
|---|
| 500 | 660 | |
|---|
| 501 | | - mem.gtt.total_heap_size = adev->mman.bdev.man[TTM_PL_TT].size; |
|---|
| 661 | + mem.gtt.total_heap_size = gtt_man->size; |
|---|
| 502 | 662 | mem.gtt.total_heap_size *= PAGE_SIZE; |
|---|
| 503 | 663 | mem.gtt.usable_heap_size = mem.gtt.total_heap_size - |
|---|
| 504 | 664 | atomic64_read(&adev->gart_pin_size); |
|---|
| 505 | 665 | mem.gtt.heap_usage = |
|---|
| 506 | | - amdgpu_gtt_mgr_usage(&adev->mman.bdev.man[TTM_PL_TT]); |
|---|
| 666 | + amdgpu_gtt_mgr_usage(gtt_man); |
|---|
| 507 | 667 | mem.gtt.max_allocation = mem.gtt.usable_heap_size * 3 / 4; |
|---|
| 508 | 668 | |
|---|
| 509 | 669 | return copy_to_user(out, &mem, |
|---|
| .. | .. |
|---|
| 539 | 699 | return -ENOMEM; |
|---|
| 540 | 700 | alloc_size = info->read_mmr_reg.count * sizeof(*regs); |
|---|
| 541 | 701 | |
|---|
| 542 | | - for (i = 0; i < info->read_mmr_reg.count; i++) |
|---|
| 702 | + amdgpu_gfx_off_ctrl(adev, false); |
|---|
| 703 | + for (i = 0; i < info->read_mmr_reg.count; i++) { |
|---|
| 543 | 704 | if (amdgpu_asic_read_register(adev, se_num, sh_num, |
|---|
| 544 | 705 | info->read_mmr_reg.dword_offset + i, |
|---|
| 545 | 706 | ®s[i])) { |
|---|
| 546 | 707 | DRM_DEBUG_KMS("unallowed offset %#x\n", |
|---|
| 547 | 708 | info->read_mmr_reg.dword_offset + i); |
|---|
| 548 | 709 | kfree(regs); |
|---|
| 710 | + amdgpu_gfx_off_ctrl(adev, true); |
|---|
| 549 | 711 | return -EFAULT; |
|---|
| 550 | 712 | } |
|---|
| 713 | + } |
|---|
| 714 | + amdgpu_gfx_off_ctrl(adev, true); |
|---|
| 551 | 715 | n = copy_to_user(out, regs, min(size, alloc_size)); |
|---|
| 552 | 716 | kfree(regs); |
|---|
| 553 | 717 | return n ? -EFAULT : 0; |
|---|
| .. | .. |
|---|
| 581 | 745 | dev_info.ids_flags = 0; |
|---|
| 582 | 746 | if (adev->flags & AMD_IS_APU) |
|---|
| 583 | 747 | dev_info.ids_flags |= AMDGPU_IDS_FLAGS_FUSION; |
|---|
| 584 | | - if (amdgpu_sriov_vf(adev)) |
|---|
| 748 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) |
|---|
| 585 | 749 | dev_info.ids_flags |= AMDGPU_IDS_FLAGS_PREEMPTION; |
|---|
| 750 | + if (amdgpu_is_tmz(adev)) |
|---|
| 751 | + dev_info.ids_flags |= AMDGPU_IDS_FLAGS_TMZ; |
|---|
| 586 | 752 | |
|---|
| 587 | 753 | vm_size = adev->vm_manager.max_pfn * AMDGPU_GPU_PAGE_SIZE; |
|---|
| 588 | 754 | vm_size -= AMDGPU_VA_RESERVED_SIZE; |
|---|
| 589 | 755 | |
|---|
| 590 | 756 | /* Older VCE FW versions are buggy and can handle only 40bits */ |
|---|
| 591 | | - if (adev->vce.fw_version < AMDGPU_VCE_FW_53_45) |
|---|
| 757 | + if (adev->vce.fw_version && |
|---|
| 758 | + adev->vce.fw_version < AMDGPU_VCE_FW_53_45) |
|---|
| 592 | 759 | vm_size = min(vm_size, 1ULL << 40); |
|---|
| 593 | 760 | |
|---|
| 594 | 761 | dev_info.virtual_address_offset = AMDGPU_VA_RESERVED_SIZE; |
|---|
| 595 | 762 | dev_info.virtual_address_max = |
|---|
| 596 | | - min(vm_size, AMDGPU_VA_HOLE_START); |
|---|
| 763 | + min(vm_size, AMDGPU_GMC_HOLE_START); |
|---|
| 597 | 764 | |
|---|
| 598 | | - if (vm_size > AMDGPU_VA_HOLE_START) { |
|---|
| 599 | | - dev_info.high_va_offset = AMDGPU_VA_HOLE_END; |
|---|
| 600 | | - dev_info.high_va_max = AMDGPU_VA_HOLE_END | vm_size; |
|---|
| 765 | + if (vm_size > AMDGPU_GMC_HOLE_START) { |
|---|
| 766 | + dev_info.high_va_offset = AMDGPU_GMC_HOLE_END; |
|---|
| 767 | + dev_info.high_va_max = AMDGPU_GMC_HOLE_END | vm_size; |
|---|
| 601 | 768 | } |
|---|
| 602 | | - dev_info.virtual_address_alignment = max((int)PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
|---|
| 769 | + dev_info.virtual_address_alignment = max_t(u32, PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
|---|
| 603 | 770 | dev_info.pte_fragment_size = (1 << adev->vm_manager.fragment_size) * AMDGPU_GPU_PAGE_SIZE; |
|---|
| 604 | | - dev_info.gart_page_size = AMDGPU_GPU_PAGE_SIZE; |
|---|
| 771 | + dev_info.gart_page_size = max_t(u32, PAGE_SIZE, AMDGPU_GPU_PAGE_SIZE); |
|---|
| 605 | 772 | dev_info.cu_active_number = adev->gfx.cu_info.number; |
|---|
| 606 | 773 | dev_info.cu_ao_mask = adev->gfx.cu_info.ao_cu_mask; |
|---|
| 607 | 774 | dev_info.ce_ram_size = adev->gfx.ce_ram_size; |
|---|
| .. | .. |
|---|
| 614 | 781 | dev_info.vce_harvest_config = adev->vce.harvest_config; |
|---|
| 615 | 782 | dev_info.gc_double_offchip_lds_buf = |
|---|
| 616 | 783 | adev->gfx.config.double_offchip_lds_buf; |
|---|
| 617 | | - |
|---|
| 618 | | - if (amdgpu_ngg) { |
|---|
| 619 | | - dev_info.prim_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PRIM].gpu_addr; |
|---|
| 620 | | - dev_info.prim_buf_size = adev->gfx.ngg.buf[NGG_PRIM].size; |
|---|
| 621 | | - dev_info.pos_buf_gpu_addr = adev->gfx.ngg.buf[NGG_POS].gpu_addr; |
|---|
| 622 | | - dev_info.pos_buf_size = adev->gfx.ngg.buf[NGG_POS].size; |
|---|
| 623 | | - dev_info.cntl_sb_buf_gpu_addr = adev->gfx.ngg.buf[NGG_CNTL].gpu_addr; |
|---|
| 624 | | - dev_info.cntl_sb_buf_size = adev->gfx.ngg.buf[NGG_CNTL].size; |
|---|
| 625 | | - dev_info.param_buf_gpu_addr = adev->gfx.ngg.buf[NGG_PARAM].gpu_addr; |
|---|
| 626 | | - dev_info.param_buf_size = adev->gfx.ngg.buf[NGG_PARAM].size; |
|---|
| 627 | | - } |
|---|
| 628 | 784 | dev_info.wave_front_size = adev->gfx.cu_info.wave_front_size; |
|---|
| 629 | 785 | dev_info.num_shader_visible_vgprs = adev->gfx.config.max_gprs; |
|---|
| 630 | 786 | dev_info.num_cu_per_sh = adev->gfx.config.max_cu_per_sh; |
|---|
| .. | .. |
|---|
| 632 | 788 | dev_info.gs_vgt_table_depth = adev->gfx.config.gs_vgt_table_depth; |
|---|
| 633 | 789 | dev_info.gs_prim_buffer_depth = adev->gfx.config.gs_prim_buffer_depth; |
|---|
| 634 | 790 | dev_info.max_gs_waves_per_vgt = adev->gfx.config.max_gs_threads; |
|---|
| 791 | + |
|---|
| 792 | + if (adev->family >= AMDGPU_FAMILY_NV) |
|---|
| 793 | + dev_info.pa_sc_tile_steering_override = |
|---|
| 794 | + adev->gfx.config.pa_sc_tile_steering_override; |
|---|
| 795 | + |
|---|
| 796 | + dev_info.tcc_disabled_mask = adev->gfx.config.tcc_disabled_mask; |
|---|
| 635 | 797 | |
|---|
| 636 | 798 | return copy_to_user(out, &dev_info, |
|---|
| 637 | 799 | min((size_t)size, sizeof(dev_info))) ? -EFAULT : 0; |
|---|
| .. | .. |
|---|
| 793 | 955 | case AMDGPU_INFO_VRAM_LOST_COUNTER: |
|---|
| 794 | 956 | ui32 = atomic_read(&adev->vram_lost_counter); |
|---|
| 795 | 957 | return copy_to_user(out, &ui32, min(size, 4u)) ? -EFAULT : 0; |
|---|
| 958 | + case AMDGPU_INFO_RAS_ENABLED_FEATURES: { |
|---|
| 959 | + struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); |
|---|
| 960 | + uint64_t ras_mask; |
|---|
| 961 | + |
|---|
| 962 | + if (!ras) |
|---|
| 963 | + return -EINVAL; |
|---|
| 964 | + ras_mask = (uint64_t)ras->supported << 32 | ras->features; |
|---|
| 965 | + |
|---|
| 966 | + return copy_to_user(out, &ras_mask, |
|---|
| 967 | + min_t(u64, size, sizeof(ras_mask))) ? |
|---|
| 968 | + -EFAULT : 0; |
|---|
| 969 | + } |
|---|
| 796 | 970 | default: |
|---|
| 797 | 971 | DRM_DEBUG_KMS("Invalid request %d\n", info->query); |
|---|
| 798 | 972 | return -EINVAL; |
|---|
| .. | .. |
|---|
| 828 | 1002 | */ |
|---|
| 829 | 1003 | int amdgpu_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv) |
|---|
| 830 | 1004 | { |
|---|
| 831 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1005 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 832 | 1006 | struct amdgpu_fpriv *fpriv; |
|---|
| 833 | 1007 | int r, pasid; |
|---|
| 834 | 1008 | |
|---|
| 835 | 1009 | /* Ensure IB tests are run on ring */ |
|---|
| 836 | | - flush_delayed_work(&adev->late_init_work); |
|---|
| 1010 | + flush_delayed_work(&adev->delayed_init_work); |
|---|
| 1011 | + |
|---|
| 1012 | + |
|---|
| 1013 | + if (amdgpu_ras_intr_triggered()) { |
|---|
| 1014 | + DRM_ERROR("RAS Intr triggered, device disabled!!"); |
|---|
| 1015 | + return -EHWPOISON; |
|---|
| 1016 | + } |
|---|
| 837 | 1017 | |
|---|
| 838 | 1018 | file_priv->driver_priv = NULL; |
|---|
| 839 | 1019 | |
|---|
| .. | .. |
|---|
| 862 | 1042 | goto error_vm; |
|---|
| 863 | 1043 | } |
|---|
| 864 | 1044 | |
|---|
| 865 | | - if (amdgpu_sriov_vf(adev)) { |
|---|
| 866 | | - r = amdgpu_map_static_csa(adev, &fpriv->vm, &fpriv->csa_va); |
|---|
| 1045 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) { |
|---|
| 1046 | + uint64_t csa_addr = amdgpu_csa_vaddr(adev) & AMDGPU_GMC_HOLE_MASK; |
|---|
| 1047 | + |
|---|
| 1048 | + r = amdgpu_map_static_csa(adev, &fpriv->vm, adev->virt.csa_obj, |
|---|
| 1049 | + &fpriv->csa_va, csa_addr, AMDGPU_CSA_SIZE); |
|---|
| 867 | 1050 | if (r) |
|---|
| 868 | 1051 | goto error_vm; |
|---|
| 869 | 1052 | } |
|---|
| .. | .. |
|---|
| 904 | 1087 | void amdgpu_driver_postclose_kms(struct drm_device *dev, |
|---|
| 905 | 1088 | struct drm_file *file_priv) |
|---|
| 906 | 1089 | { |
|---|
| 907 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1090 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 908 | 1091 | struct amdgpu_fpriv *fpriv = file_priv->driver_priv; |
|---|
| 909 | 1092 | struct amdgpu_bo_list *list; |
|---|
| 910 | 1093 | struct amdgpu_bo *pd; |
|---|
| 911 | | - unsigned int pasid; |
|---|
| 1094 | + u32 pasid; |
|---|
| 912 | 1095 | int handle; |
|---|
| 913 | 1096 | |
|---|
| 914 | 1097 | if (!fpriv) |
|---|
| .. | .. |
|---|
| 916 | 1099 | |
|---|
| 917 | 1100 | pm_runtime_get_sync(dev->dev); |
|---|
| 918 | 1101 | |
|---|
| 919 | | - if (adev->asic_type != CHIP_RAVEN) { |
|---|
| 1102 | + if (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_UVD) != NULL) |
|---|
| 920 | 1103 | amdgpu_uvd_free_handles(adev, file_priv); |
|---|
| 1104 | + if (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_VCE) != NULL) |
|---|
| 921 | 1105 | amdgpu_vce_free_handles(adev, file_priv); |
|---|
| 922 | | - } |
|---|
| 923 | 1106 | |
|---|
| 924 | 1107 | amdgpu_vm_bo_rmv(adev, fpriv->prt_va); |
|---|
| 925 | 1108 | |
|---|
| 926 | | - if (amdgpu_sriov_vf(adev)) { |
|---|
| 1109 | + if (amdgpu_mcbp || amdgpu_sriov_vf(adev)) { |
|---|
| 927 | 1110 | /* TODO: how to handle reserve failure */ |
|---|
| 928 | 1111 | BUG_ON(amdgpu_bo_reserve(adev->virt.csa_obj, true)); |
|---|
| 929 | 1112 | amdgpu_vm_bo_rmv(adev, fpriv->csa_va); |
|---|
| .. | .. |
|---|
| 934 | 1117 | pasid = fpriv->vm.pasid; |
|---|
| 935 | 1118 | pd = amdgpu_bo_ref(fpriv->vm.root.base.bo); |
|---|
| 936 | 1119 | |
|---|
| 937 | | - amdgpu_vm_fini(adev, &fpriv->vm); |
|---|
| 938 | 1120 | amdgpu_ctx_mgr_fini(&fpriv->ctx_mgr); |
|---|
| 1121 | + amdgpu_vm_fini(adev, &fpriv->vm); |
|---|
| 939 | 1122 | |
|---|
| 940 | 1123 | if (pasid) |
|---|
| 941 | | - amdgpu_pasid_free_delayed(pd->tbo.resv, pasid); |
|---|
| 1124 | + amdgpu_pasid_free_delayed(pd->tbo.base.resv, pasid); |
|---|
| 942 | 1125 | amdgpu_bo_unref(&pd); |
|---|
| 943 | 1126 | |
|---|
| 944 | 1127 | idr_for_each_entry(&fpriv->bo_list_handles, list, handle) |
|---|
| .. | .. |
|---|
| 960 | 1143 | /** |
|---|
| 961 | 1144 | * amdgpu_get_vblank_counter_kms - get frame count |
|---|
| 962 | 1145 | * |
|---|
| 963 | | - * @dev: drm dev pointer |
|---|
| 964 | | - * @pipe: crtc to get the frame count from |
|---|
| 1146 | + * @crtc: crtc to get the frame count from |
|---|
| 965 | 1147 | * |
|---|
| 966 | 1148 | * Gets the frame count on the requested crtc (all asics). |
|---|
| 967 | 1149 | * Returns frame count on success, -EINVAL on failure. |
|---|
| 968 | 1150 | */ |
|---|
| 969 | | -u32 amdgpu_get_vblank_counter_kms(struct drm_device *dev, unsigned int pipe) |
|---|
| 1151 | +u32 amdgpu_get_vblank_counter_kms(struct drm_crtc *crtc) |
|---|
| 970 | 1152 | { |
|---|
| 971 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1153 | + struct drm_device *dev = crtc->dev; |
|---|
| 1154 | + unsigned int pipe = crtc->index; |
|---|
| 1155 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 972 | 1156 | int vpos, hpos, stat; |
|---|
| 973 | 1157 | u32 count; |
|---|
| 974 | 1158 | |
|---|
| .. | .. |
|---|
| 1027 | 1211 | /** |
|---|
| 1028 | 1212 | * amdgpu_enable_vblank_kms - enable vblank interrupt |
|---|
| 1029 | 1213 | * |
|---|
| 1030 | | - * @dev: drm dev pointer |
|---|
| 1031 | | - * @pipe: crtc to enable vblank interrupt for |
|---|
| 1214 | + * @crtc: crtc to enable vblank interrupt for |
|---|
| 1032 | 1215 | * |
|---|
| 1033 | 1216 | * Enable the interrupt on the requested crtc (all asics). |
|---|
| 1034 | 1217 | * Returns 0 on success, -EINVAL on failure. |
|---|
| 1035 | 1218 | */ |
|---|
| 1036 | | -int amdgpu_enable_vblank_kms(struct drm_device *dev, unsigned int pipe) |
|---|
| 1219 | +int amdgpu_enable_vblank_kms(struct drm_crtc *crtc) |
|---|
| 1037 | 1220 | { |
|---|
| 1038 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1221 | + struct drm_device *dev = crtc->dev; |
|---|
| 1222 | + unsigned int pipe = crtc->index; |
|---|
| 1223 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 1039 | 1224 | int idx = amdgpu_display_crtc_idx_to_irq_type(adev, pipe); |
|---|
| 1040 | 1225 | |
|---|
| 1041 | 1226 | return amdgpu_irq_get(adev, &adev->crtc_irq, idx); |
|---|
| .. | .. |
|---|
| 1044 | 1229 | /** |
|---|
| 1045 | 1230 | * amdgpu_disable_vblank_kms - disable vblank interrupt |
|---|
| 1046 | 1231 | * |
|---|
| 1047 | | - * @dev: drm dev pointer |
|---|
| 1048 | | - * @pipe: crtc to disable vblank interrupt for |
|---|
| 1232 | + * @crtc: crtc to disable vblank interrupt for |
|---|
| 1049 | 1233 | * |
|---|
| 1050 | 1234 | * Disable the interrupt on the requested crtc (all asics). |
|---|
| 1051 | 1235 | */ |
|---|
| 1052 | | -void amdgpu_disable_vblank_kms(struct drm_device *dev, unsigned int pipe) |
|---|
| 1236 | +void amdgpu_disable_vblank_kms(struct drm_crtc *crtc) |
|---|
| 1053 | 1237 | { |
|---|
| 1054 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1238 | + struct drm_device *dev = crtc->dev; |
|---|
| 1239 | + unsigned int pipe = crtc->index; |
|---|
| 1240 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 1055 | 1241 | int idx = amdgpu_display_crtc_idx_to_irq_type(adev, pipe); |
|---|
| 1056 | 1242 | |
|---|
| 1057 | 1243 | amdgpu_irq_put(adev, &adev->crtc_irq, idx); |
|---|
| .. | .. |
|---|
| 1087 | 1273 | { |
|---|
| 1088 | 1274 | struct drm_info_node *node = (struct drm_info_node *) m->private; |
|---|
| 1089 | 1275 | struct drm_device *dev = node->minor->dev; |
|---|
| 1090 | | - struct amdgpu_device *adev = dev->dev_private; |
|---|
| 1276 | + struct amdgpu_device *adev = drm_to_adev(dev); |
|---|
| 1091 | 1277 | struct drm_amdgpu_info_firmware fw_info; |
|---|
| 1092 | 1278 | struct drm_amdgpu_query_fw query_fw; |
|---|
| 1093 | 1279 | struct atom_context *ctx = adev->mode_info.atom_context; |
|---|
| .. | .. |
|---|
| 1183 | 1369 | fw_info.feature, fw_info.ver); |
|---|
| 1184 | 1370 | |
|---|
| 1185 | 1371 | /* MEC2 */ |
|---|
| 1186 | | - if (adev->asic_type == CHIP_KAVERI || |
|---|
| 1187 | | - (adev->asic_type > CHIP_TOPAZ && adev->asic_type != CHIP_STONEY)) { |
|---|
| 1372 | + if (adev->gfx.mec2_fw) { |
|---|
| 1188 | 1373 | query_fw.index = 1; |
|---|
| 1189 | 1374 | ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
|---|
| 1190 | 1375 | if (ret) |
|---|
| .. | .. |
|---|
| 1209 | 1394 | return ret; |
|---|
| 1210 | 1395 | seq_printf(m, "ASD feature version: %u, firmware version: 0x%08x\n", |
|---|
| 1211 | 1396 | fw_info.feature, fw_info.ver); |
|---|
| 1397 | + |
|---|
| 1398 | + query_fw.fw_type = AMDGPU_INFO_FW_TA; |
|---|
| 1399 | + for (i = 0; i < 4; i++) { |
|---|
| 1400 | + query_fw.index = i; |
|---|
| 1401 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
|---|
| 1402 | + if (ret) |
|---|
| 1403 | + continue; |
|---|
| 1404 | + switch (query_fw.index) { |
|---|
| 1405 | + case 0: |
|---|
| 1406 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
|---|
| 1407 | + "RAS", fw_info.feature, fw_info.ver); |
|---|
| 1408 | + break; |
|---|
| 1409 | + case 1: |
|---|
| 1410 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
|---|
| 1411 | + "XGMI", fw_info.feature, fw_info.ver); |
|---|
| 1412 | + break; |
|---|
| 1413 | + case 2: |
|---|
| 1414 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
|---|
| 1415 | + "HDCP", fw_info.feature, fw_info.ver); |
|---|
| 1416 | + break; |
|---|
| 1417 | + case 3: |
|---|
| 1418 | + seq_printf(m, "TA %s feature version: 0x%08x, firmware version: 0x%08x\n", |
|---|
| 1419 | + "DTM", fw_info.feature, fw_info.ver); |
|---|
| 1420 | + break; |
|---|
| 1421 | + default: |
|---|
| 1422 | + return -EINVAL; |
|---|
| 1423 | + } |
|---|
| 1424 | + } |
|---|
| 1212 | 1425 | |
|---|
| 1213 | 1426 | /* SMC */ |
|---|
| 1214 | 1427 | query_fw.fw_type = AMDGPU_INFO_FW_SMC; |
|---|
| .. | .. |
|---|
| 1237 | 1450 | seq_printf(m, "VCN feature version: %u, firmware version: 0x%08x\n", |
|---|
| 1238 | 1451 | fw_info.feature, fw_info.ver); |
|---|
| 1239 | 1452 | |
|---|
| 1453 | + /* DMCU */ |
|---|
| 1454 | + query_fw.fw_type = AMDGPU_INFO_FW_DMCU; |
|---|
| 1455 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
|---|
| 1456 | + if (ret) |
|---|
| 1457 | + return ret; |
|---|
| 1458 | + seq_printf(m, "DMCU feature version: %u, firmware version: 0x%08x\n", |
|---|
| 1459 | + fw_info.feature, fw_info.ver); |
|---|
| 1460 | + |
|---|
| 1461 | + /* DMCUB */ |
|---|
| 1462 | + query_fw.fw_type = AMDGPU_INFO_FW_DMCUB; |
|---|
| 1463 | + ret = amdgpu_firmware_info(&fw_info, &query_fw, adev); |
|---|
| 1464 | + if (ret) |
|---|
| 1465 | + return ret; |
|---|
| 1466 | + seq_printf(m, "DMCUB feature version: %u, firmware version: 0x%08x\n", |
|---|
| 1467 | + fw_info.feature, fw_info.ver); |
|---|
| 1468 | + |
|---|
| 1240 | 1469 | |
|---|
| 1241 | 1470 | seq_printf(m, "VBIOS version: %s\n", ctx->vbios_version); |
|---|
| 1242 | 1471 | |
|---|