| .. | .. |
|---|
| 23 | 23 | * |
|---|
| 24 | 24 | */ |
|---|
| 25 | 25 | |
|---|
| 26 | +#include <linux/delay.h> |
|---|
| 27 | + |
|---|
| 26 | 28 | #include "dm_services.h" |
|---|
| 27 | 29 | #include "dcn10_hubp.h" |
|---|
| 28 | 30 | #include "dcn10_hubbub.h" |
|---|
| 29 | 31 | #include "reg_helper.h" |
|---|
| 30 | 32 | |
|---|
| 31 | 33 | #define CTX \ |
|---|
| 32 | | - hubbub->ctx |
|---|
| 34 | + hubbub1->base.ctx |
|---|
| 33 | 35 | #define DC_LOGGER \ |
|---|
| 34 | | - hubbub->ctx->logger |
|---|
| 36 | + hubbub1->base.ctx->logger |
|---|
| 35 | 37 | #define REG(reg)\ |
|---|
| 36 | | - hubbub->regs->reg |
|---|
| 38 | + hubbub1->regs->reg |
|---|
| 37 | 39 | |
|---|
| 38 | 40 | #undef FN |
|---|
| 39 | 41 | #define FN(reg_name, field_name) \ |
|---|
| 40 | | - hubbub->shifts->field_name, hubbub->masks->field_name |
|---|
| 42 | + hubbub1->shifts->field_name, hubbub1->masks->field_name |
|---|
| 41 | 43 | |
|---|
| 42 | 44 | void hubbub1_wm_read_state(struct hubbub *hubbub, |
|---|
| 43 | 45 | struct dcn_hubbub_wm *wm) |
|---|
| 44 | 46 | { |
|---|
| 47 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 45 | 48 | struct dcn_hubbub_wm_set *s; |
|---|
| 46 | 49 | |
|---|
| 47 | 50 | memset(wm, 0, sizeof(struct dcn_hubbub_wm)); |
|---|
| .. | .. |
|---|
| 87 | 90 | s->dram_clk_chanage = REG_READ(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_D); |
|---|
| 88 | 91 | } |
|---|
| 89 | 92 | |
|---|
| 93 | +void hubbub1_allow_self_refresh_control(struct hubbub *hubbub, bool allow) |
|---|
| 94 | +{ |
|---|
| 95 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 96 | + /* |
|---|
| 97 | + * DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE = 1 means do not allow stutter |
|---|
| 98 | + * DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE = 0 means allow stutter |
|---|
| 99 | + */ |
|---|
| 100 | + |
|---|
| 101 | + REG_UPDATE_2(DCHUBBUB_ARB_DRAM_STATE_CNTL, |
|---|
| 102 | + DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_VALUE, 0, |
|---|
| 103 | + DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE, !allow); |
|---|
| 104 | +} |
|---|
| 105 | + |
|---|
| 106 | +bool hubbub1_is_allow_self_refresh_enabled(struct hubbub *hubbub) |
|---|
| 107 | +{ |
|---|
| 108 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 109 | + uint32_t enable = 0; |
|---|
| 110 | + |
|---|
| 111 | + REG_GET(DCHUBBUB_ARB_DRAM_STATE_CNTL, |
|---|
| 112 | + DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE, &enable); |
|---|
| 113 | + |
|---|
| 114 | + return enable ? true : false; |
|---|
| 115 | +} |
|---|
| 116 | + |
|---|
| 117 | + |
|---|
| 90 | 118 | bool hubbub1_verify_allow_pstate_change_high( |
|---|
| 91 | 119 | struct hubbub *hubbub) |
|---|
| 92 | 120 | { |
|---|
| 121 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 122 | + |
|---|
| 93 | 123 | /* pstate latency is ~20us so if we wait over 40us and pstate allow |
|---|
| 94 | 124 | * still not asserted, we are probably stuck and going to hang |
|---|
| 95 | 125 | * |
|---|
| .. | .. |
|---|
| 97 | 127 | * pstate takes around ~100us on linux. Unknown currently as to |
|---|
| 98 | 128 | * why it takes that long on linux |
|---|
| 99 | 129 | */ |
|---|
| 100 | | - static unsigned int pstate_wait_timeout_us = 200; |
|---|
| 101 | | - static unsigned int pstate_wait_expected_timeout_us = 40; |
|---|
| 130 | + const unsigned int pstate_wait_timeout_us = 200; |
|---|
| 131 | + const unsigned int pstate_wait_expected_timeout_us = 40; |
|---|
| 102 | 132 | static unsigned int max_sampled_pstate_wait_us; /* data collection */ |
|---|
| 103 | 133 | static bool forced_pstate_allow; /* help with revert wa */ |
|---|
| 104 | 134 | |
|---|
| .. | .. |
|---|
| 116 | 146 | forced_pstate_allow = false; |
|---|
| 117 | 147 | } |
|---|
| 118 | 148 | |
|---|
| 119 | | - /* RV1: |
|---|
| 120 | | - * dchubbubdebugind, at: 0x7 |
|---|
| 121 | | - * description "3-0: Pipe0 cursor0 QOS |
|---|
| 122 | | - * 7-4: Pipe1 cursor0 QOS |
|---|
| 123 | | - * 11-8: Pipe2 cursor0 QOS |
|---|
| 124 | | - * 15-12: Pipe3 cursor0 QOS |
|---|
| 125 | | - * 16: Pipe0 Plane0 Allow Pstate Change |
|---|
| 126 | | - * 17: Pipe1 Plane0 Allow Pstate Change |
|---|
| 127 | | - * 18: Pipe2 Plane0 Allow Pstate Change |
|---|
| 128 | | - * 19: Pipe3 Plane0 Allow Pstate Change |
|---|
| 129 | | - * 20: Pipe0 Plane1 Allow Pstate Change |
|---|
| 130 | | - * 21: Pipe1 Plane1 Allow Pstate Change |
|---|
| 131 | | - * 22: Pipe2 Plane1 Allow Pstate Change |
|---|
| 132 | | - * 23: Pipe3 Plane1 Allow Pstate Change |
|---|
| 133 | | - * 24: Pipe0 cursor0 Allow Pstate Change |
|---|
| 134 | | - * 25: Pipe1 cursor0 Allow Pstate Change |
|---|
| 135 | | - * 26: Pipe2 cursor0 Allow Pstate Change |
|---|
| 136 | | - * 27: Pipe3 cursor0 Allow Pstate Change |
|---|
| 149 | + /* The following table only applies to DCN1 and DCN2, |
|---|
| 150 | + * for newer DCNs, need to consult with HW IP folks to read RTL |
|---|
| 151 | + * HUBBUB:DCHUBBUB_TEST_ARB_DEBUG10 DCHUBBUBDEBUGIND:0xB |
|---|
| 152 | + * description |
|---|
| 153 | + * 0: Pipe0 Plane0 Allow Pstate Change |
|---|
| 154 | + * 1: Pipe0 Plane1 Allow Pstate Change |
|---|
| 155 | + * 2: Pipe0 Cursor0 Allow Pstate Change |
|---|
| 156 | + * 3: Pipe0 Cursor1 Allow Pstate Change |
|---|
| 157 | + * 4: Pipe1 Plane0 Allow Pstate Change |
|---|
| 158 | + * 5: Pipe1 Plane1 Allow Pstate Change |
|---|
| 159 | + * 6: Pipe1 Cursor0 Allow Pstate Change |
|---|
| 160 | + * 7: Pipe1 Cursor1 Allow Pstate Change |
|---|
| 161 | + * 8: Pipe2 Plane0 Allow Pstate Change |
|---|
| 162 | + * 9: Pipe2 Plane1 Allow Pstate Change |
|---|
| 163 | + * 10: Pipe2 Cursor0 Allow Pstate Change |
|---|
| 164 | + * 11: Pipe2 Cursor1 Allow Pstate Change |
|---|
| 165 | + * 12: Pipe3 Plane0 Allow Pstate Change |
|---|
| 166 | + * 13: Pipe3 Plane1 Allow Pstate Change |
|---|
| 167 | + * 14: Pipe3 Cursor0 Allow Pstate Change |
|---|
| 168 | + * 15: Pipe3 Cursor1 Allow Pstate Change |
|---|
| 169 | + * 16: Pipe4 Plane0 Allow Pstate Change |
|---|
| 170 | + * 17: Pipe4 Plane1 Allow Pstate Change |
|---|
| 171 | + * 18: Pipe4 Cursor0 Allow Pstate Change |
|---|
| 172 | + * 19: Pipe4 Cursor1 Allow Pstate Change |
|---|
| 173 | + * 20: Pipe5 Plane0 Allow Pstate Change |
|---|
| 174 | + * 21: Pipe5 Plane1 Allow Pstate Change |
|---|
| 175 | + * 22: Pipe5 Cursor0 Allow Pstate Change |
|---|
| 176 | + * 23: Pipe5 Cursor1 Allow Pstate Change |
|---|
| 177 | + * 24: Pipe6 Plane0 Allow Pstate Change |
|---|
| 178 | + * 25: Pipe6 Plane1 Allow Pstate Change |
|---|
| 179 | + * 26: Pipe6 Cursor0 Allow Pstate Change |
|---|
| 180 | + * 27: Pipe6 Cursor1 Allow Pstate Change |
|---|
| 137 | 181 | * 28: WB0 Allow Pstate Change |
|---|
| 138 | 182 | * 29: WB1 Allow Pstate Change |
|---|
| 139 | 183 | * 30: Arbiter's allow_pstate_change |
|---|
| 140 | 184 | * 31: SOC pstate change request |
|---|
| 141 | 185 | */ |
|---|
| 142 | 186 | |
|---|
| 143 | | - |
|---|
| 144 | | - REG_WRITE(DCHUBBUB_TEST_DEBUG_INDEX, hubbub->debug_test_index_pstate); |
|---|
| 187 | + REG_WRITE(DCHUBBUB_TEST_DEBUG_INDEX, hubbub1->debug_test_index_pstate); |
|---|
| 145 | 188 | |
|---|
| 146 | 189 | for (i = 0; i < pstate_wait_timeout_us; i++) { |
|---|
| 147 | 190 | debug_data = REG_READ(DCHUBBUB_TEST_DEBUG_DATA); |
|---|
| .. | .. |
|---|
| 192 | 235 | |
|---|
| 193 | 236 | void hubbub1_wm_change_req_wa(struct hubbub *hubbub) |
|---|
| 194 | 237 | { |
|---|
| 195 | | - REG_UPDATE_SEQ(DCHUBBUB_ARB_WATERMARK_CHANGE_CNTL, |
|---|
| 196 | | - DCHUBBUB_ARB_WATERMARK_CHANGE_REQUEST, 0, 1); |
|---|
| 238 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 239 | + |
|---|
| 240 | + REG_UPDATE_SEQ_2(DCHUBBUB_ARB_WATERMARK_CHANGE_CNTL, |
|---|
| 241 | + DCHUBBUB_ARB_WATERMARK_CHANGE_REQUEST, 0, |
|---|
| 242 | + DCHUBBUB_ARB_WATERMARK_CHANGE_REQUEST, 1); |
|---|
| 197 | 243 | } |
|---|
| 198 | 244 | |
|---|
| 199 | | -void hubbub1_program_watermarks( |
|---|
| 245 | +bool hubbub1_program_urgent_watermarks( |
|---|
| 200 | 246 | struct hubbub *hubbub, |
|---|
| 201 | 247 | struct dcn_watermark_set *watermarks, |
|---|
| 202 | 248 | unsigned int refclk_mhz, |
|---|
| 203 | 249 | bool safe_to_lower) |
|---|
| 204 | 250 | { |
|---|
| 205 | | - uint32_t force_en = hubbub->ctx->dc->debug.disable_stutter ? 1 : 0; |
|---|
| 206 | | - /* |
|---|
| 207 | | - * Need to clamp to max of the register values (i.e. no wrap) |
|---|
| 208 | | - * for dcn1, all wm registers are 21-bit wide |
|---|
| 209 | | - */ |
|---|
| 251 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 210 | 252 | uint32_t prog_wm_value; |
|---|
| 211 | | - |
|---|
| 253 | + bool wm_pending = false; |
|---|
| 212 | 254 | |
|---|
| 213 | 255 | /* Repeat for water mark set A, B, C and D. */ |
|---|
| 214 | 256 | /* clock state A */ |
|---|
| 215 | | - if (safe_to_lower || watermarks->a.urgent_ns > hubbub->watermarks.a.urgent_ns) { |
|---|
| 216 | | - hubbub->watermarks.a.urgent_ns = watermarks->a.urgent_ns; |
|---|
| 257 | + if (safe_to_lower || watermarks->a.urgent_ns > hubbub1->watermarks.a.urgent_ns) { |
|---|
| 258 | + hubbub1->watermarks.a.urgent_ns = watermarks->a.urgent_ns; |
|---|
| 217 | 259 | prog_wm_value = convert_and_clamp(watermarks->a.urgent_ns, |
|---|
| 218 | 260 | refclk_mhz, 0x1fffff); |
|---|
| 219 | | - REG_WRITE(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_A, prog_wm_value); |
|---|
| 261 | + REG_SET(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_A, 0, |
|---|
| 262 | + DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_A, prog_wm_value); |
|---|
| 220 | 263 | |
|---|
| 221 | 264 | DC_LOG_BANDWIDTH_CALCS("URGENCY_WATERMARK_A calculated =%d\n" |
|---|
| 222 | 265 | "HW register value = 0x%x\n", |
|---|
| 223 | 266 | watermarks->a.urgent_ns, prog_wm_value); |
|---|
| 224 | | - } |
|---|
| 267 | + } else if (watermarks->a.urgent_ns < hubbub1->watermarks.a.urgent_ns) |
|---|
| 268 | + wm_pending = true; |
|---|
| 225 | 269 | |
|---|
| 226 | | - if (safe_to_lower || watermarks->a.pte_meta_urgent_ns > hubbub->watermarks.a.pte_meta_urgent_ns) { |
|---|
| 227 | | - hubbub->watermarks.a.pte_meta_urgent_ns = watermarks->a.pte_meta_urgent_ns; |
|---|
| 270 | + if (safe_to_lower || watermarks->a.pte_meta_urgent_ns > hubbub1->watermarks.a.pte_meta_urgent_ns) { |
|---|
| 271 | + hubbub1->watermarks.a.pte_meta_urgent_ns = watermarks->a.pte_meta_urgent_ns; |
|---|
| 228 | 272 | prog_wm_value = convert_and_clamp(watermarks->a.pte_meta_urgent_ns, |
|---|
| 229 | 273 | refclk_mhz, 0x1fffff); |
|---|
| 230 | 274 | REG_WRITE(DCHUBBUB_ARB_PTE_META_URGENCY_WATERMARK_A, prog_wm_value); |
|---|
| 231 | 275 | DC_LOG_BANDWIDTH_CALCS("PTE_META_URGENCY_WATERMARK_A calculated =%d\n" |
|---|
| 232 | 276 | "HW register value = 0x%x\n", |
|---|
| 233 | 277 | watermarks->a.pte_meta_urgent_ns, prog_wm_value); |
|---|
| 234 | | - } |
|---|
| 235 | | - |
|---|
| 236 | | - if (REG(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_A)) { |
|---|
| 237 | | - if (safe_to_lower || watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 238 | | - > hubbub->watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 239 | | - hubbub->watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 240 | | - watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 241 | | - prog_wm_value = convert_and_clamp( |
|---|
| 242 | | - watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 243 | | - refclk_mhz, 0x1fffff); |
|---|
| 244 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_A, prog_wm_value); |
|---|
| 245 | | - DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_A calculated =%d\n" |
|---|
| 246 | | - "HW register value = 0x%x\n", |
|---|
| 247 | | - watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 248 | | - } |
|---|
| 249 | | - |
|---|
| 250 | | - if (safe_to_lower || watermarks->a.cstate_pstate.cstate_exit_ns |
|---|
| 251 | | - > hubbub->watermarks.a.cstate_pstate.cstate_exit_ns) { |
|---|
| 252 | | - hubbub->watermarks.a.cstate_pstate.cstate_exit_ns = |
|---|
| 253 | | - watermarks->a.cstate_pstate.cstate_exit_ns; |
|---|
| 254 | | - prog_wm_value = convert_and_clamp( |
|---|
| 255 | | - watermarks->a.cstate_pstate.cstate_exit_ns, |
|---|
| 256 | | - refclk_mhz, 0x1fffff); |
|---|
| 257 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_A, prog_wm_value); |
|---|
| 258 | | - DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_A calculated =%d\n" |
|---|
| 259 | | - "HW register value = 0x%x\n", |
|---|
| 260 | | - watermarks->a.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 261 | | - } |
|---|
| 262 | | - } |
|---|
| 263 | | - |
|---|
| 264 | | - if (safe_to_lower || watermarks->a.cstate_pstate.pstate_change_ns |
|---|
| 265 | | - > hubbub->watermarks.a.cstate_pstate.pstate_change_ns) { |
|---|
| 266 | | - hubbub->watermarks.a.cstate_pstate.pstate_change_ns = |
|---|
| 267 | | - watermarks->a.cstate_pstate.pstate_change_ns; |
|---|
| 268 | | - prog_wm_value = convert_and_clamp( |
|---|
| 269 | | - watermarks->a.cstate_pstate.pstate_change_ns, |
|---|
| 270 | | - refclk_mhz, 0x1fffff); |
|---|
| 271 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_A, prog_wm_value); |
|---|
| 272 | | - DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_A calculated =%d\n" |
|---|
| 273 | | - "HW register value = 0x%x\n\n", |
|---|
| 274 | | - watermarks->a.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 275 | | - } |
|---|
| 278 | + } else if (watermarks->a.pte_meta_urgent_ns < hubbub1->watermarks.a.pte_meta_urgent_ns) |
|---|
| 279 | + wm_pending = true; |
|---|
| 276 | 280 | |
|---|
| 277 | 281 | /* clock state B */ |
|---|
| 278 | | - if (safe_to_lower || watermarks->b.urgent_ns > hubbub->watermarks.b.urgent_ns) { |
|---|
| 279 | | - hubbub->watermarks.b.urgent_ns = watermarks->b.urgent_ns; |
|---|
| 282 | + if (safe_to_lower || watermarks->b.urgent_ns > hubbub1->watermarks.b.urgent_ns) { |
|---|
| 283 | + hubbub1->watermarks.b.urgent_ns = watermarks->b.urgent_ns; |
|---|
| 280 | 284 | prog_wm_value = convert_and_clamp(watermarks->b.urgent_ns, |
|---|
| 281 | 285 | refclk_mhz, 0x1fffff); |
|---|
| 282 | | - REG_WRITE(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_B, prog_wm_value); |
|---|
| 286 | + REG_SET(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_B, 0, |
|---|
| 287 | + DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_B, prog_wm_value); |
|---|
| 283 | 288 | |
|---|
| 284 | 289 | DC_LOG_BANDWIDTH_CALCS("URGENCY_WATERMARK_B calculated =%d\n" |
|---|
| 285 | 290 | "HW register value = 0x%x\n", |
|---|
| 286 | 291 | watermarks->b.urgent_ns, prog_wm_value); |
|---|
| 287 | | - } |
|---|
| 292 | + } else if (watermarks->b.urgent_ns < hubbub1->watermarks.b.urgent_ns) |
|---|
| 293 | + wm_pending = true; |
|---|
| 288 | 294 | |
|---|
| 289 | | - if (safe_to_lower || watermarks->b.pte_meta_urgent_ns > hubbub->watermarks.b.pte_meta_urgent_ns) { |
|---|
| 290 | | - hubbub->watermarks.b.pte_meta_urgent_ns = watermarks->b.pte_meta_urgent_ns; |
|---|
| 295 | + if (safe_to_lower || watermarks->b.pte_meta_urgent_ns > hubbub1->watermarks.b.pte_meta_urgent_ns) { |
|---|
| 296 | + hubbub1->watermarks.b.pte_meta_urgent_ns = watermarks->b.pte_meta_urgent_ns; |
|---|
| 291 | 297 | prog_wm_value = convert_and_clamp(watermarks->b.pte_meta_urgent_ns, |
|---|
| 292 | 298 | refclk_mhz, 0x1fffff); |
|---|
| 293 | 299 | REG_WRITE(DCHUBBUB_ARB_PTE_META_URGENCY_WATERMARK_B, prog_wm_value); |
|---|
| 294 | 300 | DC_LOG_BANDWIDTH_CALCS("PTE_META_URGENCY_WATERMARK_B calculated =%d\n" |
|---|
| 295 | 301 | "HW register value = 0x%x\n", |
|---|
| 296 | 302 | watermarks->b.pte_meta_urgent_ns, prog_wm_value); |
|---|
| 297 | | - } |
|---|
| 298 | | - |
|---|
| 299 | | - if (REG(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_B)) { |
|---|
| 300 | | - if (safe_to_lower || watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 301 | | - > hubbub->watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 302 | | - hubbub->watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 303 | | - watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 304 | | - prog_wm_value = convert_and_clamp( |
|---|
| 305 | | - watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 306 | | - refclk_mhz, 0x1fffff); |
|---|
| 307 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_B, prog_wm_value); |
|---|
| 308 | | - DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_B calculated =%d\n" |
|---|
| 309 | | - "HW register value = 0x%x\n", |
|---|
| 310 | | - watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 311 | | - } |
|---|
| 312 | | - |
|---|
| 313 | | - if (safe_to_lower || watermarks->b.cstate_pstate.cstate_exit_ns |
|---|
| 314 | | - > hubbub->watermarks.b.cstate_pstate.cstate_exit_ns) { |
|---|
| 315 | | - hubbub->watermarks.b.cstate_pstate.cstate_exit_ns = |
|---|
| 316 | | - watermarks->b.cstate_pstate.cstate_exit_ns; |
|---|
| 317 | | - prog_wm_value = convert_and_clamp( |
|---|
| 318 | | - watermarks->b.cstate_pstate.cstate_exit_ns, |
|---|
| 319 | | - refclk_mhz, 0x1fffff); |
|---|
| 320 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_B, prog_wm_value); |
|---|
| 321 | | - DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_B calculated =%d\n" |
|---|
| 322 | | - "HW register value = 0x%x\n", |
|---|
| 323 | | - watermarks->b.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 324 | | - } |
|---|
| 325 | | - } |
|---|
| 326 | | - |
|---|
| 327 | | - if (safe_to_lower || watermarks->b.cstate_pstate.pstate_change_ns |
|---|
| 328 | | - > hubbub->watermarks.b.cstate_pstate.pstate_change_ns) { |
|---|
| 329 | | - hubbub->watermarks.b.cstate_pstate.pstate_change_ns = |
|---|
| 330 | | - watermarks->b.cstate_pstate.pstate_change_ns; |
|---|
| 331 | | - prog_wm_value = convert_and_clamp( |
|---|
| 332 | | - watermarks->b.cstate_pstate.pstate_change_ns, |
|---|
| 333 | | - refclk_mhz, 0x1fffff); |
|---|
| 334 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_B, prog_wm_value); |
|---|
| 335 | | - DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_B calculated =%d\n" |
|---|
| 336 | | - "HW register value = 0x%x\n\n", |
|---|
| 337 | | - watermarks->b.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 338 | | - } |
|---|
| 303 | + } else if (watermarks->b.pte_meta_urgent_ns < hubbub1->watermarks.b.pte_meta_urgent_ns) |
|---|
| 304 | + wm_pending = true; |
|---|
| 339 | 305 | |
|---|
| 340 | 306 | /* clock state C */ |
|---|
| 341 | | - if (safe_to_lower || watermarks->c.urgent_ns > hubbub->watermarks.c.urgent_ns) { |
|---|
| 342 | | - hubbub->watermarks.c.urgent_ns = watermarks->c.urgent_ns; |
|---|
| 307 | + if (safe_to_lower || watermarks->c.urgent_ns > hubbub1->watermarks.c.urgent_ns) { |
|---|
| 308 | + hubbub1->watermarks.c.urgent_ns = watermarks->c.urgent_ns; |
|---|
| 343 | 309 | prog_wm_value = convert_and_clamp(watermarks->c.urgent_ns, |
|---|
| 344 | 310 | refclk_mhz, 0x1fffff); |
|---|
| 345 | | - REG_WRITE(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_C, prog_wm_value); |
|---|
| 311 | + REG_SET(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_C, 0, |
|---|
| 312 | + DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_C, prog_wm_value); |
|---|
| 346 | 313 | |
|---|
| 347 | 314 | DC_LOG_BANDWIDTH_CALCS("URGENCY_WATERMARK_C calculated =%d\n" |
|---|
| 348 | 315 | "HW register value = 0x%x\n", |
|---|
| 349 | 316 | watermarks->c.urgent_ns, prog_wm_value); |
|---|
| 350 | | - } |
|---|
| 317 | + } else if (watermarks->c.urgent_ns < hubbub1->watermarks.c.urgent_ns) |
|---|
| 318 | + wm_pending = true; |
|---|
| 351 | 319 | |
|---|
| 352 | | - if (safe_to_lower || watermarks->c.pte_meta_urgent_ns > hubbub->watermarks.c.pte_meta_urgent_ns) { |
|---|
| 353 | | - hubbub->watermarks.c.pte_meta_urgent_ns = watermarks->c.pte_meta_urgent_ns; |
|---|
| 320 | + if (safe_to_lower || watermarks->c.pte_meta_urgent_ns > hubbub1->watermarks.c.pte_meta_urgent_ns) { |
|---|
| 321 | + hubbub1->watermarks.c.pte_meta_urgent_ns = watermarks->c.pte_meta_urgent_ns; |
|---|
| 354 | 322 | prog_wm_value = convert_and_clamp(watermarks->c.pte_meta_urgent_ns, |
|---|
| 355 | 323 | refclk_mhz, 0x1fffff); |
|---|
| 356 | 324 | REG_WRITE(DCHUBBUB_ARB_PTE_META_URGENCY_WATERMARK_C, prog_wm_value); |
|---|
| 357 | 325 | DC_LOG_BANDWIDTH_CALCS("PTE_META_URGENCY_WATERMARK_C calculated =%d\n" |
|---|
| 358 | 326 | "HW register value = 0x%x\n", |
|---|
| 359 | 327 | watermarks->c.pte_meta_urgent_ns, prog_wm_value); |
|---|
| 360 | | - } |
|---|
| 361 | | - |
|---|
| 362 | | - if (REG(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_C)) { |
|---|
| 363 | | - if (safe_to_lower || watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 364 | | - > hubbub->watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 365 | | - hubbub->watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 366 | | - watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 367 | | - prog_wm_value = convert_and_clamp( |
|---|
| 368 | | - watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 369 | | - refclk_mhz, 0x1fffff); |
|---|
| 370 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_C, prog_wm_value); |
|---|
| 371 | | - DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_C calculated =%d\n" |
|---|
| 372 | | - "HW register value = 0x%x\n", |
|---|
| 373 | | - watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 374 | | - } |
|---|
| 375 | | - |
|---|
| 376 | | - if (safe_to_lower || watermarks->c.cstate_pstate.cstate_exit_ns |
|---|
| 377 | | - > hubbub->watermarks.c.cstate_pstate.cstate_exit_ns) { |
|---|
| 378 | | - hubbub->watermarks.c.cstate_pstate.cstate_exit_ns = |
|---|
| 379 | | - watermarks->c.cstate_pstate.cstate_exit_ns; |
|---|
| 380 | | - prog_wm_value = convert_and_clamp( |
|---|
| 381 | | - watermarks->c.cstate_pstate.cstate_exit_ns, |
|---|
| 382 | | - refclk_mhz, 0x1fffff); |
|---|
| 383 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_C, prog_wm_value); |
|---|
| 384 | | - DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_C calculated =%d\n" |
|---|
| 385 | | - "HW register value = 0x%x\n", |
|---|
| 386 | | - watermarks->c.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 387 | | - } |
|---|
| 388 | | - } |
|---|
| 389 | | - |
|---|
| 390 | | - if (safe_to_lower || watermarks->c.cstate_pstate.pstate_change_ns |
|---|
| 391 | | - > hubbub->watermarks.c.cstate_pstate.pstate_change_ns) { |
|---|
| 392 | | - hubbub->watermarks.c.cstate_pstate.pstate_change_ns = |
|---|
| 393 | | - watermarks->c.cstate_pstate.pstate_change_ns; |
|---|
| 394 | | - prog_wm_value = convert_and_clamp( |
|---|
| 395 | | - watermarks->c.cstate_pstate.pstate_change_ns, |
|---|
| 396 | | - refclk_mhz, 0x1fffff); |
|---|
| 397 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_C, prog_wm_value); |
|---|
| 398 | | - DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_C calculated =%d\n" |
|---|
| 399 | | - "HW register value = 0x%x\n\n", |
|---|
| 400 | | - watermarks->c.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 401 | | - } |
|---|
| 328 | + } else if (watermarks->c.pte_meta_urgent_ns < hubbub1->watermarks.c.pte_meta_urgent_ns) |
|---|
| 329 | + wm_pending = true; |
|---|
| 402 | 330 | |
|---|
| 403 | 331 | /* clock state D */ |
|---|
| 404 | | - if (safe_to_lower || watermarks->d.urgent_ns > hubbub->watermarks.d.urgent_ns) { |
|---|
| 405 | | - hubbub->watermarks.d.urgent_ns = watermarks->d.urgent_ns; |
|---|
| 332 | + if (safe_to_lower || watermarks->d.urgent_ns > hubbub1->watermarks.d.urgent_ns) { |
|---|
| 333 | + hubbub1->watermarks.d.urgent_ns = watermarks->d.urgent_ns; |
|---|
| 406 | 334 | prog_wm_value = convert_and_clamp(watermarks->d.urgent_ns, |
|---|
| 407 | 335 | refclk_mhz, 0x1fffff); |
|---|
| 408 | | - REG_WRITE(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_D, prog_wm_value); |
|---|
| 336 | + REG_SET(DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_D, 0, |
|---|
| 337 | + DCHUBBUB_ARB_DATA_URGENCY_WATERMARK_D, prog_wm_value); |
|---|
| 409 | 338 | |
|---|
| 410 | 339 | DC_LOG_BANDWIDTH_CALCS("URGENCY_WATERMARK_D calculated =%d\n" |
|---|
| 411 | 340 | "HW register value = 0x%x\n", |
|---|
| 412 | 341 | watermarks->d.urgent_ns, prog_wm_value); |
|---|
| 413 | | - } |
|---|
| 342 | + } else if (watermarks->d.urgent_ns < hubbub1->watermarks.d.urgent_ns) |
|---|
| 343 | + wm_pending = true; |
|---|
| 414 | 344 | |
|---|
| 415 | | - if (safe_to_lower || watermarks->d.pte_meta_urgent_ns > hubbub->watermarks.d.pte_meta_urgent_ns) { |
|---|
| 416 | | - hubbub->watermarks.d.pte_meta_urgent_ns = watermarks->d.pte_meta_urgent_ns; |
|---|
| 345 | + if (safe_to_lower || watermarks->d.pte_meta_urgent_ns > hubbub1->watermarks.d.pte_meta_urgent_ns) { |
|---|
| 346 | + hubbub1->watermarks.d.pte_meta_urgent_ns = watermarks->d.pte_meta_urgent_ns; |
|---|
| 417 | 347 | prog_wm_value = convert_and_clamp(watermarks->d.pte_meta_urgent_ns, |
|---|
| 418 | 348 | refclk_mhz, 0x1fffff); |
|---|
| 419 | 349 | REG_WRITE(DCHUBBUB_ARB_PTE_META_URGENCY_WATERMARK_D, prog_wm_value); |
|---|
| 420 | 350 | DC_LOG_BANDWIDTH_CALCS("PTE_META_URGENCY_WATERMARK_D calculated =%d\n" |
|---|
| 421 | 351 | "HW register value = 0x%x\n", |
|---|
| 422 | 352 | watermarks->d.pte_meta_urgent_ns, prog_wm_value); |
|---|
| 423 | | - } |
|---|
| 353 | + } else if (watermarks->d.pte_meta_urgent_ns < hubbub1->watermarks.d.pte_meta_urgent_ns) |
|---|
| 354 | + wm_pending = true; |
|---|
| 424 | 355 | |
|---|
| 425 | | - if (REG(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_D)) { |
|---|
| 426 | | - if (safe_to_lower || watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 427 | | - > hubbub->watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 428 | | - hubbub->watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 429 | | - watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 430 | | - prog_wm_value = convert_and_clamp( |
|---|
| 431 | | - watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 432 | | - refclk_mhz, 0x1fffff); |
|---|
| 433 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_D, prog_wm_value); |
|---|
| 434 | | - DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_D calculated =%d\n" |
|---|
| 435 | | - "HW register value = 0x%x\n", |
|---|
| 436 | | - watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 437 | | - } |
|---|
| 356 | + return wm_pending; |
|---|
| 357 | +} |
|---|
| 438 | 358 | |
|---|
| 439 | | - if (safe_to_lower || watermarks->d.cstate_pstate.cstate_exit_ns |
|---|
| 440 | | - > hubbub->watermarks.d.cstate_pstate.cstate_exit_ns) { |
|---|
| 441 | | - hubbub->watermarks.d.cstate_pstate.cstate_exit_ns = |
|---|
| 442 | | - watermarks->d.cstate_pstate.cstate_exit_ns; |
|---|
| 443 | | - prog_wm_value = convert_and_clamp( |
|---|
| 444 | | - watermarks->d.cstate_pstate.cstate_exit_ns, |
|---|
| 445 | | - refclk_mhz, 0x1fffff); |
|---|
| 446 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_D, prog_wm_value); |
|---|
| 447 | | - DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_D calculated =%d\n" |
|---|
| 448 | | - "HW register value = 0x%x\n", |
|---|
| 449 | | - watermarks->d.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 450 | | - } |
|---|
| 451 | | - } |
|---|
| 359 | +bool hubbub1_program_stutter_watermarks( |
|---|
| 360 | + struct hubbub *hubbub, |
|---|
| 361 | + struct dcn_watermark_set *watermarks, |
|---|
| 362 | + unsigned int refclk_mhz, |
|---|
| 363 | + bool safe_to_lower) |
|---|
| 364 | +{ |
|---|
| 365 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 366 | + uint32_t prog_wm_value; |
|---|
| 367 | + bool wm_pending = false; |
|---|
| 452 | 368 | |
|---|
| 369 | + /* clock state A */ |
|---|
| 370 | + if (safe_to_lower || watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 371 | + > hubbub1->watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 372 | + hubbub1->watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 373 | + watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 374 | + prog_wm_value = convert_and_clamp( |
|---|
| 375 | + watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 376 | + refclk_mhz, 0x1fffff); |
|---|
| 377 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_A, 0, |
|---|
| 378 | + DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_A, prog_wm_value); |
|---|
| 379 | + DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_A calculated =%d\n" |
|---|
| 380 | + "HW register value = 0x%x\n", |
|---|
| 381 | + watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 382 | + } else if (watermarks->a.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 383 | + < hubbub1->watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns) |
|---|
| 384 | + wm_pending = true; |
|---|
| 385 | + |
|---|
| 386 | + if (safe_to_lower || watermarks->a.cstate_pstate.cstate_exit_ns |
|---|
| 387 | + > hubbub1->watermarks.a.cstate_pstate.cstate_exit_ns) { |
|---|
| 388 | + hubbub1->watermarks.a.cstate_pstate.cstate_exit_ns = |
|---|
| 389 | + watermarks->a.cstate_pstate.cstate_exit_ns; |
|---|
| 390 | + prog_wm_value = convert_and_clamp( |
|---|
| 391 | + watermarks->a.cstate_pstate.cstate_exit_ns, |
|---|
| 392 | + refclk_mhz, 0x1fffff); |
|---|
| 393 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_A, 0, |
|---|
| 394 | + DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_A, prog_wm_value); |
|---|
| 395 | + DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_A calculated =%d\n" |
|---|
| 396 | + "HW register value = 0x%x\n", |
|---|
| 397 | + watermarks->a.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 398 | + } else if (watermarks->a.cstate_pstate.cstate_exit_ns |
|---|
| 399 | + < hubbub1->watermarks.a.cstate_pstate.cstate_exit_ns) |
|---|
| 400 | + wm_pending = true; |
|---|
| 401 | + |
|---|
| 402 | + /* clock state B */ |
|---|
| 403 | + if (safe_to_lower || watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 404 | + > hubbub1->watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 405 | + hubbub1->watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 406 | + watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 407 | + prog_wm_value = convert_and_clamp( |
|---|
| 408 | + watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 409 | + refclk_mhz, 0x1fffff); |
|---|
| 410 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_B, 0, |
|---|
| 411 | + DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_B, prog_wm_value); |
|---|
| 412 | + DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_B calculated =%d\n" |
|---|
| 413 | + "HW register value = 0x%x\n", |
|---|
| 414 | + watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 415 | + } else if (watermarks->b.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 416 | + < hubbub1->watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns) |
|---|
| 417 | + wm_pending = true; |
|---|
| 418 | + |
|---|
| 419 | + if (safe_to_lower || watermarks->b.cstate_pstate.cstate_exit_ns |
|---|
| 420 | + > hubbub1->watermarks.b.cstate_pstate.cstate_exit_ns) { |
|---|
| 421 | + hubbub1->watermarks.b.cstate_pstate.cstate_exit_ns = |
|---|
| 422 | + watermarks->b.cstate_pstate.cstate_exit_ns; |
|---|
| 423 | + prog_wm_value = convert_and_clamp( |
|---|
| 424 | + watermarks->b.cstate_pstate.cstate_exit_ns, |
|---|
| 425 | + refclk_mhz, 0x1fffff); |
|---|
| 426 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_B, 0, |
|---|
| 427 | + DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_B, prog_wm_value); |
|---|
| 428 | + DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_B calculated =%d\n" |
|---|
| 429 | + "HW register value = 0x%x\n", |
|---|
| 430 | + watermarks->b.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 431 | + } else if (watermarks->b.cstate_pstate.cstate_exit_ns |
|---|
| 432 | + < hubbub1->watermarks.b.cstate_pstate.cstate_exit_ns) |
|---|
| 433 | + wm_pending = true; |
|---|
| 434 | + |
|---|
| 435 | + /* clock state C */ |
|---|
| 436 | + if (safe_to_lower || watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 437 | + > hubbub1->watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 438 | + hubbub1->watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 439 | + watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 440 | + prog_wm_value = convert_and_clamp( |
|---|
| 441 | + watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 442 | + refclk_mhz, 0x1fffff); |
|---|
| 443 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_C, 0, |
|---|
| 444 | + DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_C, prog_wm_value); |
|---|
| 445 | + DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_C calculated =%d\n" |
|---|
| 446 | + "HW register value = 0x%x\n", |
|---|
| 447 | + watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 448 | + } else if (watermarks->c.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 449 | + < hubbub1->watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns) |
|---|
| 450 | + wm_pending = true; |
|---|
| 451 | + |
|---|
| 452 | + if (safe_to_lower || watermarks->c.cstate_pstate.cstate_exit_ns |
|---|
| 453 | + > hubbub1->watermarks.c.cstate_pstate.cstate_exit_ns) { |
|---|
| 454 | + hubbub1->watermarks.c.cstate_pstate.cstate_exit_ns = |
|---|
| 455 | + watermarks->c.cstate_pstate.cstate_exit_ns; |
|---|
| 456 | + prog_wm_value = convert_and_clamp( |
|---|
| 457 | + watermarks->c.cstate_pstate.cstate_exit_ns, |
|---|
| 458 | + refclk_mhz, 0x1fffff); |
|---|
| 459 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_C, 0, |
|---|
| 460 | + DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_C, prog_wm_value); |
|---|
| 461 | + DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_C calculated =%d\n" |
|---|
| 462 | + "HW register value = 0x%x\n", |
|---|
| 463 | + watermarks->c.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 464 | + } else if (watermarks->c.cstate_pstate.cstate_exit_ns |
|---|
| 465 | + < hubbub1->watermarks.c.cstate_pstate.cstate_exit_ns) |
|---|
| 466 | + wm_pending = true; |
|---|
| 467 | + |
|---|
| 468 | + /* clock state D */ |
|---|
| 469 | + if (safe_to_lower || watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 470 | + > hubbub1->watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns) { |
|---|
| 471 | + hubbub1->watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns = |
|---|
| 472 | + watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns; |
|---|
| 473 | + prog_wm_value = convert_and_clamp( |
|---|
| 474 | + watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns, |
|---|
| 475 | + refclk_mhz, 0x1fffff); |
|---|
| 476 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_D, 0, |
|---|
| 477 | + DCHUBBUB_ARB_ALLOW_SR_ENTER_WATERMARK_D, prog_wm_value); |
|---|
| 478 | + DC_LOG_BANDWIDTH_CALCS("SR_ENTER_EXIT_WATERMARK_D calculated =%d\n" |
|---|
| 479 | + "HW register value = 0x%x\n", |
|---|
| 480 | + watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns, prog_wm_value); |
|---|
| 481 | + } else if (watermarks->d.cstate_pstate.cstate_enter_plus_exit_ns |
|---|
| 482 | + < hubbub1->watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns) |
|---|
| 483 | + wm_pending = true; |
|---|
| 484 | + |
|---|
| 485 | + if (safe_to_lower || watermarks->d.cstate_pstate.cstate_exit_ns |
|---|
| 486 | + > hubbub1->watermarks.d.cstate_pstate.cstate_exit_ns) { |
|---|
| 487 | + hubbub1->watermarks.d.cstate_pstate.cstate_exit_ns = |
|---|
| 488 | + watermarks->d.cstate_pstate.cstate_exit_ns; |
|---|
| 489 | + prog_wm_value = convert_and_clamp( |
|---|
| 490 | + watermarks->d.cstate_pstate.cstate_exit_ns, |
|---|
| 491 | + refclk_mhz, 0x1fffff); |
|---|
| 492 | + REG_SET(DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_D, 0, |
|---|
| 493 | + DCHUBBUB_ARB_ALLOW_SR_EXIT_WATERMARK_D, prog_wm_value); |
|---|
| 494 | + DC_LOG_BANDWIDTH_CALCS("SR_EXIT_WATERMARK_D calculated =%d\n" |
|---|
| 495 | + "HW register value = 0x%x\n", |
|---|
| 496 | + watermarks->d.cstate_pstate.cstate_exit_ns, prog_wm_value); |
|---|
| 497 | + } else if (watermarks->d.cstate_pstate.cstate_exit_ns |
|---|
| 498 | + < hubbub1->watermarks.d.cstate_pstate.cstate_exit_ns) |
|---|
| 499 | + wm_pending = true; |
|---|
| 500 | + |
|---|
| 501 | + return wm_pending; |
|---|
| 502 | +} |
|---|
| 503 | + |
|---|
| 504 | +bool hubbub1_program_pstate_watermarks( |
|---|
| 505 | + struct hubbub *hubbub, |
|---|
| 506 | + struct dcn_watermark_set *watermarks, |
|---|
| 507 | + unsigned int refclk_mhz, |
|---|
| 508 | + bool safe_to_lower) |
|---|
| 509 | +{ |
|---|
| 510 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 511 | + uint32_t prog_wm_value; |
|---|
| 512 | + bool wm_pending = false; |
|---|
| 513 | + |
|---|
| 514 | + /* clock state A */ |
|---|
| 515 | + if (safe_to_lower || watermarks->a.cstate_pstate.pstate_change_ns |
|---|
| 516 | + > hubbub1->watermarks.a.cstate_pstate.pstate_change_ns) { |
|---|
| 517 | + hubbub1->watermarks.a.cstate_pstate.pstate_change_ns = |
|---|
| 518 | + watermarks->a.cstate_pstate.pstate_change_ns; |
|---|
| 519 | + prog_wm_value = convert_and_clamp( |
|---|
| 520 | + watermarks->a.cstate_pstate.pstate_change_ns, |
|---|
| 521 | + refclk_mhz, 0x1fffff); |
|---|
| 522 | + REG_SET(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_A, 0, |
|---|
| 523 | + DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_A, prog_wm_value); |
|---|
| 524 | + DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_A calculated =%d\n" |
|---|
| 525 | + "HW register value = 0x%x\n\n", |
|---|
| 526 | + watermarks->a.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 527 | + } else if (watermarks->a.cstate_pstate.pstate_change_ns |
|---|
| 528 | + < hubbub1->watermarks.a.cstate_pstate.pstate_change_ns) |
|---|
| 529 | + wm_pending = true; |
|---|
| 530 | + |
|---|
| 531 | + /* clock state B */ |
|---|
| 532 | + if (safe_to_lower || watermarks->b.cstate_pstate.pstate_change_ns |
|---|
| 533 | + > hubbub1->watermarks.b.cstate_pstate.pstate_change_ns) { |
|---|
| 534 | + hubbub1->watermarks.b.cstate_pstate.pstate_change_ns = |
|---|
| 535 | + watermarks->b.cstate_pstate.pstate_change_ns; |
|---|
| 536 | + prog_wm_value = convert_and_clamp( |
|---|
| 537 | + watermarks->b.cstate_pstate.pstate_change_ns, |
|---|
| 538 | + refclk_mhz, 0x1fffff); |
|---|
| 539 | + REG_SET(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_B, 0, |
|---|
| 540 | + DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_B, prog_wm_value); |
|---|
| 541 | + DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_B calculated =%d\n" |
|---|
| 542 | + "HW register value = 0x%x\n\n", |
|---|
| 543 | + watermarks->b.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 544 | + } else if (watermarks->b.cstate_pstate.pstate_change_ns |
|---|
| 545 | + < hubbub1->watermarks.b.cstate_pstate.pstate_change_ns) |
|---|
| 546 | + wm_pending = true; |
|---|
| 547 | + |
|---|
| 548 | + /* clock state C */ |
|---|
| 549 | + if (safe_to_lower || watermarks->c.cstate_pstate.pstate_change_ns |
|---|
| 550 | + > hubbub1->watermarks.c.cstate_pstate.pstate_change_ns) { |
|---|
| 551 | + hubbub1->watermarks.c.cstate_pstate.pstate_change_ns = |
|---|
| 552 | + watermarks->c.cstate_pstate.pstate_change_ns; |
|---|
| 553 | + prog_wm_value = convert_and_clamp( |
|---|
| 554 | + watermarks->c.cstate_pstate.pstate_change_ns, |
|---|
| 555 | + refclk_mhz, 0x1fffff); |
|---|
| 556 | + REG_SET(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_C, 0, |
|---|
| 557 | + DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_C, prog_wm_value); |
|---|
| 558 | + DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_C calculated =%d\n" |
|---|
| 559 | + "HW register value = 0x%x\n\n", |
|---|
| 560 | + watermarks->c.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 561 | + } else if (watermarks->c.cstate_pstate.pstate_change_ns |
|---|
| 562 | + < hubbub1->watermarks.c.cstate_pstate.pstate_change_ns) |
|---|
| 563 | + wm_pending = true; |
|---|
| 564 | + |
|---|
| 565 | + /* clock state D */ |
|---|
| 453 | 566 | if (safe_to_lower || watermarks->d.cstate_pstate.pstate_change_ns |
|---|
| 454 | | - > hubbub->watermarks.d.cstate_pstate.pstate_change_ns) { |
|---|
| 455 | | - hubbub->watermarks.d.cstate_pstate.pstate_change_ns = |
|---|
| 567 | + > hubbub1->watermarks.d.cstate_pstate.pstate_change_ns) { |
|---|
| 568 | + hubbub1->watermarks.d.cstate_pstate.pstate_change_ns = |
|---|
| 456 | 569 | watermarks->d.cstate_pstate.pstate_change_ns; |
|---|
| 457 | 570 | prog_wm_value = convert_and_clamp( |
|---|
| 458 | 571 | watermarks->d.cstate_pstate.pstate_change_ns, |
|---|
| 459 | 572 | refclk_mhz, 0x1fffff); |
|---|
| 460 | | - REG_WRITE(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_D, prog_wm_value); |
|---|
| 573 | + REG_SET(DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_D, 0, |
|---|
| 574 | + DCHUBBUB_ARB_ALLOW_DRAM_CLK_CHANGE_WATERMARK_D, prog_wm_value); |
|---|
| 461 | 575 | DC_LOG_BANDWIDTH_CALCS("DRAM_CLK_CHANGE_WATERMARK_D calculated =%d\n" |
|---|
| 462 | 576 | "HW register value = 0x%x\n\n", |
|---|
| 463 | 577 | watermarks->d.cstate_pstate.pstate_change_ns, prog_wm_value); |
|---|
| 464 | | - } |
|---|
| 578 | + } else if (watermarks->d.cstate_pstate.pstate_change_ns |
|---|
| 579 | + < hubbub1->watermarks.d.cstate_pstate.pstate_change_ns) |
|---|
| 580 | + wm_pending = true; |
|---|
| 581 | + |
|---|
| 582 | + return wm_pending; |
|---|
| 583 | +} |
|---|
| 584 | + |
|---|
| 585 | +bool hubbub1_program_watermarks( |
|---|
| 586 | + struct hubbub *hubbub, |
|---|
| 587 | + struct dcn_watermark_set *watermarks, |
|---|
| 588 | + unsigned int refclk_mhz, |
|---|
| 589 | + bool safe_to_lower) |
|---|
| 590 | +{ |
|---|
| 591 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 592 | + bool wm_pending = false; |
|---|
| 593 | + /* |
|---|
| 594 | + * Need to clamp to max of the register values (i.e. no wrap) |
|---|
| 595 | + * for dcn1, all wm registers are 21-bit wide |
|---|
| 596 | + */ |
|---|
| 597 | + if (hubbub1_program_urgent_watermarks(hubbub, watermarks, refclk_mhz, safe_to_lower)) |
|---|
| 598 | + wm_pending = true; |
|---|
| 599 | + |
|---|
| 600 | + if (hubbub1_program_stutter_watermarks(hubbub, watermarks, refclk_mhz, safe_to_lower)) |
|---|
| 601 | + wm_pending = true; |
|---|
| 602 | + |
|---|
| 603 | + if (hubbub1_program_pstate_watermarks(hubbub, watermarks, refclk_mhz, safe_to_lower)) |
|---|
| 604 | + wm_pending = true; |
|---|
| 465 | 605 | |
|---|
| 466 | 606 | REG_UPDATE(DCHUBBUB_ARB_SAT_LEVEL, |
|---|
| 467 | 607 | DCHUBBUB_ARB_SAT_LEVEL, 60 * refclk_mhz); |
|---|
| 468 | 608 | REG_UPDATE(DCHUBBUB_ARB_DF_REQ_OUTSTAND, |
|---|
| 469 | 609 | DCHUBBUB_ARB_MIN_REQ_OUTSTAND, 68); |
|---|
| 470 | 610 | |
|---|
| 471 | | - REG_UPDATE_2(DCHUBBUB_ARB_DRAM_STATE_CNTL, |
|---|
| 472 | | - DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_VALUE, 0, |
|---|
| 473 | | - DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE, force_en); |
|---|
| 611 | + hubbub1_allow_self_refresh_control(hubbub, !hubbub->ctx->dc->debug.disable_stutter); |
|---|
| 474 | 612 | |
|---|
| 475 | 613 | #if 0 |
|---|
| 476 | 614 | REG_UPDATE_2(DCHUBBUB_ARB_WATERMARK_CHANGE_CNTL, |
|---|
| 477 | 615 | DCHUBBUB_ARB_WATERMARK_CHANGE_DONE_INTERRUPT_DISABLE, 1, |
|---|
| 478 | 616 | DCHUBBUB_ARB_WATERMARK_CHANGE_REQUEST, 1); |
|---|
| 479 | 617 | #endif |
|---|
| 618 | + return wm_pending; |
|---|
| 480 | 619 | } |
|---|
| 481 | 620 | |
|---|
| 482 | 621 | void hubbub1_update_dchub( |
|---|
| 483 | 622 | struct hubbub *hubbub, |
|---|
| 484 | 623 | struct dchub_init_data *dh_data) |
|---|
| 485 | 624 | { |
|---|
| 625 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 626 | + |
|---|
| 486 | 627 | if (REG(DCHUBBUB_SDPIF_FB_TOP) == 0) { |
|---|
| 487 | 628 | ASSERT(false); |
|---|
| 488 | 629 | /*should not come here*/ |
|---|
| .. | .. |
|---|
| 542 | 683 | |
|---|
| 543 | 684 | void hubbub1_toggle_watermark_change_req(struct hubbub *hubbub) |
|---|
| 544 | 685 | { |
|---|
| 686 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 687 | + |
|---|
| 545 | 688 | uint32_t watermark_change_req; |
|---|
| 546 | 689 | |
|---|
| 547 | 690 | REG_GET(DCHUBBUB_ARB_WATERMARK_CHANGE_CNTL, |
|---|
| .. | .. |
|---|
| 558 | 701 | |
|---|
| 559 | 702 | void hubbub1_soft_reset(struct hubbub *hubbub, bool reset) |
|---|
| 560 | 703 | { |
|---|
| 704 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 705 | + |
|---|
| 561 | 706 | uint32_t reset_en = reset ? 1 : 0; |
|---|
| 562 | 707 | |
|---|
| 563 | 708 | REG_UPDATE(DCHUBBUB_SOFT_RESET, |
|---|
| .. | .. |
|---|
| 700 | 845 | const struct dc_dcc_surface_param *input, |
|---|
| 701 | 846 | struct dc_surface_dcc_cap *output) |
|---|
| 702 | 847 | { |
|---|
| 703 | | - struct dc *dc = hubbub->ctx->dc; |
|---|
| 848 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 849 | + struct dc *dc = hubbub1->base.ctx->dc; |
|---|
| 850 | + |
|---|
| 704 | 851 | /* implement section 1.6.2.1 of DCN1_Programming_Guide.docx */ |
|---|
| 705 | 852 | enum dcc_control dcc_control; |
|---|
| 706 | 853 | unsigned int bpe; |
|---|
| .. | .. |
|---|
| 712 | 859 | if (dc->debug.disable_dcc == DCC_DISABLE) |
|---|
| 713 | 860 | return false; |
|---|
| 714 | 861 | |
|---|
| 715 | | - if (!hubbub->funcs->dcc_support_pixel_format(input->format, &bpe)) |
|---|
| 862 | + if (!hubbub1->base.funcs->dcc_support_pixel_format(input->format, &bpe)) |
|---|
| 716 | 863 | return false; |
|---|
| 717 | 864 | |
|---|
| 718 | | - if (!hubbub->funcs->dcc_support_swizzle(input->swizzle_mode, bpe, |
|---|
| 865 | + if (!hubbub1->base.funcs->dcc_support_swizzle(input->swizzle_mode, bpe, |
|---|
| 719 | 866 | &segment_order_horz, &segment_order_vert)) |
|---|
| 720 | 867 | return false; |
|---|
| 721 | 868 | |
|---|
| .. | .. |
|---|
| 772 | 919 | output->grph.rgb.max_compressed_blk_size = 64; |
|---|
| 773 | 920 | output->grph.rgb.independent_64b_blks = true; |
|---|
| 774 | 921 | break; |
|---|
| 922 | + default: |
|---|
| 923 | + ASSERT(false); |
|---|
| 924 | + break; |
|---|
| 775 | 925 | } |
|---|
| 776 | 926 | |
|---|
| 777 | 927 | output->capable = true; |
|---|
| .. | .. |
|---|
| 785 | 935 | .dcc_support_swizzle = hubbub1_dcc_support_swizzle, |
|---|
| 786 | 936 | .dcc_support_pixel_format = hubbub1_dcc_support_pixel_format, |
|---|
| 787 | 937 | .get_dcc_compression_cap = hubbub1_get_dcc_compression_cap, |
|---|
| 938 | + .wm_read_state = hubbub1_wm_read_state, |
|---|
| 939 | + .program_watermarks = hubbub1_program_watermarks, |
|---|
| 940 | + .is_allow_self_refresh_enabled = hubbub1_is_allow_self_refresh_enabled, |
|---|
| 941 | + .allow_self_refresh_control = hubbub1_allow_self_refresh_control, |
|---|
| 788 | 942 | }; |
|---|
| 789 | 943 | |
|---|
| 790 | 944 | void hubbub1_construct(struct hubbub *hubbub, |
|---|
| .. | .. |
|---|
| 793 | 947 | const struct dcn_hubbub_shift *hubbub_shift, |
|---|
| 794 | 948 | const struct dcn_hubbub_mask *hubbub_mask) |
|---|
| 795 | 949 | { |
|---|
| 796 | | - hubbub->ctx = ctx; |
|---|
| 950 | + struct dcn10_hubbub *hubbub1 = TO_DCN10_HUBBUB(hubbub); |
|---|
| 797 | 951 | |
|---|
| 798 | | - hubbub->funcs = &hubbub1_funcs; |
|---|
| 952 | + hubbub1->base.ctx = ctx; |
|---|
| 799 | 953 | |
|---|
| 800 | | - hubbub->regs = hubbub_regs; |
|---|
| 801 | | - hubbub->shifts = hubbub_shift; |
|---|
| 802 | | - hubbub->masks = hubbub_mask; |
|---|
| 954 | + hubbub1->base.funcs = &hubbub1_funcs; |
|---|
| 803 | 955 | |
|---|
| 804 | | - hubbub->debug_test_index_pstate = 0x7; |
|---|
| 956 | + hubbub1->regs = hubbub_regs; |
|---|
| 957 | + hubbub1->shifts = hubbub_shift; |
|---|
| 958 | + hubbub1->masks = hubbub_mask; |
|---|
| 959 | + |
|---|
| 960 | + hubbub1->debug_test_index_pstate = 0x7; |
|---|
| 961 | + if (ctx->dce_version == DCN_VERSION_1_01) |
|---|
| 962 | + hubbub1->debug_test_index_pstate = 0xB; |
|---|
| 805 | 963 | } |
|---|
| 806 | 964 | |
|---|