uncore 129 arch/x86/events/amd/uncore.c struct amd_uncore *uncore = event_to_amd_uncore(event); uncore 133 arch/x86/events/amd/uncore.c if (hwc->idx != -1 && uncore->events[hwc->idx] == event) uncore 136 arch/x86/events/amd/uncore.c for (i = 0; i < uncore->num_counters; i++) { uncore 137 arch/x86/events/amd/uncore.c if (uncore->events[i] == event) { uncore 145 arch/x86/events/amd/uncore.c for (i = 0; i < uncore->num_counters; i++) { uncore 146 arch/x86/events/amd/uncore.c if (cmpxchg(&uncore->events[i], NULL, event) == NULL) { uncore 156 arch/x86/events/amd/uncore.c hwc->config_base = uncore->msr_base + (2 * hwc->idx); uncore 157 arch/x86/events/amd/uncore.c hwc->event_base = uncore->msr_base + 1 + (2 * hwc->idx); uncore 158 arch/x86/events/amd/uncore.c hwc->event_base_rdpmc = uncore->rdpmc_base + hwc->idx; uncore 170 arch/x86/events/amd/uncore.c struct amd_uncore *uncore = event_to_amd_uncore(event); uncore 175 arch/x86/events/amd/uncore.c for (i = 0; i < uncore->num_counters; i++) { uncore 176 arch/x86/events/amd/uncore.c if (cmpxchg(&uncore->events[i], event, NULL) == event) uncore 185 arch/x86/events/amd/uncore.c struct amd_uncore *uncore; uncore 219 arch/x86/events/amd/uncore.c uncore = event_to_amd_uncore(event); uncore 220 arch/x86/events/amd/uncore.c if (!uncore) uncore 227 arch/x86/events/amd/uncore.c event->cpu = uncore->cpu; uncore 397 arch/x86/events/amd/uncore.c struct amd_uncore *uncore; uncore 400 arch/x86/events/amd/uncore.c uncore = *per_cpu_ptr(amd_uncore_nb, cpu); uncore 402 arch/x86/events/amd/uncore.c uncore->id = ecx & 0xff; uncore 404 arch/x86/events/amd/uncore.c uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_nb); uncore 405 arch/x86/events/amd/uncore.c *per_cpu_ptr(amd_uncore_nb, cpu) = uncore; uncore 409 arch/x86/events/amd/uncore.c uncore = *per_cpu_ptr(amd_uncore_llc, cpu); uncore 410 arch/x86/events/amd/uncore.c uncore->id = per_cpu(cpu_llc_id, cpu); uncore 412 arch/x86/events/amd/uncore.c uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_llc); uncore 413 arch/x86/events/amd/uncore.c *per_cpu_ptr(amd_uncore_llc, cpu) = uncore; uncore 421 arch/x86/events/amd/uncore.c struct amd_uncore *uncore; uncore 424 arch/x86/events/amd/uncore.c hlist_for_each_entry_safe(uncore, n, &uncore_unused_list, node) { uncore 425 arch/x86/events/amd/uncore.c hlist_del(&uncore->node); uncore 426 arch/x86/events/amd/uncore.c kfree(uncore); uncore 433 arch/x86/events/amd/uncore.c struct amd_uncore *uncore = *per_cpu_ptr(uncores, cpu); uncore 437 arch/x86/events/amd/uncore.c if (cpu == uncore->cpu) uncore 438 arch/x86/events/amd/uncore.c cpumask_set_cpu(cpu, uncore->active_mask); uncore 491 arch/x86/events/amd/uncore.c struct amd_uncore *uncore = *per_cpu_ptr(uncores, cpu); uncore 493 arch/x86/events/amd/uncore.c if (cpu == uncore->cpu) uncore 494 arch/x86/events/amd/uncore.c cpumask_clear_cpu(cpu, uncore->active_mask); uncore 496 arch/x86/events/amd/uncore.c if (!--uncore->refcnt) uncore 497 arch/x86/events/amd/uncore.c kfree(uncore); uncore 643 drivers/gpu/drm/i915/display/intel_crt.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 664 drivers/gpu/drm/i915/display/intel_crt.c save_bclrpat = intel_uncore_read(uncore, bclrpat_reg); uncore 665 drivers/gpu/drm/i915/display/intel_crt.c save_vtotal = intel_uncore_read(uncore, vtotal_reg); uncore 666 drivers/gpu/drm/i915/display/intel_crt.c vblank = intel_uncore_read(uncore, vblank_reg); uncore 675 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, bclrpat_reg, 0x500050); uncore 678 drivers/gpu/drm/i915/display/intel_crt.c u32 pipeconf = intel_uncore_read(uncore, pipeconf_reg); uncore 679 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, uncore 682 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_posting_read(uncore, pipeconf_reg); uncore 686 drivers/gpu/drm/i915/display/intel_crt.c st00 = intel_uncore_read8(uncore, _VGA_MSR_WRITE); uncore 691 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, pipeconf_reg, pipeconf); uncore 705 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, uncore 720 drivers/gpu/drm/i915/display/intel_crt.c while (intel_uncore_read(uncore, pipe_dsl_reg) >= vactive) uncore 722 drivers/gpu/drm/i915/display/intel_crt.c while ((dsl = intel_uncore_read(uncore, pipe_dsl_reg)) <= uncore 733 drivers/gpu/drm/i915/display/intel_crt.c st00 = intel_uncore_read8(uncore, _VGA_MSR_WRITE); uncore 736 drivers/gpu/drm/i915/display/intel_crt.c } while ((intel_uncore_read(uncore, pipe_dsl_reg) == dsl)); uncore 740 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, vblank_reg, vblank); uncore 753 drivers/gpu/drm/i915/display/intel_crt.c intel_uncore_write(uncore, bclrpat_reg, save_bclrpat); uncore 3801 drivers/gpu/drm/i915/display/intel_display.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 3843 drivers/gpu/drm/i915/display/intel_display.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 3866 drivers/gpu/drm/i915/display/intel_display.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 3874 drivers/gpu/drm/i915/display/intel_display.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 10723 drivers/gpu/drm/i915/display/intel_display.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 10744 drivers/gpu/drm/i915/display/intel_display.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 10948 drivers/gpu/drm/i915/display/intel_display.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 10990 drivers/gpu/drm/i915/display/intel_display.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 14088 drivers/gpu/drm/i915/display/intel_display.c intel_uncore_arm_unclaimed_mmio_detection(&dev_priv->uncore); uncore 4374 drivers/gpu/drm/i915/display/intel_display_power.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 4404 drivers/gpu/drm/i915/display/intel_display_power.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1150 drivers/gpu/drm/i915/display/intel_dp.c #define C (((status = intel_uncore_read_notrace(&i915->uncore, ch_ctl)) & DP_AUX_CH_CTL_SEND_BUSY) == 0) uncore 1290 drivers/gpu/drm/i915/display/intel_dp.c struct intel_uncore *uncore = &i915->uncore; uncore 1332 drivers/gpu/drm/i915/display/intel_dp.c status = intel_uncore_read_notrace(uncore, ch_ctl); uncore 1342 drivers/gpu/drm/i915/display/intel_dp.c const u32 status = intel_uncore_read(uncore, ch_ctl); uncore 1371 drivers/gpu/drm/i915/display/intel_dp.c intel_uncore_write(uncore, uncore 1377 drivers/gpu/drm/i915/display/intel_dp.c intel_uncore_write(uncore, ch_ctl, send_ctl); uncore 1382 drivers/gpu/drm/i915/display/intel_dp.c intel_uncore_write(uncore, uncore 1450 drivers/gpu/drm/i915/display/intel_dp.c intel_dp_unpack_aux(intel_uncore_read(uncore, ch_data[i >> 2]), uncore 388 drivers/gpu/drm/i915/display/intel_dpio_phy.c if (intel_wait_for_register_fw(&dev_priv->uncore, uncore 193 drivers/gpu/drm/i915/display/intel_gmbus.c struct intel_uncore *uncore = &i915->uncore; uncore 198 drivers/gpu/drm/i915/display/intel_gmbus.c reserved = intel_uncore_read_notrace(uncore, bus->gpio_reg) & uncore 208 drivers/gpu/drm/i915/display/intel_gmbus.c struct intel_uncore *uncore = &bus->dev_priv->uncore; uncore 211 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, uncore 214 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved); uncore 216 drivers/gpu/drm/i915/display/intel_gmbus.c return (intel_uncore_read_notrace(uncore, bus->gpio_reg) & uncore 223 drivers/gpu/drm/i915/display/intel_gmbus.c struct intel_uncore *uncore = &bus->dev_priv->uncore; uncore 226 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, uncore 229 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved); uncore 231 drivers/gpu/drm/i915/display/intel_gmbus.c return (intel_uncore_read_notrace(uncore, bus->gpio_reg) & uncore 238 drivers/gpu/drm/i915/display/intel_gmbus.c struct intel_uncore *uncore = &bus->dev_priv->uncore; uncore 248 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, uncore 251 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_posting_read(uncore, bus->gpio_reg); uncore 257 drivers/gpu/drm/i915/display/intel_gmbus.c struct intel_uncore *uncore = &bus->dev_priv->uncore; uncore 267 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved | data_bits); uncore 268 drivers/gpu/drm/i915/display/intel_gmbus.c intel_uncore_posting_read(uncore, bus->gpio_reg); uncore 371 drivers/gpu/drm/i915/display/intel_gmbus.c ret = intel_wait_for_register_fw(&dev_priv->uncore, uncore 230 drivers/gpu/drm/i915/display/intel_hdcp.c ret = __intel_wait_for_register(&dev_priv->uncore, HDCP_KEY_STATUS, uncore 966 drivers/gpu/drm/i915/display/intel_psr.c return __intel_wait_for_register(&dev_priv->uncore, EDP_PSR_STATUS, uncore 586 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 646 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 683 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 693 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 958 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 990 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1002 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1007 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1181 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1215 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1226 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1234 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1434 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1464 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1475 drivers/gpu/drm/i915/display/intel_sprite.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1482 drivers/gpu/drm/i915/display/intel_sprite.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 31 drivers/gpu/drm/i915/display/intel_tc.c return intel_uncore_read(&i915->uncore, uncore 52 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 55 drivers/gpu/drm/i915/display/intel_tc.c lane_mask = intel_uncore_read(uncore, uncore 100 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 105 drivers/gpu/drm/i915/display/intel_tc.c val = intel_uncore_read(uncore, uncore 125 drivers/gpu/drm/i915/display/intel_tc.c intel_uncore_write(uncore, uncore 154 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 158 drivers/gpu/drm/i915/display/intel_tc.c val = intel_uncore_read(uncore, uncore 172 drivers/gpu/drm/i915/display/intel_tc.c if (intel_uncore_read(uncore, SDEISR) & SDE_TC_HOTPLUG_ICP(tc_port)) uncore 186 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 189 drivers/gpu/drm/i915/display/intel_tc.c val = intel_uncore_read(uncore, uncore 205 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 208 drivers/gpu/drm/i915/display/intel_tc.c val = intel_uncore_read(uncore, uncore 222 drivers/gpu/drm/i915/display/intel_tc.c intel_uncore_write(uncore, uncore 236 drivers/gpu/drm/i915/display/intel_tc.c struct intel_uncore *uncore = &i915->uncore; uncore 239 drivers/gpu/drm/i915/display/intel_tc.c val = intel_uncore_read(uncore, uncore 242 drivers/gpu/drm/i915/gem/i915_gem_pm.c intel_uncore_forcewake_get(&i915->uncore, FORCEWAKE_ALL); uncore 262 drivers/gpu/drm/i915/gem/i915_gem_pm.c intel_uncore_forcewake_put(&i915->uncore, FORCEWAKE_ALL); uncore 333 drivers/gpu/drm/i915/gem/i915_gem_stolen.c u64 reg_val = intel_uncore_read64(&i915->uncore, GEN6_STOLEN_RESERVED); uncore 45 drivers/gpu/drm/i915/gt/intel_engine.h intel_uncore_##op__((engine__)->uncore, __VA_ARGS__) uncore 72 drivers/gpu/drm/i915/gt/intel_engine.h intel_uncore_read((engine__)->uncore, RING_FAULT_REG(engine__)) uncore 75 drivers/gpu/drm/i915/gt/intel_engine.h intel_uncore_posting_read((engine__)->uncore, RING_FAULT_REG(engine__)) uncore 81 drivers/gpu/drm/i915/gt/intel_engine.h __val = intel_uncore_read((engine__)->uncore, \ uncore 85 drivers/gpu/drm/i915/gt/intel_engine.h intel_uncore_write((engine__)->uncore, RING_FAULT_REG(engine__), \ uncore 299 drivers/gpu/drm/i915/gt/intel_engine_cs.c engine->uncore = gt->uncore; uncore 856 drivers/gpu/drm/i915/gt/intel_engine_cs.c struct intel_uncore *uncore = engine->uncore; uncore 866 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_write_fw(uncore, mode, _MASKED_BIT_ENABLE(STOP_RING)); uncore 869 drivers/gpu/drm/i915/gt/intel_engine_cs.c if (__intel_wait_for_register_fw(uncore, uncore 878 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_posting_read_fw(uncore, mode); uncore 906 drivers/gpu/drm/i915/gt/intel_engine_cs.c struct intel_uncore *uncore = engine->uncore; uncore 918 drivers/gpu/drm/i915/gt/intel_engine_cs.c fw_domains = intel_uncore_forcewake_for_reg(uncore, reg, uncore 920 drivers/gpu/drm/i915/gt/intel_engine_cs.c fw_domains |= intel_uncore_forcewake_for_reg(uncore, uncore 924 drivers/gpu/drm/i915/gt/intel_engine_cs.c spin_lock_irq(&uncore->lock); uncore 925 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_forcewake_get__locked(uncore, fw_domains); uncore 927 drivers/gpu/drm/i915/gt/intel_engine_cs.c old_mcr = mcr = intel_uncore_read_fw(uncore, GEN8_MCR_SELECTOR); uncore 931 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_write_fw(uncore, GEN8_MCR_SELECTOR, mcr); uncore 933 drivers/gpu/drm/i915/gt/intel_engine_cs.c val = intel_uncore_read_fw(uncore, reg); uncore 938 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_write_fw(uncore, GEN8_MCR_SELECTOR, mcr); uncore 940 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_forcewake_put__locked(uncore, fw_domains); uncore 941 drivers/gpu/drm/i915/gt/intel_engine_cs.c spin_unlock_irq(&uncore->lock); uncore 951 drivers/gpu/drm/i915/gt/intel_engine_cs.c struct intel_uncore *uncore = engine->uncore; uncore 961 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, RING_INSTDONE(mmio_base)); uncore 967 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, GEN7_SC_INSTDONE); uncore 979 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, RING_INSTDONE(mmio_base)); uncore 985 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, GEN7_SC_INSTDONE); uncore 987 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, GEN7_SAMPLER_INSTDONE); uncore 989 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, GEN7_ROW_INSTDONE); uncore 996 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, RING_INSTDONE(mmio_base)); uncore 1000 drivers/gpu/drm/i915/gt/intel_engine_cs.c intel_uncore_read(uncore, GEN4_INSTDONE1); uncore 1004 drivers/gpu/drm/i915/gt/intel_engine_cs.c instdone->instdone = intel_uncore_read(uncore, GEN2_INSTDONE); uncore 290 drivers/gpu/drm/i915/gt/intel_engine_types.h struct intel_uncore *uncore; uncore 14 drivers/gpu/drm/i915/gt/intel_gt.c gt->uncore = &i915->uncore; uncore 32 drivers/gpu/drm/i915/gt/intel_gt.c static void rmw_set(struct intel_uncore *uncore, i915_reg_t reg, u32 set) uncore 34 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_rmw(uncore, reg, 0, set); uncore 37 drivers/gpu/drm/i915/gt/intel_gt.c static void rmw_clear(struct intel_uncore *uncore, i915_reg_t reg, u32 clr) uncore 39 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_rmw(uncore, reg, clr, 0); uncore 42 drivers/gpu/drm/i915/gt/intel_gt.c static void clear_register(struct intel_uncore *uncore, i915_reg_t reg) uncore 44 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_rmw(uncore, reg, 0, 0); uncore 58 drivers/gpu/drm/i915/gt/intel_gt.c struct intel_uncore *uncore = gt->uncore; uncore 62 drivers/gpu/drm/i915/gt/intel_gt.c clear_register(uncore, PGTBL_ER); uncore 65 drivers/gpu/drm/i915/gt/intel_gt.c clear_register(uncore, IPEIR(RENDER_RING_BASE)); uncore 67 drivers/gpu/drm/i915/gt/intel_gt.c clear_register(uncore, IPEIR_I965); uncore 69 drivers/gpu/drm/i915/gt/intel_gt.c clear_register(uncore, EIR); uncore 70 drivers/gpu/drm/i915/gt/intel_gt.c eir = intel_uncore_read(uncore, EIR); uncore 77 drivers/gpu/drm/i915/gt/intel_gt.c rmw_set(uncore, EMR, eir); uncore 78 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_write(uncore, GEN2_IIR, uncore 83 drivers/gpu/drm/i915/gt/intel_gt.c rmw_clear(uncore, GEN12_RING_FAULT_REG, RING_FAULT_VALID); uncore 84 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_posting_read(uncore, GEN12_RING_FAULT_REG); uncore 86 drivers/gpu/drm/i915/gt/intel_gt.c rmw_clear(uncore, GEN8_RING_FAULT_REG, RING_FAULT_VALID); uncore 87 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_posting_read(uncore, GEN8_RING_FAULT_REG); uncore 122 drivers/gpu/drm/i915/gt/intel_gt.c struct intel_uncore *uncore = gt->uncore; uncore 136 drivers/gpu/drm/i915/gt/intel_gt.c fault = intel_uncore_read(uncore, fault_reg); uncore 141 drivers/gpu/drm/i915/gt/intel_gt.c fault_data0 = intel_uncore_read(uncore, fault_data0_reg); uncore 142 drivers/gpu/drm/i915/gt/intel_gt.c fault_data1 = intel_uncore_read(uncore, fault_data1_reg); uncore 209 drivers/gpu/drm/i915/gt/intel_gt.c struct intel_uncore *uncore = gt->uncore; uncore 211 drivers/gpu/drm/i915/gt/intel_gt.c spin_lock_irq(&uncore->lock); uncore 212 drivers/gpu/drm/i915/gt/intel_gt.c intel_uncore_posting_read_fw(uncore, uncore 214 drivers/gpu/drm/i915/gt/intel_gt.c spin_unlock_irq(&uncore->lock); uncore 42 drivers/gpu/drm/i915/gt/intel_gt_irq.c void __iomem * const regs = gt->uncore->regs; uncore 127 drivers/gpu/drm/i915/gt/intel_gt_irq.c void __iomem * const regs = gt->uncore->regs; uncore 162 drivers/gpu/drm/i915/gt/intel_gt_irq.c void __iomem * const regs = gt->uncore->regs; uncore 191 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 194 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, 0); uncore 195 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE, 0); uncore 198 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK, ~0); uncore 199 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK, ~0); uncore 200 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK, ~0); uncore 201 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK, ~0); uncore 202 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK, ~0); uncore 204 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0); uncore 205 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK, ~0); uncore 206 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE, 0); uncore 207 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GUC_SG_INTR_MASK, ~0); uncore 213 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 220 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, dmask); uncore 221 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE, dmask); uncore 224 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK, ~smask); uncore 225 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK, ~smask); uncore 226 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK, ~dmask); uncore 227 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK, ~dmask); uncore 228 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK, ~dmask); uncore 236 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0); uncore 237 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK, ~0); uncore 240 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE, 0); uncore 241 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(uncore, GEN11_GUC_SG_INTR_MASK, ~0); uncore 290 drivers/gpu/drm/i915/gt/intel_gt_irq.c void __iomem * const regs = gt->uncore->regs; uncore 346 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 348 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_RESET_NDX(uncore, GT, 0); uncore 349 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_RESET_NDX(uncore, GT, 1); uncore 350 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_RESET_NDX(uncore, GT, 2); uncore 351 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_RESET_NDX(uncore, GT, 3); uncore 356 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 378 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_INIT_NDX(uncore, GT, 0, ~gt_interrupts[0], gt_interrupts[0]); uncore 379 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_INIT_NDX(uncore, GT, 1, ~gt_interrupts[1], gt_interrupts[1]); uncore 384 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_INIT_NDX(uncore, GT, 2, gt->pm_imr, gt->pm_ier); uncore 385 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN8_IRQ_INIT_NDX(uncore, GT, 3, ~gt_interrupts[3], gt_interrupts[3]); uncore 398 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_write(gt->uncore, GTIMR, gt->gt_imr); uncore 404 drivers/gpu/drm/i915/gt/intel_gt_irq.c intel_uncore_posting_read_fw(gt->uncore, GTIMR); uncore 414 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 416 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN3_IRQ_RESET(uncore, GT); uncore 418 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN3_IRQ_RESET(uncore, GEN6_PM); uncore 423 drivers/gpu/drm/i915/gt/intel_gt_irq.c struct intel_uncore *uncore = gt->uncore; uncore 440 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN3_IRQ_INIT(uncore, GT, gt->gt_imr, gt_irqs); uncore 453 drivers/gpu/drm/i915/gt/intel_gt_irq.c GEN3_IRQ_INIT(uncore, GEN6_PM, gt->pm_imr, pm_irqs); uncore 42 drivers/gpu/drm/i915/gt/intel_gt_pm.c intel_uncore_forcewake_get(&i915->uncore, FORCEWAKE_ALL); uncore 75 drivers/gpu/drm/i915/gt/intel_gt_pm.c intel_uncore_forcewake_put(&i915->uncore, FORCEWAKE_ALL); uncore 16 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c struct intel_uncore *uncore = gt->uncore; uncore 29 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c intel_uncore_write(uncore, reg, mask); uncore 64 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c struct intel_uncore *uncore = gt->uncore; uncore 69 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c intel_uncore_write(uncore, reg, reset_mask); uncore 70 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c intel_uncore_write(uncore, reg, reset_mask); uncore 71 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c intel_uncore_posting_read(uncore, reg); uncore 77 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c struct intel_uncore *uncore = gt->uncore; uncore 90 drivers/gpu/drm/i915/gt/intel_gt_pm_irq.c intel_uncore_write(uncore, reg, mask); uncore 38 drivers/gpu/drm/i915/gt/intel_gt_types.h struct intel_uncore *uncore; uncore 281 drivers/gpu/drm/i915/gt/intel_hangcheck.c intel_uncore_arm_unclaimed_mmio_detection(gt->uncore); uncore 2323 drivers/gpu/drm/i915/gt/intel_lrc.c assert_forcewakes_active(engine->uncore, FORCEWAKE_ALL); uncore 3113 drivers/gpu/drm/i915/gt/intel_lrc.c struct intel_uncore *uncore = engine->uncore; uncore 3130 drivers/gpu/drm/i915/gt/intel_lrc.c execlists->submit_reg = uncore->regs + uncore 3132 drivers/gpu/drm/i915/gt/intel_lrc.c execlists->ctrl_reg = uncore->regs + uncore 3135 drivers/gpu/drm/i915/gt/intel_lrc.c execlists->submit_reg = uncore->regs + uncore 370 drivers/gpu/drm/i915/gt/intel_mocs.c struct intel_uncore *uncore = gt->uncore; uncore 380 drivers/gpu/drm/i915/gt/intel_mocs.c assert_forcewakes_active(uncore, FORCEWAKE_ALL); uncore 391 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write_fw(uncore, uncore 398 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write_fw(uncore, uncore 405 drivers/gpu/drm/i915/gt/intel_mocs.c struct intel_uncore *uncore = gt->uncore; uncore 418 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write(uncore, uncore 428 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write(uncore, uncore 542 drivers/gpu/drm/i915/gt/intel_mocs.c struct intel_uncore *uncore = gt->uncore; uncore 557 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write(uncore, uncore 566 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write(uncore, uncore 574 drivers/gpu/drm/i915/gt/intel_mocs.c intel_uncore_write(uncore, uncore 30 drivers/gpu/drm/i915/gt/intel_reset.c static void rmw_set_fw(struct intel_uncore *uncore, i915_reg_t reg, u32 set) uncore 32 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_rmw_fw(uncore, reg, 0, set); uncore 35 drivers/gpu/drm/i915/gt/intel_reset.c static void rmw_clear_fw(struct intel_uncore *uncore, i915_reg_t reg, u32 clr) uncore 37 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_rmw_fw(uncore, reg, clr, 0); uncore 189 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = gt->uncore; uncore 193 drivers/gpu/drm/i915/gt/intel_reset.c rmw_set_fw(uncore, VDECCLK_GATE_D, VCP_UNIT_CLOCK_GATE_DISABLE); uncore 194 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_posting_read_fw(uncore, VDECCLK_GATE_D); uncore 215 drivers/gpu/drm/i915/gt/intel_reset.c rmw_clear_fw(uncore, VDECCLK_GATE_D, VCP_UNIT_CLOCK_GATE_DISABLE); uncore 216 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_posting_read_fw(uncore, VDECCLK_GATE_D); uncore 225 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = gt->uncore; uncore 228 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(uncore, ILK_GDSR, uncore 230 drivers/gpu/drm/i915/gt/intel_reset.c ret = __intel_wait_for_register_fw(uncore, ILK_GDSR, uncore 239 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(uncore, ILK_GDSR, uncore 241 drivers/gpu/drm/i915/gt/intel_reset.c ret = __intel_wait_for_register_fw(uncore, ILK_GDSR, uncore 251 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(uncore, ILK_GDSR, 0); uncore 252 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_posting_read_fw(uncore, ILK_GDSR); uncore 259 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = gt->uncore; uncore 267 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(uncore, GEN6_GDRST, hw_domain_mask); uncore 270 drivers/gpu/drm/i915/gt/intel_reset.c err = __intel_wait_for_register_fw(uncore, uncore 312 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = engine->uncore; uncore 360 drivers/gpu/drm/i915/gt/intel_reset.c rmw_set_fw(uncore, sfc_forced_lock, sfc_forced_lock_bit); uncore 362 drivers/gpu/drm/i915/gt/intel_reset.c if (__intel_wait_for_register_fw(uncore, uncore 371 drivers/gpu/drm/i915/gt/intel_reset.c if (intel_uncore_read_fw(uncore, sfc_usage) & sfc_usage_bit) uncore 379 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = engine->uncore; uncore 402 drivers/gpu/drm/i915/gt/intel_reset.c rmw_clear_fw(uncore, sfc_forced_lock, sfc_forced_lock_bit); uncore 446 drivers/gpu/drm/i915/gt/intel_reset.c struct intel_uncore *uncore = engine->uncore; uncore 451 drivers/gpu/drm/i915/gt/intel_reset.c ack = intel_uncore_read_fw(uncore, reg); uncore 470 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(uncore, reg, _MASKED_BIT_ENABLE(request)); uncore 471 drivers/gpu/drm/i915/gt/intel_reset.c ret = __intel_wait_for_register_fw(uncore, reg, mask, ack, uncore 476 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_read_fw(uncore, reg)); uncore 483 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_write_fw(engine->uncore, uncore 566 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_get(gt->uncore, FORCEWAKE_ALL); uncore 573 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_put(gt->uncore, FORCEWAKE_ALL); uncore 599 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_get(gt->uncore, FORCEWAKE_ALL); uncore 601 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_put(gt->uncore, FORCEWAKE_ALL); uncore 619 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_get(engine->uncore, FORCEWAKE_ALL); uncore 696 drivers/gpu/drm/i915/gt/intel_reset.c intel_uncore_forcewake_put(engine->uncore, FORCEWAKE_ALL); uncore 585 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (intel_wait_for_register(engine->uncore, uncore 608 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (intel_wait_for_register(engine->uncore, uncore 647 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_forcewake_get(engine->uncore, FORCEWAKE_ALL); uncore 704 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (intel_wait_for_register(engine->uncore, uncore 734 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_forcewake_put(engine->uncore, FORCEWAKE_ALL); uncore 741 drivers/gpu/drm/i915/gt/intel_ringbuffer.c struct intel_uncore *uncore = engine->uncore; uncore 763 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, uncore 765 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_read_fw(uncore, RING_TAIL(base))); uncore 766 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_posting_read_fw(uncore, RING_HEAD(base)); /* paranoia */ uncore 768 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, RING_HEAD(base), 0); uncore 769 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, RING_TAIL(base), 0); uncore 770 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_posting_read_fw(uncore, RING_TAIL(base)); uncore 773 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, RING_CTL(base), 0); uncore 776 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (intel_uncore_read_fw(uncore, RING_HEAD(base))) uncore 779 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_read_fw(uncore, RING_HEAD(base))); uncore 1000 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write(engine->uncore, GEN2_IMR, engine->i915->irq_mask); uncore 1001 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_posting_read_fw(engine->uncore, GEN2_IMR); uncore 1008 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write(engine->uncore, GEN2_IMR, engine->i915->irq_mask); uncore 1017 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write16(&i915->uncore, GEN2_IMR, i915->irq_mask); uncore 1027 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write16(&i915->uncore, GEN2_IMR, i915->irq_mask); uncore 2010 drivers/gpu/drm/i915/gt/intel_ringbuffer.c struct intel_uncore *uncore = request->engine->uncore; uncore 2012 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_forcewake_get(uncore, FORCEWAKE_ALL); uncore 2019 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, GEN6_BSD_SLEEP_PSMI_CONTROL, uncore 2023 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write64_fw(uncore, GEN6_BSD_RNCID, 0x0); uncore 2026 drivers/gpu/drm/i915/gt/intel_ringbuffer.c if (__intel_wait_for_register_fw(uncore, uncore 2039 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_write_fw(uncore, GEN6_BSD_SLEEP_PSMI_CONTROL, uncore 2042 drivers/gpu/drm/i915/gt/intel_ringbuffer.c intel_uncore_forcewake_put(uncore, FORCEWAKE_ALL); uncore 520 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_read(engine->uncore, GEN8_L3CNTLREG) | uncore 789 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_read(&i915->uncore, GEN10_MIRROR_FUSE3) & uncore 935 drivers/gpu/drm/i915/gt/intel_workarounds.c wal_get_fw_for_rmw(struct intel_uncore *uncore, const struct i915_wa_list *wal) uncore 942 drivers/gpu/drm/i915/gt/intel_workarounds.c fw |= intel_uncore_forcewake_for_reg(uncore, uncore 966 drivers/gpu/drm/i915/gt/intel_workarounds.c wa_list_apply(struct intel_uncore *uncore, const struct i915_wa_list *wal) uncore 976 drivers/gpu/drm/i915/gt/intel_workarounds.c fw = wal_get_fw_for_rmw(uncore, wal); uncore 978 drivers/gpu/drm/i915/gt/intel_workarounds.c spin_lock_irqsave(&uncore->lock, flags); uncore 979 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_forcewake_get__locked(uncore, fw); uncore 982 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_rmw_fw(uncore, wa->reg, wa->mask, wa->val); uncore 985 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_read_fw(uncore, wa->reg), uncore 989 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_forcewake_put__locked(uncore, fw); uncore 990 drivers/gpu/drm/i915/gt/intel_workarounds.c spin_unlock_irqrestore(&uncore->lock, flags); uncore 995 drivers/gpu/drm/i915/gt/intel_workarounds.c wa_list_apply(gt->uncore, >->i915->gt_wa_list); uncore 998 drivers/gpu/drm/i915/gt/intel_workarounds.c static bool wa_list_verify(struct intel_uncore *uncore, uncore 1008 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_read(uncore, wa->reg), uncore 1016 drivers/gpu/drm/i915/gt/intel_workarounds.c return wa_list_verify(gt->uncore, >->i915->gt_wa_list, from); uncore 1236 drivers/gpu/drm/i915/gt/intel_workarounds.c struct intel_uncore *uncore = engine->uncore; uncore 1245 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_write(uncore, uncore 1251 drivers/gpu/drm/i915/gt/intel_workarounds.c intel_uncore_write(uncore, uncore 1412 drivers/gpu/drm/i915/gt/intel_workarounds.c wa_list_apply(engine->uncore, &engine->wa_list); uncore 1092 drivers/gpu/drm/i915/gt/selftest_workarounds.c ok &= wa_list_verify(&i915->uncore, &lists->gt_wa_list, str); uncore 16 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(gt->uncore, GUC_SEND_INTERRUPT, GUC_SEND_TRIGGER); uncore 23 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(gt->uncore, GEN11_GUC_HOST_INTERRUPT, 0); uncore 52 drivers/gpu/drm/i915/gt/uc/intel_guc.c fw_domains |= intel_uncore_forcewake_for_reg(gt->uncore, uncore 230 drivers/gpu/drm/i915/gt/uc/intel_guc.c struct intel_uncore *uncore = guc_to_gt(guc)->uncore; uncore 238 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_forcewake_get(uncore, FORCEWAKE_BLITTER); uncore 240 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(uncore, SOFT_SCRATCH(0), 0); uncore 243 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(uncore, SOFT_SCRATCH(1 + i), guc->params[i]); uncore 245 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_forcewake_put(uncore, FORCEWAKE_BLITTER); uncore 348 drivers/gpu/drm/i915/gt/uc/intel_guc.c struct intel_uncore *uncore = guc_to_gt(guc)->uncore; uncore 364 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_forcewake_get(uncore, guc->send_regs.fw_domains); uncore 367 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(uncore, guc_send_reg(guc, i), action[i]); uncore 369 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_posting_read(uncore, guc_send_reg(guc, i - 1)); uncore 377 drivers/gpu/drm/i915/gt/uc/intel_guc.c ret = __intel_wait_for_register_fw(uncore, uncore 397 drivers/gpu/drm/i915/gt/uc/intel_guc.c response_buf[i] = intel_uncore_read(uncore, uncore 405 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_forcewake_put(uncore, guc->send_regs.fw_domains); uncore 472 drivers/gpu/drm/i915/gt/uc/intel_guc.c struct intel_uncore *uncore = guc_to_gt(guc)->uncore; uncore 490 drivers/gpu/drm/i915/gt/uc/intel_guc.c intel_uncore_write(uncore, SOFT_SCRATCH(14), uncore 497 drivers/gpu/drm/i915/gt/uc/intel_guc.c ret = __intel_wait_for_register(uncore, SOFT_SCRATCH(14), uncore 30 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c static void guc_prepare_xfer(struct intel_uncore *uncore) uncore 40 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_write(uncore, GUC_SHIM_CONTROL, shim_flags); uncore 42 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c if (IS_GEN9_LP(uncore->i915)) uncore 43 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_write(uncore, GEN9LP_GT_PM_CONFIG, GT_DOORBELL_ENABLE); uncore 45 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_write(uncore, GEN9_GT_PM_CONFIG, GT_DOORBELL_ENABLE); uncore 47 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c if (IS_GEN(uncore->i915, 9)) { uncore 49 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_rmw(uncore, GEN7_MISCCPCTL, uncore 53 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_write(uncore, GUC_ARAT_C6DIS, 0x1FF); uncore 59 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c struct intel_uncore *uncore) uncore 69 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_write(uncore, UOS_RSA_SCRATCH(i), rsa[i]); uncore 81 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c static inline bool guc_ready(struct intel_uncore *uncore, u32 *status) uncore 83 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c u32 val = intel_uncore_read(uncore, GUC_STATUS); uncore 91 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c static int guc_wait_ucode(struct intel_uncore *uncore) uncore 104 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c ret = wait_for(guc_ready(uncore, &status), 100); uncore 114 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c intel_uncore_read(uncore, SOFT_SCRATCH(13))); uncore 136 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c struct intel_uncore *uncore = gt->uncore; uncore 139 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c guc_prepare_xfer(uncore); uncore 146 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c guc_xfer_rsa(&guc->fw, uncore); uncore 156 drivers/gpu/drm/i915/gt/uc/intel_guc_fw.c ret = guc_wait_ucode(uncore); uncore 188 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c struct intel_uncore *uncore = guc_to_gt(guc)->uncore; uncore 191 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c return intel_uncore_read(uncore, GEN8_DRBREGL(db_id)) & GEN8_DRB_VALID; uncore 487 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_posting_read_fw(&i915->uncore, GUC_STATUS); uncore 1008 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c struct intel_uncore *uncore = gt->uncore; uncore 1024 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_BCS_RCS_IER, ~irqs); uncore 1025 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_VCS2_VCS1_IER, ~irqs); uncore 1026 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_WD_VECS_IER, ~irqs); uncore 1054 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c struct intel_uncore *uncore = gt->uncore; uncore 1069 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_BCS_RCS_IER, 0); uncore 1070 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_VCS2_VCS1_IER, 0); uncore 1071 drivers/gpu/drm/i915/gt/uc/intel_guc_submission.c intel_uncore_write(uncore, GUC_WD_VECS_IER, 0); uncore 149 drivers/gpu/drm/i915/gt/uc/intel_huc.c ret = __intel_wait_for_register(gt->uncore, uncore 189 drivers/gpu/drm/i915/gt/uc/intel_huc.c status = intel_uncore_read(gt->uncore, huc->status.reg); uncore 33 drivers/gpu/drm/i915/gt/uc/intel_uc.c guc_status = intel_uncore_read(gt->uncore, GUC_STATUS); uncore 134 drivers/gpu/drm/i915/gt/uc/intel_uc.c intel_uncore_write(guc_to_gt(guc)->uncore, SOFT_SCRATCH(15), 0); uncore 143 drivers/gpu/drm/i915/gt/uc/intel_uc.c val = intel_uncore_read(guc_to_gt(guc)->uncore, SOFT_SCRATCH(15)); uncore 353 drivers/gpu/drm/i915/gt/uc/intel_uc.c struct intel_uncore *uncore = gt->uncore; uncore 376 drivers/gpu/drm/i915/gt/uc/intel_uc.c err = intel_uncore_write_and_verify(uncore, GUC_WOPCM_SIZE, size, mask, uncore 382 drivers/gpu/drm/i915/gt/uc/intel_uc.c err = intel_uncore_write_and_verify(uncore, DMA_GUC_WOPCM_OFFSET, uncore 395 drivers/gpu/drm/i915/gt/uc/intel_uc.c intel_uncore_read(uncore, DMA_GUC_WOPCM_OFFSET)); uncore 398 drivers/gpu/drm/i915/gt/uc/intel_uc.c intel_uncore_read(uncore, GUC_WOPCM_SIZE)); uncore 406 drivers/gpu/drm/i915/gt/uc/intel_uc.c struct intel_uncore *uncore = gt->uncore; uncore 408 drivers/gpu/drm/i915/gt/uc/intel_uc.c return (intel_uncore_read(uncore, GUC_WOPCM_SIZE) & GUC_WOPCM_SIZE_LOCKED) || uncore 409 drivers/gpu/drm/i915/gt/uc/intel_uc.c (intel_uncore_read(uncore, DMA_GUC_WOPCM_OFFSET) & GUC_WOPCM_OFFSET_VALID); uncore 444 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c struct intel_uncore *uncore = gt->uncore; uncore 452 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_forcewake_get(uncore, FORCEWAKE_ALL); uncore 457 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_ADDR_0_LOW, lower_32_bits(offset)); uncore 458 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_ADDR_0_HIGH, upper_32_bits(offset)); uncore 461 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_ADDR_1_LOW, wopcm_offset); uncore 462 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_ADDR_1_HIGH, DMA_ADDRESS_SPACE_WOPCM); uncore 468 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_COPY_SIZE, uncore 472 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_CTRL, uncore 476 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c ret = intel_wait_for_register_fw(uncore, DMA_CTRL, START_DMA, 0, 100); uncore 480 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_read_fw(uncore, DMA_CTRL)); uncore 483 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_write_fw(uncore, DMA_CTRL, _MASKED_BIT_DISABLE(dma_flags)); uncore 485 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c intel_uncore_forcewake_put(uncore, FORCEWAKE_ALL); uncore 66 drivers/gpu/drm/i915/gvt/debugfs.c preg = intel_uncore_read_notrace(&i915->uncore, _MMIO(offset)); uncore 73 drivers/gpu/drm/i915/gvt/firmware.c *(u32 *)(data + offset) = intel_uncore_read_notrace(&i915->uncore, uncore 349 drivers/gpu/drm/i915/gvt/mmio_context.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 372 drivers/gpu/drm/i915/gvt/mmio_context.c fw = intel_uncore_forcewake_for_reg(uncore, reg, uncore 377 drivers/gpu/drm/i915/gvt/mmio_context.c intel_uncore_forcewake_get(uncore, fw); uncore 379 drivers/gpu/drm/i915/gvt/mmio_context.c intel_uncore_write_fw(uncore, reg, 0x1); uncore 381 drivers/gpu/drm/i915/gvt/mmio_context.c if (wait_for_atomic((intel_uncore_read_fw(uncore, reg) == 0), 50)) uncore 386 drivers/gpu/drm/i915/gvt/mmio_context.c intel_uncore_forcewake_put(uncore, fw); uncore 568 drivers/gpu/drm/i915/gvt/mmio_context.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 570 drivers/gpu/drm/i915/gvt/mmio_context.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1031 drivers/gpu/drm/i915/gvt/scheduler.c intel_uncore_forcewake_get(&gvt->dev_priv->uncore, uncore 1060 drivers/gpu/drm/i915/gvt/scheduler.c intel_uncore_forcewake_put(&gvt->dev_priv->uncore, uncore 774 drivers/gpu/drm/i915/i915_debugfs.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 782 drivers/gpu/drm/i915/i915_debugfs.c u16 rgvswctl = intel_uncore_read16(uncore, MEMSWCTL); uncore 783 drivers/gpu/drm/i915/i915_debugfs.c u16 rgvstat = intel_uncore_read16(uncore, MEMSTAT_ILK); uncore 849 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 877 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1083 drivers/gpu/drm/i915/i915_debugfs.c struct intel_uncore *uncore = &i915->uncore; uncore 1087 drivers/gpu/drm/i915/i915_debugfs.c rgvmodectl = intel_uncore_read(uncore, MEMMODECTL); uncore 1088 drivers/gpu/drm/i915/i915_debugfs.c rstdbyctl = intel_uncore_read(uncore, RSTDBYCTL); uncore 1089 drivers/gpu/drm/i915/i915_debugfs.c crstandvid = intel_uncore_read16(uncore, CRSTANDVID); uncore 1141 drivers/gpu/drm/i915/i915_debugfs.c struct intel_uncore *uncore = &i915->uncore; uncore 1146 drivers/gpu/drm/i915/i915_debugfs.c uncore->user_forcewake_count); uncore 1148 drivers/gpu/drm/i915/i915_debugfs.c for_each_fw_domain(fw_domain, uncore, tmp) uncore 1651 drivers/gpu/drm/i915/i915_debugfs.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 1663 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, DCC)); uncore 1665 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, DCC2)); uncore 1667 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read16(uncore, C0DRB3)); uncore 1669 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read16(uncore, C1DRB3)); uncore 1672 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, MAD_DIMM_C0)); uncore 1674 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, MAD_DIMM_C1)); uncore 1676 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, MAD_DIMM_C2)); uncore 1678 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, TILECTL)); uncore 1681 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, GAMTARBMODE)); uncore 1684 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, ARB_MODE)); uncore 1686 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_read(uncore, DISP_ARB_CTL)); uncore 1755 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1760 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 3982 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_user_get(&i915->uncore); uncore 3994 drivers/gpu/drm/i915/i915_debugfs.c intel_uncore_forcewake_user_put(&i915->uncore); uncore 571 drivers/gpu/drm/i915/i915_drv.c intel_uncore_init_early(&dev_priv->uncore, dev_priv); uncore 670 drivers/gpu/drm/i915/i915_drv.c ret = intel_uncore_init_mmio(&dev_priv->uncore); uncore 679 drivers/gpu/drm/i915/i915_drv.c intel_uncore_prune_mmio_domains(&dev_priv->uncore); uncore 693 drivers/gpu/drm/i915/i915_drv.c intel_uncore_fini_mmio(&dev_priv->uncore); uncore 708 drivers/gpu/drm/i915/i915_drv.c intel_uncore_fini_mmio(&dev_priv->uncore); uncore 1177 drivers/gpu/drm/i915/i915_drv.c edram_cap = __raw_uncore_read32(&dev_priv->uncore, HSW_EDRAM_CAP); uncore 1852 drivers/gpu/drm/i915/i915_drv.c intel_uncore_suspend(&dev_priv->uncore); uncore 1887 drivers/gpu/drm/i915/i915_drv.c if (!dev_priv->uncore.user_forcewake_count) uncore 2045 drivers/gpu/drm/i915/i915_drv.c intel_uncore_resume_early(&dev_priv->uncore); uncore 2431 drivers/gpu/drm/i915/i915_drv.c intel_uncore_read_notrace(&i915->uncore, reg)) & mask) uncore 2454 drivers/gpu/drm/i915/i915_drv.c err = intel_wait_for_register(&dev_priv->uncore, uncore 2617 drivers/gpu/drm/i915/i915_drv.c intel_uncore_suspend(&dev_priv->uncore); uncore 2626 drivers/gpu/drm/i915/i915_drv.c intel_uncore_runtime_resume(&dev_priv->uncore); uncore 2642 drivers/gpu/drm/i915/i915_drv.c if (intel_uncore_arm_unclaimed_mmio_detection(&dev_priv->uncore)) uncore 2670 drivers/gpu/drm/i915/i915_drv.c assert_forcewakes_inactive(&dev_priv->uncore); uncore 2695 drivers/gpu/drm/i915/i915_drv.c if (intel_uncore_unclaimed_mmio(&dev_priv->uncore)) uncore 2703 drivers/gpu/drm/i915/i915_drv.c intel_uncore_runtime_resume(&dev_priv->uncore); uncore 1313 drivers/gpu/drm/i915/i915_drv.h struct intel_uncore uncore; uncore 2435 drivers/gpu/drm/i915/i915_drv.h intel_uncore_##op__(&(dev_priv__)->uncore, __VA_ARGS__) uncore 2473 drivers/gpu/drm/i915/i915_drv.h intel_wait_for_register(&(dev_priv_)->uncore, \ uncore 1143 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_get(&i915->uncore, FORCEWAKE_ALL); uncore 1164 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_put(&i915->uncore, FORCEWAKE_ALL); uncore 1170 drivers/gpu/drm/i915/i915_gem.c struct intel_uncore *uncore = gt->uncore; uncore 1172 drivers/gpu/drm/i915/i915_gem.c intel_uncore_write(uncore, RING_CTL(base), 0); uncore 1173 drivers/gpu/drm/i915/i915_gem.c intel_uncore_write(uncore, RING_HEAD(base), 0); uncore 1174 drivers/gpu/drm/i915/i915_gem.c intel_uncore_write(uncore, RING_TAIL(base), 0); uncore 1175 drivers/gpu/drm/i915/i915_gem.c intel_uncore_write(uncore, RING_START(base), 0); uncore 1199 drivers/gpu/drm/i915/i915_gem.c struct intel_uncore *uncore = &i915->uncore; uncore 1211 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_get(uncore, FORCEWAKE_ALL); uncore 1214 drivers/gpu/drm/i915/i915_gem.c intel_uncore_rmw(uncore, HSW_IDICR, 0, IDIHASHMSK(0xf)); uncore 1217 drivers/gpu/drm/i915/i915_gem.c intel_uncore_write(uncore, uncore 1253 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_put(uncore, FORCEWAKE_ALL); uncore 1448 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1521 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 1557 drivers/gpu/drm/i915/i915_gem.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 98 drivers/gpu/drm/i915/i915_gem_fence_reg.c struct intel_uncore *uncore = &fence->i915->uncore; uncore 110 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write_fw(uncore, fence_reg_lo, 0); uncore 111 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_posting_read_fw(uncore, fence_reg_lo); uncore 113 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write_fw(uncore, fence_reg_hi, upper_32_bits(val)); uncore 114 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write_fw(uncore, fence_reg_lo, lower_32_bits(val)); uncore 115 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_posting_read_fw(uncore, fence_reg_lo); uncore 151 drivers/gpu/drm/i915/i915_gem_fence_reg.c struct intel_uncore *uncore = &fence->i915->uncore; uncore 154 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write_fw(uncore, reg, val); uncore 155 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_posting_read_fw(uncore, reg); uncore 183 drivers/gpu/drm/i915/i915_gem_fence_reg.c struct intel_uncore *uncore = &fence->i915->uncore; uncore 186 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write_fw(uncore, reg, val); uncore 187 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_posting_read_fw(uncore, reg); uncore 558 drivers/gpu/drm/i915/i915_gem_fence_reg.c struct intel_uncore *uncore = &i915->uncore; uncore 574 drivers/gpu/drm/i915/i915_gem_fence_reg.c if (intel_uncore_read(uncore, DISP_ARB_CTL) & uncore 584 drivers/gpu/drm/i915/i915_gem_fence_reg.c dimm_c0 = intel_uncore_read(uncore, MAD_DIMM_C0); uncore 585 drivers/gpu/drm/i915/i915_gem_fence_reg.c dimm_c1 = intel_uncore_read(uncore, MAD_DIMM_C1); uncore 645 drivers/gpu/drm/i915/i915_gem_fence_reg.c if (intel_uncore_read(uncore, C0DRB3) == uncore 646 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_read(uncore, C1DRB3)) { uncore 651 drivers/gpu/drm/i915/i915_gem_fence_reg.c u32 dcc = intel_uncore_read(uncore, DCC); uncore 690 drivers/gpu/drm/i915/i915_gem_fence_reg.c !(intel_uncore_read(uncore, DCC2) & DCC2_MODIFIED_ENHANCED_DISABLE)) { uncore 842 drivers/gpu/drm/i915/i915_gem_fence_reg.c num_fences = intel_uncore_read(&i915->uncore, uncore 861 drivers/gpu/drm/i915/i915_gem_fence_reg.c struct intel_uncore *uncore = gt->uncore; uncore 867 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_rmw(uncore, DISP_ARB_CTL, 0, DISP_TILE_SURFACE_SWIZZLING); uncore 872 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_rmw(uncore, TILECTL, 0, TILECTL_SWZCTL); uncore 875 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write(uncore, uncore 879 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write(uncore, uncore 883 drivers/gpu/drm/i915/i915_gem_fence_reg.c intel_uncore_write(uncore, uncore 123 drivers/gpu/drm/i915/i915_gem_gtt.c struct intel_uncore *uncore = ggtt->vm.gt->uncore; uncore 129 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write_fw(uncore, GFX_FLSH_CNTL_GEN6, GFX_FLSH_CNTL_EN); uncore 134 drivers/gpu/drm/i915/i915_gem_gtt.c struct intel_uncore *uncore = ggtt->vm.gt->uncore; uncore 137 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write_fw(uncore, GEN8_GTCR, GEN8_GTCR_INVALIDATE); uncore 1554 drivers/gpu/drm/i915/i915_gem_gtt.c struct intel_uncore *uncore = gt->uncore; uncore 1559 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_rmw(uncore, GAC_ECO_BITS, 0, ECOBITS_PPGTT_CACHE64B); uncore 1561 drivers/gpu/drm/i915/i915_gem_gtt.c ecochk = intel_uncore_read(uncore, GAM_ECOCHK); uncore 1568 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, GAM_ECOCHK, ecochk); uncore 1580 drivers/gpu/drm/i915/i915_gem_gtt.c struct intel_uncore *uncore = gt->uncore; uncore 1582 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_rmw(uncore, uncore 1587 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_rmw(uncore, uncore 1592 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_rmw(uncore, uncore 1597 drivers/gpu/drm/i915/i915_gem_gtt.c if (HAS_PPGTT(uncore->i915)) /* may be disabled for VT-d */ uncore 1598 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2009 drivers/gpu/drm/i915/i915_gem_gtt.c struct intel_uncore *uncore = gt->uncore; uncore 2017 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2021 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2025 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2029 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2046 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_rmw(uncore, uncore 2064 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_write(uncore, uncore 2068 drivers/gpu/drm/i915/i915_gem_gtt.c intel_uncore_read(uncore, uncore 1041 drivers/gpu/drm/i915/i915_gpu_error.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 1047 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read64(uncore, uncore 1052 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read64(uncore, uncore 1057 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, FENCE_REG(i)); uncore 1496 drivers/gpu/drm/i915/i915_gpu_error.c struct intel_uncore *uncore = &i915->uncore; uncore 1509 drivers/gpu/drm/i915/i915_gpu_error.c error->gtier[0] = intel_uncore_read(uncore, GTIER); uncore 1510 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read(uncore, VLV_IER); uncore 1511 drivers/gpu/drm/i915/i915_gpu_error.c error->forcewake = intel_uncore_read_fw(uncore, FORCEWAKE_VLV); uncore 1515 drivers/gpu/drm/i915/i915_gpu_error.c error->err_int = intel_uncore_read(uncore, GEN7_ERR_INT); uncore 1518 drivers/gpu/drm/i915/i915_gpu_error.c error->fault_data0 = intel_uncore_read(uncore, uncore 1520 drivers/gpu/drm/i915/i915_gpu_error.c error->fault_data1 = intel_uncore_read(uncore, uncore 1523 drivers/gpu/drm/i915/i915_gpu_error.c error->fault_data0 = intel_uncore_read(uncore, uncore 1525 drivers/gpu/drm/i915/i915_gpu_error.c error->fault_data1 = intel_uncore_read(uncore, uncore 1530 drivers/gpu/drm/i915/i915_gpu_error.c error->forcewake = intel_uncore_read_fw(uncore, FORCEWAKE); uncore 1531 drivers/gpu/drm/i915/i915_gpu_error.c error->gab_ctl = intel_uncore_read(uncore, GAB_CTL); uncore 1532 drivers/gpu/drm/i915/i915_gpu_error.c error->gfx_mode = intel_uncore_read(uncore, GFX_MODE); uncore 1537 drivers/gpu/drm/i915/i915_gpu_error.c error->forcewake = intel_uncore_read_fw(uncore, FORCEWAKE_MT); uncore 1540 drivers/gpu/drm/i915/i915_gpu_error.c error->derrmr = intel_uncore_read(uncore, DERRMR); uncore 1542 drivers/gpu/drm/i915/i915_gpu_error.c error->error = intel_uncore_read(uncore, ERROR_GEN6); uncore 1543 drivers/gpu/drm/i915/i915_gpu_error.c error->done_reg = intel_uncore_read(uncore, DONE_REG); uncore 1548 drivers/gpu/drm/i915/i915_gpu_error.c error->ccid = intel_uncore_read(uncore, CCID(RENDER_RING_BASE)); uncore 1552 drivers/gpu/drm/i915/i915_gpu_error.c error->gam_ecochk = intel_uncore_read(uncore, GAM_ECOCHK); uncore 1553 drivers/gpu/drm/i915/i915_gpu_error.c error->gac_eco = intel_uncore_read(uncore, GAC_ECO_BITS); uncore 1558 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read(uncore, GEN8_DE_MISC_IER); uncore 1560 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, uncore 1563 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, GEN11_VCS_VECS_INTR_ENABLE); uncore 1565 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, GEN11_GUC_SG_INTR_ENABLE); uncore 1567 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, uncore 1570 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, uncore 1573 drivers/gpu/drm/i915/i915_gpu_error.c intel_uncore_read(uncore, uncore 1577 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read(uncore, GEN8_DE_MISC_IER); uncore 1579 drivers/gpu/drm/i915/i915_gpu_error.c error->gtier[i] = intel_uncore_read(uncore, uncore 1583 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read(uncore, DEIER); uncore 1584 drivers/gpu/drm/i915/i915_gpu_error.c error->gtier[0] = intel_uncore_read(uncore, GTIER); uncore 1587 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read16(uncore, GEN2_IER); uncore 1589 drivers/gpu/drm/i915/i915_gpu_error.c error->ier = intel_uncore_read(uncore, GEN2_IER); uncore 1591 drivers/gpu/drm/i915/i915_gpu_error.c error->eir = intel_uncore_read(uncore, EIR); uncore 1592 drivers/gpu/drm/i915/i915_gpu_error.c error->pgtbl_er = intel_uncore_read(uncore, PGTBL_ER); uncore 178 drivers/gpu/drm/i915/i915_irq.c void gen3_irq_reset(struct intel_uncore *uncore, i915_reg_t imr, uncore 181 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, imr, 0xffffffff); uncore 182 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, imr); uncore 184 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, ier, 0); uncore 187 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, iir, 0xffffffff); uncore 188 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, iir); uncore 189 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, iir, 0xffffffff); uncore 190 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, iir); uncore 193 drivers/gpu/drm/i915/i915_irq.c void gen2_irq_reset(struct intel_uncore *uncore) uncore 195 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IMR, 0xffff); uncore 196 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IMR); uncore 198 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IER, 0); uncore 201 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IIR, 0xffff); uncore 202 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IIR); uncore 203 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IIR, 0xffff); uncore 204 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IIR); uncore 210 drivers/gpu/drm/i915/i915_irq.c static void gen3_assert_iir_is_zero(struct intel_uncore *uncore, i915_reg_t reg) uncore 212 drivers/gpu/drm/i915/i915_irq.c u32 val = intel_uncore_read(uncore, reg); uncore 219 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, reg, 0xffffffff); uncore 220 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, reg); uncore 221 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, reg, 0xffffffff); uncore 222 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, reg); uncore 225 drivers/gpu/drm/i915/i915_irq.c static void gen2_assert_iir_is_zero(struct intel_uncore *uncore) uncore 227 drivers/gpu/drm/i915/i915_irq.c u16 val = intel_uncore_read16(uncore, GEN2_IIR); uncore 234 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IIR, 0xffff); uncore 235 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IIR); uncore 236 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IIR, 0xffff); uncore 237 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IIR); uncore 240 drivers/gpu/drm/i915/i915_irq.c void gen3_irq_init(struct intel_uncore *uncore, uncore 245 drivers/gpu/drm/i915/i915_irq.c gen3_assert_iir_is_zero(uncore, iir); uncore 247 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, ier, ier_val); uncore 248 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, imr, imr_val); uncore 249 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read(uncore, imr); uncore 252 drivers/gpu/drm/i915/i915_irq.c void gen2_irq_init(struct intel_uncore *uncore, uncore 255 drivers/gpu/drm/i915/i915_irq.c gen2_assert_iir_is_zero(uncore); uncore 257 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IER, ier_val); uncore 258 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, GEN2_IMR, imr_val); uncore 259 drivers/gpu/drm/i915/i915_irq.c intel_uncore_posting_read16(uncore, GEN2_IMR); uncore 437 drivers/gpu/drm/i915/i915_irq.c WARN_ON_ONCE(intel_uncore_read(gt->uncore, uncore 481 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(gt->uncore, GEN11_GUC_SG_INTR_ENABLE, events); uncore 482 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(gt->uncore, GEN11_GUC_SG_INTR_MASK, ~events); uncore 495 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(gt->uncore, GEN11_GUC_SG_INTR_MASK, ~0); uncore 496 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(gt->uncore, GEN11_GUC_SG_INTR_ENABLE, 0); uncore 799 drivers/gpu/drm/i915/i915_irq.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 812 drivers/gpu/drm/i915/i915_irq.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 983 drivers/gpu/drm/i915/i915_irq.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1038 drivers/gpu/drm/i915/i915_irq.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1068 drivers/gpu/drm/i915/i915_irq.c spin_lock_irqsave(&dev_priv->uncore.lock, irqflags); uncore 1070 drivers/gpu/drm/i915/i915_irq.c spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags); uncore 1077 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 1083 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, uncore 1085 drivers/gpu/drm/i915/i915_irq.c intel_uncore_read(uncore, MEMINTRSTS)); uncore 1089 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, MEMINTRSTS, MEMINT_EVAL_CHG); uncore 1090 drivers/gpu/drm/i915/i915_irq.c busy_up = intel_uncore_read(uncore, RCPREVBSYTUPAVG); uncore 1091 drivers/gpu/drm/i915/i915_irq.c busy_down = intel_uncore_read(uncore, RCPREVBSYTDNAVG); uncore 1092 drivers/gpu/drm/i915/i915_irq.c max_avg = intel_uncore_read(uncore, RCBMAXAVG); uncore 1093 drivers/gpu/drm/i915/i915_irq.c min_avg = intel_uncore_read(uncore, RCBMINAVG); uncore 2826 drivers/gpu/drm/i915/i915_irq.c void __iomem * const regs = dev_priv->uncore.regs; uncore 2859 drivers/gpu/drm/i915/i915_irq.c void __iomem * const regs = gt->uncore->regs; uncore 2900 drivers/gpu/drm/i915/i915_irq.c void __iomem * const regs = i915->uncore.regs; uncore 3135 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3140 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, SDE); uncore 3166 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3169 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, DPINVGTT, DPINVGTT_STATUS_MASK_CHV); uncore 3171 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, DPINVGTT, DPINVGTT_STATUS_MASK); uncore 3174 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, PORT_HOTPLUG_STAT, I915_READ(PORT_HOTPLUG_STAT)); uncore 3178 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, VLV_); uncore 3184 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3210 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, VLV_, dev_priv->irq_mask, enable_mask); uncore 3217 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3219 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, DE); uncore 3221 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, GEN7_ERR_INT, 0xffffffff); uncore 3224 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IMR, 0xffffffff); uncore 3225 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IIR, 0xffffffff); uncore 3248 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3251 drivers/gpu/drm/i915/i915_irq.c gen8_master_intr_disable(dev_priv->uncore.regs); uncore 3255 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IMR, 0xffffffff); uncore 3256 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IIR, 0xffffffff); uncore 3261 drivers/gpu/drm/i915/i915_irq.c GEN8_IRQ_RESET_NDX(uncore, DE_PIPE, pipe); uncore 3263 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_DE_PORT_); uncore 3264 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_DE_MISC_); uncore 3265 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_PCU_); uncore 3273 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3276 drivers/gpu/drm/i915/i915_irq.c gen11_master_intr_disable(dev_priv->uncore.regs); uncore 3280 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, GEN11_DISPLAY_INT_CTL, 0); uncore 3282 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IMR, 0xffffffff); uncore 3283 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write(uncore, EDP_PSR_IIR, 0xffffffff); uncore 3288 drivers/gpu/drm/i915/i915_irq.c GEN8_IRQ_RESET_NDX(uncore, DE_PIPE, pipe); uncore 3290 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_DE_PORT_); uncore 3291 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_DE_MISC_); uncore 3292 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN11_DE_HPD_); uncore 3293 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN11_GU_MISC_); uncore 3294 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_PCU_); uncore 3297 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, SDE); uncore 3303 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3316 drivers/gpu/drm/i915/i915_irq.c GEN8_IRQ_INIT_NDX(uncore, DE_PIPE, pipe, uncore 3326 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3337 drivers/gpu/drm/i915/i915_irq.c GEN8_IRQ_RESET_NDX(uncore, DE_PIPE, pipe); uncore 3347 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3354 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN8_PCU_); uncore 3655 drivers/gpu/drm/i915/i915_irq.c gen3_assert_iir_is_zero(&dev_priv->uncore, SDEIIR); uncore 3667 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3686 drivers/gpu/drm/i915/i915_irq.c gen3_assert_iir_is_zero(uncore, EDP_PSR_IIR); uncore 3695 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, DE, dev_priv->irq_mask, uncore 3760 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3797 drivers/gpu/drm/i915/i915_irq.c gen3_assert_iir_is_zero(uncore, EDP_PSR_IIR); uncore 3805 drivers/gpu/drm/i915/i915_irq.c GEN8_IRQ_INIT_NDX(uncore, DE_PIPE, pipe, uncore 3810 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN8_DE_PORT_, ~de_port_masked, de_port_enables); uncore 3811 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN8_DE_MISC_, ~de_misc_masked, de_misc_masked); uncore 3818 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN11_DE_HPD_, ~de_hpd_masked, uncore 3839 drivers/gpu/drm/i915/i915_irq.c gen8_master_intr_enable(dev_priv->uncore.regs); uncore 3850 drivers/gpu/drm/i915/i915_irq.c gen3_assert_iir_is_zero(&dev_priv->uncore, SDEIIR); uncore 3865 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3874 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN11_GU_MISC_, ~gu_misc_masked, gu_misc_masked); uncore 3878 drivers/gpu/drm/i915/i915_irq.c gen11_master_intr_enable(uncore->regs); uncore 3897 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3901 drivers/gpu/drm/i915/i915_irq.c GEN2_IRQ_RESET(uncore); uncore 3906 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 3909 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, uncore 3926 drivers/gpu/drm/i915/i915_irq.c GEN2_IRQ_INIT(uncore, dev_priv->irq_mask, enable_mask); uncore 3939 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &i915->uncore; uncore 3942 drivers/gpu/drm/i915/i915_irq.c *eir = intel_uncore_read16(uncore, EIR); uncore 3945 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, EIR, *eir); uncore 3947 drivers/gpu/drm/i915/i915_irq.c *eir_stuck = intel_uncore_read16(uncore, EIR); uncore 3961 drivers/gpu/drm/i915/i915_irq.c emr = intel_uncore_read16(uncore, EMR); uncore 3962 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, EMR, 0xffff); uncore 3963 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(uncore, EMR, emr | *eir_stuck); uncore 4028 drivers/gpu/drm/i915/i915_irq.c iir = intel_uncore_read16(&dev_priv->uncore, GEN2_IIR); uncore 4041 drivers/gpu/drm/i915/i915_irq.c intel_uncore_write16(&dev_priv->uncore, GEN2_IIR, iir); uncore 4059 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 4068 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN2_); uncore 4073 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 4100 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN2_, dev_priv->irq_mask, enable_mask); uncore 4167 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 4174 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_RESET(uncore, GEN2_); uncore 4179 drivers/gpu/drm/i915/i915_irq.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 4217 drivers/gpu/drm/i915/i915_irq.c GEN3_IRQ_INIT(uncore, GEN2_, dev_priv->irq_mask, enable_mask); uncore 135 drivers/gpu/drm/i915/i915_irq.h void gen2_irq_reset(struct intel_uncore *uncore); uncore 136 drivers/gpu/drm/i915/i915_irq.h void gen3_irq_reset(struct intel_uncore *uncore, i915_reg_t imr, uncore 139 drivers/gpu/drm/i915/i915_irq.h void gen2_irq_init(struct intel_uncore *uncore, uncore 141 drivers/gpu/drm/i915/i915_irq.h void gen3_irq_init(struct intel_uncore *uncore, uncore 146 drivers/gpu/drm/i915/i915_irq.h #define GEN8_IRQ_RESET_NDX(uncore, type, which) \ uncore 149 drivers/gpu/drm/i915/i915_irq.h gen3_irq_reset((uncore), GEN8_##type##_IMR(which_), \ uncore 153 drivers/gpu/drm/i915/i915_irq.h #define GEN3_IRQ_RESET(uncore, type) \ uncore 154 drivers/gpu/drm/i915/i915_irq.h gen3_irq_reset((uncore), type##IMR, type##IIR, type##IER) uncore 156 drivers/gpu/drm/i915/i915_irq.h #define GEN2_IRQ_RESET(uncore) \ uncore 157 drivers/gpu/drm/i915/i915_irq.h gen2_irq_reset(uncore) uncore 159 drivers/gpu/drm/i915/i915_irq.h #define GEN8_IRQ_INIT_NDX(uncore, type, which, imr_val, ier_val) \ uncore 162 drivers/gpu/drm/i915/i915_irq.h gen3_irq_init((uncore), \ uncore 168 drivers/gpu/drm/i915/i915_irq.h #define GEN3_IRQ_INIT(uncore, type, imr_val, ier_val) \ uncore 169 drivers/gpu/drm/i915/i915_irq.h gen3_irq_init((uncore), \ uncore 174 drivers/gpu/drm/i915/i915_irq.h #define GEN2_IRQ_INIT(uncore, imr_val, ier_val) \ uncore 175 drivers/gpu/drm/i915/i915_irq.h gen2_irq_init((uncore), imr_val, ier_val) uncore 1379 drivers/gpu/drm/i915/i915_perf.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 2100 drivers/gpu/drm/i915/i915_perf.c struct intel_uncore *uncore = &stream->dev_priv->uncore; uncore 2102 drivers/gpu/drm/i915/i915_perf.c intel_uncore_write(uncore, GEN7_OACONTROL, 0); uncore 2103 drivers/gpu/drm/i915/i915_perf.c if (intel_wait_for_register(uncore, uncore 2111 drivers/gpu/drm/i915/i915_perf.c struct intel_uncore *uncore = &stream->dev_priv->uncore; uncore 2113 drivers/gpu/drm/i915/i915_perf.c intel_uncore_write(uncore, GEN8_OACONTROL, 0); uncore 2114 drivers/gpu/drm/i915/i915_perf.c if (intel_wait_for_register(uncore, uncore 2251 drivers/gpu/drm/i915/i915_perf.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 2291 drivers/gpu/drm/i915/i915_perf.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 186 drivers/gpu/drm/i915/i915_pmu.c spin_lock_irqsave(&engine->uncore->lock, flags); uncore 213 drivers/gpu/drm/i915/i915_pmu.c spin_unlock_irqrestore(&engine->uncore->lock, flags); uncore 228 drivers/gpu/drm/i915/i915_pmu.c struct intel_uncore *uncore = gt->uncore; uncore 236 drivers/gpu/drm/i915/i915_pmu.c val = intel_uncore_read_notrace(uncore, GEN6_RPSTAT1); uncore 222 drivers/gpu/drm/i915/i915_vgpu.c struct intel_uncore *uncore = &ggtt->vm.i915->uncore; uncore 233 drivers/gpu/drm/i915/i915_vgpu.c intel_uncore_read(uncore, vgtif_reg(avail_rs.mappable_gmadr.base)); uncore 235 drivers/gpu/drm/i915/i915_vgpu.c intel_uncore_read(uncore, vgtif_reg(avail_rs.mappable_gmadr.size)); uncore 237 drivers/gpu/drm/i915/i915_vgpu.c intel_uncore_read(uncore, vgtif_reg(avail_rs.nonmappable_gmadr.base)); uncore 239 drivers/gpu/drm/i915/i915_vgpu.c intel_uncore_read(uncore, vgtif_reg(avail_rs.nonmappable_gmadr.size)); uncore 204 drivers/gpu/drm/i915/intel_pm.c ddrpll = intel_uncore_read16(&dev_priv->uncore, DDRMPLL1); uncore 205 drivers/gpu/drm/i915/intel_pm.c csipll = intel_uncore_read16(&dev_priv->uncore, CSIPLL0); uncore 1962 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 1988 drivers/gpu/drm/i915/intel_pm.c spin_lock(&uncore->lock); uncore 1993 drivers/gpu/drm/i915/intel_pm.c dsparb = intel_uncore_read_fw(uncore, DSPARB); uncore 1994 drivers/gpu/drm/i915/intel_pm.c dsparb2 = intel_uncore_read_fw(uncore, DSPARB2); uncore 2006 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB, dsparb); uncore 2007 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB2, dsparb2); uncore 2010 drivers/gpu/drm/i915/intel_pm.c dsparb = intel_uncore_read_fw(uncore, DSPARB); uncore 2011 drivers/gpu/drm/i915/intel_pm.c dsparb2 = intel_uncore_read_fw(uncore, DSPARB2); uncore 2023 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB, dsparb); uncore 2024 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB2, dsparb2); uncore 2027 drivers/gpu/drm/i915/intel_pm.c dsparb3 = intel_uncore_read_fw(uncore, DSPARB3); uncore 2028 drivers/gpu/drm/i915/intel_pm.c dsparb2 = intel_uncore_read_fw(uncore, DSPARB2); uncore 2040 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB3, dsparb3); uncore 2041 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write_fw(uncore, DSPARB2, dsparb2); uncore 2047 drivers/gpu/drm/i915/intel_pm.c intel_uncore_posting_read_fw(uncore, DSPARB); uncore 2049 drivers/gpu/drm/i915/intel_pm.c spin_unlock(&uncore->lock); uncore 2827 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 2910 drivers/gpu/drm/i915/intel_pm.c u64 sskpd = intel_uncore_read64(uncore, MCH_SSKPD); uncore 2920 drivers/gpu/drm/i915/intel_pm.c u32 sskpd = intel_uncore_read(uncore, MCH_SSKPD); uncore 2927 drivers/gpu/drm/i915/intel_pm.c u32 mltr = intel_uncore_read(uncore, MLTR_ILK); uncore 6407 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &i915->uncore; uncore 6412 drivers/gpu/drm/i915/intel_pm.c rgvswctl = intel_uncore_read16(uncore, MEMSWCTL); uncore 6420 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write16(uncore, MEMSWCTL, rgvswctl); uncore 6421 drivers/gpu/drm/i915/intel_pm.c intel_uncore_posting_read16(uncore, MEMSWCTL); uncore 6424 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write16(uncore, MEMSWCTL, rgvswctl); uncore 6431 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 6437 drivers/gpu/drm/i915/intel_pm.c rgvmodectl = intel_uncore_read(uncore, MEMMODECTL); uncore 6440 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write16(uncore, PMMISC, I915_READ(PMMISC) | MCPPCE_EN); uncore 6441 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write16(uncore, TSC1, I915_READ(TSC1) | TSE); uncore 6444 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RCUPEI, 100000); uncore 6445 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RCDNEI, 100000); uncore 6448 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RCBMAXAVG, 90000); uncore 6449 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RCBMINAVG, 80000); uncore 6451 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, MEMIHYST, 1); uncore 6459 drivers/gpu/drm/i915/intel_pm.c vstart = (intel_uncore_read(uncore, PXVFREQ(fstart)) & uncore 6472 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 6480 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, VIDSTART, vstart); uncore 6481 drivers/gpu/drm/i915/intel_pm.c intel_uncore_posting_read(uncore, VIDSTART); uncore 6484 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, MEMMODECTL, rgvmodectl); uncore 6486 drivers/gpu/drm/i915/intel_pm.c if (wait_for_atomic((intel_uncore_read(uncore, MEMSWCTL) & uncore 6494 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, DMIEC) + uncore 6495 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, DDREC) + uncore 6496 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, CSIEC); uncore 6498 drivers/gpu/drm/i915/intel_pm.c dev_priv->ips.last_count2 = intel_uncore_read(uncore, GFXEC); uncore 6506 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &i915->uncore; uncore 6511 drivers/gpu/drm/i915/intel_pm.c rgvswctl = intel_uncore_read16(uncore, MEMSWCTL); uncore 6514 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 6516 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, MEMINTREN) & uncore 6518 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, MEMINTRSTS, MEMINT_EVAL_CHG); uncore 6519 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 6521 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, DEIER) & ~DE_PCU_EVENT); uncore 6522 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, DEIIR, DE_PCU_EVENT); uncore 6523 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 6525 drivers/gpu/drm/i915/intel_pm.c intel_uncore_read(uncore, DEIMR) | DE_PCU_EVENT); uncore 6531 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, MEMSWCTL, rgvswctl); uncore 6809 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_MEDIA); uncore 6811 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_MEDIA); uncore 6962 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 6966 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7127 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7145 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7160 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7217 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7231 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7308 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7321 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7342 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7349 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7382 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7402 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7451 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7462 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7470 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7911 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7943 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7950 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 7987 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 8005 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 8030 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 8037 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get(&dev_priv->uncore, FORCEWAKE_ALL); uncore 8073 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put(&dev_priv->uncore, FORCEWAKE_ALL); uncore 8181 drivers/gpu/drm/i915/intel_pm.c tsfs = intel_uncore_read(&i915->uncore, TSFS); uncore 8184 drivers/gpu/drm/i915/intel_pm.c x = intel_uncore_read8(&i915->uncore, TR1); uncore 9202 drivers/gpu/drm/i915/intel_pm.c intel_uncore_rmw(&dev_priv->uncore, UNSLICE_UNIT_LEVEL_CLKGATE, uncore 9206 drivers/gpu/drm/i915/intel_pm.c intel_uncore_rmw(&dev_priv->uncore, UNSLICE_UNIT_LEVEL_CLKGATE2, uncore 9627 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 9629 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RENCLK_GATE_D1, I965_RCC_CLOCK_GATE_DISABLE); uncore 9630 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RENCLK_GATE_D2, 0); uncore 9631 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, DSPCLK_GATE_D, 0); uncore 9632 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, RAMCLK_GATE_D, 0); uncore 9633 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write16(uncore, DEUC, 0); uncore 9634 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 9639 drivers/gpu/drm/i915/intel_pm.c intel_uncore_write(uncore, uncore 9940 drivers/gpu/drm/i915/intel_pm.c lockdep_assert_held(&dev_priv->uncore.lock); uncore 9979 drivers/gpu/drm/i915/intel_pm.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 10001 drivers/gpu/drm/i915/intel_pm.c fw_domains = intel_uncore_forcewake_for_reg(uncore, reg, FW_REG_READ); uncore 10003 drivers/gpu/drm/i915/intel_pm.c spin_lock_irqsave(&uncore->lock, flags); uncore 10004 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_get__locked(uncore, fw_domains); uncore 10023 drivers/gpu/drm/i915/intel_pm.c time_hw = intel_uncore_read_fw(uncore, reg); uncore 10045 drivers/gpu/drm/i915/intel_pm.c intel_uncore_forcewake_put__locked(uncore, fw_domains); uncore 10046 drivers/gpu/drm/i915/intel_pm.c spin_unlock_irqrestore(&uncore->lock, flags); uncore 96 drivers/gpu/drm/i915/intel_sideband.c struct intel_uncore *uncore = &i915->uncore; uncore 105 drivers/gpu/drm/i915/intel_sideband.c if (intel_wait_for_register(uncore, uncore 115 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, VLV_IOSF_ADDR, addr); uncore 116 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, VLV_IOSF_DATA, is_read ? 0 : *val); uncore 117 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, VLV_IOSF_DOORBELL_REQ, uncore 125 drivers/gpu/drm/i915/intel_sideband.c if (__intel_wait_for_register_fw(uncore, uncore 129 drivers/gpu/drm/i915/intel_sideband.c *val = intel_uncore_read_fw(uncore, VLV_IOSF_DATA); uncore 278 drivers/gpu/drm/i915/intel_sideband.c struct intel_uncore *uncore = &i915->uncore; uncore 283 drivers/gpu/drm/i915/intel_sideband.c if (intel_wait_for_register_fw(uncore, uncore 290 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, SBI_ADDR, (u32)reg << 16); uncore 291 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, SBI_DATA, is_read ? 0 : *val); uncore 299 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, SBI_CTL_STAT, cmd | SBI_BUSY); uncore 301 drivers/gpu/drm/i915/intel_sideband.c if (__intel_wait_for_register_fw(uncore, uncore 314 drivers/gpu/drm/i915/intel_sideband.c *val = intel_uncore_read_fw(uncore, SBI_DATA); uncore 380 drivers/gpu/drm/i915/intel_sideband.c struct intel_uncore *uncore = &i915->uncore; uncore 390 drivers/gpu/drm/i915/intel_sideband.c if (intel_uncore_read_fw(uncore, GEN6_PCODE_MAILBOX) & GEN6_PCODE_READY) uncore 393 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, GEN6_PCODE_DATA, *val); uncore 394 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, GEN6_PCODE_DATA1, val1 ? *val1 : 0); uncore 395 drivers/gpu/drm/i915/intel_sideband.c intel_uncore_write_fw(uncore, uncore 398 drivers/gpu/drm/i915/intel_sideband.c if (__intel_wait_for_register_fw(uncore, uncore 407 drivers/gpu/drm/i915/intel_sideband.c *val = intel_uncore_read_fw(uncore, GEN6_PCODE_DATA); uncore 409 drivers/gpu/drm/i915/intel_sideband.c *val1 = intel_uncore_read_fw(uncore, GEN6_PCODE_DATA1); uncore 107 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(d->uncore->fw_domains_timer & d->mask); uncore 108 drivers/gpu/drm/i915/intel_uncore.c d->uncore->fw_domains_timer |= d->mask; uncore 243 drivers/gpu/drm/i915/intel_uncore.c fw_domains_get(struct intel_uncore *uncore, enum forcewake_domains fw_domains) uncore 248 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(fw_domains & ~uncore->fw_domains); uncore 250 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) { uncore 255 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) uncore 258 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_active |= fw_domains; uncore 262 drivers/gpu/drm/i915/intel_uncore.c fw_domains_get_with_fallback(struct intel_uncore *uncore, uncore 268 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(fw_domains & ~uncore->fw_domains); uncore 270 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) { uncore 275 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) uncore 278 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_active |= fw_domains; uncore 282 drivers/gpu/drm/i915/intel_uncore.c fw_domains_put(struct intel_uncore *uncore, enum forcewake_domains fw_domains) uncore 287 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(fw_domains & ~uncore->fw_domains); uncore 289 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) uncore 292 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_active &= ~fw_domains; uncore 296 drivers/gpu/drm/i915/intel_uncore.c fw_domains_reset(struct intel_uncore *uncore, uncore 305 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(fw_domains & ~uncore->fw_domains); uncore 307 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(d, fw_domains, uncore, tmp) uncore 311 drivers/gpu/drm/i915/intel_uncore.c static inline u32 gt_thread_status(struct intel_uncore *uncore) uncore 315 drivers/gpu/drm/i915/intel_uncore.c val = __raw_uncore_read32(uncore, GEN6_GT_THREAD_STATUS_REG); uncore 321 drivers/gpu/drm/i915/intel_uncore.c static void __gen6_gt_wait_for_thread_c0(struct intel_uncore *uncore) uncore 327 drivers/gpu/drm/i915/intel_uncore.c WARN_ONCE(wait_for_atomic_us(gt_thread_status(uncore) == 0, 5000), uncore 331 drivers/gpu/drm/i915/intel_uncore.c static void fw_domains_get_with_thread_status(struct intel_uncore *uncore, uncore 334 drivers/gpu/drm/i915/intel_uncore.c fw_domains_get(uncore, fw_domains); uncore 337 drivers/gpu/drm/i915/intel_uncore.c __gen6_gt_wait_for_thread_c0(uncore); uncore 340 drivers/gpu/drm/i915/intel_uncore.c static inline u32 fifo_free_entries(struct intel_uncore *uncore) uncore 342 drivers/gpu/drm/i915/intel_uncore.c u32 count = __raw_uncore_read32(uncore, GTFIFOCTL); uncore 347 drivers/gpu/drm/i915/intel_uncore.c static void __gen6_gt_wait_for_fifo(struct intel_uncore *uncore) uncore 353 drivers/gpu/drm/i915/intel_uncore.c if (IS_VALLEYVIEW(uncore->i915)) uncore 354 drivers/gpu/drm/i915/intel_uncore.c n = fifo_free_entries(uncore); uncore 356 drivers/gpu/drm/i915/intel_uncore.c n = uncore->fifo_count; uncore 359 drivers/gpu/drm/i915/intel_uncore.c if (wait_for_atomic((n = fifo_free_entries(uncore)) > uncore 367 drivers/gpu/drm/i915/intel_uncore.c uncore->fifo_count = n - 1; uncore 375 drivers/gpu/drm/i915/intel_uncore.c struct intel_uncore *uncore = domain->uncore; uncore 378 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_device_not_suspended(uncore->rpm); uncore 383 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); uncore 385 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_timer &= ~domain->mask; uncore 389 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put(uncore, domain->mask); uncore 391 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); uncore 398 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_reset(struct intel_uncore *uncore) uncore 416 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain(domain, uncore, tmp) { uncore 424 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); uncore 426 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain(domain, uncore, tmp) { uncore 439 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); uncore 445 drivers/gpu/drm/i915/intel_uncore.c fw = uncore->fw_domains_active; uncore 447 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put(uncore, fw); uncore 449 drivers/gpu/drm/i915/intel_uncore.c fw_domains_reset(uncore, uncore->fw_domains); uncore 450 drivers/gpu/drm/i915/intel_uncore.c assert_forcewakes_inactive(uncore); uncore 452 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); uncore 458 drivers/gpu/drm/i915/intel_uncore.c fpga_check_for_unclaimed_mmio(struct intel_uncore *uncore) uncore 462 drivers/gpu/drm/i915/intel_uncore.c dbg = __raw_uncore_read32(uncore, FPGA_DBG); uncore 466 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, FPGA_DBG, FPGA_DBG_RM_NOCLAIM); uncore 472 drivers/gpu/drm/i915/intel_uncore.c vlv_check_for_unclaimed_mmio(struct intel_uncore *uncore) uncore 476 drivers/gpu/drm/i915/intel_uncore.c cer = __raw_uncore_read32(uncore, CLAIM_ER); uncore 480 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, CLAIM_ER, CLAIM_ER_CLR); uncore 486 drivers/gpu/drm/i915/intel_uncore.c gen6_check_for_fifo_debug(struct intel_uncore *uncore) uncore 490 drivers/gpu/drm/i915/intel_uncore.c fifodbg = __raw_uncore_read32(uncore, GTFIFODBG); uncore 494 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, GTFIFODBG, fifodbg); uncore 501 drivers/gpu/drm/i915/intel_uncore.c check_for_unclaimed_mmio(struct intel_uncore *uncore) uncore 505 drivers/gpu/drm/i915/intel_uncore.c lockdep_assert_held(&uncore->debug->lock); uncore 507 drivers/gpu/drm/i915/intel_uncore.c if (uncore->debug->suspend_count) uncore 510 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_has_fpga_dbg_unclaimed(uncore)) uncore 511 drivers/gpu/drm/i915/intel_uncore.c ret |= fpga_check_for_unclaimed_mmio(uncore); uncore 513 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_has_dbg_unclaimed(uncore)) uncore 514 drivers/gpu/drm/i915/intel_uncore.c ret |= vlv_check_for_unclaimed_mmio(uncore); uncore 516 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_has_fifo(uncore)) uncore 517 drivers/gpu/drm/i915/intel_uncore.c ret |= gen6_check_for_fifo_debug(uncore); uncore 522 drivers/gpu/drm/i915/intel_uncore.c static void forcewake_early_sanitize(struct intel_uncore *uncore, uncore 525 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(!intel_uncore_has_forcewake(uncore)); uncore 528 drivers/gpu/drm/i915/intel_uncore.c if (IS_CHERRYVIEW(uncore->i915)) { uncore 529 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, GTFIFOCTL, uncore 530 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_read32(uncore, GTFIFOCTL) | uncore 536 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_reset(uncore); uncore 538 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 539 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get(uncore, restore_forcewake); uncore 541 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_has_fifo(uncore)) uncore 542 drivers/gpu/drm/i915/intel_uncore.c uncore->fifo_count = fifo_free_entries(uncore); uncore 543 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 548 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_suspend(struct intel_uncore *uncore) uncore 550 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore)) uncore 555 drivers/gpu/drm/i915/intel_uncore.c &uncore->pmic_bus_access_nb); uncore 556 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_saved = intel_uncore_forcewake_reset(uncore); uncore 560 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_resume_early(struct intel_uncore *uncore) uncore 564 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_unclaimed_mmio(uncore)) uncore 567 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore)) uncore 570 drivers/gpu/drm/i915/intel_uncore.c restore_forcewake = fetch_and_zero(&uncore->fw_domains_saved); uncore 571 drivers/gpu/drm/i915/intel_uncore.c forcewake_early_sanitize(uncore, restore_forcewake); uncore 573 drivers/gpu/drm/i915/intel_uncore.c iosf_mbi_register_pmic_bus_access_notifier(&uncore->pmic_bus_access_nb); uncore 576 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_runtime_resume(struct intel_uncore *uncore) uncore 578 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore)) uncore 581 drivers/gpu/drm/i915/intel_uncore.c iosf_mbi_register_pmic_bus_access_notifier(&uncore->pmic_bus_access_nb); uncore 584 drivers/gpu/drm/i915/intel_uncore.c static void __intel_uncore_forcewake_get(struct intel_uncore *uncore, uncore 590 drivers/gpu/drm/i915/intel_uncore.c fw_domains &= uncore->fw_domains; uncore 592 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) { uncore 600 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get(uncore, fw_domains); uncore 616 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_get(struct intel_uncore *uncore, uncore 621 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_get) uncore 624 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); uncore 626 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); uncore 627 drivers/gpu/drm/i915/intel_uncore.c __intel_uncore_forcewake_get(uncore, fw_domains); uncore 628 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); uncore 639 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_user_get(struct intel_uncore *uncore) uncore 641 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 642 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->user_forcewake_count++) { uncore 643 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_get__locked(uncore, FORCEWAKE_ALL); uncore 644 drivers/gpu/drm/i915/intel_uncore.c spin_lock(&uncore->debug->lock); uncore 645 drivers/gpu/drm/i915/intel_uncore.c mmio_debug_suspend(uncore->debug); uncore 646 drivers/gpu/drm/i915/intel_uncore.c spin_unlock(&uncore->debug->lock); uncore 648 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 658 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_user_put(struct intel_uncore *uncore) uncore 660 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 661 drivers/gpu/drm/i915/intel_uncore.c if (!--uncore->user_forcewake_count) { uncore 662 drivers/gpu/drm/i915/intel_uncore.c spin_lock(&uncore->debug->lock); uncore 663 drivers/gpu/drm/i915/intel_uncore.c mmio_debug_resume(uncore->debug); uncore 665 drivers/gpu/drm/i915/intel_uncore.c if (check_for_unclaimed_mmio(uncore)) uncore 666 drivers/gpu/drm/i915/intel_uncore.c dev_info(uncore->i915->drm.dev, uncore 668 drivers/gpu/drm/i915/intel_uncore.c spin_unlock(&uncore->debug->lock); uncore 670 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_put__locked(uncore, FORCEWAKE_ALL); uncore 672 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 683 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_get__locked(struct intel_uncore *uncore, uncore 686 drivers/gpu/drm/i915/intel_uncore.c lockdep_assert_held(&uncore->lock); uncore 688 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_get) uncore 691 drivers/gpu/drm/i915/intel_uncore.c __intel_uncore_forcewake_get(uncore, fw_domains); uncore 694 drivers/gpu/drm/i915/intel_uncore.c static void __intel_uncore_forcewake_put(struct intel_uncore *uncore, uncore 700 drivers/gpu/drm/i915/intel_uncore.c fw_domains &= uncore->fw_domains; uncore 702 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) { uncore 722 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_put(struct intel_uncore *uncore, uncore 727 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_put) uncore 730 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); uncore 731 drivers/gpu/drm/i915/intel_uncore.c __intel_uncore_forcewake_put(uncore, fw_domains); uncore 732 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); uncore 743 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_forcewake_put__locked(struct intel_uncore *uncore, uncore 746 drivers/gpu/drm/i915/intel_uncore.c lockdep_assert_held(&uncore->lock); uncore 748 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_put) uncore 751 drivers/gpu/drm/i915/intel_uncore.c __intel_uncore_forcewake_put(uncore, fw_domains); uncore 754 drivers/gpu/drm/i915/intel_uncore.c void assert_forcewakes_inactive(struct intel_uncore *uncore) uncore 756 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_get) uncore 759 drivers/gpu/drm/i915/intel_uncore.c WARN(uncore->fw_domains_active, uncore 761 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_active); uncore 764 drivers/gpu/drm/i915/intel_uncore.c void assert_forcewakes_active(struct intel_uncore *uncore, uncore 773 drivers/gpu/drm/i915/intel_uncore.c if (!uncore->funcs.force_wake_get) uncore 776 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 778 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); uncore 780 drivers/gpu/drm/i915/intel_uncore.c fw_domains &= uncore->fw_domains; uncore 781 drivers/gpu/drm/i915/intel_uncore.c WARN(fw_domains & ~uncore->fw_domains_active, uncore 783 drivers/gpu/drm/i915/intel_uncore.c fw_domains, fw_domains & ~uncore->fw_domains_active); uncore 789 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) { uncore 793 drivers/gpu/drm/i915/intel_uncore.c if (uncore->fw_domains_timer & domain->mask) uncore 802 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 811 drivers/gpu/drm/i915/intel_uncore.c #define __gen6_reg_read_fw_domains(uncore, offset) \ uncore 851 drivers/gpu/drm/i915/intel_uncore.c find_fw_domain(struct intel_uncore *uncore, u32 offset) uncore 856 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_table, uncore 857 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains_table_entries, uncore 869 drivers/gpu/drm/i915/intel_uncore.c return uncore->fw_domains; uncore 871 drivers/gpu/drm/i915/intel_uncore.c WARN(entry->domains & ~uncore->fw_domains, uncore 873 drivers/gpu/drm/i915/intel_uncore.c entry->domains & ~uncore->fw_domains, offset); uncore 897 drivers/gpu/drm/i915/intel_uncore.c #define __fwtable_reg_read_fw_domains(uncore, offset) \ uncore 901 drivers/gpu/drm/i915/intel_uncore.c __fwd = find_fw_domain(uncore, offset); \ uncore 905 drivers/gpu/drm/i915/intel_uncore.c #define __gen11_fwtable_reg_read_fw_domains(uncore, offset) \ uncore 909 drivers/gpu/drm/i915/intel_uncore.c __fwd = find_fw_domain(uncore, offset); \ uncore 962 drivers/gpu/drm/i915/intel_uncore.c gen6_reg_write_fw_domains(struct intel_uncore *uncore, i915_reg_t reg) uncore 967 drivers/gpu/drm/i915/intel_uncore.c #define __gen8_reg_write_fw_domains(uncore, offset) \ uncore 997 drivers/gpu/drm/i915/intel_uncore.c #define __fwtable_reg_write_fw_domains(uncore, offset) \ uncore 1001 drivers/gpu/drm/i915/intel_uncore.c __fwd = find_fw_domain(uncore, offset); \ uncore 1005 drivers/gpu/drm/i915/intel_uncore.c #define __gen11_fwtable_reg_write_fw_domains(uncore, offset) \ uncore 1009 drivers/gpu/drm/i915/intel_uncore.c __fwd = find_fw_domain(uncore, offset); \ uncore 1084 drivers/gpu/drm/i915/intel_uncore.c ilk_dummy_write(struct intel_uncore *uncore) uncore 1089 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, MI_MODE, 0); uncore 1093 drivers/gpu/drm/i915/intel_uncore.c __unclaimed_reg_debug(struct intel_uncore *uncore, uncore 1098 drivers/gpu/drm/i915/intel_uncore.c if (WARN(check_for_unclaimed_mmio(uncore) && !before, uncore 1107 drivers/gpu/drm/i915/intel_uncore.c unclaimed_reg_debug(struct intel_uncore *uncore, uncore 1116 drivers/gpu/drm/i915/intel_uncore.c lockdep_assert_held(&uncore->lock); uncore 1119 drivers/gpu/drm/i915/intel_uncore.c spin_lock(&uncore->debug->lock); uncore 1121 drivers/gpu/drm/i915/intel_uncore.c __unclaimed_reg_debug(uncore, reg, read, before); uncore 1124 drivers/gpu/drm/i915/intel_uncore.c spin_unlock(&uncore->debug->lock); uncore 1129 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); uncore 1137 drivers/gpu/drm/i915/intel_uncore.c gen2_read##x(struct intel_uncore *uncore, i915_reg_t reg, bool trace) { \ uncore 1139 drivers/gpu/drm/i915/intel_uncore.c val = __raw_uncore_read##x(uncore, reg); \ uncore 1145 drivers/gpu/drm/i915/intel_uncore.c gen5_read##x(struct intel_uncore *uncore, i915_reg_t reg, bool trace) { \ uncore 1147 drivers/gpu/drm/i915/intel_uncore.c ilk_dummy_write(uncore); \ uncore 1148 drivers/gpu/drm/i915/intel_uncore.c val = __raw_uncore_read##x(uncore, reg); \ uncore 1171 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); \ uncore 1172 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); \ uncore 1173 drivers/gpu/drm/i915/intel_uncore.c unclaimed_reg_debug(uncore, reg, true, true) uncore 1176 drivers/gpu/drm/i915/intel_uncore.c unclaimed_reg_debug(uncore, reg, true, false); \ uncore 1177 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags); \ uncore 1181 drivers/gpu/drm/i915/intel_uncore.c static noinline void ___force_wake_auto(struct intel_uncore *uncore, uncore 1187 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(fw_domains & ~uncore->fw_domains); uncore 1189 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) uncore 1192 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get(uncore, fw_domains); uncore 1195 drivers/gpu/drm/i915/intel_uncore.c static inline void __force_wake_auto(struct intel_uncore *uncore, uncore 1201 drivers/gpu/drm/i915/intel_uncore.c fw_domains &= uncore->fw_domains; uncore 1202 drivers/gpu/drm/i915/intel_uncore.c fw_domains &= ~uncore->fw_domains_active; uncore 1205 drivers/gpu/drm/i915/intel_uncore.c ___force_wake_auto(uncore, fw_domains); uncore 1210 drivers/gpu/drm/i915/intel_uncore.c func##_read##x(struct intel_uncore *uncore, i915_reg_t reg, bool trace) { \ uncore 1213 drivers/gpu/drm/i915/intel_uncore.c fw_engine = __##func##_reg_read_fw_domains(uncore, offset); \ uncore 1215 drivers/gpu/drm/i915/intel_uncore.c __force_wake_auto(uncore, fw_engine); \ uncore 1216 drivers/gpu/drm/i915/intel_uncore.c val = __raw_uncore_read##x(uncore, reg); \ uncore 1222 drivers/gpu/drm/i915/intel_uncore.c func##_reg_read_fw_domains(struct intel_uncore *uncore, i915_reg_t reg) { \ uncore 1223 drivers/gpu/drm/i915/intel_uncore.c return __##func##_reg_read_fw_domains(uncore, i915_mmio_reg_offset(reg)); \ uncore 1241 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); \ uncore 1247 drivers/gpu/drm/i915/intel_uncore.c gen2_write##x(struct intel_uncore *uncore, i915_reg_t reg, u##x val, bool trace) { \ uncore 1249 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write##x(uncore, reg, val); \ uncore 1255 drivers/gpu/drm/i915/intel_uncore.c gen5_write##x(struct intel_uncore *uncore, i915_reg_t reg, u##x val, bool trace) { \ uncore 1257 drivers/gpu/drm/i915/intel_uncore.c ilk_dummy_write(uncore); \ uncore 1258 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write##x(uncore, reg, val); \ uncore 1279 drivers/gpu/drm/i915/intel_uncore.c assert_rpm_wakelock_held(uncore->rpm); \ uncore 1280 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irqsave(&uncore->lock, irqflags); \ uncore 1281 drivers/gpu/drm/i915/intel_uncore.c unclaimed_reg_debug(uncore, reg, false, true) uncore 1284 drivers/gpu/drm/i915/intel_uncore.c unclaimed_reg_debug(uncore, reg, false, false); \ uncore 1285 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irqrestore(&uncore->lock, irqflags) uncore 1289 drivers/gpu/drm/i915/intel_uncore.c gen6_write##x(struct intel_uncore *uncore, i915_reg_t reg, u##x val, bool trace) { \ uncore 1292 drivers/gpu/drm/i915/intel_uncore.c __gen6_gt_wait_for_fifo(uncore); \ uncore 1293 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write##x(uncore, reg, val); \ uncore 1302 drivers/gpu/drm/i915/intel_uncore.c func##_write##x(struct intel_uncore *uncore, i915_reg_t reg, u##x val, bool trace) { \ uncore 1305 drivers/gpu/drm/i915/intel_uncore.c fw_engine = __##func##_reg_write_fw_domains(uncore, offset); \ uncore 1307 drivers/gpu/drm/i915/intel_uncore.c __force_wake_auto(uncore, fw_engine); \ uncore 1308 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write##x(uncore, reg, val); \ uncore 1314 drivers/gpu/drm/i915/intel_uncore.c func##_reg_write_fw_domains(struct intel_uncore *uncore, i915_reg_t reg) { \ uncore 1315 drivers/gpu/drm/i915/intel_uncore.c return __##func##_reg_write_fw_domains(uncore, i915_mmio_reg_offset(reg)); \ uncore 1330 drivers/gpu/drm/i915/intel_uncore.c #define ASSIGN_RAW_WRITE_MMIO_VFUNCS(uncore, x) \ uncore 1332 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_writeb = x##_write8; \ uncore 1333 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_writew = x##_write16; \ uncore 1334 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_writel = x##_write32; \ uncore 1337 drivers/gpu/drm/i915/intel_uncore.c #define ASSIGN_RAW_READ_MMIO_VFUNCS(uncore, x) \ uncore 1339 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_readb = x##_read8; \ uncore 1340 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_readw = x##_read16; \ uncore 1341 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_readl = x##_read32; \ uncore 1342 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.mmio_readq = x##_read64; \ uncore 1345 drivers/gpu/drm/i915/intel_uncore.c #define ASSIGN_WRITE_MMIO_VFUNCS(uncore, x) \ uncore 1347 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_WRITE_MMIO_VFUNCS((uncore), x); \ uncore 1348 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.write_fw_domains = x##_reg_write_fw_domains; \ uncore 1351 drivers/gpu/drm/i915/intel_uncore.c #define ASSIGN_READ_MMIO_VFUNCS(uncore, x) \ uncore 1353 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_READ_MMIO_VFUNCS(uncore, x); \ uncore 1354 drivers/gpu/drm/i915/intel_uncore.c (uncore)->funcs.read_fw_domains = x##_reg_read_fw_domains; \ uncore 1357 drivers/gpu/drm/i915/intel_uncore.c static int __fw_domain_init(struct intel_uncore *uncore, uncore 1365 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(uncore->fw_domain[domain_id]); uncore 1367 drivers/gpu/drm/i915/intel_uncore.c if (i915_inject_probe_failure(uncore->i915)) uncore 1377 drivers/gpu/drm/i915/intel_uncore.c d->uncore = uncore; uncore 1379 drivers/gpu/drm/i915/intel_uncore.c d->reg_set = uncore->regs + i915_mmio_reg_offset(reg_set); uncore 1380 drivers/gpu/drm/i915/intel_uncore.c d->reg_ack = uncore->regs + i915_mmio_reg_offset(reg_ack); uncore 1399 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains |= BIT(domain_id); uncore 1403 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domain[domain_id] = d; uncore 1408 drivers/gpu/drm/i915/intel_uncore.c static void fw_domain_fini(struct intel_uncore *uncore, uncore 1415 drivers/gpu/drm/i915/intel_uncore.c d = fetch_and_zero(&uncore->fw_domain[domain_id]); uncore 1419 drivers/gpu/drm/i915/intel_uncore.c uncore->fw_domains &= ~BIT(domain_id); uncore 1425 drivers/gpu/drm/i915/intel_uncore.c static void intel_uncore_fw_domains_fini(struct intel_uncore *uncore) uncore 1430 drivers/gpu/drm/i915/intel_uncore.c for_each_fw_domain(d, uncore, tmp) uncore 1431 drivers/gpu/drm/i915/intel_uncore.c fw_domain_fini(uncore, d->id); uncore 1434 drivers/gpu/drm/i915/intel_uncore.c static int intel_uncore_fw_domains_init(struct intel_uncore *uncore) uncore 1436 drivers/gpu/drm/i915/intel_uncore.c struct drm_i915_private *i915 = uncore->i915; uncore 1439 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(!intel_uncore_has_forcewake(uncore)); uncore 1447 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = fw_domains_get_with_fallback; uncore 1448 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1449 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1452 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_BLITTER, uncore 1460 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_MEDIA_VDBOX0 + i, uncore 1468 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_MEDIA_VEBOX0 + i, uncore 1473 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = fw_domains_get_with_fallback; uncore 1474 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1475 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1478 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_BLITTER, uncore 1481 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_MEDIA, uncore 1484 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = fw_domains_get; uncore 1485 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1486 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1488 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_MEDIA, uncore 1491 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = uncore 1493 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1494 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1508 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = uncore 1510 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1519 drivers/gpu/drm/i915/intel_uncore.c __raw_uncore_write32(uncore, FORCEWAKE, 0); uncore 1520 drivers/gpu/drm/i915/intel_uncore.c __raw_posting_read(uncore, ECOBUS); uncore 1522 drivers/gpu/drm/i915/intel_uncore.c ret = __fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1527 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 1528 drivers/gpu/drm/i915/intel_uncore.c fw_domains_get_with_thread_status(uncore, FORCEWAKE_RENDER); uncore 1529 drivers/gpu/drm/i915/intel_uncore.c ecobus = __raw_uncore_read32(uncore, ECOBUS); uncore 1530 drivers/gpu/drm/i915/intel_uncore.c fw_domains_put(uncore, FORCEWAKE_RENDER); uncore 1531 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 1536 drivers/gpu/drm/i915/intel_uncore.c fw_domain_fini(uncore, FW_DOMAIN_ID_RENDER); uncore 1537 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1541 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_get = uncore 1543 drivers/gpu/drm/i915/intel_uncore.c uncore->funcs.force_wake_put = fw_domains_put; uncore 1544 drivers/gpu/drm/i915/intel_uncore.c fw_domain_init(uncore, FW_DOMAIN_ID_RENDER, uncore 1551 drivers/gpu/drm/i915/intel_uncore.c WARN_ON(!ret && uncore->fw_domains == 0); uncore 1555 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_fw_domains_fini(uncore); uncore 1560 drivers/gpu/drm/i915/intel_uncore.c #define ASSIGN_FW_DOMAINS_TABLE(uncore, d) \ uncore 1562 drivers/gpu/drm/i915/intel_uncore.c (uncore)->fw_domains_table = \ uncore 1564 drivers/gpu/drm/i915/intel_uncore.c (uncore)->fw_domains_table_entries = ARRAY_SIZE((d)); \ uncore 1570 drivers/gpu/drm/i915/intel_uncore.c struct intel_uncore *uncore = container_of(nb, uncore 1588 drivers/gpu/drm/i915/intel_uncore.c disable_rpm_wakeref_asserts(uncore->rpm); uncore 1589 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_get(uncore, FORCEWAKE_ALL); uncore 1590 drivers/gpu/drm/i915/intel_uncore.c enable_rpm_wakeref_asserts(uncore->rpm); uncore 1593 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_put(uncore, FORCEWAKE_ALL); uncore 1600 drivers/gpu/drm/i915/intel_uncore.c static int uncore_mmio_setup(struct intel_uncore *uncore) uncore 1602 drivers/gpu/drm/i915/intel_uncore.c struct drm_i915_private *i915 = uncore->i915; uncore 1620 drivers/gpu/drm/i915/intel_uncore.c uncore->regs = pci_iomap(pdev, mmio_bar, mmio_size); uncore 1621 drivers/gpu/drm/i915/intel_uncore.c if (uncore->regs == NULL) { uncore 1630 drivers/gpu/drm/i915/intel_uncore.c static void uncore_mmio_cleanup(struct intel_uncore *uncore) uncore 1632 drivers/gpu/drm/i915/intel_uncore.c struct pci_dev *pdev = uncore->i915->drm.pdev; uncore 1634 drivers/gpu/drm/i915/intel_uncore.c pci_iounmap(pdev, uncore->regs); uncore 1637 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_init_early(struct intel_uncore *uncore, uncore 1640 drivers/gpu/drm/i915/intel_uncore.c spin_lock_init(&uncore->lock); uncore 1641 drivers/gpu/drm/i915/intel_uncore.c uncore->i915 = i915; uncore 1642 drivers/gpu/drm/i915/intel_uncore.c uncore->rpm = &i915->runtime_pm; uncore 1643 drivers/gpu/drm/i915/intel_uncore.c uncore->debug = &i915->mmio_debug; uncore 1646 drivers/gpu/drm/i915/intel_uncore.c static void uncore_raw_init(struct intel_uncore *uncore) uncore 1648 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(intel_uncore_has_forcewake(uncore)); uncore 1650 drivers/gpu/drm/i915/intel_uncore.c if (IS_GEN(uncore->i915, 5)) { uncore 1651 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_WRITE_MMIO_VFUNCS(uncore, gen5); uncore 1652 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_READ_MMIO_VFUNCS(uncore, gen5); uncore 1654 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_WRITE_MMIO_VFUNCS(uncore, gen2); uncore 1655 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_RAW_READ_MMIO_VFUNCS(uncore, gen2); uncore 1659 drivers/gpu/drm/i915/intel_uncore.c static int uncore_forcewake_init(struct intel_uncore *uncore) uncore 1661 drivers/gpu/drm/i915/intel_uncore.c struct drm_i915_private *i915 = uncore->i915; uncore 1664 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(!intel_uncore_has_forcewake(uncore)); uncore 1666 drivers/gpu/drm/i915/intel_uncore.c ret = intel_uncore_fw_domains_init(uncore); uncore 1669 drivers/gpu/drm/i915/intel_uncore.c forcewake_early_sanitize(uncore, 0); uncore 1672 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_WRITE_MMIO_VFUNCS(uncore, gen6); uncore 1675 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_FW_DOMAINS_TABLE(uncore, __vlv_fw_ranges); uncore 1676 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, fwtable); uncore 1678 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, gen6); uncore 1682 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_FW_DOMAINS_TABLE(uncore, __chv_fw_ranges); uncore 1683 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_WRITE_MMIO_VFUNCS(uncore, fwtable); uncore 1684 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, fwtable); uncore 1686 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_WRITE_MMIO_VFUNCS(uncore, gen8); uncore 1687 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, gen6); uncore 1690 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_FW_DOMAINS_TABLE(uncore, __gen9_fw_ranges); uncore 1691 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_WRITE_MMIO_VFUNCS(uncore, fwtable); uncore 1692 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, fwtable); uncore 1694 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_FW_DOMAINS_TABLE(uncore, __gen11_fw_ranges); uncore 1695 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_WRITE_MMIO_VFUNCS(uncore, gen11_fwtable); uncore 1696 drivers/gpu/drm/i915/intel_uncore.c ASSIGN_READ_MMIO_VFUNCS(uncore, gen11_fwtable); uncore 1699 drivers/gpu/drm/i915/intel_uncore.c uncore->pmic_bus_access_nb.notifier_call = i915_pmic_bus_access_notifier; uncore 1700 drivers/gpu/drm/i915/intel_uncore.c iosf_mbi_register_pmic_bus_access_notifier(&uncore->pmic_bus_access_nb); uncore 1705 drivers/gpu/drm/i915/intel_uncore.c int intel_uncore_init_mmio(struct intel_uncore *uncore) uncore 1707 drivers/gpu/drm/i915/intel_uncore.c struct drm_i915_private *i915 = uncore->i915; uncore 1710 drivers/gpu/drm/i915/intel_uncore.c ret = uncore_mmio_setup(uncore); uncore 1715 drivers/gpu/drm/i915/intel_uncore.c uncore->flags |= UNCORE_HAS_FORCEWAKE; uncore 1717 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore)) { uncore 1718 drivers/gpu/drm/i915/intel_uncore.c uncore_raw_init(uncore); uncore 1720 drivers/gpu/drm/i915/intel_uncore.c ret = uncore_forcewake_init(uncore); uncore 1726 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(intel_uncore_has_forcewake(uncore) != !!uncore->funcs.force_wake_get); uncore 1727 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(intel_uncore_has_forcewake(uncore) != !!uncore->funcs.force_wake_put); uncore 1728 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(intel_uncore_has_forcewake(uncore) != !!uncore->funcs.read_fw_domains); uncore 1729 drivers/gpu/drm/i915/intel_uncore.c GEM_BUG_ON(intel_uncore_has_forcewake(uncore) != !!uncore->funcs.write_fw_domains); uncore 1732 drivers/gpu/drm/i915/intel_uncore.c uncore->flags |= UNCORE_HAS_FPGA_DBG_UNCLAIMED; uncore 1735 drivers/gpu/drm/i915/intel_uncore.c uncore->flags |= UNCORE_HAS_DBG_UNCLAIMED; uncore 1738 drivers/gpu/drm/i915/intel_uncore.c uncore->flags |= UNCORE_HAS_FIFO; uncore 1741 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_unclaimed_mmio(uncore)) uncore 1747 drivers/gpu/drm/i915/intel_uncore.c uncore_mmio_cleanup(uncore); uncore 1757 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_prune_mmio_domains(struct intel_uncore *uncore) uncore 1759 drivers/gpu/drm/i915/intel_uncore.c struct drm_i915_private *i915 = uncore->i915; uncore 1760 drivers/gpu/drm/i915/intel_uncore.c enum forcewake_domains fw_domains = uncore->fw_domains; uncore 1764 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore) || INTEL_GEN(i915) < 11) uncore 1774 drivers/gpu/drm/i915/intel_uncore.c fw_domain_fini(uncore, domain_id); uncore 1784 drivers/gpu/drm/i915/intel_uncore.c fw_domain_fini(uncore, domain_id); uncore 1788 drivers/gpu/drm/i915/intel_uncore.c void intel_uncore_fini_mmio(struct intel_uncore *uncore) uncore 1790 drivers/gpu/drm/i915/intel_uncore.c if (intel_uncore_has_forcewake(uncore)) { uncore 1793 drivers/gpu/drm/i915/intel_uncore.c &uncore->pmic_bus_access_nb); uncore 1794 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_reset(uncore); uncore 1795 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_fw_domains_fini(uncore); uncore 1799 drivers/gpu/drm/i915/intel_uncore.c uncore_mmio_cleanup(uncore); uncore 1818 drivers/gpu/drm/i915/intel_uncore.c struct intel_uncore *uncore = &i915->uncore; uncore 1849 drivers/gpu/drm/i915/intel_uncore.c reg->val = intel_uncore_read64_2x32(uncore, uncore 1853 drivers/gpu/drm/i915/intel_uncore.c reg->val = intel_uncore_read64(uncore, uncore 1856 drivers/gpu/drm/i915/intel_uncore.c reg->val = intel_uncore_read(uncore, entry->offset_ldw); uncore 1858 drivers/gpu/drm/i915/intel_uncore.c reg->val = intel_uncore_read16(uncore, uncore 1861 drivers/gpu/drm/i915/intel_uncore.c reg->val = intel_uncore_read8(uncore, uncore 1896 drivers/gpu/drm/i915/intel_uncore.c int __intel_wait_for_register_fw(struct intel_uncore *uncore, uncore 1905 drivers/gpu/drm/i915/intel_uncore.c #define done (((reg_value = intel_uncore_read_fw(uncore, reg)) & mask) == value) uncore 1944 drivers/gpu/drm/i915/intel_uncore.c int __intel_wait_for_register(struct intel_uncore *uncore, uncore 1953 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_for_reg(uncore, reg, FW_REG_READ); uncore 1959 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->lock); uncore 1960 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_get__locked(uncore, fw); uncore 1962 drivers/gpu/drm/i915/intel_uncore.c ret = __intel_wait_for_register_fw(uncore, uncore 1966 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_put__locked(uncore, fw); uncore 1967 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->lock); uncore 1970 drivers/gpu/drm/i915/intel_uncore.c ret = __wait_for(reg_value = intel_uncore_read_notrace(uncore, uncore 1984 drivers/gpu/drm/i915/intel_uncore.c bool intel_uncore_unclaimed_mmio(struct intel_uncore *uncore) uncore 1988 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->debug->lock); uncore 1989 drivers/gpu/drm/i915/intel_uncore.c ret = check_for_unclaimed_mmio(uncore); uncore 1990 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->debug->lock); uncore 1996 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_arm_unclaimed_mmio_detection(struct intel_uncore *uncore) uncore 2000 drivers/gpu/drm/i915/intel_uncore.c spin_lock_irq(&uncore->debug->lock); uncore 2002 drivers/gpu/drm/i915/intel_uncore.c if (unlikely(uncore->debug->unclaimed_mmio_check <= 0)) uncore 2005 drivers/gpu/drm/i915/intel_uncore.c if (unlikely(check_for_unclaimed_mmio(uncore))) { uncore 2012 drivers/gpu/drm/i915/intel_uncore.c uncore->debug->unclaimed_mmio_check--; uncore 2017 drivers/gpu/drm/i915/intel_uncore.c spin_unlock_irq(&uncore->debug->lock); uncore 2037 drivers/gpu/drm/i915/intel_uncore.c intel_uncore_forcewake_for_reg(struct intel_uncore *uncore, uncore 2044 drivers/gpu/drm/i915/intel_uncore.c if (!intel_uncore_has_forcewake(uncore)) uncore 2048 drivers/gpu/drm/i915/intel_uncore.c fw_domains = uncore->funcs.read_fw_domains(uncore, reg); uncore 2051 drivers/gpu/drm/i915/intel_uncore.c fw_domains |= uncore->funcs.write_fw_domains(uncore, reg); uncore 2053 drivers/gpu/drm/i915/intel_uncore.c WARN_ON(fw_domains & ~uncore->fw_domains); uncore 75 drivers/gpu/drm/i915/intel_uncore.h void (*force_wake_get)(struct intel_uncore *uncore, uncore 77 drivers/gpu/drm/i915/intel_uncore.h void (*force_wake_put)(struct intel_uncore *uncore, uncore 80 drivers/gpu/drm/i915/intel_uncore.h enum forcewake_domains (*read_fw_domains)(struct intel_uncore *uncore, uncore 82 drivers/gpu/drm/i915/intel_uncore.h enum forcewake_domains (*write_fw_domains)(struct intel_uncore *uncore, uncore 85 drivers/gpu/drm/i915/intel_uncore.h u8 (*mmio_readb)(struct intel_uncore *uncore, uncore 87 drivers/gpu/drm/i915/intel_uncore.h u16 (*mmio_readw)(struct intel_uncore *uncore, uncore 89 drivers/gpu/drm/i915/intel_uncore.h u32 (*mmio_readl)(struct intel_uncore *uncore, uncore 91 drivers/gpu/drm/i915/intel_uncore.h u64 (*mmio_readq)(struct intel_uncore *uncore, uncore 94 drivers/gpu/drm/i915/intel_uncore.h void (*mmio_writeb)(struct intel_uncore *uncore, uncore 96 drivers/gpu/drm/i915/intel_uncore.h void (*mmio_writew)(struct intel_uncore *uncore, uncore 98 drivers/gpu/drm/i915/intel_uncore.h void (*mmio_writel)(struct intel_uncore *uncore, uncore 137 drivers/gpu/drm/i915/intel_uncore.h struct intel_uncore *uncore; uncore 161 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_has_forcewake(const struct intel_uncore *uncore) uncore 163 drivers/gpu/drm/i915/intel_uncore.h return uncore->flags & UNCORE_HAS_FORCEWAKE; uncore 167 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_has_fpga_dbg_unclaimed(const struct intel_uncore *uncore) uncore 169 drivers/gpu/drm/i915/intel_uncore.h return uncore->flags & UNCORE_HAS_FPGA_DBG_UNCLAIMED; uncore 173 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_has_dbg_unclaimed(const struct intel_uncore *uncore) uncore 175 drivers/gpu/drm/i915/intel_uncore.h return uncore->flags & UNCORE_HAS_DBG_UNCLAIMED; uncore 179 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_has_fifo(const struct intel_uncore *uncore) uncore 181 drivers/gpu/drm/i915/intel_uncore.h return uncore->flags & UNCORE_HAS_FIFO; uncore 186 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_init_early(struct intel_uncore *uncore, uncore 188 drivers/gpu/drm/i915/intel_uncore.h int intel_uncore_init_mmio(struct intel_uncore *uncore); uncore 189 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_prune_mmio_domains(struct intel_uncore *uncore); uncore 190 drivers/gpu/drm/i915/intel_uncore.h bool intel_uncore_unclaimed_mmio(struct intel_uncore *uncore); uncore 191 drivers/gpu/drm/i915/intel_uncore.h bool intel_uncore_arm_unclaimed_mmio_detection(struct intel_uncore *uncore); uncore 192 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_fini_mmio(struct intel_uncore *uncore); uncore 193 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_suspend(struct intel_uncore *uncore); uncore 194 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_resume_early(struct intel_uncore *uncore); uncore 195 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_runtime_resume(struct intel_uncore *uncore); uncore 197 drivers/gpu/drm/i915/intel_uncore.h void assert_forcewakes_inactive(struct intel_uncore *uncore); uncore 198 drivers/gpu/drm/i915/intel_uncore.h void assert_forcewakes_active(struct intel_uncore *uncore, uncore 203 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_forcewake_for_reg(struct intel_uncore *uncore, uncore 208 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_get(struct intel_uncore *uncore, uncore 210 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_put(struct intel_uncore *uncore, uncore 215 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_get__locked(struct intel_uncore *uncore, uncore 217 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_put__locked(struct intel_uncore *uncore, uncore 220 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_user_get(struct intel_uncore *uncore); uncore 221 drivers/gpu/drm/i915/intel_uncore.h void intel_uncore_forcewake_user_put(struct intel_uncore *uncore); uncore 223 drivers/gpu/drm/i915/intel_uncore.h int __intel_wait_for_register(struct intel_uncore *uncore, uncore 231 drivers/gpu/drm/i915/intel_uncore.h intel_wait_for_register(struct intel_uncore *uncore, uncore 237 drivers/gpu/drm/i915/intel_uncore.h return __intel_wait_for_register(uncore, reg, mask, value, 2, uncore 241 drivers/gpu/drm/i915/intel_uncore.h int __intel_wait_for_register_fw(struct intel_uncore *uncore, uncore 249 drivers/gpu/drm/i915/intel_uncore.h intel_wait_for_register_fw(struct intel_uncore *uncore, uncore 255 drivers/gpu/drm/i915/intel_uncore.h return __intel_wait_for_register_fw(uncore, reg, mask, value, uncore 261 drivers/gpu/drm/i915/intel_uncore.h static inline u##x__ __raw_uncore_read##x__(const struct intel_uncore *uncore, \ uncore 264 drivers/gpu/drm/i915/intel_uncore.h return read##s__(uncore->regs + i915_mmio_reg_offset(reg)); \ uncore 268 drivers/gpu/drm/i915/intel_uncore.h static inline void __raw_uncore_write##x__(const struct intel_uncore *uncore, \ uncore 271 drivers/gpu/drm/i915/intel_uncore.h write##s__(val, uncore->regs + i915_mmio_reg_offset(reg)); \ uncore 287 drivers/gpu/drm/i915/intel_uncore.h static inline u##x__ intel_uncore_##name__(struct intel_uncore *uncore, \ uncore 290 drivers/gpu/drm/i915/intel_uncore.h return uncore->funcs.mmio_read##s__(uncore, reg, (trace__)); \ uncore 294 drivers/gpu/drm/i915/intel_uncore.h static inline void intel_uncore_##name__(struct intel_uncore *uncore, \ uncore 297 drivers/gpu/drm/i915/intel_uncore.h uncore->funcs.mmio_write##s__(uncore, reg, val, (trace__)); \ uncore 328 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_read64_2x32(struct intel_uncore *uncore, uncore 332 drivers/gpu/drm/i915/intel_uncore.h upper = intel_uncore_read(uncore, upper_reg); uncore 335 drivers/gpu/drm/i915/intel_uncore.h lower = intel_uncore_read(uncore, lower_reg); uncore 336 drivers/gpu/drm/i915/intel_uncore.h upper = intel_uncore_read(uncore, upper_reg); uncore 378 drivers/gpu/drm/i915/intel_uncore.h static inline void intel_uncore_rmw(struct intel_uncore *uncore, uncore 383 drivers/gpu/drm/i915/intel_uncore.h val = intel_uncore_read(uncore, reg); uncore 386 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_write(uncore, reg, val); uncore 389 drivers/gpu/drm/i915/intel_uncore.h static inline void intel_uncore_rmw_fw(struct intel_uncore *uncore, uncore 394 drivers/gpu/drm/i915/intel_uncore.h val = intel_uncore_read_fw(uncore, reg); uncore 397 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_write_fw(uncore, reg, val); uncore 400 drivers/gpu/drm/i915/intel_uncore.h static inline int intel_uncore_write_and_verify(struct intel_uncore *uncore, uncore 406 drivers/gpu/drm/i915/intel_uncore.h intel_uncore_write(uncore, reg, val); uncore 407 drivers/gpu/drm/i915/intel_uncore.h reg_val = intel_uncore_read(uncore, reg); uncore 196 drivers/gpu/drm/i915/intel_wopcm.c static bool __wopcm_regs_locked(struct intel_uncore *uncore, uncore 199 drivers/gpu/drm/i915/intel_wopcm.c u32 reg_base = intel_uncore_read(uncore, DMA_GUC_WOPCM_OFFSET); uncore 200 drivers/gpu/drm/i915/intel_wopcm.c u32 reg_size = intel_uncore_read(uncore, GUC_WOPCM_SIZE); uncore 244 drivers/gpu/drm/i915/intel_wopcm.c if (__wopcm_regs_locked(gt->uncore, &guc_wopcm_base, &guc_wopcm_size)) { uncore 13 drivers/gpu/drm/i915/selftests/i915_live_selftests.h selftest(uncore, intel_uncore_live_selftests) uncore 16 drivers/gpu/drm/i915/selftests/i915_mock_selftests.h selftest(uncore, intel_uncore_mock_selftests) uncore 143 drivers/gpu/drm/i915/selftests/intel_uncore.c struct intel_uncore *uncore = &i915->uncore; uncore 181 drivers/gpu/drm/i915/selftests/intel_uncore.c for_each_fw_domain(domain, uncore, tmp) { uncore 191 drivers/gpu/drm/i915/selftests/intel_uncore.c u32 __iomem *reg = uncore->regs + engine->mmio_base + r->offset; uncore 198 drivers/gpu/drm/i915/selftests/intel_uncore.c fw_domains = intel_uncore_forcewake_for_reg(uncore, mmio, uncore 203 drivers/gpu/drm/i915/selftests/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) { uncore 213 drivers/gpu/drm/i915/selftests/intel_uncore.c intel_uncore_forcewake_get(uncore, fw_domains); uncore 215 drivers/gpu/drm/i915/selftests/intel_uncore.c intel_uncore_forcewake_put(uncore, fw_domains); uncore 218 drivers/gpu/drm/i915/selftests/intel_uncore.c for_each_fw_domain_masked(domain, fw_domains, uncore, tmp) { uncore 258 drivers/gpu/drm/i915/selftests/intel_uncore.c struct intel_uncore *uncore = &dev_priv->uncore; uncore 278 drivers/gpu/drm/i915/selftests/intel_uncore.c intel_uncore_forcewake_get(uncore, FORCEWAKE_ALL); uncore 280 drivers/gpu/drm/i915/selftests/intel_uncore.c check_for_unclaimed_mmio(uncore); uncore 285 drivers/gpu/drm/i915/selftests/intel_uncore.c if (!check_for_unclaimed_mmio(uncore)) uncore 289 drivers/gpu/drm/i915/selftests/intel_uncore.c intel_uncore_forcewake_put(uncore, FORCEWAKE_ALL); uncore 296 drivers/gpu/drm/i915/selftests/intel_uncore.c intel_uncore_forcewake_reset(uncore); uncore 299 drivers/gpu/drm/i915/selftests/intel_uncore.c check_for_unclaimed_mmio(uncore); uncore 302 drivers/gpu/drm/i915/selftests/intel_uncore.c if (check_for_unclaimed_mmio(uncore)) { uncore 323 drivers/gpu/drm/i915/selftests/intel_uncore.c err = intel_fw_table_check(i915->uncore.fw_domains_table, uncore 324 drivers/gpu/drm/i915/selftests/intel_uncore.c i915->uncore.fw_domains_table_entries, uncore 181 drivers/gpu/drm/i915/selftests/mock_gem_device.c mock_uncore_init(&i915->uncore); uncore 29 drivers/gpu/drm/i915/selftests/mock_uncore.c nop_write##x(struct intel_uncore *uncore, i915_reg_t reg, u##x val, bool trace) { } uncore 36 drivers/gpu/drm/i915/selftests/mock_uncore.c nop_read##x(struct intel_uncore *uncore, i915_reg_t reg, bool trace) { return 0; } uncore 42 drivers/gpu/drm/i915/selftests/mock_uncore.c void mock_uncore_init(struct intel_uncore *uncore) uncore 44 drivers/gpu/drm/i915/selftests/mock_uncore.c ASSIGN_RAW_WRITE_MMIO_VFUNCS(uncore, nop); uncore 45 drivers/gpu/drm/i915/selftests/mock_uncore.c ASSIGN_RAW_READ_MMIO_VFUNCS(uncore, nop); uncore 28 drivers/gpu/drm/i915/selftests/mock_uncore.h void mock_uncore_init(struct intel_uncore *uncore);