Lines Matching refs:drvdata
136 static void tmc_wait_for_ready(struct tmc_drvdata *drvdata) in tmc_wait_for_ready() argument
139 if (coresight_timeout(drvdata->base, in tmc_wait_for_ready()
141 dev_err(drvdata->dev, in tmc_wait_for_ready()
147 static void tmc_flush_and_stop(struct tmc_drvdata *drvdata) in tmc_flush_and_stop() argument
151 ffcr = readl_relaxed(drvdata->base + TMC_FFCR); in tmc_flush_and_stop()
153 writel_relaxed(ffcr, drvdata->base + TMC_FFCR); in tmc_flush_and_stop()
155 writel_relaxed(ffcr, drvdata->base + TMC_FFCR); in tmc_flush_and_stop()
157 if (coresight_timeout(drvdata->base, in tmc_flush_and_stop()
159 dev_err(drvdata->dev, in tmc_flush_and_stop()
164 tmc_wait_for_ready(drvdata); in tmc_flush_and_stop()
167 static void tmc_enable_hw(struct tmc_drvdata *drvdata) in tmc_enable_hw() argument
169 writel_relaxed(TMC_CTL_CAPT_EN, drvdata->base + TMC_CTL); in tmc_enable_hw()
172 static void tmc_disable_hw(struct tmc_drvdata *drvdata) in tmc_disable_hw() argument
174 writel_relaxed(0x0, drvdata->base + TMC_CTL); in tmc_disable_hw()
177 static void tmc_etb_enable_hw(struct tmc_drvdata *drvdata) in tmc_etb_enable_hw() argument
180 memset(drvdata->buf, 0, drvdata->size); in tmc_etb_enable_hw()
182 CS_UNLOCK(drvdata->base); in tmc_etb_enable_hw()
184 writel_relaxed(TMC_MODE_CIRCULAR_BUFFER, drvdata->base + TMC_MODE); in tmc_etb_enable_hw()
188 drvdata->base + TMC_FFCR); in tmc_etb_enable_hw()
190 writel_relaxed(drvdata->trigger_cntr, drvdata->base + TMC_TRG); in tmc_etb_enable_hw()
191 tmc_enable_hw(drvdata); in tmc_etb_enable_hw()
193 CS_LOCK(drvdata->base); in tmc_etb_enable_hw()
196 static void tmc_etr_enable_hw(struct tmc_drvdata *drvdata) in tmc_etr_enable_hw() argument
201 memset(drvdata->vaddr, 0, drvdata->size); in tmc_etr_enable_hw()
203 CS_UNLOCK(drvdata->base); in tmc_etr_enable_hw()
205 writel_relaxed(drvdata->size / 4, drvdata->base + TMC_RSZ); in tmc_etr_enable_hw()
206 writel_relaxed(TMC_MODE_CIRCULAR_BUFFER, drvdata->base + TMC_MODE); in tmc_etr_enable_hw()
208 axictl = readl_relaxed(drvdata->base + TMC_AXICTL); in tmc_etr_enable_hw()
210 writel_relaxed(axictl, drvdata->base + TMC_AXICTL); in tmc_etr_enable_hw()
212 writel_relaxed(axictl, drvdata->base + TMC_AXICTL); in tmc_etr_enable_hw()
216 writel_relaxed(axictl, drvdata->base + TMC_AXICTL); in tmc_etr_enable_hw()
218 writel_relaxed(drvdata->paddr, drvdata->base + TMC_DBALO); in tmc_etr_enable_hw()
219 writel_relaxed(0x0, drvdata->base + TMC_DBAHI); in tmc_etr_enable_hw()
223 drvdata->base + TMC_FFCR); in tmc_etr_enable_hw()
224 writel_relaxed(drvdata->trigger_cntr, drvdata->base + TMC_TRG); in tmc_etr_enable_hw()
225 tmc_enable_hw(drvdata); in tmc_etr_enable_hw()
227 CS_LOCK(drvdata->base); in tmc_etr_enable_hw()
230 static void tmc_etf_enable_hw(struct tmc_drvdata *drvdata) in tmc_etf_enable_hw() argument
232 CS_UNLOCK(drvdata->base); in tmc_etf_enable_hw()
234 writel_relaxed(TMC_MODE_HARDWARE_FIFO, drvdata->base + TMC_MODE); in tmc_etf_enable_hw()
236 drvdata->base + TMC_FFCR); in tmc_etf_enable_hw()
237 writel_relaxed(0x0, drvdata->base + TMC_BUFWM); in tmc_etf_enable_hw()
238 tmc_enable_hw(drvdata); in tmc_etf_enable_hw()
240 CS_LOCK(drvdata->base); in tmc_etf_enable_hw()
243 static int tmc_enable(struct tmc_drvdata *drvdata, enum tmc_mode mode) in tmc_enable() argument
248 ret = clk_prepare_enable(drvdata->clk); in tmc_enable()
252 spin_lock_irqsave(&drvdata->spinlock, flags); in tmc_enable()
253 if (drvdata->reading) { in tmc_enable()
254 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_enable()
255 clk_disable_unprepare(drvdata->clk); in tmc_enable()
259 if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) { in tmc_enable()
260 tmc_etb_enable_hw(drvdata); in tmc_enable()
261 } else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_enable()
262 tmc_etr_enable_hw(drvdata); in tmc_enable()
265 tmc_etb_enable_hw(drvdata); in tmc_enable()
267 tmc_etf_enable_hw(drvdata); in tmc_enable()
269 drvdata->enable = true; in tmc_enable()
270 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_enable()
272 dev_info(drvdata->dev, "TMC enabled\n"); in tmc_enable()
278 struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent); in tmc_enable_sink() local
280 return tmc_enable(drvdata, TMC_MODE_CIRCULAR_BUFFER); in tmc_enable_sink()
286 struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent); in tmc_enable_link() local
288 return tmc_enable(drvdata, TMC_MODE_HARDWARE_FIFO); in tmc_enable_link()
291 static void tmc_etb_dump_hw(struct tmc_drvdata *drvdata) in tmc_etb_dump_hw() argument
299 memwidth = BMVAL(readl_relaxed(drvdata->base + CORESIGHT_DEVID), 8, 10); in tmc_etb_dump_hw()
309 bufp = drvdata->buf; in tmc_etb_dump_hw()
312 read_data = readl_relaxed(drvdata->base + TMC_RRD); in tmc_etb_dump_hw()
321 static void tmc_etb_disable_hw(struct tmc_drvdata *drvdata) in tmc_etb_disable_hw() argument
323 CS_UNLOCK(drvdata->base); in tmc_etb_disable_hw()
325 tmc_flush_and_stop(drvdata); in tmc_etb_disable_hw()
326 tmc_etb_dump_hw(drvdata); in tmc_etb_disable_hw()
327 tmc_disable_hw(drvdata); in tmc_etb_disable_hw()
329 CS_LOCK(drvdata->base); in tmc_etb_disable_hw()
332 static void tmc_etr_dump_hw(struct tmc_drvdata *drvdata) in tmc_etr_dump_hw() argument
336 rwp = readl_relaxed(drvdata->base + TMC_RWP); in tmc_etr_dump_hw()
337 val = readl_relaxed(drvdata->base + TMC_STS); in tmc_etr_dump_hw()
341 drvdata->buf = drvdata->vaddr + rwp - drvdata->paddr; in tmc_etr_dump_hw()
343 drvdata->buf = drvdata->vaddr; in tmc_etr_dump_hw()
346 static void tmc_etr_disable_hw(struct tmc_drvdata *drvdata) in tmc_etr_disable_hw() argument
348 CS_UNLOCK(drvdata->base); in tmc_etr_disable_hw()
350 tmc_flush_and_stop(drvdata); in tmc_etr_disable_hw()
351 tmc_etr_dump_hw(drvdata); in tmc_etr_disable_hw()
352 tmc_disable_hw(drvdata); in tmc_etr_disable_hw()
354 CS_LOCK(drvdata->base); in tmc_etr_disable_hw()
357 static void tmc_etf_disable_hw(struct tmc_drvdata *drvdata) in tmc_etf_disable_hw() argument
359 CS_UNLOCK(drvdata->base); in tmc_etf_disable_hw()
361 tmc_flush_and_stop(drvdata); in tmc_etf_disable_hw()
362 tmc_disable_hw(drvdata); in tmc_etf_disable_hw()
364 CS_LOCK(drvdata->base); in tmc_etf_disable_hw()
367 static void tmc_disable(struct tmc_drvdata *drvdata, enum tmc_mode mode) in tmc_disable() argument
371 spin_lock_irqsave(&drvdata->spinlock, flags); in tmc_disable()
372 if (drvdata->reading) in tmc_disable()
375 if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) { in tmc_disable()
376 tmc_etb_disable_hw(drvdata); in tmc_disable()
377 } else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_disable()
378 tmc_etr_disable_hw(drvdata); in tmc_disable()
381 tmc_etb_disable_hw(drvdata); in tmc_disable()
383 tmc_etf_disable_hw(drvdata); in tmc_disable()
386 drvdata->enable = false; in tmc_disable()
387 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_disable()
389 clk_disable_unprepare(drvdata->clk); in tmc_disable()
391 dev_info(drvdata->dev, "TMC disabled\n"); in tmc_disable()
396 struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent); in tmc_disable_sink() local
398 tmc_disable(drvdata, TMC_MODE_CIRCULAR_BUFFER); in tmc_disable_sink()
404 struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent); in tmc_disable_link() local
406 tmc_disable(drvdata, TMC_MODE_HARDWARE_FIFO); in tmc_disable_link()
432 static int tmc_read_prepare(struct tmc_drvdata *drvdata) in tmc_read_prepare() argument
438 spin_lock_irqsave(&drvdata->spinlock, flags); in tmc_read_prepare()
439 if (!drvdata->enable) in tmc_read_prepare()
442 if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) { in tmc_read_prepare()
443 tmc_etb_disable_hw(drvdata); in tmc_read_prepare()
444 } else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_read_prepare()
445 tmc_etr_disable_hw(drvdata); in tmc_read_prepare()
447 mode = readl_relaxed(drvdata->base + TMC_MODE); in tmc_read_prepare()
449 tmc_etb_disable_hw(drvdata); in tmc_read_prepare()
456 drvdata->reading = true; in tmc_read_prepare()
457 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_read_prepare()
459 dev_info(drvdata->dev, "TMC read start\n"); in tmc_read_prepare()
462 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_read_prepare()
466 static void tmc_read_unprepare(struct tmc_drvdata *drvdata) in tmc_read_unprepare() argument
471 spin_lock_irqsave(&drvdata->spinlock, flags); in tmc_read_unprepare()
472 if (!drvdata->enable) in tmc_read_unprepare()
475 if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) { in tmc_read_unprepare()
476 tmc_etb_enable_hw(drvdata); in tmc_read_unprepare()
477 } else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_read_unprepare()
478 tmc_etr_enable_hw(drvdata); in tmc_read_unprepare()
480 mode = readl_relaxed(drvdata->base + TMC_MODE); in tmc_read_unprepare()
482 tmc_etb_enable_hw(drvdata); in tmc_read_unprepare()
485 drvdata->reading = false; in tmc_read_unprepare()
486 spin_unlock_irqrestore(&drvdata->spinlock, flags); in tmc_read_unprepare()
488 dev_info(drvdata->dev, "TMC read end\n"); in tmc_read_unprepare()
493 struct tmc_drvdata *drvdata = container_of(file->private_data, in tmc_open() local
497 if (drvdata->read_count++) in tmc_open()
500 ret = tmc_read_prepare(drvdata); in tmc_open()
506 dev_dbg(drvdata->dev, "%s: successfully opened\n", __func__); in tmc_open()
513 struct tmc_drvdata *drvdata = container_of(file->private_data, in tmc_read() local
515 char *bufp = drvdata->buf + *ppos; in tmc_read()
517 if (*ppos + len > drvdata->size) in tmc_read()
518 len = drvdata->size - *ppos; in tmc_read()
520 if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_read()
521 if (bufp == (char *)(drvdata->vaddr + drvdata->size)) in tmc_read()
522 bufp = drvdata->vaddr; in tmc_read()
523 else if (bufp > (char *)(drvdata->vaddr + drvdata->size)) in tmc_read()
524 bufp -= drvdata->size; in tmc_read()
525 if ((bufp + len) > (char *)(drvdata->vaddr + drvdata->size)) in tmc_read()
526 len = (char *)(drvdata->vaddr + drvdata->size) - bufp; in tmc_read()
530 dev_dbg(drvdata->dev, "%s: copy_to_user failed\n", __func__); in tmc_read()
536 dev_dbg(drvdata->dev, "%s: %zu bytes copied, %d bytes left\n", in tmc_read()
537 __func__, len, (int)(drvdata->size - *ppos)); in tmc_read()
543 struct tmc_drvdata *drvdata = container_of(file->private_data, in tmc_release() local
546 if (--drvdata->read_count) { in tmc_release()
547 if (drvdata->read_count < 0) { in tmc_release()
548 dev_err(drvdata->dev, "mismatched close\n"); in tmc_release()
549 drvdata->read_count = 0; in tmc_release()
554 tmc_read_unprepare(drvdata); in tmc_release()
556 dev_dbg(drvdata->dev, "%s: released\n", __func__); in tmc_release()
576 struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent); in status_show() local
578 ret = clk_prepare_enable(drvdata->clk); in status_show()
582 spin_lock_irqsave(&drvdata->spinlock, flags); in status_show()
583 CS_UNLOCK(drvdata->base); in status_show()
585 tmc_rsz = readl_relaxed(drvdata->base + TMC_RSZ); in status_show()
586 tmc_sts = readl_relaxed(drvdata->base + TMC_STS); in status_show()
587 tmc_rrp = readl_relaxed(drvdata->base + TMC_RRP); in status_show()
588 tmc_rwp = readl_relaxed(drvdata->base + TMC_RWP); in status_show()
589 tmc_trg = readl_relaxed(drvdata->base + TMC_TRG); in status_show()
590 tmc_ctl = readl_relaxed(drvdata->base + TMC_CTL); in status_show()
591 tmc_ffsr = readl_relaxed(drvdata->base + TMC_FFSR); in status_show()
592 tmc_ffcr = readl_relaxed(drvdata->base + TMC_FFCR); in status_show()
593 tmc_mode = readl_relaxed(drvdata->base + TMC_MODE); in status_show()
594 tmc_pscr = readl_relaxed(drvdata->base + TMC_PSCR); in status_show()
595 devid = readl_relaxed(drvdata->base + CORESIGHT_DEVID); in status_show()
597 CS_LOCK(drvdata->base); in status_show()
598 spin_unlock_irqrestore(&drvdata->spinlock, flags); in status_show()
600 clk_disable_unprepare(drvdata->clk); in status_show()
624 struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent); in trigger_cntr_show() local
625 unsigned long val = drvdata->trigger_cntr; in trigger_cntr_show()
636 struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent); in trigger_cntr_store() local
642 drvdata->trigger_cntr = val; in trigger_cntr_store()
675 struct tmc_drvdata *drvdata; in tmc_probe() local
687 drvdata = devm_kzalloc(dev, sizeof(*drvdata), GFP_KERNEL); in tmc_probe()
688 if (!drvdata) in tmc_probe()
691 drvdata->dev = &adev->dev; in tmc_probe()
692 dev_set_drvdata(dev, drvdata); in tmc_probe()
699 drvdata->base = base; in tmc_probe()
701 spin_lock_init(&drvdata->spinlock); in tmc_probe()
703 drvdata->clk = adev->pclk; in tmc_probe()
704 ret = clk_prepare_enable(drvdata->clk); in tmc_probe()
708 devid = readl_relaxed(drvdata->base + CORESIGHT_DEVID); in tmc_probe()
709 drvdata->config_type = BMVAL(devid, 6, 7); in tmc_probe()
711 if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_probe()
715 &drvdata->size); in tmc_probe()
717 drvdata->size = SZ_1M; in tmc_probe()
719 drvdata->size = readl_relaxed(drvdata->base + TMC_RSZ) * 4; in tmc_probe()
722 clk_disable_unprepare(drvdata->clk); in tmc_probe()
724 if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_probe()
725 drvdata->vaddr = dma_alloc_coherent(dev, drvdata->size, in tmc_probe()
726 &drvdata->paddr, GFP_KERNEL); in tmc_probe()
727 if (!drvdata->vaddr) in tmc_probe()
730 memset(drvdata->vaddr, 0, drvdata->size); in tmc_probe()
731 drvdata->buf = drvdata->vaddr; in tmc_probe()
733 drvdata->buf = devm_kzalloc(dev, drvdata->size, GFP_KERNEL); in tmc_probe()
734 if (!drvdata->buf) in tmc_probe()
748 if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) { in tmc_probe()
752 } else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) { in tmc_probe()
763 drvdata->csdev = coresight_register(desc); in tmc_probe()
764 if (IS_ERR(drvdata->csdev)) { in tmc_probe()
765 ret = PTR_ERR(drvdata->csdev); in tmc_probe()
769 drvdata->miscdev.name = pdata->name; in tmc_probe()
770 drvdata->miscdev.minor = MISC_DYNAMIC_MINOR; in tmc_probe()
771 drvdata->miscdev.fops = &tmc_fops; in tmc_probe()
772 ret = misc_register(&drvdata->miscdev); in tmc_probe()
780 coresight_unregister(drvdata->csdev); in tmc_probe()
782 if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) in tmc_probe()
783 dma_free_coherent(dev, drvdata->size, in tmc_probe()
784 &drvdata->paddr, GFP_KERNEL); in tmc_probe()
790 struct tmc_drvdata *drvdata = amba_get_drvdata(adev); in tmc_remove() local
792 misc_deregister(&drvdata->miscdev); in tmc_remove()
793 coresight_unregister(drvdata->csdev); in tmc_remove()
794 if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) in tmc_remove()
795 dma_free_coherent(drvdata->dev, drvdata->size, in tmc_remove()
796 &drvdata->paddr, GFP_KERNEL); in tmc_remove()