134 static void tmc_wait_for_ready(struct tmc_drvdata *drvdata)  in tmc_wait_for_ready()  argument
137 	if (coresight_timeout(drvdata->base,  in tmc_wait_for_ready()
139 		dev_err(drvdata->dev,  in tmc_wait_for_ready()
145 static void tmc_flush_and_stop(struct tmc_drvdata *drvdata)  in tmc_flush_and_stop()  argument
149 	ffcr = readl_relaxed(drvdata->base + TMC_FFCR);  in tmc_flush_and_stop()
151 	writel_relaxed(ffcr, drvdata->base + TMC_FFCR);  in tmc_flush_and_stop()
153 	writel_relaxed(ffcr, drvdata->base + TMC_FFCR);  in tmc_flush_and_stop()
155 	if (coresight_timeout(drvdata->base,  in tmc_flush_and_stop()
157 		dev_err(drvdata->dev,  in tmc_flush_and_stop()
162 	tmc_wait_for_ready(drvdata);  in tmc_flush_and_stop()
165 static void tmc_enable_hw(struct tmc_drvdata *drvdata)  in tmc_enable_hw()  argument
167 	writel_relaxed(TMC_CTL_CAPT_EN, drvdata->base + TMC_CTL);  in tmc_enable_hw()
170 static void tmc_disable_hw(struct tmc_drvdata *drvdata)  in tmc_disable_hw()  argument
172 	writel_relaxed(0x0, drvdata->base + TMC_CTL);  in tmc_disable_hw()
175 static void tmc_etb_enable_hw(struct tmc_drvdata *drvdata)  in tmc_etb_enable_hw()  argument
178 	memset(drvdata->buf, 0, drvdata->size);  in tmc_etb_enable_hw()
180 	CS_UNLOCK(drvdata->base);  in tmc_etb_enable_hw()
182 	writel_relaxed(TMC_MODE_CIRCULAR_BUFFER, drvdata->base + TMC_MODE);  in tmc_etb_enable_hw()
186 		       drvdata->base + TMC_FFCR);  in tmc_etb_enable_hw()
188 	writel_relaxed(drvdata->trigger_cntr, drvdata->base + TMC_TRG);  in tmc_etb_enable_hw()
189 	tmc_enable_hw(drvdata);  in tmc_etb_enable_hw()
191 	CS_LOCK(drvdata->base);  in tmc_etb_enable_hw()
194 static void tmc_etr_enable_hw(struct tmc_drvdata *drvdata)  in tmc_etr_enable_hw()  argument
199 	memset(drvdata->vaddr, 0, drvdata->size);  in tmc_etr_enable_hw()
201 	CS_UNLOCK(drvdata->base);  in tmc_etr_enable_hw()
203 	writel_relaxed(drvdata->size / 4, drvdata->base + TMC_RSZ);  in tmc_etr_enable_hw()
204 	writel_relaxed(TMC_MODE_CIRCULAR_BUFFER, drvdata->base + TMC_MODE);  in tmc_etr_enable_hw()
206 	axictl = readl_relaxed(drvdata->base + TMC_AXICTL);  in tmc_etr_enable_hw()
208 	writel_relaxed(axictl, drvdata->base + TMC_AXICTL);  in tmc_etr_enable_hw()
210 	writel_relaxed(axictl, drvdata->base + TMC_AXICTL);  in tmc_etr_enable_hw()
214 	writel_relaxed(axictl, drvdata->base + TMC_AXICTL);  in tmc_etr_enable_hw()
216 	writel_relaxed(drvdata->paddr, drvdata->base + TMC_DBALO);  in tmc_etr_enable_hw()
217 	writel_relaxed(0x0, drvdata->base + TMC_DBAHI);  in tmc_etr_enable_hw()
221 		       drvdata->base + TMC_FFCR);  in tmc_etr_enable_hw()
222 	writel_relaxed(drvdata->trigger_cntr, drvdata->base + TMC_TRG);  in tmc_etr_enable_hw()
223 	tmc_enable_hw(drvdata);  in tmc_etr_enable_hw()
225 	CS_LOCK(drvdata->base);  in tmc_etr_enable_hw()
228 static void tmc_etf_enable_hw(struct tmc_drvdata *drvdata)  in tmc_etf_enable_hw()  argument
230 	CS_UNLOCK(drvdata->base);  in tmc_etf_enable_hw()
232 	writel_relaxed(TMC_MODE_HARDWARE_FIFO, drvdata->base + TMC_MODE);  in tmc_etf_enable_hw()
234 		       drvdata->base + TMC_FFCR);  in tmc_etf_enable_hw()
235 	writel_relaxed(0x0, drvdata->base + TMC_BUFWM);  in tmc_etf_enable_hw()
236 	tmc_enable_hw(drvdata);  in tmc_etf_enable_hw()
238 	CS_LOCK(drvdata->base);  in tmc_etf_enable_hw()
241 static int tmc_enable(struct tmc_drvdata *drvdata, enum tmc_mode mode)  in tmc_enable()  argument
245 	pm_runtime_get_sync(drvdata->dev);  in tmc_enable()
247 	spin_lock_irqsave(&drvdata->spinlock, flags);  in tmc_enable()
248 	if (drvdata->reading) {  in tmc_enable()
249 		spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_enable()
250 		pm_runtime_put(drvdata->dev);  in tmc_enable()
254 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) {  in tmc_enable()
255 		tmc_etb_enable_hw(drvdata);  in tmc_enable()
256 	} else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_enable()
257 		tmc_etr_enable_hw(drvdata);  in tmc_enable()
260 			tmc_etb_enable_hw(drvdata);  in tmc_enable()
262 			tmc_etf_enable_hw(drvdata);  in tmc_enable()
264 	drvdata->enable = true;  in tmc_enable()
265 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_enable()
267 	dev_info(drvdata->dev, "TMC enabled\n");  in tmc_enable()
273 	struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);  in tmc_enable_sink()  local
275 	return tmc_enable(drvdata, TMC_MODE_CIRCULAR_BUFFER);  in tmc_enable_sink()
281 	struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);  in tmc_enable_link()  local
283 	return tmc_enable(drvdata, TMC_MODE_HARDWARE_FIFO);  in tmc_enable_link()
286 static void tmc_etb_dump_hw(struct tmc_drvdata *drvdata)  in tmc_etb_dump_hw()  argument
294 	memwidth = BMVAL(readl_relaxed(drvdata->base + CORESIGHT_DEVID), 8, 10);  in tmc_etb_dump_hw()
304 	bufp = drvdata->buf;  in tmc_etb_dump_hw()
307 			read_data = readl_relaxed(drvdata->base + TMC_RRD);  in tmc_etb_dump_hw()
316 static void tmc_etb_disable_hw(struct tmc_drvdata *drvdata)  in tmc_etb_disable_hw()  argument
318 	CS_UNLOCK(drvdata->base);  in tmc_etb_disable_hw()
320 	tmc_flush_and_stop(drvdata);  in tmc_etb_disable_hw()
321 	tmc_etb_dump_hw(drvdata);  in tmc_etb_disable_hw()
322 	tmc_disable_hw(drvdata);  in tmc_etb_disable_hw()
324 	CS_LOCK(drvdata->base);  in tmc_etb_disable_hw()
327 static void tmc_etr_dump_hw(struct tmc_drvdata *drvdata)  in tmc_etr_dump_hw()  argument
331 	rwp = readl_relaxed(drvdata->base + TMC_RWP);  in tmc_etr_dump_hw()
332 	val = readl_relaxed(drvdata->base + TMC_STS);  in tmc_etr_dump_hw()
336 		drvdata->buf = drvdata->vaddr + rwp - drvdata->paddr;  in tmc_etr_dump_hw()
338 		drvdata->buf = drvdata->vaddr;  in tmc_etr_dump_hw()
341 static void tmc_etr_disable_hw(struct tmc_drvdata *drvdata)  in tmc_etr_disable_hw()  argument
343 	CS_UNLOCK(drvdata->base);  in tmc_etr_disable_hw()
345 	tmc_flush_and_stop(drvdata);  in tmc_etr_disable_hw()
346 	tmc_etr_dump_hw(drvdata);  in tmc_etr_disable_hw()
347 	tmc_disable_hw(drvdata);  in tmc_etr_disable_hw()
349 	CS_LOCK(drvdata->base);  in tmc_etr_disable_hw()
352 static void tmc_etf_disable_hw(struct tmc_drvdata *drvdata)  in tmc_etf_disable_hw()  argument
354 	CS_UNLOCK(drvdata->base);  in tmc_etf_disable_hw()
356 	tmc_flush_and_stop(drvdata);  in tmc_etf_disable_hw()
357 	tmc_disable_hw(drvdata);  in tmc_etf_disable_hw()
359 	CS_LOCK(drvdata->base);  in tmc_etf_disable_hw()
362 static void tmc_disable(struct tmc_drvdata *drvdata, enum tmc_mode mode)  in tmc_disable()  argument
366 	spin_lock_irqsave(&drvdata->spinlock, flags);  in tmc_disable()
367 	if (drvdata->reading)  in tmc_disable()
370 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) {  in tmc_disable()
371 		tmc_etb_disable_hw(drvdata);  in tmc_disable()
372 	} else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_disable()
373 		tmc_etr_disable_hw(drvdata);  in tmc_disable()
376 			tmc_etb_disable_hw(drvdata);  in tmc_disable()
378 			tmc_etf_disable_hw(drvdata);  in tmc_disable()
381 	drvdata->enable = false;  in tmc_disable()
382 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_disable()
384 	pm_runtime_put(drvdata->dev);  in tmc_disable()
386 	dev_info(drvdata->dev, "TMC disabled\n");  in tmc_disable()
391 	struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);  in tmc_disable_sink()  local
393 	tmc_disable(drvdata, TMC_MODE_CIRCULAR_BUFFER);  in tmc_disable_sink()
399 	struct tmc_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);  in tmc_disable_link()  local
401 	tmc_disable(drvdata, TMC_MODE_HARDWARE_FIFO);  in tmc_disable_link()
427 static int tmc_read_prepare(struct tmc_drvdata *drvdata)  in tmc_read_prepare()  argument
433 	spin_lock_irqsave(&drvdata->spinlock, flags);  in tmc_read_prepare()
434 	if (!drvdata->enable)  in tmc_read_prepare()
437 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) {  in tmc_read_prepare()
438 		tmc_etb_disable_hw(drvdata);  in tmc_read_prepare()
439 	} else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_read_prepare()
440 		tmc_etr_disable_hw(drvdata);  in tmc_read_prepare()
442 		mode = readl_relaxed(drvdata->base + TMC_MODE);  in tmc_read_prepare()
444 			tmc_etb_disable_hw(drvdata);  in tmc_read_prepare()
451 	drvdata->reading = true;  in tmc_read_prepare()
452 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_read_prepare()
454 	dev_info(drvdata->dev, "TMC read start\n");  in tmc_read_prepare()
457 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_read_prepare()
461 static void tmc_read_unprepare(struct tmc_drvdata *drvdata)  in tmc_read_unprepare()  argument
466 	spin_lock_irqsave(&drvdata->spinlock, flags);  in tmc_read_unprepare()
467 	if (!drvdata->enable)  in tmc_read_unprepare()
470 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) {  in tmc_read_unprepare()
471 		tmc_etb_enable_hw(drvdata);  in tmc_read_unprepare()
472 	} else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_read_unprepare()
473 		tmc_etr_enable_hw(drvdata);  in tmc_read_unprepare()
475 		mode = readl_relaxed(drvdata->base + TMC_MODE);  in tmc_read_unprepare()
477 			tmc_etb_enable_hw(drvdata);  in tmc_read_unprepare()
480 	drvdata->reading = false;  in tmc_read_unprepare()
481 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in tmc_read_unprepare()
483 	dev_info(drvdata->dev, "TMC read end\n");  in tmc_read_unprepare()
488 	struct tmc_drvdata *drvdata = container_of(file->private_data,  in tmc_open()  local
492 	if (drvdata->read_count++)  in tmc_open()
495 	ret = tmc_read_prepare(drvdata);  in tmc_open()
501 	dev_dbg(drvdata->dev, "%s: successfully opened\n", __func__);  in tmc_open()
508 	struct tmc_drvdata *drvdata = container_of(file->private_data,  in tmc_read()  local
510 	char *bufp = drvdata->buf + *ppos;  in tmc_read()
512 	if (*ppos + len > drvdata->size)  in tmc_read()
513 		len = drvdata->size - *ppos;  in tmc_read()
515 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_read()
516 		if (bufp == (char *)(drvdata->vaddr + drvdata->size))  in tmc_read()
517 			bufp = drvdata->vaddr;  in tmc_read()
518 		else if (bufp > (char *)(drvdata->vaddr + drvdata->size))  in tmc_read()
519 			bufp -= drvdata->size;  in tmc_read()
520 		if ((bufp + len) > (char *)(drvdata->vaddr + drvdata->size))  in tmc_read()
521 			len = (char *)(drvdata->vaddr + drvdata->size) - bufp;  in tmc_read()
525 		dev_dbg(drvdata->dev, "%s: copy_to_user failed\n", __func__);  in tmc_read()
531 	dev_dbg(drvdata->dev, "%s: %zu bytes copied, %d bytes left\n",  in tmc_read()
532 		__func__, len, (int)(drvdata->size - *ppos));  in tmc_read()
538 	struct tmc_drvdata *drvdata = container_of(file->private_data,  in tmc_release()  local
541 	if (--drvdata->read_count) {  in tmc_release()
542 		if (drvdata->read_count < 0) {  in tmc_release()
543 			dev_err(drvdata->dev, "mismatched close\n");  in tmc_release()
544 			drvdata->read_count = 0;  in tmc_release()
549 	tmc_read_unprepare(drvdata);  in tmc_release()
551 	dev_dbg(drvdata->dev, "%s: released\n", __func__);  in tmc_release()
570 	struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent);  in status_show()  local
572 	pm_runtime_get_sync(drvdata->dev);  in status_show()
573 	spin_lock_irqsave(&drvdata->spinlock, flags);  in status_show()
574 	CS_UNLOCK(drvdata->base);  in status_show()
576 	tmc_rsz = readl_relaxed(drvdata->base + TMC_RSZ);  in status_show()
577 	tmc_sts = readl_relaxed(drvdata->base + TMC_STS);  in status_show()
578 	tmc_rrp = readl_relaxed(drvdata->base + TMC_RRP);  in status_show()
579 	tmc_rwp = readl_relaxed(drvdata->base + TMC_RWP);  in status_show()
580 	tmc_trg = readl_relaxed(drvdata->base + TMC_TRG);  in status_show()
581 	tmc_ctl = readl_relaxed(drvdata->base + TMC_CTL);  in status_show()
582 	tmc_ffsr = readl_relaxed(drvdata->base + TMC_FFSR);  in status_show()
583 	tmc_ffcr = readl_relaxed(drvdata->base + TMC_FFCR);  in status_show()
584 	tmc_mode = readl_relaxed(drvdata->base + TMC_MODE);  in status_show()
585 	tmc_pscr = readl_relaxed(drvdata->base + TMC_PSCR);  in status_show()
586 	devid = readl_relaxed(drvdata->base + CORESIGHT_DEVID);  in status_show()
588 	CS_LOCK(drvdata->base);  in status_show()
589 	spin_unlock_irqrestore(&drvdata->spinlock, flags);  in status_show()
590 	pm_runtime_put(drvdata->dev);  in status_show()
614 	struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent);  in trigger_cntr_show()  local
615 	unsigned long val = drvdata->trigger_cntr;  in trigger_cntr_show()
626 	struct tmc_drvdata *drvdata = dev_get_drvdata(dev->parent);  in trigger_cntr_store()  local
632 	drvdata->trigger_cntr = val;  in trigger_cntr_store()
665 	struct tmc_drvdata *drvdata;  in tmc_probe()  local
677 	drvdata = devm_kzalloc(dev, sizeof(*drvdata), GFP_KERNEL);  in tmc_probe()
678 	if (!drvdata)  in tmc_probe()
681 	drvdata->dev = &adev->dev;  in tmc_probe()
682 	dev_set_drvdata(dev, drvdata);  in tmc_probe()
689 	drvdata->base = base;  in tmc_probe()
691 	spin_lock_init(&drvdata->spinlock);  in tmc_probe()
693 	devid = readl_relaxed(drvdata->base + CORESIGHT_DEVID);  in tmc_probe()
694 	drvdata->config_type = BMVAL(devid, 6, 7);  in tmc_probe()
696 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_probe()
700 						   &drvdata->size);  in tmc_probe()
702 			drvdata->size = SZ_1M;  in tmc_probe()
704 		drvdata->size = readl_relaxed(drvdata->base + TMC_RSZ) * 4;  in tmc_probe()
709 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_probe()
710 		drvdata->vaddr = dma_alloc_coherent(dev, drvdata->size,  in tmc_probe()
711 						&drvdata->paddr, GFP_KERNEL);  in tmc_probe()
712 		if (!drvdata->vaddr)  in tmc_probe()
715 		memset(drvdata->vaddr, 0, drvdata->size);  in tmc_probe()
716 		drvdata->buf = drvdata->vaddr;  in tmc_probe()
718 		drvdata->buf = devm_kzalloc(dev, drvdata->size, GFP_KERNEL);  in tmc_probe()
719 		if (!drvdata->buf)  in tmc_probe()
733 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETB) {  in tmc_probe()
737 	} else if (drvdata->config_type == TMC_CONFIG_TYPE_ETR) {  in tmc_probe()
748 	drvdata->csdev = coresight_register(desc);  in tmc_probe()
749 	if (IS_ERR(drvdata->csdev)) {  in tmc_probe()
750 		ret = PTR_ERR(drvdata->csdev);  in tmc_probe()
754 	drvdata->miscdev.name = pdata->name;  in tmc_probe()
755 	drvdata->miscdev.minor = MISC_DYNAMIC_MINOR;  in tmc_probe()
756 	drvdata->miscdev.fops = &tmc_fops;  in tmc_probe()
757 	ret = misc_register(&drvdata->miscdev);  in tmc_probe()
765 	coresight_unregister(drvdata->csdev);  in tmc_probe()
767 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETR)  in tmc_probe()
768 		dma_free_coherent(dev, drvdata->size,  in tmc_probe()
769 				&drvdata->paddr, GFP_KERNEL);  in tmc_probe()
775 	struct tmc_drvdata *drvdata = amba_get_drvdata(adev);  in tmc_remove()  local
777 	misc_deregister(&drvdata->miscdev);  in tmc_remove()
778 	coresight_unregister(drvdata->csdev);  in tmc_remove()
779 	if (drvdata->config_type == TMC_CONFIG_TYPE_ETR)  in tmc_remove()
780 		dma_free_coherent(drvdata->dev, drvdata->size,  in tmc_remove()
781 				  &drvdata->paddr, GFP_KERNEL);  in tmc_remove()