82 	struct caam_drv_private *ctrlpriv = dev_get_drvdata(ctrldev);  in run_descriptor_deco0()  local
83 	struct caam_ctrl __iomem *ctrl = ctrlpriv->ctrl;  in run_descriptor_deco0()
84 	struct caam_deco __iomem *deco = ctrlpriv->deco;  in run_descriptor_deco0()
90 	if (ctrlpriv->virt_en == 1) {  in run_descriptor_deco0()
142 	if (ctrlpriv->virt_en == 1)  in run_descriptor_deco0()
176 	struct caam_drv_private *ctrlpriv = dev_get_drvdata(ctrldev);  in instantiate_rng()  local
181 	ctrl = (struct caam_ctrl __iomem *)ctrlpriv->ctrl;  in instantiate_rng()
280 	struct caam_drv_private *ctrlpriv;  in caam_remove()  local
285 	ctrlpriv = dev_get_drvdata(ctrldev);  in caam_remove()
286 	ctrl = (struct caam_ctrl __iomem *)ctrlpriv->ctrl;  in caam_remove()
289 	for (ring = 0; ring < ctrlpriv->total_jobrs; ring++) {  in caam_remove()
290 		if (ctrlpriv->jrpdev[ring])  in caam_remove()
291 			of_device_unregister(ctrlpriv->jrpdev[ring]);  in caam_remove()
295 	if (ctrlpriv->rng4_sh_init)  in caam_remove()
296 		deinstantiate_rng(ctrldev, ctrlpriv->rng4_sh_init);  in caam_remove()
300 	debugfs_remove_recursive(ctrlpriv->dfs_root);  in caam_remove()
318 	struct caam_drv_private *ctrlpriv = dev_get_drvdata(ctrldev);  in kick_trng()  local
323 	ctrl = (struct caam_ctrl __iomem *)ctrlpriv->ctrl;  in kick_trng()
392 	struct caam_drv_private *ctrlpriv;  in caam_probe()  local
401 	ctrlpriv = devm_kzalloc(&pdev->dev, sizeof(struct caam_drv_private),  in caam_probe()
403 	if (!ctrlpriv)  in caam_probe()
407 	dev_set_drvdata(dev, ctrlpriv);  in caam_probe()
408 	ctrlpriv->pdev = pdev;  in caam_probe()
430 	ctrlpriv->ctrl = (struct caam_ctrl __force *)ctrl;  in caam_probe()
431 	ctrlpriv->assure = (struct caam_assurance __force *)  in caam_probe()
435 	ctrlpriv->deco = (struct caam_deco __force *)  in caam_probe()
441 	ctrlpriv->secvio_irq = irq_of_parse_and_map(nprop, 0);  in caam_probe()
456 	ctrlpriv->virt_en = 0;  in caam_probe()
464 				ctrlpriv->virt_en = 1;  in caam_probe()
468 				ctrlpriv->virt_en = 1;  in caam_probe()
471 	if (ctrlpriv->virt_en == 1)  in caam_probe()
495 	ctrlpriv->jrpdev = devm_kzalloc(&pdev->dev,  in caam_probe()
498 	if (ctrlpriv->jrpdev == NULL) {  in caam_probe()
504 	ctrlpriv->total_jobrs = 0;  in caam_probe()
508 			ctrlpriv->jrpdev[ring] =  in caam_probe()
510 			if (!ctrlpriv->jrpdev[ring]) {  in caam_probe()
515 			ctrlpriv->jr[ring] = (struct caam_job_ring __force *)  in caam_probe()
520 			ctrlpriv->total_jobrs++;  in caam_probe()
525 	ctrlpriv->qi_present =  in caam_probe()
528 	if (ctrlpriv->qi_present) {  in caam_probe()
529 		ctrlpriv->qi = (struct caam_queue_if __force *)  in caam_probe()
534 		wr_reg32(&ctrlpriv->qi->qi_control_lo, QICTL_DQEN);  in caam_probe()
538 	if ((!ctrlpriv->qi_present) && (!ctrlpriv->total_jobrs)) {  in caam_probe()
551 		ctrlpriv->rng4_sh_init =  in caam_probe()
559 		gen_sk = ctrlpriv->rng4_sh_init & RDSTA_SKVN ? 0 : 1;  in caam_probe()
560 		ctrlpriv->rng4_sh_init &= RDSTA_IFMASK;  in caam_probe()
573 			if (!(ctrlpriv->rng4_sh_init || inst_handles)) {  in caam_probe()
605 		ctrlpriv->rng4_sh_init = ~ctrlpriv->rng4_sh_init & RDSTA_IFMASK;  in caam_probe()
620 		 ctrlpriv->total_jobrs, ctrlpriv->qi_present);  in caam_probe()
630 	ctrlpriv->dfs_root = debugfs_create_dir(dev_name(dev), NULL);  in caam_probe()
631 	ctrlpriv->ctl = debugfs_create_dir("ctl", ctrlpriv->dfs_root);  in caam_probe()
634 	ctrlpriv->ctl_rq_dequeued =  in caam_probe()
637 				   ctrlpriv->ctl, &perfmon->req_dequeued);  in caam_probe()
638 	ctrlpriv->ctl_ob_enc_req =  in caam_probe()
641 				   ctrlpriv->ctl, &perfmon->ob_enc_req);  in caam_probe()
642 	ctrlpriv->ctl_ib_dec_req =  in caam_probe()
645 				   ctrlpriv->ctl, &perfmon->ib_dec_req);  in caam_probe()
646 	ctrlpriv->ctl_ob_enc_bytes =  in caam_probe()
649 				   ctrlpriv->ctl, &perfmon->ob_enc_bytes);  in caam_probe()
650 	ctrlpriv->ctl_ob_prot_bytes =  in caam_probe()
653 				   ctrlpriv->ctl, &perfmon->ob_prot_bytes);  in caam_probe()
654 	ctrlpriv->ctl_ib_dec_bytes =  in caam_probe()
657 				   ctrlpriv->ctl, &perfmon->ib_dec_bytes);  in caam_probe()
658 	ctrlpriv->ctl_ib_valid_bytes =  in caam_probe()
661 				   ctrlpriv->ctl, &perfmon->ib_valid_bytes);  in caam_probe()
664 	ctrlpriv->ctl_faultaddr =  in caam_probe()
667 				   ctrlpriv->ctl, &perfmon->faultaddr);  in caam_probe()
668 	ctrlpriv->ctl_faultdetail =  in caam_probe()
671 				   ctrlpriv->ctl, &perfmon->faultdetail);  in caam_probe()
672 	ctrlpriv->ctl_faultstatus =  in caam_probe()
675 				   ctrlpriv->ctl, &perfmon->status);  in caam_probe()
678 	ctrlpriv->ctl_kek_wrap.data = &ctrlpriv->ctrl->kek[0];  in caam_probe()
679 	ctrlpriv->ctl_kek_wrap.size = KEK_KEY_SIZE * sizeof(u32);  in caam_probe()
680 	ctrlpriv->ctl_kek = debugfs_create_blob("kek",  in caam_probe()
683 						ctrlpriv->ctl,  in caam_probe()
684 						&ctrlpriv->ctl_kek_wrap);  in caam_probe()
686 	ctrlpriv->ctl_tkek_wrap.data = &ctrlpriv->ctrl->tkek[0];  in caam_probe()
687 	ctrlpriv->ctl_tkek_wrap.size = KEK_KEY_SIZE * sizeof(u32);  in caam_probe()
688 	ctrlpriv->ctl_tkek = debugfs_create_blob("tkek",  in caam_probe()
691 						 ctrlpriv->ctl,  in caam_probe()
692 						 &ctrlpriv->ctl_tkek_wrap);  in caam_probe()
694 	ctrlpriv->ctl_tdsk_wrap.data = &ctrlpriv->ctrl->tdsk[0];  in caam_probe()
695 	ctrlpriv->ctl_tdsk_wrap.size = KEK_KEY_SIZE * sizeof(u32);  in caam_probe()
696 	ctrlpriv->ctl_tdsk = debugfs_create_blob("tdsk",  in caam_probe()
699 						 ctrlpriv->ctl,  in caam_probe()
700 						 &ctrlpriv->ctl_tdsk_wrap);  in caam_probe()