47 #define _calc_walked(inout) (dd->inout##_walk.offset - dd->inout##_sg->offset)
49 #define DES_REG_KEY(dd, x)		((dd)->pdata->key_ofs - \  argument
52 #define DES_REG_IV(dd, x)		((dd)->pdata->iv_ofs + ((x) * 0x04))  argument
54 #define DES_REG_CTRL(dd)		((dd)->pdata->ctrl_ofs)  argument
61 #define DES_REG_DATA_N(dd, x)		((dd)->pdata->data_ofs + ((x) * 0x04))  argument
63 #define DES_REG_REV(dd)			((dd)->pdata->rev_ofs)  argument
65 #define DES_REG_MASK(dd)		((dd)->pdata->mask_ofs)  argument
69 #define DES_REG_IRQ_STATUS(dd)         ((dd)->pdata->irq_status_ofs)  argument
70 #define DES_REG_IRQ_ENABLE(dd)         ((dd)->pdata->irq_enable_ofs)  argument
81 	struct omap_des_dev *dd;  member
105 	void		(*trigger)(struct omap_des_dev *dd, int length);
176 #define omap_des_read(dd, offset)                               \  argument
179 	 _read_ret = __raw_readl(dd->io_base + offset);          \
185 static inline u32 omap_des_read(struct omap_des_dev *dd, u32 offset)  in omap_des_read()  argument
187 	return __raw_readl(dd->io_base + offset);  in omap_des_read()
192 #define omap_des_write(dd, offset, value)                               \  argument
196 		__raw_writel(value, dd->io_base + offset);              \
199 static inline void omap_des_write(struct omap_des_dev *dd, u32 offset,  in omap_des_write()  argument
202 	__raw_writel(value, dd->io_base + offset);  in omap_des_write()
206 static inline void omap_des_write_mask(struct omap_des_dev *dd, u32 offset,  in omap_des_write_mask()  argument
211 	val = omap_des_read(dd, offset);  in omap_des_write_mask()
214 	omap_des_write(dd, offset, val);  in omap_des_write_mask()
217 static void omap_des_write_n(struct omap_des_dev *dd, u32 offset,  in omap_des_write_n()  argument
221 		omap_des_write(dd, offset, *value);  in omap_des_write_n()
224 static int omap_des_hw_init(struct omap_des_dev *dd)  in omap_des_hw_init()  argument
233 	err = pm_runtime_get_sync(dd->dev);  in omap_des_hw_init()
235 		pm_runtime_put_noidle(dd->dev);  in omap_des_hw_init()
236 		dev_err(dd->dev, "%s: failed to get_sync(%d)\n", __func__, err);  in omap_des_hw_init()
240 	if (!(dd->flags & FLAGS_INIT)) {  in omap_des_hw_init()
241 		dd->flags |= FLAGS_INIT;  in omap_des_hw_init()
242 		dd->err = 0;  in omap_des_hw_init()
248 static int omap_des_write_ctrl(struct omap_des_dev *dd)  in omap_des_write_ctrl()  argument
254 	err = omap_des_hw_init(dd);  in omap_des_write_ctrl()
258 	key32 = dd->ctx->keylen / sizeof(u32);  in omap_des_write_ctrl()
262 		omap_des_write(dd, DES_REG_KEY(dd, i),  in omap_des_write_ctrl()
263 			       __le32_to_cpu(dd->ctx->key[i]));  in omap_des_write_ctrl()
266 	if ((dd->flags & FLAGS_CBC) && dd->req->info)  in omap_des_write_ctrl()
267 		omap_des_write_n(dd, DES_REG_IV(dd, 0), dd->req->info, 2);  in omap_des_write_ctrl()
269 	if (dd->flags & FLAGS_CBC)  in omap_des_write_ctrl()
271 	if (dd->flags & FLAGS_ENCRYPT)  in omap_des_write_ctrl()
278 	omap_des_write_mask(dd, DES_REG_CTRL(dd), val, mask);  in omap_des_write_ctrl()
283 static void omap_des_dma_trigger_omap4(struct omap_des_dev *dd, int length)  in omap_des_dma_trigger_omap4()  argument
287 	omap_des_write(dd, DES_REG_LENGTH_N(0), length);  in omap_des_dma_trigger_omap4()
289 	val = dd->pdata->dma_start;  in omap_des_dma_trigger_omap4()
291 	if (dd->dma_lch_out != NULL)  in omap_des_dma_trigger_omap4()
292 		val |= dd->pdata->dma_enable_out;  in omap_des_dma_trigger_omap4()
293 	if (dd->dma_lch_in != NULL)  in omap_des_dma_trigger_omap4()
294 		val |= dd->pdata->dma_enable_in;  in omap_des_dma_trigger_omap4()
296 	mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in |  in omap_des_dma_trigger_omap4()
297 	       dd->pdata->dma_start;  in omap_des_dma_trigger_omap4()
299 	omap_des_write_mask(dd, DES_REG_MASK(dd), val, mask);  in omap_des_dma_trigger_omap4()
302 static void omap_des_dma_stop(struct omap_des_dev *dd)  in omap_des_dma_stop()  argument
306 	mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in |  in omap_des_dma_stop()
307 	       dd->pdata->dma_start;  in omap_des_dma_stop()
309 	omap_des_write_mask(dd, DES_REG_MASK(dd), 0, mask);  in omap_des_dma_stop()
314 	struct omap_des_dev *dd = NULL, *tmp;  in omap_des_find_dev()  local
317 	if (!ctx->dd) {  in omap_des_find_dev()
320 			dd = tmp;  in omap_des_find_dev()
323 		ctx->dd = dd;  in omap_des_find_dev()
326 		dd = ctx->dd;  in omap_des_find_dev()
330 	return dd;  in omap_des_find_dev()
335 	struct omap_des_dev *dd = data;  in omap_des_dma_out_callback()  local
338 	tasklet_schedule(&dd->done_task);  in omap_des_dma_out_callback()
341 static int omap_des_dma_init(struct omap_des_dev *dd)  in omap_des_dma_init()  argument
346 	dd->dma_lch_out = NULL;  in omap_des_dma_init()
347 	dd->dma_lch_in = NULL;  in omap_des_dma_init()
352 	dd->dma_lch_in = dma_request_slave_channel_compat(mask,  in omap_des_dma_init()
354 							  &dd->dma_in,  in omap_des_dma_init()
355 							  dd->dev, "rx");  in omap_des_dma_init()
356 	if (!dd->dma_lch_in) {  in omap_des_dma_init()
357 		dev_err(dd->dev, "Unable to request in DMA channel\n");  in omap_des_dma_init()
361 	dd->dma_lch_out = dma_request_slave_channel_compat(mask,  in omap_des_dma_init()
363 							   &dd->dma_out,  in omap_des_dma_init()
364 							   dd->dev, "tx");  in omap_des_dma_init()
365 	if (!dd->dma_lch_out) {  in omap_des_dma_init()
366 		dev_err(dd->dev, "Unable to request out DMA channel\n");  in omap_des_dma_init()
373 	dma_release_channel(dd->dma_lch_in);  in omap_des_dma_init()
380 static void omap_des_dma_cleanup(struct omap_des_dev *dd)  in omap_des_dma_cleanup()  argument
382 	dma_release_channel(dd->dma_lch_out);  in omap_des_dma_cleanup()
383 	dma_release_channel(dd->dma_lch_in);  in omap_des_dma_cleanup()
405 	struct omap_des_dev *dd = ctx->dd;  in omap_des_crypt_dma()  local
410 	if (dd->pio_only) {  in omap_des_crypt_dma()
411 		scatterwalk_start(&dd->in_walk, dd->in_sg);  in omap_des_crypt_dma()
412 		scatterwalk_start(&dd->out_walk, dd->out_sg);  in omap_des_crypt_dma()
416 		omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x2);  in omap_des_crypt_dma()
420 	dma_sync_sg_for_device(dd->dev, dd->in_sg, in_sg_len, DMA_TO_DEVICE);  in omap_des_crypt_dma()
424 	cfg.src_addr = dd->phys_base + DES_REG_DATA_N(dd, 0);  in omap_des_crypt_dma()
425 	cfg.dst_addr = dd->phys_base + DES_REG_DATA_N(dd, 0);  in omap_des_crypt_dma()
432 	ret = dmaengine_slave_config(dd->dma_lch_in, &cfg);  in omap_des_crypt_dma()
434 		dev_err(dd->dev, "can't configure IN dmaengine slave: %d\n",  in omap_des_crypt_dma()
439 	tx_in = dmaengine_prep_slave_sg(dd->dma_lch_in, in_sg, in_sg_len,  in omap_des_crypt_dma()
443 		dev_err(dd->dev, "IN prep_slave_sg() failed\n");  in omap_des_crypt_dma()
448 	tx_in->callback_param = dd;  in omap_des_crypt_dma()
451 	ret = dmaengine_slave_config(dd->dma_lch_out, &cfg);  in omap_des_crypt_dma()
453 		dev_err(dd->dev, "can't configure OUT dmaengine slave: %d\n",  in omap_des_crypt_dma()
458 	tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, out_sg_len,  in omap_des_crypt_dma()
462 		dev_err(dd->dev, "OUT prep_slave_sg() failed\n");  in omap_des_crypt_dma()
467 	tx_out->callback_param = dd;  in omap_des_crypt_dma()
472 	dma_async_issue_pending(dd->dma_lch_in);  in omap_des_crypt_dma()
473 	dma_async_issue_pending(dd->dma_lch_out);  in omap_des_crypt_dma()
476 	dd->pdata->trigger(dd, dd->total);  in omap_des_crypt_dma()
481 static int omap_des_crypt_dma_start(struct omap_des_dev *dd)  in omap_des_crypt_dma_start()  argument
484 					crypto_ablkcipher_reqtfm(dd->req));  in omap_des_crypt_dma_start()
487 	pr_debug("total: %d\n", dd->total);  in omap_des_crypt_dma_start()
489 	if (!dd->pio_only) {  in omap_des_crypt_dma_start()
490 		err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len,  in omap_des_crypt_dma_start()
493 			dev_err(dd->dev, "dma_map_sg() error\n");  in omap_des_crypt_dma_start()
497 		err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_des_crypt_dma_start()
500 			dev_err(dd->dev, "dma_map_sg() error\n");  in omap_des_crypt_dma_start()
505 	err = omap_des_crypt_dma(tfm, dd->in_sg, dd->out_sg, dd->in_sg_len,  in omap_des_crypt_dma_start()
506 				 dd->out_sg_len);  in omap_des_crypt_dma_start()
507 	if (err && !dd->pio_only) {  in omap_des_crypt_dma_start()
508 		dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE);  in omap_des_crypt_dma_start()
509 		dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_des_crypt_dma_start()
516 static void omap_des_finish_req(struct omap_des_dev *dd, int err)  in omap_des_finish_req()  argument
518 	struct ablkcipher_request *req = dd->req;  in omap_des_finish_req()
522 	pm_runtime_put(dd->dev);  in omap_des_finish_req()
523 	dd->flags &= ~FLAGS_BUSY;  in omap_des_finish_req()
528 static int omap_des_crypt_dma_stop(struct omap_des_dev *dd)  in omap_des_crypt_dma_stop()  argument
532 	pr_debug("total: %d\n", dd->total);  in omap_des_crypt_dma_stop()
534 	omap_des_dma_stop(dd);  in omap_des_crypt_dma_stop()
536 	dmaengine_terminate_all(dd->dma_lch_in);  in omap_des_crypt_dma_stop()
537 	dmaengine_terminate_all(dd->dma_lch_out);  in omap_des_crypt_dma_stop()
554 static int omap_des_copy_sgs(struct omap_des_dev *dd)  in omap_des_copy_sgs()  argument
559 	pages = dd->total >> PAGE_SHIFT;  in omap_des_copy_sgs()
561 	if (dd->total & (PAGE_SIZE-1))  in omap_des_copy_sgs()
574 	dd->orig_out = dd->out_sg;  in omap_des_copy_sgs()
576 	sg_copy_buf(buf_in, dd->in_sg, 0, dd->total, 0);  in omap_des_copy_sgs()
578 	sg_init_table(&dd->in_sgl, 1);  in omap_des_copy_sgs()
579 	sg_set_buf(&dd->in_sgl, buf_in, dd->total);  in omap_des_copy_sgs()
580 	dd->in_sg = &dd->in_sgl;  in omap_des_copy_sgs()
582 	sg_init_table(&dd->out_sgl, 1);  in omap_des_copy_sgs()
583 	sg_set_buf(&dd->out_sgl, buf_out, dd->total);  in omap_des_copy_sgs()
584 	dd->out_sg = &dd->out_sgl;  in omap_des_copy_sgs()
589 static int omap_des_handle_queue(struct omap_des_dev *dd,  in omap_des_handle_queue()  argument
598 	spin_lock_irqsave(&dd->lock, flags);  in omap_des_handle_queue()
600 		ret = ablkcipher_enqueue_request(&dd->queue, req);  in omap_des_handle_queue()
601 	if (dd->flags & FLAGS_BUSY) {  in omap_des_handle_queue()
602 		spin_unlock_irqrestore(&dd->lock, flags);  in omap_des_handle_queue()
605 	backlog = crypto_get_backlog(&dd->queue);  in omap_des_handle_queue()
606 	async_req = crypto_dequeue_request(&dd->queue);  in omap_des_handle_queue()
608 		dd->flags |= FLAGS_BUSY;  in omap_des_handle_queue()
609 	spin_unlock_irqrestore(&dd->lock, flags);  in omap_des_handle_queue()
620 	dd->req = req;  in omap_des_handle_queue()
621 	dd->total = req->nbytes;  in omap_des_handle_queue()
622 	dd->total_save = req->nbytes;  in omap_des_handle_queue()
623 	dd->in_sg = req->src;  in omap_des_handle_queue()
624 	dd->out_sg = req->dst;  in omap_des_handle_queue()
626 	if (omap_des_copy_needed(dd->in_sg) ||  in omap_des_handle_queue()
627 	    omap_des_copy_needed(dd->out_sg)) {  in omap_des_handle_queue()
628 		if (omap_des_copy_sgs(dd))  in omap_des_handle_queue()
630 		dd->sgs_copied = 1;  in omap_des_handle_queue()
632 		dd->sgs_copied = 0;  in omap_des_handle_queue()
635 	dd->in_sg_len = scatterwalk_bytes_sglen(dd->in_sg, dd->total);  in omap_des_handle_queue()
636 	dd->out_sg_len = scatterwalk_bytes_sglen(dd->out_sg, dd->total);  in omap_des_handle_queue()
637 	BUG_ON(dd->in_sg_len < 0 || dd->out_sg_len < 0);  in omap_des_handle_queue()
642 	dd->flags = (dd->flags & ~FLAGS_MODE_MASK) | rctx->mode;  in omap_des_handle_queue()
644 	dd->ctx = ctx;  in omap_des_handle_queue()
645 	ctx->dd = dd;  in omap_des_handle_queue()
647 	err = omap_des_write_ctrl(dd);  in omap_des_handle_queue()
649 		err = omap_des_crypt_dma_start(dd);  in omap_des_handle_queue()
652 		omap_des_finish_req(dd, err);  in omap_des_handle_queue()
653 		tasklet_schedule(&dd->queue_task);  in omap_des_handle_queue()
661 	struct omap_des_dev *dd = (struct omap_des_dev *)data;  in omap_des_done_task()  local
667 	if (!dd->pio_only) {  in omap_des_done_task()
668 		dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_des_done_task()
670 		dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE);  in omap_des_done_task()
671 		dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_des_done_task()
673 		omap_des_crypt_dma_stop(dd);  in omap_des_done_task()
676 	if (dd->sgs_copied) {  in omap_des_done_task()
677 		buf_in = sg_virt(&dd->in_sgl);  in omap_des_done_task()
678 		buf_out = sg_virt(&dd->out_sgl);  in omap_des_done_task()
680 		sg_copy_buf(buf_out, dd->orig_out, 0, dd->total_save, 1);  in omap_des_done_task()
682 		pages = get_order(dd->total_save);  in omap_des_done_task()
687 	omap_des_finish_req(dd, 0);  in omap_des_done_task()
688 	omap_des_handle_queue(dd, NULL);  in omap_des_done_task()
695 	struct omap_des_dev *dd = (struct omap_des_dev *)data;  in omap_des_queue_task()  local
697 	omap_des_handle_queue(dd, NULL);  in omap_des_queue_task()
705 	struct omap_des_dev *dd;  in omap_des_crypt()  local
716 	dd = omap_des_find_dev(ctx);  in omap_des_crypt()
717 	if (!dd)  in omap_des_crypt()
722 	return omap_des_handle_queue(dd, req);  in omap_des_crypt()
902 	struct omap_des_dev *dd = dev_id;  in omap_des_irq()  local
906 	status = omap_des_read(dd, DES_REG_IRQ_STATUS(dd));  in omap_des_irq()
908 		omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x0);  in omap_des_irq()
910 		BUG_ON(!dd->in_sg);  in omap_des_irq()
912 		BUG_ON(_calc_walked(in) > dd->in_sg->length);  in omap_des_irq()
914 		src = sg_virt(dd->in_sg) + _calc_walked(in);  in omap_des_irq()
917 			omap_des_write(dd, DES_REG_DATA_N(dd, i), *src);  in omap_des_irq()
919 			scatterwalk_advance(&dd->in_walk, 4);  in omap_des_irq()
920 			if (dd->in_sg->length == _calc_walked(in)) {  in omap_des_irq()
921 				dd->in_sg = sg_next(dd->in_sg);  in omap_des_irq()
922 				if (dd->in_sg) {  in omap_des_irq()
923 					scatterwalk_start(&dd->in_walk,  in omap_des_irq()
924 							  dd->in_sg);  in omap_des_irq()
925 					src = sg_virt(dd->in_sg) +  in omap_des_irq()
935 		omap_des_write(dd, DES_REG_IRQ_STATUS(dd), status);  in omap_des_irq()
938 		omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x4);  in omap_des_irq()
941 		omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x0);  in omap_des_irq()
943 		BUG_ON(!dd->out_sg);  in omap_des_irq()
945 		BUG_ON(_calc_walked(out) > dd->out_sg->length);  in omap_des_irq()
947 		dst = sg_virt(dd->out_sg) + _calc_walked(out);  in omap_des_irq()
950 			*dst = omap_des_read(dd, DES_REG_DATA_N(dd, i));  in omap_des_irq()
951 			scatterwalk_advance(&dd->out_walk, 4);  in omap_des_irq()
952 			if (dd->out_sg->length == _calc_walked(out)) {  in omap_des_irq()
953 				dd->out_sg = sg_next(dd->out_sg);  in omap_des_irq()
954 				if (dd->out_sg) {  in omap_des_irq()
955 					scatterwalk_start(&dd->out_walk,  in omap_des_irq()
956 							  dd->out_sg);  in omap_des_irq()
957 					dst = sg_virt(dd->out_sg) +  in omap_des_irq()
965 		BUG_ON(dd->total < DES_BLOCK_SIZE);  in omap_des_irq()
967 		dd->total -= DES_BLOCK_SIZE;  in omap_des_irq()
971 		omap_des_write(dd, DES_REG_IRQ_STATUS(dd), status);  in omap_des_irq()
973 		if (!dd->total)  in omap_des_irq()
975 			tasklet_schedule(&dd->done_task);  in omap_des_irq()
978 			omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x2);  in omap_des_irq()
993 static int omap_des_get_of(struct omap_des_dev *dd,  in omap_des_get_of()  argument
1004 	dd->dma_out = -1; /* Dummy value that's unused */  in omap_des_get_of()
1005 	dd->dma_in = -1; /* Dummy value that's unused */  in omap_des_get_of()
1006 	dd->pdata = match->data;  in omap_des_get_of()
1011 static int omap_des_get_of(struct omap_des_dev *dd,  in omap_des_get_of()  argument
1018 static int omap_des_get_pdev(struct omap_des_dev *dd,  in omap_des_get_pdev()  argument
1032 	dd->dma_out = r->start;  in omap_des_get_pdev()
1041 	dd->dma_in = r->start;  in omap_des_get_pdev()
1044 	dd->pdata = pdev->dev.platform_data;  in omap_des_get_pdev()
1053 	struct omap_des_dev *dd;  in omap_des_probe()  local
1059 	dd = devm_kzalloc(dev, sizeof(struct omap_des_dev), GFP_KERNEL);  in omap_des_probe()
1060 	if (dd == NULL) {  in omap_des_probe()
1064 	dd->dev = dev;  in omap_des_probe()
1065 	platform_set_drvdata(pdev, dd);  in omap_des_probe()
1067 	spin_lock_init(&dd->lock);  in omap_des_probe()
1068 	crypto_init_queue(&dd->queue, OMAP_DES_QUEUE_LENGTH);  in omap_des_probe()
1076 	err = (dev->of_node) ? omap_des_get_of(dd, pdev) :  in omap_des_probe()
1077 			       omap_des_get_pdev(dd, pdev);  in omap_des_probe()
1081 	dd->io_base = devm_ioremap_resource(dev, res);  in omap_des_probe()
1082 	if (IS_ERR(dd->io_base)) {  in omap_des_probe()
1083 		err = PTR_ERR(dd->io_base);  in omap_des_probe()
1086 	dd->phys_base = res->start;  in omap_des_probe()
1092 		dev_err(dd->dev, "%s: failed to get_sync(%d)\n", __func__, err);  in omap_des_probe()
1096 	omap_des_dma_stop(dd);  in omap_des_probe()
1098 	reg = omap_des_read(dd, DES_REG_REV(dd));  in omap_des_probe()
1103 		 (reg & dd->pdata->major_mask) >> dd->pdata->major_shift,  in omap_des_probe()
1104 		 (reg & dd->pdata->minor_mask) >> dd->pdata->minor_shift);  in omap_des_probe()
1106 	tasklet_init(&dd->done_task, omap_des_done_task, (unsigned long)dd);  in omap_des_probe()
1107 	tasklet_init(&dd->queue_task, omap_des_queue_task, (unsigned long)dd);  in omap_des_probe()
1109 	err = omap_des_dma_init(dd);  in omap_des_probe()
1110 	if (err && DES_REG_IRQ_STATUS(dd) && DES_REG_IRQ_ENABLE(dd)) {  in omap_des_probe()
1111 		dd->pio_only = 1;  in omap_des_probe()
1120 				dev_name(dev), dd);  in omap_des_probe()
1128 	INIT_LIST_HEAD(&dd->list);  in omap_des_probe()
1130 	list_add_tail(&dd->list, &dev_list);  in omap_des_probe()
1133 	for (i = 0; i < dd->pdata->algs_info_size; i++) {  in omap_des_probe()
1134 		for (j = 0; j < dd->pdata->algs_info[i].size; j++) {  in omap_des_probe()
1135 			algp = &dd->pdata->algs_info[i].algs_list[j];  in omap_des_probe()
1144 			dd->pdata->algs_info[i].registered++;  in omap_des_probe()
1150 	for (i = dd->pdata->algs_info_size - 1; i >= 0; i--)  in omap_des_probe()
1151 		for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--)  in omap_des_probe()
1153 					&dd->pdata->algs_info[i].algs_list[j]);  in omap_des_probe()
1154 	if (!dd->pio_only)  in omap_des_probe()
1155 		omap_des_dma_cleanup(dd);  in omap_des_probe()
1157 	tasklet_kill(&dd->done_task);  in omap_des_probe()
1158 	tasklet_kill(&dd->queue_task);  in omap_des_probe()
1162 	dd = NULL;  in omap_des_probe()
1170 	struct omap_des_dev *dd = platform_get_drvdata(pdev);  in omap_des_remove()  local
1173 	if (!dd)  in omap_des_remove()
1177 	list_del(&dd->list);  in omap_des_remove()
1180 	for (i = dd->pdata->algs_info_size - 1; i >= 0; i--)  in omap_des_remove()
1181 		for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--)  in omap_des_remove()
1183 					&dd->pdata->algs_info[i].algs_list[j]);  in omap_des_remove()
1185 	tasklet_kill(&dd->done_task);  in omap_des_remove()
1186 	tasklet_kill(&dd->queue_task);  in omap_des_remove()
1187 	omap_des_dma_cleanup(dd);  in omap_des_remove()
1188 	pm_runtime_disable(dd->dev);  in omap_des_remove()
1189 	dd = NULL;  in omap_des_remove()