233 static inline bool n2_should_run_async(struct spu_queue *qp, int this_len)
236 	    qp->head != qp->tail)
477 static unsigned long wait_for_tail(struct spu_queue *qp)  in wait_for_tail()  argument
482 		hv_ret = sun4v_ncs_gethead(qp->qhandle, &head);  in wait_for_tail()
487 		if (head == qp->tail) {  in wait_for_tail()
488 			qp->head = head;  in wait_for_tail()
495 static unsigned long submit_and_wait_for_tail(struct spu_queue *qp,  in submit_and_wait_for_tail()  argument
498 	unsigned long hv_ret = spu_queue_submit(qp, ent);  in submit_and_wait_for_tail()
501 		hv_ret = wait_for_tail(qp);  in submit_and_wait_for_tail()
514 	struct spu_queue *qp;  in n2_do_async_digest()  local
539 	qp = cpu_to_cwq[cpu];  in n2_do_async_digest()
540 	if (!qp)  in n2_do_async_digest()
543 	spin_lock_irqsave(&qp->lock, flags);  in n2_do_async_digest()
548 	ent = qp->q + qp->tail;  in n2_do_async_digest()
565 		ent = spu_queue_next(qp, ent);  in n2_do_async_digest()
580 	if (submit_and_wait_for_tail(qp, ent) != HV_EOK)  in n2_do_async_digest()
585 	spin_unlock_irqrestore(&qp->lock, flags);  in n2_do_async_digest()
827 			    struct spu_queue *qp, bool encrypt)  in __n2_crypt_chunk()  argument
834 	ent = spu_queue_alloc(qp, cp->arr_len);  in __n2_crypt_chunk()
857 		ent = spu_queue_next(qp, ent);  in __n2_crypt_chunk()
870 	return (spu_queue_submit(qp, ent) != HV_EOK) ? -EINVAL : 0;  in __n2_crypt_chunk()
978 	struct spu_queue *qp;  in n2_do_ecb()  local
983 	qp = cpu_to_cwq[get_cpu()];  in n2_do_ecb()
985 	if (!qp)  in n2_do_ecb()
988 	spin_lock_irqsave(&qp->lock, flags);  in n2_do_ecb()
991 		err = __n2_crypt_chunk(tfm, c, qp, encrypt);  in n2_do_ecb()
999 		hv_ret = wait_for_tail(qp);  in n2_do_ecb()
1004 	spin_unlock_irqrestore(&qp->lock, flags);  in n2_do_ecb()
1030 	struct spu_queue *qp;  in n2_do_chaining()  local
1038 	qp = cpu_to_cwq[get_cpu()];  in n2_do_chaining()
1040 	if (!qp)  in n2_do_chaining()
1043 	spin_lock_irqsave(&qp->lock, flags);  in n2_do_chaining()
1050 			err = __n2_crypt_chunk(tfm, c, qp, true);  in n2_do_chaining()
1080 			err = __n2_crypt_chunk(tfm, c, qp, false);  in n2_do_chaining()
1089 		hv_ret = wait_for_tail(qp);  in n2_do_chaining()
1094 	spin_unlock_irqrestore(&qp->lock, flags);  in n2_do_chaining()