178 static inline void ulp_get(struct cnic_ulp_ops *ulp_ops)  in ulp_get()  argument
180 	atomic_inc(&ulp_ops->ref_count);  in ulp_get()
183 static inline void ulp_put(struct cnic_ulp_ops *ulp_ops)  in ulp_put()  argument
185 	atomic_dec(&ulp_ops->ref_count);  in ulp_put()
325 	struct cnic_ulp_ops *ulp_ops;  in cnic_send_nlmsg()  local
355 		ulp_ops = rcu_dereference(cp->ulp_ops[CNIC_ULP_ISCSI]);  in cnic_send_nlmsg()
356 		if (ulp_ops)  in cnic_send_nlmsg()
357 			rc = ulp_ops->iscsi_nl_send_msg(  in cnic_send_nlmsg()
393 		if (!rcu_access_pointer(cp->ulp_ops[CNIC_ULP_L4])) {  in cnic_iscsi_nl_msg_recv()
473 int cnic_register_driver(int ulp_type, struct cnic_ulp_ops *ulp_ops)  in cnic_register_driver()  argument
497 	atomic_set(&ulp_ops->ref_count, 0);  in cnic_register_driver()
498 	rcu_assign_pointer(cnic_ulp_tbl[ulp_type], ulp_ops);  in cnic_register_driver()
507 			ulp_ops->cnic_init(dev);  in cnic_register_driver()
517 	struct cnic_ulp_ops *ulp_ops;  in cnic_unregister_driver()  local
525 	ulp_ops = cnic_ulp_tbl_prot(ulp_type);  in cnic_unregister_driver()
526 	if (!ulp_ops) {  in cnic_unregister_driver()
535 		if (rcu_access_pointer(cp->ulp_ops[ulp_type])) {  in cnic_unregister_driver()
548 	while ((atomic_read(&ulp_ops->ref_count) != 0) && (i < 20)) {  in cnic_unregister_driver()
553 	if (atomic_read(&ulp_ops->ref_count) != 0)  in cnic_unregister_driver()
570 	struct cnic_ulp_ops *ulp_ops;  in cnic_register_device()  local
583 	if (rcu_access_pointer(cp->ulp_ops[ulp_type])) {  in cnic_register_device()
592 	ulp_ops = cnic_ulp_tbl_prot(ulp_type);  in cnic_register_device()
593 	rcu_assign_pointer(cp->ulp_ops[ulp_type], ulp_ops);  in cnic_register_device()
598 			ulp_ops->cnic_start(cp->ulp_handle[ulp_type]);  in cnic_register_device()
623 	if (rcu_access_pointer(cp->ulp_ops[ulp_type])) {  in cnic_unregister_device()
624 		RCU_INIT_POINTER(cp->ulp_ops[ulp_type], NULL);  in cnic_unregister_device()
1428 	struct cnic_ulp_ops *ulp_ops;  in cnic_reply_bnx2x_kcqes()  local
1431 	ulp_ops = rcu_dereference(cp->ulp_ops[ulp_type]);  in cnic_reply_bnx2x_kcqes()
1432 	if (likely(ulp_ops)) {  in cnic_reply_bnx2x_kcqes()
1433 		ulp_ops->indicate_kcqes(cp->ulp_handle[ulp_type],  in cnic_reply_bnx2x_kcqes()
2837 		struct cnic_ulp_ops *ulp_ops;  in service_kcqes()  local
2873 		ulp_ops = rcu_dereference(cp->ulp_ops[ulp_type]);  in service_kcqes()
2874 		if (likely(ulp_ops)) {  in service_kcqes()
2875 			ulp_ops->indicate_kcqes(cp->ulp_handle[ulp_type],  in service_kcqes()
3191 	struct cnic_ulp_ops *ulp_ops;  in cnic_ulp_stop_one()  local
3197 	ulp_ops = rcu_dereference_protected(cp->ulp_ops[if_type],  in cnic_ulp_stop_one()
3199 	if (!ulp_ops) {  in cnic_ulp_stop_one()
3207 		ulp_ops->cnic_stop(cp->ulp_handle[if_type]);  in cnic_ulp_stop_one()
3227 		struct cnic_ulp_ops *ulp_ops;  in cnic_ulp_start()  local
3230 		ulp_ops = rcu_dereference_protected(cp->ulp_ops[if_type],  in cnic_ulp_start()
3232 		if (!ulp_ops || !ulp_ops->cnic_start) {  in cnic_ulp_start()
3240 			ulp_ops->cnic_start(cp->ulp_handle[if_type]);  in cnic_ulp_start()
3249 	struct cnic_ulp_ops *ulp_ops;  in cnic_copy_ulp_stats()  local
3253 	ulp_ops = rcu_dereference_protected(cp->ulp_ops[ulp_type],  in cnic_copy_ulp_stats()
3255 	if (ulp_ops && ulp_ops->cnic_get_stats)  in cnic_copy_ulp_stats()
3256 		rc = ulp_ops->cnic_get_stats(cp->ulp_handle[ulp_type]);  in cnic_copy_ulp_stats()
3336 		struct cnic_ulp_ops *ulp_ops;  in cnic_ulp_init()  local
3339 		ulp_ops = cnic_ulp_tbl_prot(i);  in cnic_ulp_init()
3340 		if (!ulp_ops || !ulp_ops->cnic_init) {  in cnic_ulp_init()
3344 		ulp_get(ulp_ops);  in cnic_ulp_init()
3348 			ulp_ops->cnic_init(dev);  in cnic_ulp_init()
3350 		ulp_put(ulp_ops);  in cnic_ulp_init()
3360 		struct cnic_ulp_ops *ulp_ops;  in cnic_ulp_exit()  local
3363 		ulp_ops = cnic_ulp_tbl_prot(i);  in cnic_ulp_exit()
3364 		if (!ulp_ops || !ulp_ops->cnic_exit) {  in cnic_ulp_exit()
3368 		ulp_get(ulp_ops);  in cnic_ulp_exit()
3372 			ulp_ops->cnic_exit(dev);  in cnic_ulp_exit()
3374 		ulp_put(ulp_ops);  in cnic_ulp_exit()
3914 	struct cnic_ulp_ops *ulp_ops;  in cnic_cm_upcall()  local
3918 	ulp_ops = rcu_dereference(cp->ulp_ops[ulp_type]);  in cnic_cm_upcall()
3919 	if (ulp_ops) {  in cnic_cm_upcall()
3921 			ulp_ops->cm_connect_complete(csk);  in cnic_cm_upcall()
3923 			ulp_ops->cm_close_complete(csk);  in cnic_cm_upcall()
3925 			ulp_ops->cm_remote_abort(csk);  in cnic_cm_upcall()
3927 			ulp_ops->cm_abort_complete(csk);  in cnic_cm_upcall()
3929 			ulp_ops->cm_remote_close(csk);  in cnic_cm_upcall()
4343 	rcu_assign_pointer(cp->ulp_ops[CNIC_ULP_L4], &cm_ulp_ops);  in cnic_cm_open()
5424 		RCU_INIT_POINTER(cp->ulp_ops[CNIC_ULP_L4], NULL);  in cnic_stop_hw()
5653 		struct cnic_ulp_ops *ulp_ops;  in cnic_rcv_netevent()  local
5657 		ulp_ops = rcu_dereference_protected(cp->ulp_ops[if_type],  in cnic_rcv_netevent()
5659 		if (!ulp_ops || !ulp_ops->indicate_netevent) {  in cnic_rcv_netevent()
5669 		ulp_ops->indicate_netevent(ctx, event, vlan_id);  in cnic_rcv_netevent()