116 static void usnic_ib_qp_grp_modify_active_to_err(struct usnic_ib_dev *us_ibdev)  in usnic_ib_qp_grp_modify_active_to_err()  argument
123 	BUG_ON(!mutex_is_locked(&us_ibdev->usdev_lock));  in usnic_ib_qp_grp_modify_active_to_err()
125 	list_for_each_entry(ctx, &us_ibdev->ctx_list, link) {  in usnic_ib_qp_grp_modify_active_to_err()
147 static void usnic_ib_handle_usdev_event(struct usnic_ib_dev *us_ibdev,  in usnic_ib_handle_usdev_event()  argument
155 	mutex_lock(&us_ibdev->usdev_lock);  in usnic_ib_handle_usdev_event()
156 	netdev = us_ibdev->netdev;  in usnic_ib_handle_usdev_event()
159 		usnic_info("PF Reset on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
160 		usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
162 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
169 		if (!us_ibdev->ufdev->link_up &&  in usnic_ib_handle_usdev_event()
171 			usnic_fwd_carrier_up(us_ibdev->ufdev);  in usnic_ib_handle_usdev_event()
172 			usnic_info("Link UP on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
174 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
177 		} else if (us_ibdev->ufdev->link_up &&  in usnic_ib_handle_usdev_event()
179 			usnic_fwd_carrier_down(us_ibdev->ufdev);  in usnic_ib_handle_usdev_event()
180 			usnic_info("Link DOWN on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
181 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
183 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
189 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
193 		if (!memcmp(us_ibdev->ufdev->mac, netdev->dev_addr,  in usnic_ib_handle_usdev_event()
194 				sizeof(us_ibdev->ufdev->mac))) {  in usnic_ib_handle_usdev_event()
196 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
199 					us_ibdev->ib_dev.name,  in usnic_ib_handle_usdev_event()
200 					us_ibdev->ufdev->mac,  in usnic_ib_handle_usdev_event()
202 			usnic_fwd_set_mac(us_ibdev->ufdev, netdev->dev_addr);  in usnic_ib_handle_usdev_event()
203 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
205 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
212 		if (us_ibdev->ufdev->mtu != netdev->mtu) {  in usnic_ib_handle_usdev_event()
214 					us_ibdev->ib_dev.name,  in usnic_ib_handle_usdev_event()
215 					us_ibdev->ufdev->mtu, netdev->mtu);  in usnic_ib_handle_usdev_event()
216 			usnic_fwd_set_mtu(us_ibdev->ufdev, netdev->mtu);  in usnic_ib_handle_usdev_event()
217 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
220 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
226 				us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
228 	mutex_unlock(&us_ibdev->usdev_lock);  in usnic_ib_handle_usdev_event()
234 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_netdevice_event()  local
239 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_netdevice_event()
240 		if (us_ibdev->netdev == netdev) {  in usnic_ib_netdevice_event()
241 			usnic_ib_handle_usdev_event(us_ibdev, event);  in usnic_ib_netdevice_event()
256 static int usnic_ib_handle_inet_event(struct usnic_ib_dev *us_ibdev,  in usnic_ib_handle_inet_event()  argument
262 	mutex_lock(&us_ibdev->usdev_lock);  in usnic_ib_handle_inet_event()
268 		usnic_fwd_del_ipaddr(us_ibdev->ufdev);  in usnic_ib_handle_inet_event()
269 		usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_inet_event()
271 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_inet_event()
276 		usnic_fwd_add_ipaddr(us_ibdev->ufdev, ifa->ifa_address);  in usnic_ib_handle_inet_event()
279 				&us_ibdev->ufdev->inaddr);  in usnic_ib_handle_inet_event()
281 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_inet_event()
288 				us_ibdev->ib_dev.name);  in usnic_ib_handle_inet_event()
290 	mutex_unlock(&us_ibdev->usdev_lock);  in usnic_ib_handle_inet_event()
298 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_inetaddr_event()  local
303 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_inetaddr_event()
304 		if (us_ibdev->netdev == netdev) {  in usnic_ib_inetaddr_event()
305 			usnic_ib_handle_inet_event(us_ibdev, event, ptr);  in usnic_ib_inetaddr_event()
337 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_device_add()  local
345 	us_ibdev = (struct usnic_ib_dev *)ib_alloc_device(sizeof(*us_ibdev));  in usnic_ib_device_add()
346 	if (!us_ibdev) {  in usnic_ib_device_add()
352 	us_ibdev->ufdev = usnic_fwd_dev_alloc(dev);  in usnic_ib_device_add()
353 	if (!us_ibdev->ufdev) {  in usnic_ib_device_add()
358 	mutex_init(&us_ibdev->usdev_lock);  in usnic_ib_device_add()
359 	INIT_LIST_HEAD(&us_ibdev->vf_dev_list);  in usnic_ib_device_add()
360 	INIT_LIST_HEAD(&us_ibdev->ctx_list);  in usnic_ib_device_add()
362 	us_ibdev->pdev = dev;  in usnic_ib_device_add()
363 	us_ibdev->netdev = pci_get_drvdata(dev);  in usnic_ib_device_add()
364 	us_ibdev->ib_dev.owner = THIS_MODULE;  in usnic_ib_device_add()
365 	us_ibdev->ib_dev.node_type = RDMA_NODE_USNIC_UDP;  in usnic_ib_device_add()
366 	us_ibdev->ib_dev.phys_port_cnt = USNIC_IB_PORT_CNT;  in usnic_ib_device_add()
367 	us_ibdev->ib_dev.num_comp_vectors = USNIC_IB_NUM_COMP_VECTORS;  in usnic_ib_device_add()
368 	us_ibdev->ib_dev.dma_device = &dev->dev;  in usnic_ib_device_add()
369 	us_ibdev->ib_dev.uverbs_abi_ver = USNIC_UVERBS_ABI_VERSION;  in usnic_ib_device_add()
370 	strlcpy(us_ibdev->ib_dev.name, "usnic_%d", IB_DEVICE_NAME_MAX);  in usnic_ib_device_add()
372 	us_ibdev->ib_dev.uverbs_cmd_mask =  in usnic_ib_device_add()
391 	us_ibdev->ib_dev.query_device = usnic_ib_query_device;  in usnic_ib_device_add()
392 	us_ibdev->ib_dev.query_port = usnic_ib_query_port;  in usnic_ib_device_add()
393 	us_ibdev->ib_dev.query_pkey = usnic_ib_query_pkey;  in usnic_ib_device_add()
394 	us_ibdev->ib_dev.query_gid = usnic_ib_query_gid;  in usnic_ib_device_add()
395 	us_ibdev->ib_dev.get_link_layer = usnic_ib_port_link_layer;  in usnic_ib_device_add()
396 	us_ibdev->ib_dev.alloc_pd = usnic_ib_alloc_pd;  in usnic_ib_device_add()
397 	us_ibdev->ib_dev.dealloc_pd = usnic_ib_dealloc_pd;  in usnic_ib_device_add()
398 	us_ibdev->ib_dev.create_qp = usnic_ib_create_qp;  in usnic_ib_device_add()
399 	us_ibdev->ib_dev.modify_qp = usnic_ib_modify_qp;  in usnic_ib_device_add()
400 	us_ibdev->ib_dev.query_qp = usnic_ib_query_qp;  in usnic_ib_device_add()
401 	us_ibdev->ib_dev.destroy_qp = usnic_ib_destroy_qp;  in usnic_ib_device_add()
402 	us_ibdev->ib_dev.create_cq = usnic_ib_create_cq;  in usnic_ib_device_add()
403 	us_ibdev->ib_dev.destroy_cq = usnic_ib_destroy_cq;  in usnic_ib_device_add()
404 	us_ibdev->ib_dev.reg_user_mr = usnic_ib_reg_mr;  in usnic_ib_device_add()
405 	us_ibdev->ib_dev.dereg_mr = usnic_ib_dereg_mr;  in usnic_ib_device_add()
406 	us_ibdev->ib_dev.alloc_ucontext = usnic_ib_alloc_ucontext;  in usnic_ib_device_add()
407 	us_ibdev->ib_dev.dealloc_ucontext = usnic_ib_dealloc_ucontext;  in usnic_ib_device_add()
408 	us_ibdev->ib_dev.mmap = usnic_ib_mmap;  in usnic_ib_device_add()
409 	us_ibdev->ib_dev.create_ah = usnic_ib_create_ah;  in usnic_ib_device_add()
410 	us_ibdev->ib_dev.destroy_ah = usnic_ib_destroy_ah;  in usnic_ib_device_add()
411 	us_ibdev->ib_dev.post_send = usnic_ib_post_send;  in usnic_ib_device_add()
412 	us_ibdev->ib_dev.post_recv = usnic_ib_post_recv;  in usnic_ib_device_add()
413 	us_ibdev->ib_dev.poll_cq = usnic_ib_poll_cq;  in usnic_ib_device_add()
414 	us_ibdev->ib_dev.req_notify_cq = usnic_ib_req_notify_cq;  in usnic_ib_device_add()
415 	us_ibdev->ib_dev.get_dma_mr = usnic_ib_get_dma_mr;  in usnic_ib_device_add()
416 	us_ibdev->ib_dev.get_port_immutable = usnic_port_immutable;  in usnic_ib_device_add()
419 	if (ib_register_device(&us_ibdev->ib_dev, NULL))  in usnic_ib_device_add()
422 	usnic_fwd_set_mtu(us_ibdev->ufdev, us_ibdev->netdev->mtu);  in usnic_ib_device_add()
423 	usnic_fwd_set_mac(us_ibdev->ufdev, us_ibdev->netdev->dev_addr);  in usnic_ib_device_add()
424 	if (netif_carrier_ok(us_ibdev->netdev))  in usnic_ib_device_add()
425 		usnic_fwd_carrier_up(us_ibdev->ufdev);  in usnic_ib_device_add()
429 		usnic_fwd_add_ipaddr(us_ibdev->ufdev, in->ifa_address);  in usnic_ib_device_add()
431 	usnic_mac_ip_to_gid(us_ibdev->netdev->perm_addr,  in usnic_ib_device_add()
432 				us_ibdev->ufdev->inaddr, &gid.raw[0]);  in usnic_ib_device_add()
433 	memcpy(&us_ibdev->ib_dev.node_guid, &gid.global.interface_id,  in usnic_ib_device_add()
435 	kref_init(&us_ibdev->vf_cnt);  in usnic_ib_device_add()
438 			us_ibdev->ib_dev.name, netdev_name(us_ibdev->netdev),  in usnic_ib_device_add()
439 			us_ibdev->ufdev->mac, us_ibdev->ufdev->link_up,  in usnic_ib_device_add()
440 			us_ibdev->ufdev->mtu);  in usnic_ib_device_add()
441 	return us_ibdev;  in usnic_ib_device_add()
444 	usnic_fwd_dev_free(us_ibdev->ufdev);  in usnic_ib_device_add()
447 	ib_dealloc_device(&us_ibdev->ib_dev);  in usnic_ib_device_add()
451 static void usnic_ib_device_remove(struct usnic_ib_dev *us_ibdev)  in usnic_ib_device_remove()  argument
453 	usnic_info("Unregistering %s\n", us_ibdev->ib_dev.name);  in usnic_ib_device_remove()
454 	usnic_ib_sysfs_unregister_usdev(us_ibdev);  in usnic_ib_device_remove()
455 	usnic_fwd_dev_free(us_ibdev->ufdev);  in usnic_ib_device_remove()
456 	ib_unregister_device(&us_ibdev->ib_dev);  in usnic_ib_device_remove()
457 	ib_dealloc_device(&us_ibdev->ib_dev);  in usnic_ib_device_remove()
462 	struct usnic_ib_dev *us_ibdev, *tmp;  in usnic_ib_undiscover_pf()  local
468 	list_for_each_entry_safe(us_ibdev, tmp,  in usnic_ib_undiscover_pf()
470 		if (us_ibdev->pdev == dev) {  in usnic_ib_undiscover_pf()
471 			list_del(&us_ibdev->ib_dev_link);  in usnic_ib_undiscover_pf()
472 			usnic_ib_device_remove(us_ibdev);  in usnic_ib_undiscover_pf()
485 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_discover_pf()  local
495 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_discover_pf()
496 		if (us_ibdev->pdev == parent_pci) {  in usnic_ib_discover_pf()
497 			kref_get(&us_ibdev->vf_cnt);  in usnic_ib_discover_pf()
502 	us_ibdev = usnic_ib_device_add(parent_pci);  in usnic_ib_discover_pf()
503 	if (IS_ERR_OR_NULL(us_ibdev)) {  in usnic_ib_discover_pf()
504 		us_ibdev = us_ibdev ? us_ibdev : ERR_PTR(-EFAULT);  in usnic_ib_discover_pf()
508 	err = usnic_ib_sysfs_register_usdev(us_ibdev);  in usnic_ib_discover_pf()
510 		usnic_ib_device_remove(us_ibdev);  in usnic_ib_discover_pf()
511 		us_ibdev = ERR_PTR(err);  in usnic_ib_discover_pf()
515 	list_add(&us_ibdev->ib_dev_link, &usnic_ib_ibdev_list);  in usnic_ib_discover_pf()
518 	return us_ibdev;  in usnic_ib_discover_pf()