101 static void usnic_ib_qp_grp_modify_active_to_err(struct usnic_ib_dev *us_ibdev)  in usnic_ib_qp_grp_modify_active_to_err()  argument
108 	BUG_ON(!mutex_is_locked(&us_ibdev->usdev_lock));  in usnic_ib_qp_grp_modify_active_to_err()
110 	list_for_each_entry(ctx, &us_ibdev->ctx_list, link) {  in usnic_ib_qp_grp_modify_active_to_err()
132 static void usnic_ib_handle_usdev_event(struct usnic_ib_dev *us_ibdev,  in usnic_ib_handle_usdev_event()  argument
140 	mutex_lock(&us_ibdev->usdev_lock);  in usnic_ib_handle_usdev_event()
141 	netdev = us_ibdev->netdev;  in usnic_ib_handle_usdev_event()
144 		usnic_info("PF Reset on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
145 		usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
147 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
154 		if (!us_ibdev->ufdev->link_up &&  in usnic_ib_handle_usdev_event()
156 			usnic_fwd_carrier_up(us_ibdev->ufdev);  in usnic_ib_handle_usdev_event()
157 			usnic_info("Link UP on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
159 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
162 		} else if (us_ibdev->ufdev->link_up &&  in usnic_ib_handle_usdev_event()
164 			usnic_fwd_carrier_down(us_ibdev->ufdev);  in usnic_ib_handle_usdev_event()
165 			usnic_info("Link DOWN on %s\n", us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
166 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
168 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
174 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
178 		if (!memcmp(us_ibdev->ufdev->mac, netdev->dev_addr,  in usnic_ib_handle_usdev_event()
179 				sizeof(us_ibdev->ufdev->mac))) {  in usnic_ib_handle_usdev_event()
181 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
184 					us_ibdev->ib_dev.name,  in usnic_ib_handle_usdev_event()
185 					us_ibdev->ufdev->mac,  in usnic_ib_handle_usdev_event()
187 			usnic_fwd_set_mac(us_ibdev->ufdev, netdev->dev_addr);  in usnic_ib_handle_usdev_event()
188 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
190 			ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_usdev_event()
197 		if (us_ibdev->ufdev->mtu != netdev->mtu) {  in usnic_ib_handle_usdev_event()
199 					us_ibdev->ib_dev.name,  in usnic_ib_handle_usdev_event()
200 					us_ibdev->ufdev->mtu, netdev->mtu);  in usnic_ib_handle_usdev_event()
201 			usnic_fwd_set_mtu(us_ibdev->ufdev, netdev->mtu);  in usnic_ib_handle_usdev_event()
202 			usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_usdev_event()
205 					us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
211 				us_ibdev->ib_dev.name);  in usnic_ib_handle_usdev_event()
213 	mutex_unlock(&us_ibdev->usdev_lock);  in usnic_ib_handle_usdev_event()
219 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_netdevice_event()  local
224 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_netdevice_event()
225 		if (us_ibdev->netdev == netdev) {  in usnic_ib_netdevice_event()
226 			usnic_ib_handle_usdev_event(us_ibdev, event);  in usnic_ib_netdevice_event()
241 static int usnic_ib_handle_inet_event(struct usnic_ib_dev *us_ibdev,  in usnic_ib_handle_inet_event()  argument
247 	mutex_lock(&us_ibdev->usdev_lock);  in usnic_ib_handle_inet_event()
253 		usnic_fwd_del_ipaddr(us_ibdev->ufdev);  in usnic_ib_handle_inet_event()
254 		usnic_ib_qp_grp_modify_active_to_err(us_ibdev);  in usnic_ib_handle_inet_event()
256 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_inet_event()
261 		usnic_fwd_add_ipaddr(us_ibdev->ufdev, ifa->ifa_address);  in usnic_ib_handle_inet_event()
264 				&us_ibdev->ufdev->inaddr);  in usnic_ib_handle_inet_event()
266 		ib_event.device = &us_ibdev->ib_dev;  in usnic_ib_handle_inet_event()
273 				us_ibdev->ib_dev.name);  in usnic_ib_handle_inet_event()
275 	mutex_unlock(&us_ibdev->usdev_lock);  in usnic_ib_handle_inet_event()
283 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_inetaddr_event()  local
288 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_inetaddr_event()
289 		if (us_ibdev->netdev == netdev) {  in usnic_ib_inetaddr_event()
290 			usnic_ib_handle_inet_event(us_ibdev, event, ptr);  in usnic_ib_inetaddr_event()
306 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_device_add()  local
314 	us_ibdev = (struct usnic_ib_dev *)ib_alloc_device(sizeof(*us_ibdev));  in usnic_ib_device_add()
315 	if (IS_ERR_OR_NULL(us_ibdev)) {  in usnic_ib_device_add()
318 		return ERR_PTR(us_ibdev ? PTR_ERR(us_ibdev) : -EFAULT);  in usnic_ib_device_add()
321 	us_ibdev->ufdev = usnic_fwd_dev_alloc(dev);  in usnic_ib_device_add()
322 	if (IS_ERR_OR_NULL(us_ibdev->ufdev)) {  in usnic_ib_device_add()
324 				pci_name(dev), PTR_ERR(us_ibdev->ufdev));  in usnic_ib_device_add()
328 	mutex_init(&us_ibdev->usdev_lock);  in usnic_ib_device_add()
329 	INIT_LIST_HEAD(&us_ibdev->vf_dev_list);  in usnic_ib_device_add()
330 	INIT_LIST_HEAD(&us_ibdev->ctx_list);  in usnic_ib_device_add()
332 	us_ibdev->pdev = dev;  in usnic_ib_device_add()
333 	us_ibdev->netdev = pci_get_drvdata(dev);  in usnic_ib_device_add()
334 	us_ibdev->ib_dev.owner = THIS_MODULE;  in usnic_ib_device_add()
335 	us_ibdev->ib_dev.node_type = RDMA_NODE_USNIC_UDP;  in usnic_ib_device_add()
336 	us_ibdev->ib_dev.phys_port_cnt = USNIC_IB_PORT_CNT;  in usnic_ib_device_add()
337 	us_ibdev->ib_dev.num_comp_vectors = USNIC_IB_NUM_COMP_VECTORS;  in usnic_ib_device_add()
338 	us_ibdev->ib_dev.dma_device = &dev->dev;  in usnic_ib_device_add()
339 	us_ibdev->ib_dev.uverbs_abi_ver = USNIC_UVERBS_ABI_VERSION;  in usnic_ib_device_add()
340 	strlcpy(us_ibdev->ib_dev.name, "usnic_%d", IB_DEVICE_NAME_MAX);  in usnic_ib_device_add()
342 	us_ibdev->ib_dev.uverbs_cmd_mask =  in usnic_ib_device_add()
361 	us_ibdev->ib_dev.query_device = usnic_ib_query_device;  in usnic_ib_device_add()
362 	us_ibdev->ib_dev.query_port = usnic_ib_query_port;  in usnic_ib_device_add()
363 	us_ibdev->ib_dev.query_pkey = usnic_ib_query_pkey;  in usnic_ib_device_add()
364 	us_ibdev->ib_dev.query_gid = usnic_ib_query_gid;  in usnic_ib_device_add()
365 	us_ibdev->ib_dev.get_link_layer = usnic_ib_port_link_layer;  in usnic_ib_device_add()
366 	us_ibdev->ib_dev.alloc_pd = usnic_ib_alloc_pd;  in usnic_ib_device_add()
367 	us_ibdev->ib_dev.dealloc_pd = usnic_ib_dealloc_pd;  in usnic_ib_device_add()
368 	us_ibdev->ib_dev.create_qp = usnic_ib_create_qp;  in usnic_ib_device_add()
369 	us_ibdev->ib_dev.modify_qp = usnic_ib_modify_qp;  in usnic_ib_device_add()
370 	us_ibdev->ib_dev.query_qp = usnic_ib_query_qp;  in usnic_ib_device_add()
371 	us_ibdev->ib_dev.destroy_qp = usnic_ib_destroy_qp;  in usnic_ib_device_add()
372 	us_ibdev->ib_dev.create_cq = usnic_ib_create_cq;  in usnic_ib_device_add()
373 	us_ibdev->ib_dev.destroy_cq = usnic_ib_destroy_cq;  in usnic_ib_device_add()
374 	us_ibdev->ib_dev.reg_user_mr = usnic_ib_reg_mr;  in usnic_ib_device_add()
375 	us_ibdev->ib_dev.dereg_mr = usnic_ib_dereg_mr;  in usnic_ib_device_add()
376 	us_ibdev->ib_dev.alloc_ucontext = usnic_ib_alloc_ucontext;  in usnic_ib_device_add()
377 	us_ibdev->ib_dev.dealloc_ucontext = usnic_ib_dealloc_ucontext;  in usnic_ib_device_add()
378 	us_ibdev->ib_dev.mmap = usnic_ib_mmap;  in usnic_ib_device_add()
379 	us_ibdev->ib_dev.create_ah = usnic_ib_create_ah;  in usnic_ib_device_add()
380 	us_ibdev->ib_dev.destroy_ah = usnic_ib_destroy_ah;  in usnic_ib_device_add()
381 	us_ibdev->ib_dev.post_send = usnic_ib_post_send;  in usnic_ib_device_add()
382 	us_ibdev->ib_dev.post_recv = usnic_ib_post_recv;  in usnic_ib_device_add()
383 	us_ibdev->ib_dev.poll_cq = usnic_ib_poll_cq;  in usnic_ib_device_add()
384 	us_ibdev->ib_dev.req_notify_cq = usnic_ib_req_notify_cq;  in usnic_ib_device_add()
385 	us_ibdev->ib_dev.get_dma_mr = usnic_ib_get_dma_mr;  in usnic_ib_device_add()
388 	if (ib_register_device(&us_ibdev->ib_dev, NULL))  in usnic_ib_device_add()
391 	usnic_fwd_set_mtu(us_ibdev->ufdev, us_ibdev->netdev->mtu);  in usnic_ib_device_add()
392 	usnic_fwd_set_mac(us_ibdev->ufdev, us_ibdev->netdev->dev_addr);  in usnic_ib_device_add()
393 	if (netif_carrier_ok(us_ibdev->netdev))  in usnic_ib_device_add()
394 		usnic_fwd_carrier_up(us_ibdev->ufdev);  in usnic_ib_device_add()
398 		usnic_fwd_add_ipaddr(us_ibdev->ufdev, in->ifa_address);  in usnic_ib_device_add()
400 	usnic_mac_ip_to_gid(us_ibdev->netdev->perm_addr,  in usnic_ib_device_add()
401 				us_ibdev->ufdev->inaddr, &gid.raw[0]);  in usnic_ib_device_add()
402 	memcpy(&us_ibdev->ib_dev.node_guid, &gid.global.interface_id,  in usnic_ib_device_add()
404 	kref_init(&us_ibdev->vf_cnt);  in usnic_ib_device_add()
407 			us_ibdev->ib_dev.name, netdev_name(us_ibdev->netdev),  in usnic_ib_device_add()
408 			us_ibdev->ufdev->mac, us_ibdev->ufdev->link_up,  in usnic_ib_device_add()
409 			us_ibdev->ufdev->mtu);  in usnic_ib_device_add()
410 	return us_ibdev;  in usnic_ib_device_add()
413 	usnic_fwd_dev_free(us_ibdev->ufdev);  in usnic_ib_device_add()
416 	ib_dealloc_device(&us_ibdev->ib_dev);  in usnic_ib_device_add()
420 static void usnic_ib_device_remove(struct usnic_ib_dev *us_ibdev)  in usnic_ib_device_remove()  argument
422 	usnic_info("Unregistering %s\n", us_ibdev->ib_dev.name);  in usnic_ib_device_remove()
423 	usnic_ib_sysfs_unregister_usdev(us_ibdev);  in usnic_ib_device_remove()
424 	usnic_fwd_dev_free(us_ibdev->ufdev);  in usnic_ib_device_remove()
425 	ib_unregister_device(&us_ibdev->ib_dev);  in usnic_ib_device_remove()
426 	ib_dealloc_device(&us_ibdev->ib_dev);  in usnic_ib_device_remove()
431 	struct usnic_ib_dev *us_ibdev, *tmp;  in usnic_ib_undiscover_pf()  local
437 	list_for_each_entry_safe(us_ibdev, tmp,  in usnic_ib_undiscover_pf()
439 		if (us_ibdev->pdev == dev) {  in usnic_ib_undiscover_pf()
440 			list_del(&us_ibdev->ib_dev_link);  in usnic_ib_undiscover_pf()
441 			usnic_ib_device_remove(us_ibdev);  in usnic_ib_undiscover_pf()
454 	struct usnic_ib_dev *us_ibdev;  in usnic_ib_discover_pf()  local
464 	list_for_each_entry(us_ibdev, &usnic_ib_ibdev_list, ib_dev_link) {  in usnic_ib_discover_pf()
465 		if (us_ibdev->pdev == parent_pci) {  in usnic_ib_discover_pf()
466 			kref_get(&us_ibdev->vf_cnt);  in usnic_ib_discover_pf()
471 	us_ibdev = usnic_ib_device_add(parent_pci);  in usnic_ib_discover_pf()
472 	if (IS_ERR_OR_NULL(us_ibdev)) {  in usnic_ib_discover_pf()
473 		us_ibdev = us_ibdev ? us_ibdev : ERR_PTR(-EFAULT);  in usnic_ib_discover_pf()
477 	err = usnic_ib_sysfs_register_usdev(us_ibdev);  in usnic_ib_discover_pf()
479 		usnic_ib_device_remove(us_ibdev);  in usnic_ib_discover_pf()
480 		us_ibdev = ERR_PTR(err);  in usnic_ib_discover_pf()
484 	list_add(&us_ibdev->ib_dev_link, &usnic_ib_ibdev_list);  in usnic_ib_discover_pf()
487 	return us_ibdev;  in usnic_ib_discover_pf()