197 static int fjes_request_irq(struct fjes_adapter *adapter)  in fjes_request_irq()  argument
199 	struct net_device *netdev = adapter->netdev;  in fjes_request_irq()
202 	adapter->interrupt_watch_enable = true;  in fjes_request_irq()
203 	if (!delayed_work_pending(&adapter->interrupt_watch_task)) {  in fjes_request_irq()
204 		queue_delayed_work(adapter->control_wq,  in fjes_request_irq()
205 				   &adapter->interrupt_watch_task,  in fjes_request_irq()
209 	if (!adapter->irq_registered) {  in fjes_request_irq()
210 		result = request_irq(adapter->hw.hw_res.irq, fjes_intr,  in fjes_request_irq()
211 				     IRQF_SHARED, netdev->name, adapter);  in fjes_request_irq()
213 			adapter->irq_registered = false;  in fjes_request_irq()
215 			adapter->irq_registered = true;  in fjes_request_irq()
221 static void fjes_free_irq(struct fjes_adapter *adapter)  in fjes_free_irq()  argument
223 	struct fjes_hw *hw = &adapter->hw;  in fjes_free_irq()
225 	adapter->interrupt_watch_enable = false;  in fjes_free_irq()
226 	cancel_delayed_work_sync(&adapter->interrupt_watch_task);  in fjes_free_irq()
230 	if (adapter->irq_registered) {  in fjes_free_irq()
231 		free_irq(adapter->hw.hw_res.irq, adapter);  in fjes_free_irq()
232 		adapter->irq_registered = false;  in fjes_free_irq()
250 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_open()  local
251 	struct fjes_hw *hw = &adapter->hw;  in fjes_open()
254 	if (adapter->open_guard)  in fjes_open()
257 	result = fjes_setup_resources(adapter);  in fjes_open()
264 	napi_enable(&adapter->napi);  in fjes_open()
268 	result = fjes_request_irq(adapter);  in fjes_open()
280 	fjes_free_irq(adapter);  in fjes_open()
281 	napi_disable(&adapter->napi);  in fjes_open()
284 	fjes_free_resources(adapter);  in fjes_open()
291 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_close()  local
292 	struct fjes_hw *hw = &adapter->hw;  in fjes_close()
300 	napi_disable(&adapter->napi);  in fjes_close()
306 		adapter->hw.ep_shm_info[epidx].tx.info->v1i.rx_status &=  in fjes_close()
310 	fjes_free_irq(adapter);  in fjes_close()
312 	cancel_delayed_work_sync(&adapter->interrupt_watch_task);  in fjes_close()
313 	cancel_work_sync(&adapter->unshare_watch_task);  in fjes_close()
314 	adapter->unshare_watch_bitmask = 0;  in fjes_close()
315 	cancel_work_sync(&adapter->raise_intr_rxdata_task);  in fjes_close()
316 	cancel_work_sync(&adapter->tx_stall_task);  in fjes_close()
323 	fjes_free_resources(adapter);  in fjes_close()
328 static int fjes_setup_resources(struct fjes_adapter *adapter)  in fjes_setup_resources()  argument
330 	struct net_device *netdev = adapter->netdev;  in fjes_setup_resources()
332 	struct fjes_hw *hw = &adapter->hw;  in fjes_setup_resources()
350 		adapter->force_reset = true;  in fjes_setup_resources()
389 				adapter->force_reset = true;  in fjes_setup_resources()
398 static void fjes_free_resources(struct fjes_adapter *adapter)  in fjes_free_resources()  argument
400 	struct net_device *netdev = adapter->netdev;  in fjes_free_resources()
403 	struct fjes_hw *hw = &adapter->hw;  in fjes_free_resources()
427 	if (reset_flag || adapter->force_reset) {  in fjes_free_resources()
430 		adapter->force_reset = false;  in fjes_free_resources()
433 			adapter->open_guard = true;  in fjes_free_resources()
451 	struct fjes_adapter *adapter = container_of(work,  in fjes_tx_stall_task()  local
453 	struct net_device *netdev = adapter->netdev;  in fjes_tx_stall_task()
454 	struct fjes_hw *hw = &adapter->hw;  in fjes_tx_stall_task()
482 			info = adapter->hw.ep_shm_info[epid].tx.info;  in fjes_tx_stall_task()
499 	queue_work(adapter->txrx_wq, &adapter->tx_stall_task);  in fjes_tx_stall_task()
504 	struct fjes_adapter *adapter = container_of(work,  in fjes_force_close_task()  local
506 	struct net_device *netdev = adapter->netdev;  in fjes_force_close_task()
515 	struct fjes_adapter *adapter = container_of(work,  in fjes_raise_intr_rxdata_task()  local
517 	struct fjes_hw *hw = &adapter->hw;  in fjes_raise_intr_rxdata_task()
561 static int fjes_tx_send(struct fjes_adapter *adapter, int dest,  in fjes_tx_send()  argument
566 	retval = fjes_hw_epbuf_tx_pkt_send(&adapter->hw.ep_shm_info[dest].tx,  in fjes_tx_send()
571 	adapter->hw.ep_shm_info[dest].tx.info->v1i.tx_status =  in fjes_tx_send()
573 	if (!work_pending(&adapter->raise_intr_rxdata_task))  in fjes_tx_send()
574 		queue_work(adapter->txrx_wq,  in fjes_tx_send()
575 			   &adapter->raise_intr_rxdata_task);  in fjes_tx_send()
584 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_xmit_frame()  local
585 	struct fjes_hw *hw = &adapter->hw;  in fjes_xmit_frame()
629 			adapter->stats64.tx_packets += 1;  in fjes_xmit_frame()
631 			adapter->stats64.tx_bytes += len;  in fjes_xmit_frame()
639 		adapter->stats64.tx_packets += 1;  in fjes_xmit_frame()
641 		adapter->stats64.tx_bytes += len;  in fjes_xmit_frame()
653 				&adapter->hw.ep_shm_info[dest_epid].rx, 0)) {  in fjes_xmit_frame()
655 			adapter->stats64.tx_carrier_errors += 1;  in fjes_xmit_frame()
661 				&adapter->hw.ep_shm_info[dest_epid].rx,  in fjes_xmit_frame()
663 			adapter->stats64.tx_dropped += 1;  in fjes_xmit_frame()
665 			adapter->stats64.tx_errors += 1;  in fjes_xmit_frame()
671 				&adapter->hw.ep_shm_info[dest_epid].rx,  in fjes_xmit_frame()
682 			if (adapter->tx_retry_count == 0) {  in fjes_xmit_frame()
683 				adapter->tx_start_jiffies = jiffies;  in fjes_xmit_frame()
684 				adapter->tx_retry_count = 1;  in fjes_xmit_frame()
686 				adapter->tx_retry_count++;  in fjes_xmit_frame()
689 			if (fjes_tx_send(adapter, dest_epid, data, len)) {  in fjes_xmit_frame()
694 					    (long)adapter->tx_start_jiffies) >=  in fjes_xmit_frame()
696 					adapter->stats64.tx_fifo_errors += 1;  in fjes_xmit_frame()
699 					adapter->stats64.tx_errors += 1;  in fjes_xmit_frame()
708 					if (!work_pending(&adapter->tx_stall_task))  in fjes_xmit_frame()
709 						queue_work(adapter->txrx_wq,  in fjes_xmit_frame()
710 							   &adapter->tx_stall_task);  in fjes_xmit_frame()
716 					adapter->stats64.tx_packets += 1;  in fjes_xmit_frame()
719 					adapter->stats64.tx_bytes += len;  in fjes_xmit_frame()
724 				adapter->tx_retry_count = 0;  in fjes_xmit_frame()
733 			adapter->stats64.tx_packets += 1;  in fjes_xmit_frame()
735 			adapter->stats64.tx_bytes += 1;  in fjes_xmit_frame()
753 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_get_stats64()  local
755 	memcpy(stats, &adapter->stats64, sizeof(struct rtnl_link_stats64));  in fjes_get_stats64()
790 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_vlan_rx_add_vid()  local
794 	for (epid = 0; epid < adapter->hw.max_epid; epid++) {  in fjes_vlan_rx_add_vid()
795 		if (epid == adapter->hw.my_epid)  in fjes_vlan_rx_add_vid()
799 			&adapter->hw.ep_shm_info[epid].tx, vid))  in fjes_vlan_rx_add_vid()
801 				&adapter->hw.ep_shm_info[epid].tx, vid);  in fjes_vlan_rx_add_vid()
810 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_vlan_rx_kill_vid()  local
813 	for (epid = 0; epid < adapter->hw.max_epid; epid++) {  in fjes_vlan_rx_kill_vid()
814 		if (epid == adapter->hw.my_epid)  in fjes_vlan_rx_kill_vid()
817 		fjes_hw_del_vlan_id(&adapter->hw.ep_shm_info[epid].tx, vid);  in fjes_vlan_rx_kill_vid()
823 static void fjes_txrx_stop_req_irq(struct fjes_adapter *adapter,  in fjes_txrx_stop_req_irq()  argument
826 	struct fjes_hw *hw = &adapter->hw;  in fjes_txrx_stop_req_irq()
841 			set_bit(src_epid, &adapter->unshare_watch_bitmask);  in fjes_txrx_stop_req_irq()
843 			if (!work_pending(&adapter->unshare_watch_task))  in fjes_txrx_stop_req_irq()
844 				queue_work(adapter->control_wq,  in fjes_txrx_stop_req_irq()
845 					   &adapter->unshare_watch_task);  in fjes_txrx_stop_req_irq()
853 				queue_work(adapter->control_wq,  in fjes_txrx_stop_req_irq()
860 static void fjes_stop_req_irq(struct fjes_adapter *adapter, int src_epid)  in fjes_stop_req_irq()  argument
862 	struct fjes_hw *hw = &adapter->hw;  in fjes_stop_req_irq()
877 		set_bit(src_epid, &adapter->unshare_watch_bitmask);  in fjes_stop_req_irq()
878 		if (!work_pending(&adapter->unshare_watch_task))  in fjes_stop_req_irq()
879 			queue_work(adapter->control_wq,  in fjes_stop_req_irq()
880 				   &adapter->unshare_watch_task);  in fjes_stop_req_irq()
886 			queue_work(adapter->control_wq, &hw->epstop_task);  in fjes_stop_req_irq()
891 static void fjes_update_zone_irq(struct fjes_adapter *adapter,  in fjes_update_zone_irq()  argument
894 	struct fjes_hw *hw = &adapter->hw;  in fjes_update_zone_irq()
897 		queue_work(adapter->control_wq, &hw->update_zone_task);  in fjes_update_zone_irq()
902 	struct fjes_adapter *adapter = data;  in fjes_intr()  local
903 	struct fjes_hw *hw = &adapter->hw;  in fjes_intr()
911 			fjes_rx_irq(adapter, icr & REG_IS_MASK_EPID);  in fjes_intr()
914 			fjes_stop_req_irq(adapter, icr & REG_IS_MASK_EPID);  in fjes_intr()
917 			fjes_txrx_stop_req_irq(adapter, icr & REG_IS_MASK_EPID);  in fjes_intr()
924 			fjes_update_zone_irq(adapter, icr & REG_IS_MASK_EPID);  in fjes_intr()
934 static int fjes_rxframe_search_exist(struct fjes_adapter *adapter,  in fjes_rxframe_search_exist()  argument
937 	struct fjes_hw *hw = &adapter->hw;  in fjes_rxframe_search_exist()
960 static void *fjes_rxframe_get(struct fjes_adapter *adapter, size_t *psize,  in fjes_rxframe_get()  argument
965 	*cur_epid = fjes_rxframe_search_exist(adapter, *cur_epid);  in fjes_rxframe_get()
971 		&adapter->hw.ep_shm_info[*cur_epid].rx, psize);  in fjes_rxframe_get()
976 static void fjes_rxframe_release(struct fjes_adapter *adapter, int cur_epid)  in fjes_rxframe_release()  argument
978 	fjes_hw_epbuf_rx_curpkt_drop(&adapter->hw.ep_shm_info[cur_epid].rx);  in fjes_rxframe_release()
981 static void fjes_rx_irq(struct fjes_adapter *adapter, int src_epid)  in fjes_rx_irq()  argument
983 	struct fjes_hw *hw = &adapter->hw;  in fjes_rx_irq()
987 	adapter->unset_rx_last = true;  in fjes_rx_irq()
988 	napi_schedule(&adapter->napi);  in fjes_rx_irq()
993 	struct fjes_adapter *adapter =  in fjes_poll()  local
996 	struct fjes_hw *hw = &adapter->hw;  in fjes_poll()
1008 		adapter->hw.ep_shm_info[epidx].tx.info->v1i.rx_status |=  in fjes_poll()
1013 		prefetch(&adapter->hw);  in fjes_poll()
1014 		frame = fjes_rxframe_get(adapter, &frame_len, &cur_epid);  in fjes_poll()
1019 				adapter->stats64.rx_dropped += 1;  in fjes_poll()
1022 				adapter->stats64.rx_errors += 1;  in fjes_poll()
1035 				adapter->stats64.rx_packets += 1;  in fjes_poll()
1038 				adapter->stats64.rx_bytes += frame_len;  in fjes_poll()
1044 					adapter->stats64.multicast += 1;  in fjes_poll()
1050 			fjes_rxframe_release(adapter, cur_epid);  in fjes_poll()
1051 			adapter->unset_rx_last = true;  in fjes_poll()
1060 		if (adapter->unset_rx_last) {  in fjes_poll()
1061 			adapter->rx_last_jiffies = jiffies;  in fjes_poll()
1062 			adapter->unset_rx_last = false;  in fjes_poll()
1065 		if (((long)jiffies - (long)adapter->rx_last_jiffies) < 3) {  in fjes_poll()
1071 				adapter->hw.ep_shm_info[epidx]  in fjes_poll()
1086 	struct fjes_adapter *adapter;  in fjes_probe()  local
1103 	adapter = netdev_priv(netdev);  in fjes_probe()
1104 	adapter->netdev = netdev;  in fjes_probe()
1105 	adapter->plat_dev = plat_dev;  in fjes_probe()
1106 	hw = &adapter->hw;  in fjes_probe()
1107 	hw->back = adapter;  in fjes_probe()
1110 	err = fjes_sw_init(adapter);  in fjes_probe()
1114 	INIT_WORK(&adapter->force_close_task, fjes_force_close_task);  in fjes_probe()
1115 	adapter->force_reset = false;  in fjes_probe()
1116 	adapter->open_guard = false;  in fjes_probe()
1118 	adapter->txrx_wq = create_workqueue(DRV_NAME "/txrx");  in fjes_probe()
1119 	adapter->control_wq = create_workqueue(DRV_NAME "/control");  in fjes_probe()
1121 	INIT_WORK(&adapter->tx_stall_task, fjes_tx_stall_task);  in fjes_probe()
1122 	INIT_WORK(&adapter->raise_intr_rxdata_task,  in fjes_probe()
1124 	INIT_WORK(&adapter->unshare_watch_task, fjes_watch_unshare_task);  in fjes_probe()
1125 	adapter->unshare_watch_bitmask = 0;  in fjes_probe()
1127 	INIT_DELAYED_WORK(&adapter->interrupt_watch_task, fjes_irq_watch_task);  in fjes_probe()
1128 	adapter->interrupt_watch_enable = false;  in fjes_probe()
1134 	err = fjes_hw_init(&adapter->hw);  in fjes_probe()
1155 	fjes_hw_exit(&adapter->hw);  in fjes_probe()
1166 	struct fjes_adapter *adapter = netdev_priv(netdev);  in fjes_remove()  local
1167 	struct fjes_hw *hw = &adapter->hw;  in fjes_remove()
1169 	cancel_delayed_work_sync(&adapter->interrupt_watch_task);  in fjes_remove()
1170 	cancel_work_sync(&adapter->unshare_watch_task);  in fjes_remove()
1171 	cancel_work_sync(&adapter->raise_intr_rxdata_task);  in fjes_remove()
1172 	cancel_work_sync(&adapter->tx_stall_task);  in fjes_remove()
1173 	if (adapter->control_wq)  in fjes_remove()
1174 		destroy_workqueue(adapter->control_wq);  in fjes_remove()
1175 	if (adapter->txrx_wq)  in fjes_remove()
1176 		destroy_workqueue(adapter->txrx_wq);  in fjes_remove()
1182 	netif_napi_del(&adapter->napi);  in fjes_remove()
1189 static int fjes_sw_init(struct fjes_adapter *adapter)  in fjes_sw_init()  argument
1191 	struct net_device *netdev = adapter->netdev;  in fjes_sw_init()
1193 	netif_napi_add(netdev, &adapter->napi, fjes_poll, 64);  in fjes_sw_init()
1213 	struct fjes_adapter *adapter = container_of(to_delayed_work(work),  in fjes_irq_watch_task()  local
1217 	fjes_intr(adapter->hw.hw_res.irq, adapter);  in fjes_irq_watch_task()
1220 	if (fjes_rxframe_search_exist(adapter, 0) >= 0)  in fjes_irq_watch_task()
1221 		napi_schedule(&adapter->napi);  in fjes_irq_watch_task()
1223 	if (adapter->interrupt_watch_enable) {  in fjes_irq_watch_task()
1224 		if (!delayed_work_pending(&adapter->interrupt_watch_task))  in fjes_irq_watch_task()
1225 			queue_delayed_work(adapter->control_wq,  in fjes_irq_watch_task()
1226 					   &adapter->interrupt_watch_task,  in fjes_irq_watch_task()
1233 	struct fjes_adapter *adapter =  in fjes_watch_unshare_task()  local
1236 	struct net_device *netdev = adapter->netdev;  in fjes_watch_unshare_task()
1237 	struct fjes_hw *hw = &adapter->hw;  in fjes_watch_unshare_task()
1250 	unshare_watch_bitmask = adapter->unshare_watch_bitmask;  in fjes_watch_unshare_task()
1251 	adapter->unshare_watch_bitmask = 0;  in fjes_watch_unshare_task()
1286 					&adapter->force_close_task)) {  in fjes_watch_unshare_task()
1287 					adapter->force_reset = true;  in fjes_watch_unshare_task()
1289 						&adapter->force_close_task);  in fjes_watch_unshare_task()
1325 						&adapter->force_close_task)) {  in fjes_watch_unshare_task()
1326 						adapter->force_reset = true;  in fjes_watch_unshare_task()
1328 							&adapter->force_close_task);  in fjes_watch_unshare_task()