30 				  struct dma_desc *p, void __iomem *ioaddr)  in enh_desc_get_tx_status()  argument
35 	if (unlikely(p->des01.etx.error_summary)) {  in enh_desc_get_tx_status()
36 		if (unlikely(p->des01.etx.jabber_timeout))  in enh_desc_get_tx_status()
39 		if (unlikely(p->des01.etx.frame_flushed)) {  in enh_desc_get_tx_status()
44 		if (unlikely(p->des01.etx.loss_carrier)) {  in enh_desc_get_tx_status()
48 		if (unlikely(p->des01.etx.no_carrier)) {  in enh_desc_get_tx_status()
52 		if (unlikely(p->des01.etx.late_collision))  in enh_desc_get_tx_status()
53 			stats->collisions += p->des01.etx.collision_count;  in enh_desc_get_tx_status()
55 		if (unlikely(p->des01.etx.excessive_collisions))  in enh_desc_get_tx_status()
56 			stats->collisions += p->des01.etx.collision_count;  in enh_desc_get_tx_status()
58 		if (unlikely(p->des01.etx.excessive_deferral))  in enh_desc_get_tx_status()
61 		if (unlikely(p->des01.etx.underflow_error)) {  in enh_desc_get_tx_status()
66 		if (unlikely(p->des01.etx.ip_header_error))  in enh_desc_get_tx_status()
69 		if (unlikely(p->des01.etx.payload_error)) {  in enh_desc_get_tx_status()
77 	if (unlikely(p->des01.etx.deferred))  in enh_desc_get_tx_status()
81 	if (p->des01.etx.vlan_frame)  in enh_desc_get_tx_status()
88 static int enh_desc_get_tx_len(struct dma_desc *p)  in enh_desc_get_tx_len()  argument
90 	return p->des01.etx.buffer1_size;  in enh_desc_get_tx_len()
127 				    struct dma_extended_desc *p)  in enh_desc_get_ext_status()  argument
129 	if (unlikely(p->basic.des01.erx.rx_mac_addr)) {  in enh_desc_get_ext_status()
130 		if (p->des4.erx.ip_hdr_err)  in enh_desc_get_ext_status()
132 		if (p->des4.erx.ip_payload_err)  in enh_desc_get_ext_status()
134 		if (p->des4.erx.ip_csum_bypassed)  in enh_desc_get_ext_status()
136 		if (p->des4.erx.ipv4_pkt_rcvd)  in enh_desc_get_ext_status()
138 		if (p->des4.erx.ipv6_pkt_rcvd)  in enh_desc_get_ext_status()
140 		if (p->des4.erx.msg_type == RDES_EXT_SYNC)  in enh_desc_get_ext_status()
142 		else if (p->des4.erx.msg_type == RDES_EXT_FOLLOW_UP)  in enh_desc_get_ext_status()
144 		else if (p->des4.erx.msg_type == RDES_EXT_DELAY_REQ)  in enh_desc_get_ext_status()
146 		else if (p->des4.erx.msg_type == RDES_EXT_DELAY_RESP)  in enh_desc_get_ext_status()
148 		else if (p->des4.erx.msg_type == RDES_EXT_PDELAY_REQ)  in enh_desc_get_ext_status()
150 		else if (p->des4.erx.msg_type == RDES_EXT_PDELAY_RESP)  in enh_desc_get_ext_status()
152 		else if (p->des4.erx.msg_type == RDES_EXT_PDELAY_FOLLOW_UP)  in enh_desc_get_ext_status()
156 		if (p->des4.erx.ptp_frame_type)  in enh_desc_get_ext_status()
158 		if (p->des4.erx.ptp_ver)  in enh_desc_get_ext_status()
160 		if (p->des4.erx.timestamp_dropped)  in enh_desc_get_ext_status()
162 		if (p->des4.erx.av_pkt_rcvd)  in enh_desc_get_ext_status()
164 		if (p->des4.erx.av_tagged_pkt_rcvd)  in enh_desc_get_ext_status()
166 		if (p->des4.erx.vlan_tag_priority_val)  in enh_desc_get_ext_status()
168 		if (p->des4.erx.l3_filter_match)  in enh_desc_get_ext_status()
170 		if (p->des4.erx.l4_filter_match)  in enh_desc_get_ext_status()
172 		if (p->des4.erx.l3_l4_filter_no_match)  in enh_desc_get_ext_status()
178 				  struct dma_desc *p)  in enh_desc_get_rx_status()  argument
183 	if (unlikely(p->des01.erx.error_summary)) {  in enh_desc_get_rx_status()
184 		if (unlikely(p->des01.erx.descriptor_error)) {  in enh_desc_get_rx_status()
188 		if (unlikely(p->des01.erx.overflow_error))  in enh_desc_get_rx_status()
191 		if (unlikely(p->des01.erx.ipc_csum_error))  in enh_desc_get_rx_status()
194 		if (unlikely(p->des01.erx.late_collision)) {  in enh_desc_get_rx_status()
197 		if (unlikely(p->des01.erx.receive_watchdog))  in enh_desc_get_rx_status()
200 		if (unlikely(p->des01.erx.error_gmii))  in enh_desc_get_rx_status()
203 		if (unlikely(p->des01.erx.crc_error)) {  in enh_desc_get_rx_status()
214 	ret = enh_desc_coe_rdes0(p->des01.erx.ipc_csum_error,  in enh_desc_get_rx_status()
215 		p->des01.erx.frame_type, p->des01.erx.rx_mac_addr);  in enh_desc_get_rx_status()
217 	if (unlikely(p->des01.erx.dribbling))  in enh_desc_get_rx_status()
220 	if (unlikely(p->des01.erx.sa_filter_fail)) {  in enh_desc_get_rx_status()
224 	if (unlikely(p->des01.erx.da_filter_fail)) {  in enh_desc_get_rx_status()
228 	if (unlikely(p->des01.erx.length_error)) {  in enh_desc_get_rx_status()
233 	if (p->des01.erx.vlan_tag)  in enh_desc_get_rx_status()
240 static void enh_desc_init_rx_desc(struct dma_desc *p, int disable_rx_ic,  in enh_desc_init_rx_desc()  argument
243 	p->des01.all_flags = 0;  in enh_desc_init_rx_desc()
244 	p->des01.erx.own = 1;  in enh_desc_init_rx_desc()
245 	p->des01.erx.buffer1_size = BUF_SIZE_8KiB - 1;  in enh_desc_init_rx_desc()
248 		ehn_desc_rx_set_on_chain(p, end);  in enh_desc_init_rx_desc()
250 		ehn_desc_rx_set_on_ring(p, end);  in enh_desc_init_rx_desc()
253 		p->des01.erx.disable_ic = 1;  in enh_desc_init_rx_desc()
256 static void enh_desc_init_tx_desc(struct dma_desc *p, int mode, int end)  in enh_desc_init_tx_desc()  argument
258 	p->des01.all_flags = 0;  in enh_desc_init_tx_desc()
260 		ehn_desc_tx_set_on_chain(p, end);  in enh_desc_init_tx_desc()
262 		ehn_desc_tx_set_on_ring(p, end);  in enh_desc_init_tx_desc()
265 static int enh_desc_get_tx_owner(struct dma_desc *p)  in enh_desc_get_tx_owner()  argument
267 	return p->des01.etx.own;  in enh_desc_get_tx_owner()
270 static int enh_desc_get_rx_owner(struct dma_desc *p)  in enh_desc_get_rx_owner()  argument
272 	return p->des01.erx.own;  in enh_desc_get_rx_owner()
275 static void enh_desc_set_tx_owner(struct dma_desc *p)  in enh_desc_set_tx_owner()  argument
277 	p->des01.etx.own = 1;  in enh_desc_set_tx_owner()
280 static void enh_desc_set_rx_owner(struct dma_desc *p)  in enh_desc_set_rx_owner()  argument
282 	p->des01.erx.own = 1;  in enh_desc_set_rx_owner()
285 static int enh_desc_get_tx_ls(struct dma_desc *p)  in enh_desc_get_tx_ls()  argument
287 	return p->des01.etx.last_segment;  in enh_desc_get_tx_ls()
290 static void enh_desc_release_tx_desc(struct dma_desc *p, int mode)  in enh_desc_release_tx_desc()  argument
292 	int ter = p->des01.etx.end_ring;  in enh_desc_release_tx_desc()
294 	memset(p, 0, offsetof(struct dma_desc, des2));  in enh_desc_release_tx_desc()
296 		enh_desc_end_tx_desc_on_chain(p, ter);  in enh_desc_release_tx_desc()
298 		enh_desc_end_tx_desc_on_ring(p, ter);  in enh_desc_release_tx_desc()
301 static void enh_desc_prepare_tx_desc(struct dma_desc *p, int is_fs, int len,  in enh_desc_prepare_tx_desc()  argument
304 	p->des01.etx.first_segment = is_fs;  in enh_desc_prepare_tx_desc()
307 		enh_set_tx_desc_len_on_chain(p, len);  in enh_desc_prepare_tx_desc()
309 		enh_set_tx_desc_len_on_ring(p, len);  in enh_desc_prepare_tx_desc()
312 		p->des01.etx.checksum_insertion = cic_full;  in enh_desc_prepare_tx_desc()
315 static void enh_desc_clear_tx_ic(struct dma_desc *p)  in enh_desc_clear_tx_ic()  argument
317 	p->des01.etx.interrupt = 0;  in enh_desc_clear_tx_ic()
320 static void enh_desc_close_tx_desc(struct dma_desc *p)  in enh_desc_close_tx_desc()  argument
322 	p->des01.etx.last_segment = 1;  in enh_desc_close_tx_desc()
323 	p->des01.etx.interrupt = 1;  in enh_desc_close_tx_desc()
326 static int enh_desc_get_rx_frame_len(struct dma_desc *p, int rx_coe_type)  in enh_desc_get_rx_frame_len()  argument
334 		return p->des01.erx.frame_length - 2;  in enh_desc_get_rx_frame_len()
336 		return p->des01.erx.frame_length;  in enh_desc_get_rx_frame_len()
339 static void enh_desc_enable_tx_timestamp(struct dma_desc *p)  in enh_desc_enable_tx_timestamp()  argument
341 	p->des01.etx.time_stamp_enable = 1;  in enh_desc_enable_tx_timestamp()
344 static int enh_desc_get_tx_timestamp_status(struct dma_desc *p)  in enh_desc_get_tx_timestamp_status()  argument
346 	return p->des01.etx.time_stamp_status;  in enh_desc_get_tx_timestamp_status()
354 		struct dma_extended_desc *p = (struct dma_extended_desc *)desc;  in enh_desc_get_timestamp()  local
355 		ns = p->des6;  in enh_desc_get_timestamp()
357 		ns += p->des7 * 1000000000ULL;  in enh_desc_get_timestamp()
359 		struct dma_desc *p = (struct dma_desc *)desc;  in enh_desc_get_timestamp()  local
360 		ns = p->des2;  in enh_desc_get_timestamp()
361 		ns += p->des3 * 1000000000ULL;  in enh_desc_get_timestamp()
370 		struct dma_extended_desc *p = (struct dma_extended_desc *)desc;  in enh_desc_get_rx_timestamp_status()  local
371 		return p->basic.des01.erx.ipc_csum_error;  in enh_desc_get_rx_timestamp_status()
373 		struct dma_desc *p = (struct dma_desc *)desc;  in enh_desc_get_rx_timestamp_status()  local
374 		if ((p->des2 == 0xffffffff) && (p->des3 == 0xffffffff))  in enh_desc_get_rx_timestamp_status()