1
2
3
4
5
6 #ifndef __UM_VECTOR_KERN_H
7 #define __UM_VECTOR_KERN_H
8
9 #include <linux/netdevice.h>
10 #include <linux/platform_device.h>
11 #include <linux/skbuff.h>
12 #include <linux/socket.h>
13 #include <linux/list.h>
14 #include <linux/ctype.h>
15 #include <linux/workqueue.h>
16 #include <linux/interrupt.h>
17 #include "vector_user.h"
18
19
20
21
22
23
24
25 #define QUEUE_SENDMSG 0
26 #define QUEUE_SENDMMSG 1
27
28 #define VECTOR_RX 1
29 #define VECTOR_TX (1 << 1)
30 #define VECTOR_BPF (1 << 2)
31 #define VECTOR_QDISC_BYPASS (1 << 3)
32
33 #define ETH_MAX_PACKET 1500
34 #define ETH_HEADER_OTHER 32
35
36 struct vector_queue {
37 struct mmsghdr *mmsg_vector;
38 void **skbuff_vector;
39
40 struct net_device *dev;
41 spinlock_t head_lock;
42 spinlock_t tail_lock;
43 int queue_depth, head, tail, max_depth, max_iov_frags;
44 short options;
45 };
46
47 struct vector_estats {
48 uint64_t rx_queue_max;
49 uint64_t rx_queue_running_average;
50 uint64_t tx_queue_max;
51 uint64_t tx_queue_running_average;
52 uint64_t rx_encaps_errors;
53 uint64_t tx_timeout_count;
54 uint64_t tx_restart_queue;
55 uint64_t tx_kicks;
56 uint64_t tx_flow_control_xon;
57 uint64_t tx_flow_control_xoff;
58 uint64_t rx_csum_offload_good;
59 uint64_t rx_csum_offload_errors;
60 uint64_t sg_ok;
61 uint64_t sg_linearized;
62 };
63
64 #define VERIFY_HEADER_NOK -1
65 #define VERIFY_HEADER_OK 0
66 #define VERIFY_CSUM_OK 1
67
68 struct vector_private {
69 struct list_head list;
70 spinlock_t lock;
71 struct net_device *dev;
72
73 int unit;
74
75
76
77 struct timer_list tl;
78
79
80 struct work_struct reset_tx;
81 struct vector_fds *fds;
82
83 struct vector_queue *rx_queue;
84 struct vector_queue *tx_queue;
85
86 int rx_irq;
87 int tx_irq;
88
89 struct arglist *parsed;
90
91 void *transport_data;
92
93 int max_packet;
94 int req_size;
95 int headroom;
96
97 int options;
98
99
100
101 int header_size;
102 int rx_header_size;
103 int coalesce;
104
105 void *header_rxbuffer;
106 void *header_txbuffer;
107
108 int (*form_header)(uint8_t *header,
109 struct sk_buff *skb, struct vector_private *vp);
110 int (*verify_header)(uint8_t *header,
111 struct sk_buff *skb, struct vector_private *vp);
112
113 spinlock_t stats_lock;
114
115 struct tasklet_struct tx_poll;
116 bool rexmit_scheduled;
117 bool opened;
118 bool in_write_poll;
119 bool in_error;
120
121
122
123 struct vector_estats estats;
124 void *bpf;
125
126 char user[0];
127 };
128
129 extern int build_transport_data(struct vector_private *vp);
130
131 #endif