This source file includes following definitions.
- need_event
- alloc_ring
- add_inbuf
- get_buf
- used_empty
- disable_call
- enable_call
- kick_available
- disable_kick
- enable_kick
- avail_empty
- use_buf
- call_used
1
2
3
4
5
6
7
8
9 #define _GNU_SOURCE
10 #include "main.h"
11 #include <stdlib.h>
12 #include <stdio.h>
13 #include <string.h>
14
15
16
17
18
19 static inline bool need_event(unsigned short event,
20 unsigned short next,
21 unsigned short prev)
22 {
23 return (unsigned short)(next - event - 1) < (unsigned short)(next - prev);
24 }
25
26
27
28
29
30
31 #define DESC_HW 0x1
32
33 struct desc {
34 unsigned short flags;
35 unsigned short index;
36 unsigned len;
37 unsigned long long addr;
38 };
39
40
41 #define HOST_GUEST_PADDING 0x80
42
43
44 struct event {
45 unsigned short kick_index;
46 unsigned char reserved0[HOST_GUEST_PADDING - 2];
47 unsigned short call_index;
48 unsigned char reserved1[HOST_GUEST_PADDING - 2];
49 };
50
51 struct data {
52 void *buf;
53 void *data;
54 } *data;
55
56 struct desc *ring;
57 struct event *event;
58
59 struct guest {
60 unsigned avail_idx;
61 unsigned last_used_idx;
62 unsigned num_free;
63 unsigned kicked_avail_idx;
64 unsigned char reserved[HOST_GUEST_PADDING - 12];
65 } guest;
66
67 struct host {
68
69
70
71 unsigned used_idx;
72 unsigned called_used_idx;
73 unsigned char reserved[HOST_GUEST_PADDING - 4];
74 } host;
75
76
77 void alloc_ring(void)
78 {
79 int ret;
80 int i;
81
82 ret = posix_memalign((void **)&ring, 0x1000, ring_size * sizeof *ring);
83 if (ret) {
84 perror("Unable to allocate ring buffer.\n");
85 exit(3);
86 }
87 event = calloc(1, sizeof(*event));
88 if (!event) {
89 perror("Unable to allocate event buffer.\n");
90 exit(3);
91 }
92 guest.avail_idx = 0;
93 guest.kicked_avail_idx = -1;
94 guest.last_used_idx = 0;
95 host.used_idx = 0;
96 host.called_used_idx = -1;
97 for (i = 0; i < ring_size; ++i) {
98 struct desc desc = {
99 .index = i,
100 };
101 ring[i] = desc;
102 }
103 guest.num_free = ring_size;
104 data = calloc(ring_size, sizeof(*data));
105 if (!data) {
106 perror("Unable to allocate data buffer.\n");
107 exit(3);
108 }
109 }
110
111
112 int add_inbuf(unsigned len, void *buf, void *datap)
113 {
114 unsigned head, index;
115
116 if (!guest.num_free)
117 return -1;
118
119 guest.num_free--;
120 head = (ring_size - 1) & (guest.avail_idx++);
121
122
123
124
125 ring[head].addr = (unsigned long)(void*)buf;
126 ring[head].len = len;
127
128
129
130
131
132 barrier();
133 index = ring[head].index;
134 data[index].buf = buf;
135 data[index].data = datap;
136
137 smp_release();
138 ring[head].flags = DESC_HW;
139
140 return 0;
141 }
142
143 void *get_buf(unsigned *lenp, void **bufp)
144 {
145 unsigned head = (ring_size - 1) & guest.last_used_idx;
146 unsigned index;
147 void *datap;
148
149 if (ring[head].flags & DESC_HW)
150 return NULL;
151
152 smp_acquire();
153 *lenp = ring[head].len;
154 index = ring[head].index & (ring_size - 1);
155 datap = data[index].data;
156 *bufp = data[index].buf;
157 data[index].buf = NULL;
158 data[index].data = NULL;
159 guest.num_free++;
160 guest.last_used_idx++;
161 return datap;
162 }
163
164 bool used_empty()
165 {
166 unsigned head = (ring_size - 1) & guest.last_used_idx;
167
168 return (ring[head].flags & DESC_HW);
169 }
170
171 void disable_call()
172 {
173
174
175
176 }
177
178 bool enable_call()
179 {
180 event->call_index = guest.last_used_idx;
181
182
183 smp_mb();
184 return used_empty();
185 }
186
187 void kick_available(void)
188 {
189 bool need;
190
191
192
193 smp_mb();
194 need = need_event(event->kick_index,
195 guest.avail_idx,
196 guest.kicked_avail_idx);
197
198 guest.kicked_avail_idx = guest.avail_idx;
199 if (need)
200 kick();
201 }
202
203
204 void disable_kick()
205 {
206
207
208
209 }
210
211 bool enable_kick()
212 {
213 event->kick_index = host.used_idx;
214
215 smp_mb();
216 return avail_empty();
217 }
218
219 bool avail_empty()
220 {
221 unsigned head = (ring_size - 1) & host.used_idx;
222
223 return !(ring[head].flags & DESC_HW);
224 }
225
226 bool use_buf(unsigned *lenp, void **bufp)
227 {
228 unsigned head = (ring_size - 1) & host.used_idx;
229
230 if (!(ring[head].flags & DESC_HW))
231 return false;
232
233
234
235 smp_acquire();
236
237
238
239
240
241 ring[head].len--;
242
243
244
245
246
247
248 smp_release();
249 ring[head].flags = 0;
250 host.used_idx++;
251 return true;
252 }
253
254 void call_used(void)
255 {
256 bool need;
257
258
259
260 smp_mb();
261
262 need = need_event(event->call_index,
263 host.used_idx,
264 host.called_used_idx);
265
266 host.called_used_idx = host.used_idx;
267
268 if (need)
269 call();
270 }