This source file includes following definitions.
- nfit_test_setup
- nfit_test_teardown
- __get_nfit_res
- get_nfit_res
- __nfit_test_ioremap
- __wrap_devm_ioremap_nocache
- __wrap_devm_memremap
- nfit_test_kill
- dev_pagemap_percpu_release
- __wrap_devm_memremap_pages
- __wrap_phys_to_pfn_t
- __wrap_memremap
- __wrap_devm_memunmap
- __wrap_ioremap_nocache
- __wrap_ioremap_wc
- __wrap_iounmap
- __wrap_memunmap
- nfit_devres_release
- match
- nfit_test_release_region
- nfit_test_request_region
- __wrap___request_region
- __wrap_insert_resource
- __wrap_remove_resource
- __wrap___devm_request_region
- __wrap___release_region
- __wrap___devm_release_region
- __wrap_acpi_evaluate_object
- __wrap_acpi_evaluate_dsm
1
2
3
4
5 #include <linux/memremap.h>
6 #include <linux/rculist.h>
7 #include <linux/export.h>
8 #include <linux/ioport.h>
9 #include <linux/module.h>
10 #include <linux/types.h>
11 #include <linux/pfn_t.h>
12 #include <linux/acpi.h>
13 #include <linux/io.h>
14 #include <linux/mm.h>
15 #include "nfit_test.h"
16
17 static LIST_HEAD(iomap_head);
18
19 static struct iomap_ops {
20 nfit_test_lookup_fn nfit_test_lookup;
21 nfit_test_evaluate_dsm_fn evaluate_dsm;
22 struct list_head list;
23 } iomap_ops = {
24 .list = LIST_HEAD_INIT(iomap_ops.list),
25 };
26
27 void nfit_test_setup(nfit_test_lookup_fn lookup,
28 nfit_test_evaluate_dsm_fn evaluate)
29 {
30 iomap_ops.nfit_test_lookup = lookup;
31 iomap_ops.evaluate_dsm = evaluate;
32 list_add_rcu(&iomap_ops.list, &iomap_head);
33 }
34 EXPORT_SYMBOL(nfit_test_setup);
35
36 void nfit_test_teardown(void)
37 {
38 list_del_rcu(&iomap_ops.list);
39 synchronize_rcu();
40 }
41 EXPORT_SYMBOL(nfit_test_teardown);
42
43 static struct nfit_test_resource *__get_nfit_res(resource_size_t resource)
44 {
45 struct iomap_ops *ops;
46
47 ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
48 if (ops)
49 return ops->nfit_test_lookup(resource);
50 return NULL;
51 }
52
53 struct nfit_test_resource *get_nfit_res(resource_size_t resource)
54 {
55 struct nfit_test_resource *res;
56
57 rcu_read_lock();
58 res = __get_nfit_res(resource);
59 rcu_read_unlock();
60
61 return res;
62 }
63 EXPORT_SYMBOL(get_nfit_res);
64
65 void __iomem *__nfit_test_ioremap(resource_size_t offset, unsigned long size,
66 void __iomem *(*fallback_fn)(resource_size_t, unsigned long))
67 {
68 struct nfit_test_resource *nfit_res = get_nfit_res(offset);
69
70 if (nfit_res)
71 return (void __iomem *) nfit_res->buf + offset
72 - nfit_res->res.start;
73 return fallback_fn(offset, size);
74 }
75
76 void __iomem *__wrap_devm_ioremap_nocache(struct device *dev,
77 resource_size_t offset, unsigned long size)
78 {
79 struct nfit_test_resource *nfit_res = get_nfit_res(offset);
80
81 if (nfit_res)
82 return (void __iomem *) nfit_res->buf + offset
83 - nfit_res->res.start;
84 return devm_ioremap_nocache(dev, offset, size);
85 }
86 EXPORT_SYMBOL(__wrap_devm_ioremap_nocache);
87
88 void *__wrap_devm_memremap(struct device *dev, resource_size_t offset,
89 size_t size, unsigned long flags)
90 {
91 struct nfit_test_resource *nfit_res = get_nfit_res(offset);
92
93 if (nfit_res)
94 return nfit_res->buf + offset - nfit_res->res.start;
95 return devm_memremap(dev, offset, size, flags);
96 }
97 EXPORT_SYMBOL(__wrap_devm_memremap);
98
99 static void nfit_test_kill(void *_pgmap)
100 {
101 struct dev_pagemap *pgmap = _pgmap;
102
103 WARN_ON(!pgmap || !pgmap->ref);
104
105 if (pgmap->ops && pgmap->ops->kill)
106 pgmap->ops->kill(pgmap);
107 else
108 percpu_ref_kill(pgmap->ref);
109
110 if (pgmap->ops && pgmap->ops->cleanup) {
111 pgmap->ops->cleanup(pgmap);
112 } else {
113 wait_for_completion(&pgmap->done);
114 percpu_ref_exit(pgmap->ref);
115 }
116 }
117
118 static void dev_pagemap_percpu_release(struct percpu_ref *ref)
119 {
120 struct dev_pagemap *pgmap =
121 container_of(ref, struct dev_pagemap, internal_ref);
122
123 complete(&pgmap->done);
124 }
125
126 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap)
127 {
128 int error;
129 resource_size_t offset = pgmap->res.start;
130 struct nfit_test_resource *nfit_res = get_nfit_res(offset);
131
132 if (!nfit_res)
133 return devm_memremap_pages(dev, pgmap);
134
135 if (!pgmap->ref) {
136 if (pgmap->ops && (pgmap->ops->kill || pgmap->ops->cleanup))
137 return ERR_PTR(-EINVAL);
138
139 init_completion(&pgmap->done);
140 error = percpu_ref_init(&pgmap->internal_ref,
141 dev_pagemap_percpu_release, 0, GFP_KERNEL);
142 if (error)
143 return ERR_PTR(error);
144 pgmap->ref = &pgmap->internal_ref;
145 } else {
146 if (!pgmap->ops || !pgmap->ops->kill || !pgmap->ops->cleanup) {
147 WARN(1, "Missing reference count teardown definition\n");
148 return ERR_PTR(-EINVAL);
149 }
150 }
151
152 error = devm_add_action_or_reset(dev, nfit_test_kill, pgmap);
153 if (error)
154 return ERR_PTR(error);
155 return nfit_res->buf + offset - nfit_res->res.start;
156 }
157 EXPORT_SYMBOL_GPL(__wrap_devm_memremap_pages);
158
159 pfn_t __wrap_phys_to_pfn_t(phys_addr_t addr, unsigned long flags)
160 {
161 struct nfit_test_resource *nfit_res = get_nfit_res(addr);
162
163 if (nfit_res)
164 flags &= ~PFN_MAP;
165 return phys_to_pfn_t(addr, flags);
166 }
167 EXPORT_SYMBOL(__wrap_phys_to_pfn_t);
168
169 void *__wrap_memremap(resource_size_t offset, size_t size,
170 unsigned long flags)
171 {
172 struct nfit_test_resource *nfit_res = get_nfit_res(offset);
173
174 if (nfit_res)
175 return nfit_res->buf + offset - nfit_res->res.start;
176 return memremap(offset, size, flags);
177 }
178 EXPORT_SYMBOL(__wrap_memremap);
179
180 void __wrap_devm_memunmap(struct device *dev, void *addr)
181 {
182 struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
183
184 if (nfit_res)
185 return;
186 return devm_memunmap(dev, addr);
187 }
188 EXPORT_SYMBOL(__wrap_devm_memunmap);
189
190 void __iomem *__wrap_ioremap_nocache(resource_size_t offset, unsigned long size)
191 {
192 return __nfit_test_ioremap(offset, size, ioremap_nocache);
193 }
194 EXPORT_SYMBOL(__wrap_ioremap_nocache);
195
196 void __iomem *__wrap_ioremap_wc(resource_size_t offset, unsigned long size)
197 {
198 return __nfit_test_ioremap(offset, size, ioremap_wc);
199 }
200 EXPORT_SYMBOL(__wrap_ioremap_wc);
201
202 void __wrap_iounmap(volatile void __iomem *addr)
203 {
204 struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
205 if (nfit_res)
206 return;
207 return iounmap(addr);
208 }
209 EXPORT_SYMBOL(__wrap_iounmap);
210
211 void __wrap_memunmap(void *addr)
212 {
213 struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
214
215 if (nfit_res)
216 return;
217 return memunmap(addr);
218 }
219 EXPORT_SYMBOL(__wrap_memunmap);
220
221 static bool nfit_test_release_region(struct device *dev,
222 struct resource *parent, resource_size_t start,
223 resource_size_t n);
224
225 static void nfit_devres_release(struct device *dev, void *data)
226 {
227 struct resource *res = *((struct resource **) data);
228
229 WARN_ON(!nfit_test_release_region(NULL, &iomem_resource, res->start,
230 resource_size(res)));
231 }
232
233 static int match(struct device *dev, void *__res, void *match_data)
234 {
235 struct resource *res = *((struct resource **) __res);
236 resource_size_t start = *((resource_size_t *) match_data);
237
238 return res->start == start;
239 }
240
241 static bool nfit_test_release_region(struct device *dev,
242 struct resource *parent, resource_size_t start,
243 resource_size_t n)
244 {
245 if (parent == &iomem_resource) {
246 struct nfit_test_resource *nfit_res = get_nfit_res(start);
247
248 if (nfit_res) {
249 struct nfit_test_request *req;
250 struct resource *res = NULL;
251
252 if (dev) {
253 devres_release(dev, nfit_devres_release, match,
254 &start);
255 return true;
256 }
257
258 spin_lock(&nfit_res->lock);
259 list_for_each_entry(req, &nfit_res->requests, list)
260 if (req->res.start == start) {
261 res = &req->res;
262 list_del(&req->list);
263 break;
264 }
265 spin_unlock(&nfit_res->lock);
266
267 WARN(!res || resource_size(res) != n,
268 "%s: start: %llx n: %llx mismatch: %pr\n",
269 __func__, start, n, res);
270 if (res)
271 kfree(req);
272 return true;
273 }
274 }
275 return false;
276 }
277
278 static struct resource *nfit_test_request_region(struct device *dev,
279 struct resource *parent, resource_size_t start,
280 resource_size_t n, const char *name, int flags)
281 {
282 struct nfit_test_resource *nfit_res;
283
284 if (parent == &iomem_resource) {
285 nfit_res = get_nfit_res(start);
286 if (nfit_res) {
287 struct nfit_test_request *req;
288 struct resource *res = NULL;
289
290 if (start + n > nfit_res->res.start
291 + resource_size(&nfit_res->res)) {
292 pr_debug("%s: start: %llx n: %llx overflow: %pr\n",
293 __func__, start, n,
294 &nfit_res->res);
295 return NULL;
296 }
297
298 spin_lock(&nfit_res->lock);
299 list_for_each_entry(req, &nfit_res->requests, list)
300 if (start == req->res.start) {
301 res = &req->res;
302 break;
303 }
304 spin_unlock(&nfit_res->lock);
305
306 if (res) {
307 WARN(1, "%pr already busy\n", res);
308 return NULL;
309 }
310
311 req = kzalloc(sizeof(*req), GFP_KERNEL);
312 if (!req)
313 return NULL;
314 INIT_LIST_HEAD(&req->list);
315 res = &req->res;
316
317 res->start = start;
318 res->end = start + n - 1;
319 res->name = name;
320 res->flags = resource_type(parent);
321 res->flags |= IORESOURCE_BUSY | flags;
322 spin_lock(&nfit_res->lock);
323 list_add(&req->list, &nfit_res->requests);
324 spin_unlock(&nfit_res->lock);
325
326 if (dev) {
327 struct resource **d;
328
329 d = devres_alloc(nfit_devres_release,
330 sizeof(struct resource *),
331 GFP_KERNEL);
332 if (!d)
333 return NULL;
334 *d = res;
335 devres_add(dev, d);
336 }
337
338 pr_debug("%s: %pr\n", __func__, res);
339 return res;
340 }
341 }
342 if (dev)
343 return __devm_request_region(dev, parent, start, n, name);
344 return __request_region(parent, start, n, name, flags);
345 }
346
347 struct resource *__wrap___request_region(struct resource *parent,
348 resource_size_t start, resource_size_t n, const char *name,
349 int flags)
350 {
351 return nfit_test_request_region(NULL, parent, start, n, name, flags);
352 }
353 EXPORT_SYMBOL(__wrap___request_region);
354
355 int __wrap_insert_resource(struct resource *parent, struct resource *res)
356 {
357 if (get_nfit_res(res->start))
358 return 0;
359 return insert_resource(parent, res);
360 }
361 EXPORT_SYMBOL(__wrap_insert_resource);
362
363 int __wrap_remove_resource(struct resource *res)
364 {
365 if (get_nfit_res(res->start))
366 return 0;
367 return remove_resource(res);
368 }
369 EXPORT_SYMBOL(__wrap_remove_resource);
370
371 struct resource *__wrap___devm_request_region(struct device *dev,
372 struct resource *parent, resource_size_t start,
373 resource_size_t n, const char *name)
374 {
375 if (!dev)
376 return NULL;
377 return nfit_test_request_region(dev, parent, start, n, name, 0);
378 }
379 EXPORT_SYMBOL(__wrap___devm_request_region);
380
381 void __wrap___release_region(struct resource *parent, resource_size_t start,
382 resource_size_t n)
383 {
384 if (!nfit_test_release_region(NULL, parent, start, n))
385 __release_region(parent, start, n);
386 }
387 EXPORT_SYMBOL(__wrap___release_region);
388
389 void __wrap___devm_release_region(struct device *dev, struct resource *parent,
390 resource_size_t start, resource_size_t n)
391 {
392 if (!nfit_test_release_region(dev, parent, start, n))
393 __devm_release_region(dev, parent, start, n);
394 }
395 EXPORT_SYMBOL(__wrap___devm_release_region);
396
397 acpi_status __wrap_acpi_evaluate_object(acpi_handle handle, acpi_string path,
398 struct acpi_object_list *p, struct acpi_buffer *buf)
399 {
400 struct nfit_test_resource *nfit_res = get_nfit_res((long) handle);
401 union acpi_object **obj;
402
403 if (!nfit_res || strcmp(path, "_FIT") || !buf)
404 return acpi_evaluate_object(handle, path, p, buf);
405
406 obj = nfit_res->buf;
407 buf->length = sizeof(union acpi_object);
408 buf->pointer = *obj;
409 return AE_OK;
410 }
411 EXPORT_SYMBOL(__wrap_acpi_evaluate_object);
412
413 union acpi_object * __wrap_acpi_evaluate_dsm(acpi_handle handle, const guid_t *guid,
414 u64 rev, u64 func, union acpi_object *argv4)
415 {
416 union acpi_object *obj = ERR_PTR(-ENXIO);
417 struct iomap_ops *ops;
418
419 rcu_read_lock();
420 ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
421 if (ops)
422 obj = ops->evaluate_dsm(handle, guid, rev, func, argv4);
423 rcu_read_unlock();
424
425 if (IS_ERR(obj))
426 return acpi_evaluate_dsm(handle, guid, rev, func, argv4);
427 return obj;
428 }
429 EXPORT_SYMBOL(__wrap_acpi_evaluate_dsm);
430
431 MODULE_LICENSE("GPL v2");