| H A D | eventfd.c | 44 * irqfd: Allows an fd to be used to inject an interrupt to the guest
68 * Entry in list of kvm->irqfd.resampler_list. Use for sharing
85 /* The resampler used by this irqfd (resampler-only) */
103 struct _irqfd *irqfd = container_of(work, struct _irqfd, inject); irqfd_inject() local
104 struct kvm *kvm = irqfd->kvm; irqfd_inject()
106 if (!irqfd->resampler) { irqfd_inject()
107 kvm_set_irq(kvm, KVM_USERSPACE_IRQ_SOURCE_ID, irqfd->gsi, 1, irqfd_inject()
109 kvm_set_irq(kvm, KVM_USERSPACE_IRQ_SOURCE_ID, irqfd->gsi, 0, irqfd_inject()
113 irqfd->gsi, 1, false); irqfd_inject()
126 struct _irqfd *irqfd; irqfd_resampler_ack() local
137 list_for_each_entry_rcu(irqfd, &resampler->list, resampler_link) irqfd_resampler_ack()
138 eventfd_signal(irqfd->resamplefd, 1); irqfd_resampler_ack()
144 irqfd_resampler_shutdown(struct _irqfd *irqfd) irqfd_resampler_shutdown() argument
146 struct _irqfd_resampler *resampler = irqfd->resampler; irqfd_resampler_shutdown()
151 list_del_rcu(&irqfd->resampler_link); irqfd_resampler_shutdown()
171 struct _irqfd *irqfd = container_of(work, struct _irqfd, shutdown); irqfd_shutdown() local
178 eventfd_ctx_remove_wait_queue(irqfd->eventfd, &irqfd->wait, &cnt); irqfd_shutdown()
184 flush_work(&irqfd->inject); irqfd_shutdown()
186 if (irqfd->resampler) { irqfd_shutdown()
187 irqfd_resampler_shutdown(irqfd); irqfd_shutdown()
188 eventfd_ctx_put(irqfd->resamplefd); irqfd_shutdown()
194 eventfd_ctx_put(irqfd->eventfd); irqfd_shutdown()
195 kfree(irqfd); irqfd_shutdown()
201 irqfd_is_active(struct _irqfd *irqfd) irqfd_is_active() argument
203 return list_empty(&irqfd->list) ? false : true; irqfd_is_active()
207 * Mark the irqfd as inactive and schedule it for removal
212 irqfd_deactivate(struct _irqfd *irqfd) irqfd_deactivate() argument
214 BUG_ON(!irqfd_is_active(irqfd)); irqfd_deactivate()
216 list_del_init(&irqfd->list); irqfd_deactivate()
218 queue_work(irqfd_cleanup_wq, &irqfd->shutdown); irqfd_deactivate()
227 struct _irqfd *irqfd = container_of(wait, struct _irqfd, wait); irqfd_wakeup() local
230 struct kvm *kvm = irqfd->kvm; irqfd_wakeup()
237 seq = read_seqcount_begin(&irqfd->irq_entry_sc); irqfd_wakeup()
238 irq = irqfd->irq_entry; irqfd_wakeup()
239 } while (read_seqcount_retry(&irqfd->irq_entry_sc, seq)); irqfd_wakeup()
245 schedule_work(&irqfd->inject); irqfd_wakeup()
256 * We must check if someone deactivated the irqfd before irqfd_wakeup()
261 * We cannot race against the irqfd going away since the irqfd_wakeup()
264 if (irqfd_is_active(irqfd)) irqfd_wakeup()
265 irqfd_deactivate(irqfd); irqfd_wakeup()
277 struct _irqfd *irqfd = container_of(pt, struct _irqfd, pt); irqfd_ptable_queue_proc() local
278 add_wait_queue(wqh, &irqfd->wait); irqfd_ptable_queue_proc()
282 static void irqfd_update(struct kvm *kvm, struct _irqfd *irqfd) irqfd_update() argument
288 n_entries = kvm_irq_map_gsi(kvm, entries, irqfd->gsi); irqfd_update()
290 write_seqcount_begin(&irqfd->irq_entry_sc); irqfd_update()
292 irqfd->irq_entry.type = 0; irqfd_update()
298 irqfd->irq_entry = *e; irqfd_update()
301 write_seqcount_end(&irqfd->irq_entry_sc); irqfd_update()
307 struct _irqfd *irqfd, *tmp; kvm_irqfd_assign() local
317 irqfd = kzalloc(sizeof(*irqfd), GFP_KERNEL); kvm_irqfd_assign()
318 if (!irqfd) kvm_irqfd_assign()
321 irqfd->kvm = kvm; kvm_irqfd_assign()
322 irqfd->gsi = args->gsi; kvm_irqfd_assign()
323 INIT_LIST_HEAD(&irqfd->list); kvm_irqfd_assign()
324 INIT_WORK(&irqfd->inject, irqfd_inject); kvm_irqfd_assign()
325 INIT_WORK(&irqfd->shutdown, irqfd_shutdown); kvm_irqfd_assign()
326 seqcount_init(&irqfd->irq_entry_sc); kvm_irqfd_assign()
340 irqfd->eventfd = eventfd; kvm_irqfd_assign()
351 irqfd->resamplefd = resamplefd; kvm_irqfd_assign()
352 INIT_LIST_HEAD(&irqfd->resampler_link); kvm_irqfd_assign()
358 if (resampler->notifier.gsi == irqfd->gsi) { kvm_irqfd_assign()
359 irqfd->resampler = resampler; kvm_irqfd_assign()
364 if (!irqfd->resampler) { kvm_irqfd_assign()
374 resampler->notifier.gsi = irqfd->gsi; kvm_irqfd_assign()
381 irqfd->resampler = resampler; kvm_irqfd_assign()
384 list_add_rcu(&irqfd->resampler_link, &irqfd->resampler->list); kvm_irqfd_assign()
394 init_waitqueue_func_entry(&irqfd->wait, irqfd_wakeup); kvm_irqfd_assign()
395 init_poll_funcptr(&irqfd->pt, irqfd_ptable_queue_proc); kvm_irqfd_assign()
401 if (irqfd->eventfd != tmp->eventfd) kvm_irqfd_assign()
410 irqfd_update(kvm, irqfd); kvm_irqfd_assign()
413 list_add_tail(&irqfd->list, &kvm->irqfds.items); kvm_irqfd_assign()
421 events = f.file->f_op->poll(f.file, &irqfd->pt); kvm_irqfd_assign()
424 schedule_work(&irqfd->inject); kvm_irqfd_assign()
427 * do not drop the file until the irqfd is fully initialized, otherwise kvm_irqfd_assign()
435 if (irqfd->resampler) kvm_irqfd_assign()
436 irqfd_resampler_shutdown(irqfd); kvm_irqfd_assign()
447 kfree(irqfd); kvm_irqfd_assign()
523 * shutdown any irqfd's that match fd+gsi
528 struct _irqfd *irqfd, *tmp; kvm_irqfd_deassign() local
537 list_for_each_entry_safe(irqfd, tmp, &kvm->irqfds.items, list) { kvm_irqfd_deassign()
538 if (irqfd->eventfd == eventfd && irqfd->gsi == args->gsi) { kvm_irqfd_deassign()
545 write_seqcount_begin(&irqfd->irq_entry_sc); kvm_irqfd_deassign()
546 irqfd->irq_entry.type = 0; kvm_irqfd_deassign()
547 write_seqcount_end(&irqfd->irq_entry_sc); kvm_irqfd_deassign()
548 irqfd_deactivate(irqfd); kvm_irqfd_deassign()
584 struct _irqfd *irqfd, *tmp; kvm_irqfd_release() local
588 list_for_each_entry_safe(irqfd, tmp, &kvm->irqfds.items, list) kvm_irqfd_release()
589 irqfd_deactivate(irqfd); kvm_irqfd_release()
607 struct _irqfd *irqfd; kvm_irq_routing_update() local
611 list_for_each_entry(irqfd, &kvm->irqfds.items, list) kvm_irq_routing_update()
612 irqfd_update(kvm, irqfd); kvm_irq_routing_update()
624 irqfd_cleanup_wq = create_singlethread_workqueue("kvm-irqfd-cleanup"); kvm_irqfd_init()
|