Lines Matching refs:pqueue

65 	struct padata_parallel_queue *pqueue;  in padata_parallel_worker()  local
71 pqueue = container_of(parallel_work, in padata_parallel_worker()
73 pd = pqueue->pd; in padata_parallel_worker()
76 spin_lock(&pqueue->parallel.lock); in padata_parallel_worker()
77 list_replace_init(&pqueue->parallel.list, &local_list); in padata_parallel_worker()
78 spin_unlock(&pqueue->parallel.lock); in padata_parallel_worker()
137 queue = per_cpu_ptr(pd->pqueue, target_cpu); in padata_do_parallel()
186 next_queue = per_cpu_ptr(pd->pqueue, cpu); in padata_get_next()
206 if (__this_cpu_read(pd->pqueue->cpu_index) == next_queue->cpu_index) { in padata_get_next()
331 struct padata_parallel_queue *pqueue; in padata_do_serial() local
337 pqueue = per_cpu_ptr(pd->pqueue, cpu); in padata_do_serial()
339 spin_lock(&pqueue->reorder.lock); in padata_do_serial()
341 list_add_tail(&padata->list, &pqueue->reorder.list); in padata_do_serial()
342 spin_unlock(&pqueue->reorder.lock); in padata_do_serial()
391 struct padata_parallel_queue *pqueue; in padata_init_pqueues() local
395 pqueue = per_cpu_ptr(pd->pqueue, cpu); in padata_init_pqueues()
396 pqueue->pd = pd; in padata_init_pqueues()
397 pqueue->cpu_index = cpu_index; in padata_init_pqueues()
400 __padata_list_init(&pqueue->reorder); in padata_init_pqueues()
401 __padata_list_init(&pqueue->parallel); in padata_init_pqueues()
402 INIT_WORK(&pqueue->work, padata_parallel_worker); in padata_init_pqueues()
403 atomic_set(&pqueue->num_obj, 0); in padata_init_pqueues()
418 pd->pqueue = alloc_percpu(struct padata_parallel_queue); in padata_alloc_pd()
419 if (!pd->pqueue) in padata_alloc_pd()
442 free_percpu(pd->pqueue); in padata_alloc_pd()
453 free_percpu(pd->pqueue); in padata_free_pd()
462 struct padata_parallel_queue *pqueue; in padata_flush_queues() local
466 pqueue = per_cpu_ptr(pd->pqueue, cpu); in padata_flush_queues()
467 flush_work(&pqueue->work); in padata_flush_queues()