47 	struct dma_buf *dmabuf;  in dma_buf_release()  local
52 	dmabuf = file->private_data;  in dma_buf_release()
54 	BUG_ON(dmabuf->vmapping_counter);  in dma_buf_release()
64 	BUG_ON(dmabuf->cb_shared.active || dmabuf->cb_excl.active);  in dma_buf_release()
66 	dmabuf->ops->release(dmabuf);  in dma_buf_release()
69 	list_del(&dmabuf->list_node);  in dma_buf_release()
72 	if (dmabuf->resv == (struct reservation_object *)&dmabuf[1])  in dma_buf_release()
73 		reservation_object_fini(dmabuf->resv);  in dma_buf_release()
75 	kfree(dmabuf);  in dma_buf_release()
81 	struct dma_buf *dmabuf;  in dma_buf_mmap_internal()  local
86 	dmabuf = file->private_data;  in dma_buf_mmap_internal()
90 	    dmabuf->size >> PAGE_SHIFT)  in dma_buf_mmap_internal()
93 	return dmabuf->ops->mmap(dmabuf, vma);  in dma_buf_mmap_internal()
98 	struct dma_buf *dmabuf;  in dma_buf_llseek()  local
104 	dmabuf = file->private_data;  in dma_buf_llseek()
110 		base = dmabuf->size;  in dma_buf_llseek()
135 	struct dma_buf *dmabuf;  in dma_buf_poll()  local
142 	dmabuf = file->private_data;  in dma_buf_poll()
143 	if (!dmabuf || !dmabuf->resv)  in dma_buf_poll()
146 	resv = dmabuf->resv;  in dma_buf_poll()
148 	poll_wait(file, &dmabuf->poll, poll);  in dma_buf_poll()
170 		struct dma_buf_poll_cb_t *dcb = &dmabuf->cb_excl;  in dma_buf_poll()
176 		spin_lock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
182 		spin_unlock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
205 		struct dma_buf_poll_cb_t *dcb = &dmabuf->cb_shared;  in dma_buf_poll()
209 		spin_lock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
214 		spin_unlock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
284 	struct dma_buf *dmabuf;  in dma_buf_export()  local
305 	dmabuf = kzalloc(alloc_size, GFP_KERNEL);  in dma_buf_export()
306 	if (dmabuf == NULL)  in dma_buf_export()
309 	dmabuf->priv = exp_info->priv;  in dma_buf_export()
310 	dmabuf->ops = exp_info->ops;  in dma_buf_export()
311 	dmabuf->size = exp_info->size;  in dma_buf_export()
312 	dmabuf->exp_name = exp_info->exp_name;  in dma_buf_export()
313 	init_waitqueue_head(&dmabuf->poll);  in dma_buf_export()
314 	dmabuf->cb_excl.poll = dmabuf->cb_shared.poll = &dmabuf->poll;  in dma_buf_export()
315 	dmabuf->cb_excl.active = dmabuf->cb_shared.active = 0;  in dma_buf_export()
318 		resv = (struct reservation_object *)&dmabuf[1];  in dma_buf_export()
321 	dmabuf->resv = resv;  in dma_buf_export()
323 	file = anon_inode_getfile("dmabuf", &dma_buf_fops, dmabuf,  in dma_buf_export()
326 		kfree(dmabuf);  in dma_buf_export()
331 	dmabuf->file = file;  in dma_buf_export()
333 	mutex_init(&dmabuf->lock);  in dma_buf_export()
334 	INIT_LIST_HEAD(&dmabuf->attachments);  in dma_buf_export()
337 	list_add(&dmabuf->list_node, &db_list.head);  in dma_buf_export()
340 	return dmabuf;  in dma_buf_export()
351 int dma_buf_fd(struct dma_buf *dmabuf, int flags)  in dma_buf_fd()  argument
355 	if (!dmabuf || !dmabuf->file)  in dma_buf_fd()
362 	fd_install(fd, dmabuf->file);  in dma_buf_fd()
400 void dma_buf_put(struct dma_buf *dmabuf)  in dma_buf_put()  argument
402 	if (WARN_ON(!dmabuf || !dmabuf->file))  in dma_buf_put()
405 	fput(dmabuf->file);  in dma_buf_put()
418 struct dma_buf_attachment *dma_buf_attach(struct dma_buf *dmabuf,  in dma_buf_attach()  argument
424 	if (WARN_ON(!dmabuf || !dev))  in dma_buf_attach()
432 	attach->dmabuf = dmabuf;  in dma_buf_attach()
434 	mutex_lock(&dmabuf->lock);  in dma_buf_attach()
436 	if (dmabuf->ops->attach) {  in dma_buf_attach()
437 		ret = dmabuf->ops->attach(dmabuf, dev, attach);  in dma_buf_attach()
441 	list_add(&attach->node, &dmabuf->attachments);  in dma_buf_attach()
443 	mutex_unlock(&dmabuf->lock);  in dma_buf_attach()
448 	mutex_unlock(&dmabuf->lock);  in dma_buf_attach()
460 void dma_buf_detach(struct dma_buf *dmabuf, struct dma_buf_attachment *attach)  in dma_buf_detach()  argument
462 	if (WARN_ON(!dmabuf || !attach))  in dma_buf_detach()
465 	mutex_lock(&dmabuf->lock);  in dma_buf_detach()
467 	if (dmabuf->ops->detach)  in dma_buf_detach()
468 		dmabuf->ops->detach(dmabuf, attach);  in dma_buf_detach()
470 	mutex_unlock(&dmabuf->lock);  in dma_buf_detach()
492 	if (WARN_ON(!attach || !attach->dmabuf))  in dma_buf_map_attachment()
495 	sg_table = attach->dmabuf->ops->map_dma_buf(attach, direction);  in dma_buf_map_attachment()
518 	if (WARN_ON(!attach || !attach->dmabuf || !sg_table))  in dma_buf_unmap_attachment()
521 	attach->dmabuf->ops->unmap_dma_buf(attach, sg_table,  in dma_buf_unmap_attachment()
539 int dma_buf_begin_cpu_access(struct dma_buf *dmabuf, size_t start, size_t len,  in dma_buf_begin_cpu_access()  argument
544 	if (WARN_ON(!dmabuf))  in dma_buf_begin_cpu_access()
547 	if (dmabuf->ops->begin_cpu_access)  in dma_buf_begin_cpu_access()
548 		ret = dmabuf->ops->begin_cpu_access(dmabuf, start, len, direction);  in dma_buf_begin_cpu_access()
566 void dma_buf_end_cpu_access(struct dma_buf *dmabuf, size_t start, size_t len,  in dma_buf_end_cpu_access()  argument
569 	WARN_ON(!dmabuf);  in dma_buf_end_cpu_access()
571 	if (dmabuf->ops->end_cpu_access)  in dma_buf_end_cpu_access()
572 		dmabuf->ops->end_cpu_access(dmabuf, start, len, direction);  in dma_buf_end_cpu_access()
585 void *dma_buf_kmap_atomic(struct dma_buf *dmabuf, unsigned long page_num)  in dma_buf_kmap_atomic()  argument
587 	WARN_ON(!dmabuf);  in dma_buf_kmap_atomic()
589 	return dmabuf->ops->kmap_atomic(dmabuf, page_num);  in dma_buf_kmap_atomic()
601 void dma_buf_kunmap_atomic(struct dma_buf *dmabuf, unsigned long page_num,  in dma_buf_kunmap_atomic()  argument
604 	WARN_ON(!dmabuf);  in dma_buf_kunmap_atomic()
606 	if (dmabuf->ops->kunmap_atomic)  in dma_buf_kunmap_atomic()
607 		dmabuf->ops->kunmap_atomic(dmabuf, page_num, vaddr);  in dma_buf_kunmap_atomic()
620 void *dma_buf_kmap(struct dma_buf *dmabuf, unsigned long page_num)  in dma_buf_kmap()  argument
622 	WARN_ON(!dmabuf);  in dma_buf_kmap()
624 	return dmabuf->ops->kmap(dmabuf, page_num);  in dma_buf_kmap()
636 void dma_buf_kunmap(struct dma_buf *dmabuf, unsigned long page_num,  in dma_buf_kunmap()  argument
639 	WARN_ON(!dmabuf);  in dma_buf_kunmap()
641 	if (dmabuf->ops->kunmap)  in dma_buf_kunmap()
642 		dmabuf->ops->kunmap(dmabuf, page_num, vaddr);  in dma_buf_kunmap()
661 int dma_buf_mmap(struct dma_buf *dmabuf, struct vm_area_struct *vma,  in dma_buf_mmap()  argument
667 	if (WARN_ON(!dmabuf || !vma))  in dma_buf_mmap()
676 	    dmabuf->size >> PAGE_SHIFT)  in dma_buf_mmap()
680 	get_file(dmabuf->file);  in dma_buf_mmap()
682 	vma->vm_file = dmabuf->file;  in dma_buf_mmap()
685 	ret = dmabuf->ops->mmap(dmabuf, vma);  in dma_buf_mmap()
689 		fput(dmabuf->file);  in dma_buf_mmap()
711 void *dma_buf_vmap(struct dma_buf *dmabuf)  in dma_buf_vmap()  argument
715 	if (WARN_ON(!dmabuf))  in dma_buf_vmap()
718 	if (!dmabuf->ops->vmap)  in dma_buf_vmap()
721 	mutex_lock(&dmabuf->lock);  in dma_buf_vmap()
722 	if (dmabuf->vmapping_counter) {  in dma_buf_vmap()
723 		dmabuf->vmapping_counter++;  in dma_buf_vmap()
724 		BUG_ON(!dmabuf->vmap_ptr);  in dma_buf_vmap()
725 		ptr = dmabuf->vmap_ptr;  in dma_buf_vmap()
729 	BUG_ON(dmabuf->vmap_ptr);  in dma_buf_vmap()
731 	ptr = dmabuf->ops->vmap(dmabuf);  in dma_buf_vmap()
737 	dmabuf->vmap_ptr = ptr;  in dma_buf_vmap()
738 	dmabuf->vmapping_counter = 1;  in dma_buf_vmap()
741 	mutex_unlock(&dmabuf->lock);  in dma_buf_vmap()
751 void dma_buf_vunmap(struct dma_buf *dmabuf, void *vaddr)  in dma_buf_vunmap()  argument
753 	if (WARN_ON(!dmabuf))  in dma_buf_vunmap()
756 	BUG_ON(!dmabuf->vmap_ptr);  in dma_buf_vunmap()
757 	BUG_ON(dmabuf->vmapping_counter == 0);  in dma_buf_vunmap()
758 	BUG_ON(dmabuf->vmap_ptr != vaddr);  in dma_buf_vunmap()
760 	mutex_lock(&dmabuf->lock);  in dma_buf_vunmap()
761 	if (--dmabuf->vmapping_counter == 0) {  in dma_buf_vunmap()
762 		if (dmabuf->ops->vunmap)  in dma_buf_vunmap()
763 			dmabuf->ops->vunmap(dmabuf, vaddr);  in dma_buf_vunmap()
764 		dmabuf->vmap_ptr = NULL;  in dma_buf_vunmap()
766 	mutex_unlock(&dmabuf->lock);  in dma_buf_vunmap()