37 int cxl_context_init(struct cxl_context *ctx, struct cxl_afu *afu, bool master,  in cxl_context_init()  argument
42 	spin_lock_init(&ctx->sste_lock);  in cxl_context_init()
43 	ctx->afu = afu;  in cxl_context_init()
44 	ctx->master = master;  in cxl_context_init()
45 	ctx->pid = NULL; /* Set in start work ioctl */  in cxl_context_init()
46 	mutex_init(&ctx->mapping_lock);  in cxl_context_init()
47 	ctx->mapping = mapping;  in cxl_context_init()
56 	i = cxl_alloc_sst(ctx);  in cxl_context_init()
60 	INIT_WORK(&ctx->fault_work, cxl_handle_fault);  in cxl_context_init()
62 	init_waitqueue_head(&ctx->wq);  in cxl_context_init()
63 	spin_lock_init(&ctx->lock);  in cxl_context_init()
65 	ctx->irq_bitmap = NULL;  in cxl_context_init()
66 	ctx->pending_irq = false;  in cxl_context_init()
67 	ctx->pending_fault = false;  in cxl_context_init()
68 	ctx->pending_afu_err = false;  in cxl_context_init()
78 		ctx->irqs.range[i] = 0;  in cxl_context_init()
80 	mutex_init(&ctx->status_mutex);  in cxl_context_init()
82 	ctx->status = OPENED;  in cxl_context_init()
90 	i = idr_alloc(&ctx->afu->contexts_idr, ctx, 0,  in cxl_context_init()
91 		      ctx->afu->num_procs, GFP_NOWAIT);  in cxl_context_init()
97 	ctx->pe = i;  in cxl_context_init()
98 	ctx->elem = &ctx->afu->spa[i];  in cxl_context_init()
99 	ctx->pe_inserted = false;  in cxl_context_init()
105 	struct cxl_context *ctx = vma->vm_file->private_data;  in cxl_mmap_fault()  local
112 			__func__, ctx->pe, address, offset);  in cxl_mmap_fault()
114 	if (ctx->afu->current_mode == CXL_MODE_DEDICATED) {  in cxl_mmap_fault()
115 		area = ctx->afu->psn_phys;  in cxl_mmap_fault()
116 		if (offset >= ctx->afu->adapter->ps_size)  in cxl_mmap_fault()
119 		area = ctx->psn_phys;  in cxl_mmap_fault()
120 		if (offset >= ctx->psn_size)  in cxl_mmap_fault()
124 	mutex_lock(&ctx->status_mutex);  in cxl_mmap_fault()
126 	if (ctx->status != STARTED) {  in cxl_mmap_fault()
127 		mutex_unlock(&ctx->status_mutex);  in cxl_mmap_fault()
129 		if (ctx->mmio_err_ff) {  in cxl_mmap_fault()
130 			if (!ctx->ff_page) {  in cxl_mmap_fault()
131 				ctx->ff_page = alloc_page(GFP_USER);  in cxl_mmap_fault()
132 				if (!ctx->ff_page)  in cxl_mmap_fault()
134 				memset(page_address(ctx->ff_page), 0xff, PAGE_SIZE);  in cxl_mmap_fault()
136 			get_page(ctx->ff_page);  in cxl_mmap_fault()
137 			vmf->page = ctx->ff_page;  in cxl_mmap_fault()
146 	mutex_unlock(&ctx->status_mutex);  in cxl_mmap_fault()
158 int cxl_context_iomap(struct cxl_context *ctx, struct vm_area_struct *vma)  in cxl_context_iomap()  argument
163 	if (ctx->afu->current_mode == CXL_MODE_DEDICATED) {  in cxl_context_iomap()
164 		if (start + len > ctx->afu->adapter->ps_size)  in cxl_context_iomap()
167 		if (start + len > ctx->psn_size)  in cxl_context_iomap()
171 	if (ctx->afu->current_mode != CXL_MODE_DEDICATED) {  in cxl_context_iomap()
173 		if ((ctx->master && !ctx->afu->psa) || (!ctx->afu->pp_psa)) {  in cxl_context_iomap()
179 		if (!ctx->afu->enabled)  in cxl_context_iomap()
184 		 ctx->psn_phys, ctx->pe , ctx->master);  in cxl_context_iomap()
197 int __detach_context(struct cxl_context *ctx)  in __detach_context()  argument
201 	mutex_lock(&ctx->status_mutex);  in __detach_context()
202 	status = ctx->status;  in __detach_context()
203 	ctx->status = CLOSED;  in __detach_context()
204 	mutex_unlock(&ctx->status_mutex);  in __detach_context()
211 	WARN_ON(cxl_detach_process(ctx) &&  in __detach_context()
212 		cxl_adapter_link_ok(ctx->afu->adapter));  in __detach_context()
213 	flush_work(&ctx->fault_work); /* Only needed for dedicated process */  in __detach_context()
214 	put_pid(ctx->pid);  in __detach_context()
225 void cxl_context_detach(struct cxl_context *ctx)  in cxl_context_detach()  argument
229 	rc = __detach_context(ctx);  in cxl_context_detach()
233 	afu_release_irqs(ctx, ctx);  in cxl_context_detach()
234 	wake_up_all(&ctx->wq);  in cxl_context_detach()
242 	struct cxl_context *ctx;  in cxl_context_detach_all()  local
246 	idr_for_each_entry(&afu->contexts_idr, ctx, tmp) {  in cxl_context_detach_all()
251 		cxl_context_detach(ctx);  in cxl_context_detach_all()
259 		mutex_lock(&ctx->mapping_lock);  in cxl_context_detach_all()
260 		if (ctx->mapping)  in cxl_context_detach_all()
261 			unmap_mapping_range(ctx->mapping, 0, 0, 1);  in cxl_context_detach_all()
262 		mutex_unlock(&ctx->mapping_lock);  in cxl_context_detach_all()
269 	struct cxl_context *ctx = container_of(rcu, struct cxl_context, rcu);  in reclaim_ctx()  local
271 	free_page((u64)ctx->sstp);  in reclaim_ctx()
272 	if (ctx->ff_page)  in reclaim_ctx()
273 		__free_page(ctx->ff_page);  in reclaim_ctx()
274 	ctx->sstp = NULL;  in reclaim_ctx()
275 	if (ctx->kernelapi)  in reclaim_ctx()
276 		kfree(ctx->mapping);  in reclaim_ctx()
278 	if (ctx->irq_bitmap)  in reclaim_ctx()
279 		kfree(ctx->irq_bitmap);  in reclaim_ctx()
281 	kfree(ctx);  in reclaim_ctx()
284 void cxl_context_free(struct cxl_context *ctx)  in cxl_context_free()  argument
286 	mutex_lock(&ctx->afu->contexts_lock);  in cxl_context_free()
287 	idr_remove(&ctx->afu->contexts_idr, ctx->pe);  in cxl_context_free()
288 	mutex_unlock(&ctx->afu->contexts_lock);  in cxl_context_free()
289 	call_rcu(&ctx->rcu, reclaim_ctx);  in cxl_context_free()