132 	struct kfd_ioctl_get_version_args *args = data;  in kfd_ioctl_get_version()  local
135 	args->major_version = KFD_IOCTL_MAJOR_VERSION;  in kfd_ioctl_get_version()
136 	args->minor_version = KFD_IOCTL_MINOR_VERSION;  in kfd_ioctl_get_version()
142 				struct kfd_ioctl_create_queue_args *args)  in set_queue_properties_from_user()  argument
144 	if (args->queue_percentage > KFD_MAX_QUEUE_PERCENTAGE) {  in set_queue_properties_from_user()
149 	if (args->queue_priority > KFD_MAX_QUEUE_PRIORITY) {  in set_queue_properties_from_user()
154 	if ((args->ring_base_address) &&  in set_queue_properties_from_user()
156 			(const void __user *) args->ring_base_address,  in set_queue_properties_from_user()
162 	if (!is_power_of_2(args->ring_size) && (args->ring_size != 0)) {  in set_queue_properties_from_user()
168 			(const void __user *) args->read_pointer_address,  in set_queue_properties_from_user()
175 			(const void __user *) args->write_pointer_address,  in set_queue_properties_from_user()
181 	if (args->eop_buffer_address &&  in set_queue_properties_from_user()
183 			(const void __user *) args->eop_buffer_address,  in set_queue_properties_from_user()
189 	if (args->ctx_save_restore_address &&  in set_queue_properties_from_user()
191 			(const void __user *) args->ctx_save_restore_address,  in set_queue_properties_from_user()
198 	q_properties->queue_percent = args->queue_percentage;  in set_queue_properties_from_user()
199 	q_properties->priority = args->queue_priority;  in set_queue_properties_from_user()
200 	q_properties->queue_address = args->ring_base_address;  in set_queue_properties_from_user()
201 	q_properties->queue_size = args->ring_size;  in set_queue_properties_from_user()
202 	q_properties->read_ptr = (uint32_t *) args->read_pointer_address;  in set_queue_properties_from_user()
203 	q_properties->write_ptr = (uint32_t *) args->write_pointer_address;  in set_queue_properties_from_user()
204 	q_properties->eop_ring_buffer_address = args->eop_buffer_address;  in set_queue_properties_from_user()
205 	q_properties->eop_ring_buffer_size = args->eop_buffer_size;  in set_queue_properties_from_user()
207 			args->ctx_save_restore_address;  in set_queue_properties_from_user()
208 	q_properties->ctx_save_restore_area_size = args->ctx_save_restore_size;  in set_queue_properties_from_user()
209 	if (args->queue_type == KFD_IOC_QUEUE_TYPE_COMPUTE ||  in set_queue_properties_from_user()
210 		args->queue_type == KFD_IOC_QUEUE_TYPE_COMPUTE_AQL)  in set_queue_properties_from_user()
212 	else if (args->queue_type == KFD_IOC_QUEUE_TYPE_SDMA)  in set_queue_properties_from_user()
217 	if (args->queue_type == KFD_IOC_QUEUE_TYPE_COMPUTE_AQL)  in set_queue_properties_from_user()
223 			q_properties->queue_percent, args->queue_percentage);  in set_queue_properties_from_user()
226 			q_properties->priority, args->queue_priority);  in set_queue_properties_from_user()
229 			q_properties->queue_address, args->ring_base_address);  in set_queue_properties_from_user()
232 			q_properties->queue_size, args->ring_size);  in set_queue_properties_from_user()
251 	struct kfd_ioctl_create_queue_args *args = data;  in kfd_ioctl_create_queue()  local
262 	err = set_queue_properties_from_user(&q_properties, args);  in kfd_ioctl_create_queue()
266 	pr_debug("kfd: looking for gpu id 0x%x\n", args->gpu_id);  in kfd_ioctl_create_queue()
267 	dev = kfd_device_by_id(args->gpu_id);  in kfd_ioctl_create_queue()
269 		pr_debug("kfd: gpu id 0x%x was not found\n", args->gpu_id);  in kfd_ioctl_create_queue()
290 	args->queue_id = queue_id;  in kfd_ioctl_create_queue()
293 	args->doorbell_offset = args->gpu_id << PAGE_SHIFT;  in kfd_ioctl_create_queue()
297 	pr_debug("kfd: queue id %d was created successfully\n", args->queue_id);  in kfd_ioctl_create_queue()
300 			args->ring_base_address);  in kfd_ioctl_create_queue()
303 			args->read_pointer_address);  in kfd_ioctl_create_queue()
306 			args->write_pointer_address);  in kfd_ioctl_create_queue()
320 	struct kfd_ioctl_destroy_queue_args *args = data;  in kfd_ioctl_destroy_queue()  local
323 				args->queue_id,  in kfd_ioctl_destroy_queue()
328 	retval = pqm_destroy_queue(&p->pqm, args->queue_id);  in kfd_ioctl_destroy_queue()
338 	struct kfd_ioctl_update_queue_args *args = data;  in kfd_ioctl_update_queue()  local
341 	if (args->queue_percentage > KFD_MAX_QUEUE_PERCENTAGE) {  in kfd_ioctl_update_queue()
346 	if (args->queue_priority > KFD_MAX_QUEUE_PRIORITY) {  in kfd_ioctl_update_queue()
351 	if ((args->ring_base_address) &&  in kfd_ioctl_update_queue()
353 			(const void __user *) args->ring_base_address,  in kfd_ioctl_update_queue()
359 	if (!is_power_of_2(args->ring_size) && (args->ring_size != 0)) {  in kfd_ioctl_update_queue()
364 	properties.queue_address = args->ring_base_address;  in kfd_ioctl_update_queue()
365 	properties.queue_size = args->ring_size;  in kfd_ioctl_update_queue()
366 	properties.queue_percent = args->queue_percentage;  in kfd_ioctl_update_queue()
367 	properties.priority = args->queue_priority;  in kfd_ioctl_update_queue()
370 			args->queue_id, p->pasid);  in kfd_ioctl_update_queue()
374 	retval = pqm_update_queue(&p->pqm, args->queue_id, &properties);  in kfd_ioctl_update_queue()
384 	struct kfd_ioctl_set_memory_policy_args *args = data;  in kfd_ioctl_set_memory_policy()  local
390 	if (args->default_policy != KFD_IOC_CACHE_POLICY_COHERENT  in kfd_ioctl_set_memory_policy()
391 	    && args->default_policy != KFD_IOC_CACHE_POLICY_NONCOHERENT) {  in kfd_ioctl_set_memory_policy()
395 	if (args->alternate_policy != KFD_IOC_CACHE_POLICY_COHERENT  in kfd_ioctl_set_memory_policy()
396 	    && args->alternate_policy != KFD_IOC_CACHE_POLICY_NONCOHERENT) {  in kfd_ioctl_set_memory_policy()
400 	dev = kfd_device_by_id(args->gpu_id);  in kfd_ioctl_set_memory_policy()
412 	default_policy = (args->default_policy == KFD_IOC_CACHE_POLICY_COHERENT)  in kfd_ioctl_set_memory_policy()
416 		(args->alternate_policy == KFD_IOC_CACHE_POLICY_COHERENT)  in kfd_ioctl_set_memory_policy()
423 				(void __user *)args->alternate_aperture_base,  in kfd_ioctl_set_memory_policy()
424 				args->alternate_aperture_size))  in kfd_ioctl_set_memory_policy()
436 	struct kfd_ioctl_get_clock_counters_args *args = data;  in kfd_ioctl_get_clock_counters()  local
440 	dev = kfd_device_by_id(args->gpu_id);  in kfd_ioctl_get_clock_counters()
445 	args->gpu_clock_counter =  in kfd_ioctl_get_clock_counters()
450 	args->cpu_clock_counter = (uint64_t)timespec64_to_ns(&time);  in kfd_ioctl_get_clock_counters()
453 	args->system_clock_counter = (uint64_t)timespec64_to_ns(&time);  in kfd_ioctl_get_clock_counters()
456 	args->system_clock_freq = 1000000000;  in kfd_ioctl_get_clock_counters()
465 	struct kfd_ioctl_get_process_apertures_args *args = data;  in kfd_ioctl_get_process_apertures()  local
471 	args->num_of_nodes = 0;  in kfd_ioctl_get_process_apertures()
481 				&args->process_apertures[args->num_of_nodes];  in kfd_ioctl_get_process_apertures()
491 				"node id %u\n", args->num_of_nodes);  in kfd_ioctl_get_process_apertures()
507 			args->num_of_nodes++;  in kfd_ioctl_get_process_apertures()
509 				(args->num_of_nodes < NUM_OF_SUPPORTED_GPUS));  in kfd_ioctl_get_process_apertures()