79 	unsigned int i;  in nmi_cpu_save_registers()  local
81 	for (i = 0; i < model->num_counters; ++i) {  in nmi_cpu_save_registers()
82 		if (counters[i].addr)  in nmi_cpu_save_registers()
83 			rdmsrl(counters[i].addr, counters[i].saved);  in nmi_cpu_save_registers()
86 	for (i = 0; i < model->num_controls; ++i) {  in nmi_cpu_save_registers()
87 		if (controls[i].addr)  in nmi_cpu_save_registers()
88 			rdmsrl(controls[i].addr, controls[i].saved);  in nmi_cpu_save_registers()
150 	int i;  in nmi_shutdown_mux()  local
155 	for_each_possible_cpu(i) {  in nmi_shutdown_mux()
156 		kfree(per_cpu(cpu_msrs, i).multiplex);  in nmi_shutdown_mux()
157 		per_cpu(cpu_msrs, i).multiplex = NULL;  in nmi_shutdown_mux()
158 		per_cpu(switch_index, i) = 0;  in nmi_shutdown_mux()
166 	int i;  in nmi_setup_mux()  local
171 	for_each_possible_cpu(i) {  in nmi_setup_mux()
172 		per_cpu(cpu_msrs, i).multiplex =  in nmi_setup_mux()
174 		if (!per_cpu(cpu_msrs, i).multiplex)  in nmi_setup_mux()
183 	int i;  in nmi_cpu_setup_mux()  local
189 	for (i = 0; i < model->num_virt_counters; ++i) {  in nmi_cpu_setup_mux()
190 		if (counter_config[i].enabled) {  in nmi_cpu_setup_mux()
191 			multiplex[i].saved = -(u64)counter_config[i].count;  in nmi_cpu_setup_mux()
193 			multiplex[i].saved = 0;  in nmi_cpu_setup_mux()
204 	int i;  in nmi_cpu_save_mpx_registers()  local
206 	for (i = 0; i < model->num_counters; ++i) {  in nmi_cpu_save_mpx_registers()
207 		int virt = op_x86_phys_to_virt(i);  in nmi_cpu_save_mpx_registers()
208 		if (counters[i].addr)  in nmi_cpu_save_mpx_registers()
209 			rdmsrl(counters[i].addr, multiplex[virt].saved);  in nmi_cpu_save_mpx_registers()
217 	int i;  in nmi_cpu_restore_mpx_registers()  local
219 	for (i = 0; i < model->num_counters; ++i) {  in nmi_cpu_restore_mpx_registers()
220 		int virt = op_x86_phys_to_virt(i);  in nmi_cpu_restore_mpx_registers()
221 		if (counters[i].addr)  in nmi_cpu_restore_mpx_registers()
222 			wrmsrl(counters[i].addr, multiplex[virt].saved);  in nmi_cpu_restore_mpx_registers()
305 	int i;  in free_msrs()  local
306 	for_each_possible_cpu(i) {  in free_msrs()
307 		kfree(per_cpu(cpu_msrs, i).counters);  in free_msrs()
308 		per_cpu(cpu_msrs, i).counters = NULL;  in free_msrs()
309 		kfree(per_cpu(cpu_msrs, i).controls);  in free_msrs()
310 		per_cpu(cpu_msrs, i).controls = NULL;  in free_msrs()
320 	int i;  in allocate_msrs()  local
321 	for_each_possible_cpu(i) {  in allocate_msrs()
322 		per_cpu(cpu_msrs, i).counters = kzalloc(counters_size,  in allocate_msrs()
324 		if (!per_cpu(cpu_msrs, i).counters)  in allocate_msrs()
326 		per_cpu(cpu_msrs, i).controls = kzalloc(controls_size,  in allocate_msrs()
328 		if (!per_cpu(cpu_msrs, i).controls)  in allocate_msrs()
359 	unsigned int i;  in nmi_cpu_restore_registers()  local
361 	for (i = 0; i < model->num_controls; ++i) {  in nmi_cpu_restore_registers()
362 		if (controls[i].addr)  in nmi_cpu_restore_registers()
363 			wrmsrl(controls[i].addr, controls[i].saved);  in nmi_cpu_restore_registers()
366 	for (i = 0; i < model->num_counters; ++i) {  in nmi_cpu_restore_registers()
367 		if (counters[i].addr)  in nmi_cpu_restore_registers()
368 			wrmsrl(counters[i].addr, counters[i].saved);  in nmi_cpu_restore_registers()
408 	unsigned int i;  in nmi_create_files()  local
410 	for (i = 0; i < model->num_virt_counters; ++i) {  in nmi_create_files()
419 		if (!avail_to_resrv_perfctr_nmi_bit(op_x86_virt_to_phys(i)))  in nmi_create_files()
422 		snprintf(buf,  sizeof(buf), "%d", i);  in nmi_create_files()
424 		oprofilefs_create_ulong(dir, "enabled", &counter_config[i].enabled);  in nmi_create_files()
425 		oprofilefs_create_ulong(dir, "event", &counter_config[i].event);  in nmi_create_files()
426 		oprofilefs_create_ulong(dir, "count", &counter_config[i].count);  in nmi_create_files()
427 		oprofilefs_create_ulong(dir, "unit_mask", &counter_config[i].unit_mask);  in nmi_create_files()
428 		oprofilefs_create_ulong(dir, "kernel", &counter_config[i].kernel);  in nmi_create_files()
429 		oprofilefs_create_ulong(dir, "user", &counter_config[i].user);  in nmi_create_files()
430 		oprofilefs_create_ulong(dir, "extra", &counter_config[i].extra);  in nmi_create_files()