192 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
228 static int rapl_read_data_raw(struct rapl_domain *rd,
231 static int rapl_write_data_raw(struct rapl_domain *rd,
234 static u64 rapl_unit_xlate(struct rapl_domain *rd, int package,
291 	struct rapl_domain *rd;  in get_energy_counter()  local
298 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
300 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
313 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
315 	*energy = rapl_unit_xlate(rd, 0, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
321 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
327 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
328 		rp = find_package_by_id(rd->package_id);  in release_zone()
331 				rd->name);  in release_zone()
334 		kfree(rd);  in release_zone()
342 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
347 		if (rd->rpl[i].name == NULL)  in find_nr_power_limit()
356 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
358 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
362 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
364 		rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
372 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
375 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
380 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
429 	struct rapl_domain *rd;  in set_power_limit()  local
434 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
435 	rp = find_package_by_id(rd->package_id);  in set_power_limit()
441 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
443 			rd->name);  in set_power_limit()
448 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
450 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
453 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
459 		package_power_limit_irq_save(rd->package_id);  in set_power_limit()
468 	struct rapl_domain *rd;  in get_current_power_limit()  local
474 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
475 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
486 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
499 	struct rapl_domain *rd;  in set_time_window()  local
503 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
504 	switch (rd->rpl[id].prim_id) {  in set_time_window()
506 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
509 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
520 	struct rapl_domain *rd;  in get_time_window()  local
525 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
526 	switch (rd->rpl[id].prim_id) {  in get_time_window()
528 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
531 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
547 	struct rapl_domain *rd;  in get_constraint_name()  local
549 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
550 	rpl = (struct rapl_power_limit *) &rd->rpl[id];  in get_constraint_name()
559 	struct rapl_domain *rd;  in get_max_power()  local
565 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
566 	switch (rd->rpl[id].prim_id) {  in get_max_power()
577 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
600 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
606 			rd->name = rapl_domain_names[RAPL_DOMAIN_PACKAGE];  in rapl_init_domains()
607 			rd->id = RAPL_DOMAIN_PACKAGE;  in rapl_init_domains()
608 			rd->msrs[0] = MSR_PKG_POWER_LIMIT;  in rapl_init_domains()
609 			rd->msrs[1] = MSR_PKG_ENERGY_STATUS;  in rapl_init_domains()
610 			rd->msrs[2] = MSR_PKG_PERF_STATUS;  in rapl_init_domains()
611 			rd->msrs[3] = 0;  in rapl_init_domains()
612 			rd->msrs[4] = MSR_PKG_POWER_INFO;  in rapl_init_domains()
613 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
614 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
615 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
616 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
619 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP0];  in rapl_init_domains()
620 			rd->id = RAPL_DOMAIN_PP0;  in rapl_init_domains()
621 			rd->msrs[0] = MSR_PP0_POWER_LIMIT;  in rapl_init_domains()
622 			rd->msrs[1] = MSR_PP0_ENERGY_STATUS;  in rapl_init_domains()
623 			rd->msrs[2] = 0;  in rapl_init_domains()
624 			rd->msrs[3] = MSR_PP0_POLICY;  in rapl_init_domains()
625 			rd->msrs[4] = 0;  in rapl_init_domains()
626 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
627 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
630 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP1];  in rapl_init_domains()
631 			rd->id = RAPL_DOMAIN_PP1;  in rapl_init_domains()
632 			rd->msrs[0] = MSR_PP1_POWER_LIMIT;  in rapl_init_domains()
633 			rd->msrs[1] = MSR_PP1_ENERGY_STATUS;  in rapl_init_domains()
634 			rd->msrs[2] = 0;  in rapl_init_domains()
635 			rd->msrs[3] = MSR_PP1_POLICY;  in rapl_init_domains()
636 			rd->msrs[4] = 0;  in rapl_init_domains()
637 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
638 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
641 			rd->name = rapl_domain_names[RAPL_DOMAIN_DRAM];  in rapl_init_domains()
642 			rd->id = RAPL_DOMAIN_DRAM;  in rapl_init_domains()
643 			rd->msrs[0] = MSR_DRAM_POWER_LIMIT;  in rapl_init_domains()
644 			rd->msrs[1] = MSR_DRAM_ENERGY_STATUS;  in rapl_init_domains()
645 			rd->msrs[2] = MSR_DRAM_PERF_STATUS;  in rapl_init_domains()
646 			rd->msrs[3] = 0;  in rapl_init_domains()
647 			rd->msrs[4] = MSR_DRAM_POWER_INFO;  in rapl_init_domains()
648 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
649 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
650 			rd->domain_energy_unit =  in rapl_init_domains()
652 			if (rd->domain_energy_unit)  in rapl_init_domains()
654 					rd->domain_energy_unit);  in rapl_init_domains()
658 			rd->package_id = rp->id;  in rapl_init_domains()
659 			rd++;  in rapl_init_domains()
664 static u64 rapl_unit_xlate(struct rapl_domain *rd, int package,  in rapl_unit_xlate()  argument
683 		if (rd && rd->domain_energy_unit)  in rapl_unit_xlate()
684 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
757 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
769 	msr = rd->msrs[rp->id];  in rapl_read_data_raw()
773 	cpu = find_active_cpu_on_package(rd->package_id);  in rapl_read_data_raw()
778 	if (prim == FW_LOCK && rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_read_data_raw()
784 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
796 		*data = rapl_unit_xlate(rd, rd->package_id, rp->unit, final, 0);  in rapl_read_data_raw()
804 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
813 	cpu = find_active_cpu_on_package(rd->package_id);  in rapl_write_data_raw()
816 	msr = rd->msrs[rp->id];  in rapl_write_data_raw()
818 		dev_dbg(&rd->power_zone.dev,  in rapl_write_data_raw()
822 	value = rapl_unit_xlate(rd, rd->package_id, rp->unit, value, 1);  in rapl_write_data_raw()
826 		dev_dbg(&rd->power_zone.dev,  in rapl_write_data_raw()
964 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
966 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
971 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
975 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
976 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
980 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1138 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_unregister_powercap()  local
1146 		for (rd = rp->domains; rd < rp->domains + rp->nr_domains;  in rapl_unregister_powercap()
1147 		     rd++) {  in rapl_unregister_powercap()
1149 				rp->id, rd->name);  in rapl_unregister_powercap()
1150 			rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_unregister_powercap()
1151 			rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_unregister_powercap()
1152 			if (find_nr_power_limit(rd) > 1) {  in rapl_unregister_powercap()
1153 				rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_unregister_powercap()
1154 				rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_unregister_powercap()
1156 			if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_unregister_powercap()
1157 				rd_package = rd;  in rapl_unregister_powercap()
1160 			powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_unregister_powercap()
1174 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1181 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1182 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1183 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1185 				rp->id, rd->name);  in rapl_package_register_powercap()
1188 				rd->name, rp->id);  in rapl_package_register_powercap()
1189 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1192 							&zone_ops[rd->id],  in rapl_package_register_powercap()
1213 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1214 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1217 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1218 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1219 						control_type, rd->name,  in rapl_package_register_powercap()
1221 						&zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1226 				rp->id, rd->name, dev_name);  in rapl_package_register_powercap()
1238 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1239 		pr_debug("unregister package %d domain %s\n", rp->id, rd->name);  in rapl_package_register_powercap()
1240 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_package_register_powercap()
1248 	struct rapl_domain *rd;  in rapl_register_powercap()  local
1267 		for (rd = rp->domains; rd < rp->domains + rp->nr_domains;  in rapl_register_powercap()
1268 		     rd++) {  in rapl_register_powercap()
1270 				rp->id, rd->name);  in rapl_register_powercap()
1271 			powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_register_powercap()
1316 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1342 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_detect_domains()
1344 		ret = rapl_read_data_raw(rd, FW_LOCK, false, &locked);  in rapl_detect_domains()
1349 				rp->id, rd->name);  in rapl_detect_domains()
1350 			rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_domains()
1420 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1422 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1423 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1424 			rd_package = rd;  in rapl_remove_package()
1427 		pr_debug("remove package %d, %s domain\n", rp->id, rd->name);  in rapl_remove_package()
1428 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_remove_package()