191 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
226 static int rapl_read_data_raw(struct rapl_domain *rd,
229 static int rapl_write_data_raw(struct rapl_domain *rd,
232 static u64 rapl_unit_xlate(struct rapl_domain *rd, int package,
289 	struct rapl_domain *rd;  in get_energy_counter()  local
296 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
298 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
311 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
313 	*energy = rapl_unit_xlate(rd, 0, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
319 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
325 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
326 		rp = find_package_by_id(rd->package_id);  in release_zone()
329 				rd->name);  in release_zone()
332 		kfree(rd);  in release_zone()
340 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
345 		if (rd->rpl[i].name == NULL)  in find_nr_power_limit()
354 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
356 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
360 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
361 	rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
369 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
372 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
377 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
426 	struct rapl_domain *rd;  in set_power_limit()  local
431 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
432 	rp = find_package_by_id(rd->package_id);  in set_power_limit()
438 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
440 			rd->name);  in set_power_limit()
445 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
447 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
450 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
456 		package_power_limit_irq_save(rd->package_id);  in set_power_limit()
465 	struct rapl_domain *rd;  in get_current_power_limit()  local
471 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
472 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
483 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
496 	struct rapl_domain *rd;  in set_time_window()  local
500 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
501 	switch (rd->rpl[id].prim_id) {  in set_time_window()
503 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
506 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
517 	struct rapl_domain *rd;  in get_time_window()  local
522 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
523 	switch (rd->rpl[id].prim_id) {  in get_time_window()
525 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
528 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
544 	struct rapl_domain *rd;  in get_constraint_name()  local
546 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
547 	rpl = (struct rapl_power_limit *) &rd->rpl[id];  in get_constraint_name()
556 	struct rapl_domain *rd;  in get_max_power()  local
562 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
563 	switch (rd->rpl[id].prim_id) {  in get_max_power()
574 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
597 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
603 			rd->name = rapl_domain_names[RAPL_DOMAIN_PACKAGE];  in rapl_init_domains()
604 			rd->id = RAPL_DOMAIN_PACKAGE;  in rapl_init_domains()
605 			rd->msrs[0] = MSR_PKG_POWER_LIMIT;  in rapl_init_domains()
606 			rd->msrs[1] = MSR_PKG_ENERGY_STATUS;  in rapl_init_domains()
607 			rd->msrs[2] = MSR_PKG_PERF_STATUS;  in rapl_init_domains()
608 			rd->msrs[3] = 0;  in rapl_init_domains()
609 			rd->msrs[4] = MSR_PKG_POWER_INFO;  in rapl_init_domains()
610 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
611 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
612 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
613 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
616 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP0];  in rapl_init_domains()
617 			rd->id = RAPL_DOMAIN_PP0;  in rapl_init_domains()
618 			rd->msrs[0] = MSR_PP0_POWER_LIMIT;  in rapl_init_domains()
619 			rd->msrs[1] = MSR_PP0_ENERGY_STATUS;  in rapl_init_domains()
620 			rd->msrs[2] = 0;  in rapl_init_domains()
621 			rd->msrs[3] = MSR_PP0_POLICY;  in rapl_init_domains()
622 			rd->msrs[4] = 0;  in rapl_init_domains()
623 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
624 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
627 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP1];  in rapl_init_domains()
628 			rd->id = RAPL_DOMAIN_PP1;  in rapl_init_domains()
629 			rd->msrs[0] = MSR_PP1_POWER_LIMIT;  in rapl_init_domains()
630 			rd->msrs[1] = MSR_PP1_ENERGY_STATUS;  in rapl_init_domains()
631 			rd->msrs[2] = 0;  in rapl_init_domains()
632 			rd->msrs[3] = MSR_PP1_POLICY;  in rapl_init_domains()
633 			rd->msrs[4] = 0;  in rapl_init_domains()
634 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
635 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
638 			rd->name = rapl_domain_names[RAPL_DOMAIN_DRAM];  in rapl_init_domains()
639 			rd->id = RAPL_DOMAIN_DRAM;  in rapl_init_domains()
640 			rd->msrs[0] = MSR_DRAM_POWER_LIMIT;  in rapl_init_domains()
641 			rd->msrs[1] = MSR_DRAM_ENERGY_STATUS;  in rapl_init_domains()
642 			rd->msrs[2] = MSR_DRAM_PERF_STATUS;  in rapl_init_domains()
643 			rd->msrs[3] = 0;  in rapl_init_domains()
644 			rd->msrs[4] = MSR_DRAM_POWER_INFO;  in rapl_init_domains()
645 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
646 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
647 			rd->domain_energy_unit =  in rapl_init_domains()
649 			if (rd->domain_energy_unit)  in rapl_init_domains()
651 					rd->domain_energy_unit);  in rapl_init_domains()
655 			rd->package_id = rp->id;  in rapl_init_domains()
656 			rd++;  in rapl_init_domains()
661 static u64 rapl_unit_xlate(struct rapl_domain *rd, int package,  in rapl_unit_xlate()  argument
680 		if (rd && rd->domain_energy_unit)  in rapl_unit_xlate()
681 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
754 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
766 	msr = rd->msrs[rp->id];  in rapl_read_data_raw()
770 	cpu = find_active_cpu_on_package(rd->package_id);  in rapl_read_data_raw()
775 	if (prim == FW_LOCK && rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_read_data_raw()
781 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
793 		*data = rapl_unit_xlate(rd, rd->package_id, rp->unit, final, 0);  in rapl_read_data_raw()
801 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
810 	cpu = find_active_cpu_on_package(rd->package_id);  in rapl_write_data_raw()
813 	msr = rd->msrs[rp->id];  in rapl_write_data_raw()
815 		dev_dbg(&rd->power_zone.dev,  in rapl_write_data_raw()
819 	value = rapl_unit_xlate(rd, rd->package_id, rp->unit, value, 1);  in rapl_write_data_raw()
823 		dev_dbg(&rd->power_zone.dev,  in rapl_write_data_raw()
961 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
963 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
968 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
972 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
973 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
977 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1102 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_unregister_powercap()  local
1110 		for (rd = rp->domains; rd < rp->domains + rp->nr_domains;  in rapl_unregister_powercap()
1111 		     rd++) {  in rapl_unregister_powercap()
1113 				rp->id, rd->name);  in rapl_unregister_powercap()
1114 			rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_unregister_powercap()
1115 			rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_unregister_powercap()
1116 			rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_unregister_powercap()
1117 			rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_unregister_powercap()
1118 			if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_unregister_powercap()
1119 				rd_package = rd;  in rapl_unregister_powercap()
1122 			powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_unregister_powercap()
1136 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1143 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1144 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1145 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1147 				rp->id, rd->name);  in rapl_package_register_powercap()
1150 				rd->name, rp->id);  in rapl_package_register_powercap()
1151 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1154 							&zone_ops[rd->id],  in rapl_package_register_powercap()
1175 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1176 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1179 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1180 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1181 						control_type, rd->name,  in rapl_package_register_powercap()
1183 						&zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1188 				rp->id, rd->name, dev_name);  in rapl_package_register_powercap()
1200 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1201 		pr_debug("unregister package %d domain %s\n", rp->id, rd->name);  in rapl_package_register_powercap()
1202 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_package_register_powercap()
1210 	struct rapl_domain *rd;  in rapl_register_powercap()  local
1229 		for (rd = rp->domains; rd < rp->domains + rp->nr_domains;  in rapl_register_powercap()
1230 		     rd++) {  in rapl_register_powercap()
1232 				rp->id, rd->name);  in rapl_register_powercap()
1233 			powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_register_powercap()
1278 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1304 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_detect_domains()
1306 		if (rapl_read_data_raw(rd, FW_LOCK, false, &locked)) {  in rapl_detect_domains()
1308 				rp->id, rd->name);  in rapl_detect_domains()
1309 				rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_domains()
1379 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1381 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1382 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1383 			rd_package = rd;  in rapl_remove_package()
1386 		pr_debug("remove package %d, %s domain\n", rp->id, rd->name);  in rapl_remove_package()
1387 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_remove_package()