135 static int mlx4_master_process_vhcr(struct mlx4_dev *dev, int slave,
813 			   int slave, u64 slave_addr,  in mlx4_ACCESS_MEM()  argument
820 	    (slave & ~0x7f) | (size & 0xff)) {  in mlx4_ACCESS_MEM()
822 			 slave_addr, master_addr, slave, size);  in mlx4_ACCESS_MEM()
827 		in_param = (u64) slave | slave_addr;  in mlx4_ACCESS_MEM()
831 		out_param = (u64) slave | slave_addr;  in mlx4_ACCESS_MEM()
891 static int mlx4_MAD_IFC_wrapper(struct mlx4_dev *dev, int slave,  in mlx4_MAD_IFC_wrapper()  argument
912 	port = mlx4_slave_convert_port(dev, slave, slave_port);  in mlx4_MAD_IFC_wrapper()
938 						pidx = priv->virt2phys_pkey[slave][port - 1][vidx];  in mlx4_MAD_IFC_wrapper()
953 				if (!err && slave != mlx4_master_func_num(dev)) {  in mlx4_MAD_IFC_wrapper()
956 					*state = (*state & 0xf0) | vf_port_state(dev, port, slave);  in mlx4_MAD_IFC_wrapper()
957 					slave_cap_mask = priv->mfunc.master.slave_state[slave].ib_cap_mask[port];  in mlx4_MAD_IFC_wrapper()
963 				__be64 guid = mlx4_get_admin_guid(dev, slave,  in mlx4_MAD_IFC_wrapper()
969 				if (slave == 0 && guid == 0) {  in mlx4_MAD_IFC_wrapper()
983 							    data, slave, port);  in mlx4_MAD_IFC_wrapper()
997 					slave_node_guid =  mlx4_get_slave_node_guid(dev, slave);  in mlx4_MAD_IFC_wrapper()
1008 	if (slave != mlx4_master_func_num(dev) &&  in mlx4_MAD_IFC_wrapper()
1009 	    !mlx4_vf_smi_enabled(dev, slave, port)) {  in mlx4_MAD_IFC_wrapper()
1013 				 slave, smp->mgmt_class, smp->method,  in mlx4_MAD_IFC_wrapper()
1025 static int mlx4_CMD_EPERM_wrapper(struct mlx4_dev *dev, int slave,  in mlx4_CMD_EPERM_wrapper()  argument
1034 int mlx4_DMA_wrapper(struct mlx4_dev *dev, int slave,  in mlx4_DMA_wrapper()  argument
1048 		in_param |= slave;  in mlx4_DMA_wrapper()
1661 static int mlx4_master_process_vhcr(struct mlx4_dev *dev, int slave,  in mlx4_master_process_vhcr()  argument
1683 		ret = mlx4_ACCESS_MEM(dev, priv->mfunc.vhcr_dma, slave,  in mlx4_master_process_vhcr()
1684 				      priv->mfunc.master.slave_state[slave].vhcr_dma,  in mlx4_master_process_vhcr()
1715 			 vhcr->op, slave);  in mlx4_master_process_vhcr()
1730 		ret = mlx4_ACCESS_MEM(dev, inbox->dma, slave,  in mlx4_master_process_vhcr()
1744 	if (cmd->verify && cmd->verify(dev, slave, vhcr, inbox)) {  in mlx4_master_process_vhcr()
1746 			  vhcr->op, slave, vhcr->in_modifier);  in mlx4_master_process_vhcr()
1763 		err = cmd->wrapper(dev, slave, vhcr, inbox, outbox,  in mlx4_master_process_vhcr()
1787 				  vhcr->op, slave, vhcr->errno, err);  in mlx4_master_process_vhcr()
1795 		ret = mlx4_ACCESS_MEM(dev, outbox->dma, slave,  in mlx4_master_process_vhcr()
1812 		ret = mlx4_ACCESS_MEM(dev, priv->mfunc.vhcr_dma, slave,  in mlx4_master_process_vhcr()
1813 				      priv->mfunc.master.slave_state[slave].vhcr_dma,  in mlx4_master_process_vhcr()
1821 			 mlx4_GEN_EQE(dev, slave, &priv->mfunc.master.cmd_eqe))  in mlx4_master_process_vhcr()
1823 					  slave);  in mlx4_master_process_vhcr()
1834 					    int slave, int port)  in mlx4_master_immediate_activate_vlan_qos()  argument
1843 	vp_oper = &priv->mfunc.master.vf_oper[slave].vport[port];  in mlx4_master_immediate_activate_vlan_qos()
1844 	vp_admin = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_master_immediate_activate_vlan_qos()
1852 	if (!(priv->mfunc.master.slave_state[slave].active &&  in mlx4_master_immediate_activate_vlan_qos()
1862 		 slave, port);  in mlx4_master_immediate_activate_vlan_qos()
1880 					  slave, port);  in mlx4_master_immediate_activate_vlan_qos()
1890 			 admin_vlan_ix, slave, port);  in mlx4_master_immediate_activate_vlan_qos()
1914 	work->slave = slave;  in mlx4_master_immediate_activate_vlan_qos()
1984 static int mlx4_master_activate_admin_state(struct mlx4_priv *priv, int slave)  in mlx4_master_activate_admin_state()  argument
1990 			&priv->dev, slave);  in mlx4_master_activate_admin_state()
1999 		priv->mfunc.master.vf_oper[slave].smi_enabled[port] =  in mlx4_master_activate_admin_state()
2000 			priv->mfunc.master.vf_admin[slave].enable_smi[port];  in mlx4_master_activate_admin_state()
2001 		vp_oper = &priv->mfunc.master.vf_oper[slave].vport[port];  in mlx4_master_activate_admin_state()
2002 		vp_admin = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_master_activate_admin_state()
2011 					  slave, port);  in mlx4_master_activate_admin_state()
2016 				 vp_oper->vlan_idx, slave, port);  in mlx4_master_activate_admin_state()
2027 					  slave, port);  in mlx4_master_activate_admin_state()
2031 				 vp_oper->state.mac, vp_oper->mac_idx, slave, port);  in mlx4_master_activate_admin_state()
2037 static void mlx4_master_deactivate_admin_state(struct mlx4_priv *priv, int slave)  in mlx4_master_deactivate_admin_state()  argument
2042 			&priv->dev, slave);  in mlx4_master_deactivate_admin_state()
2052 		priv->mfunc.master.vf_oper[slave].smi_enabled[port] =  in mlx4_master_deactivate_admin_state()
2054 		vp_oper = &priv->mfunc.master.vf_oper[slave].vport[port];  in mlx4_master_deactivate_admin_state()
2068 static void mlx4_master_do_cmd(struct mlx4_dev *dev, int slave, u8 cmd,  in mlx4_master_do_cmd()  argument
2078 	slave_state[slave].comm_toggle ^= 1;  in mlx4_master_do_cmd()
2079 	reply = (u32) slave_state[slave].comm_toggle << 31;  in mlx4_master_do_cmd()
2080 	if (toggle != slave_state[slave].comm_toggle) {  in mlx4_master_do_cmd()
2082 			  toggle, slave);  in mlx4_master_do_cmd()
2086 		mlx4_warn(dev, "Received reset from slave:%d\n", slave);  in mlx4_master_do_cmd()
2087 		slave_state[slave].active = false;  in mlx4_master_do_cmd()
2088 		slave_state[slave].old_vlan_api = false;  in mlx4_master_do_cmd()
2089 		mlx4_master_deactivate_admin_state(priv, slave);  in mlx4_master_do_cmd()
2091 				slave_state[slave].event_eq[i].eqn = -1;  in mlx4_master_do_cmd()
2092 				slave_state[slave].event_eq[i].token = 0;  in mlx4_master_do_cmd()
2096 		if (MLX4_COMM_CMD_FLR == slave_state[slave].last_cmd)  in mlx4_master_do_cmd()
2099 		mlx4_dispatch_event(dev, MLX4_DEV_EVENT_SLAVE_SHUTDOWN, slave);  in mlx4_master_do_cmd()
2108 	    MLX4_COMM_CMD_FLR == slave_state[slave].last_cmd) {  in mlx4_master_do_cmd()
2110 			  slave, cmd);  in mlx4_master_do_cmd()
2116 		if (slave_state[slave].last_cmd != MLX4_COMM_CMD_RESET)  in mlx4_master_do_cmd()
2118 		slave_state[slave].vhcr_dma = ((u64) param) << 48;  in mlx4_master_do_cmd()
2119 		priv->mfunc.master.slave_state[slave].cookie = 0;  in mlx4_master_do_cmd()
2122 		if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR0)  in mlx4_master_do_cmd()
2124 		slave_state[slave].vhcr_dma |= ((u64) param) << 32;  in mlx4_master_do_cmd()
2127 		if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR1)  in mlx4_master_do_cmd()
2129 		slave_state[slave].vhcr_dma |= ((u64) param) << 16;  in mlx4_master_do_cmd()
2132 		if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR2)  in mlx4_master_do_cmd()
2134 		slave_state[slave].vhcr_dma |= param;  in mlx4_master_do_cmd()
2135 		if (mlx4_master_activate_admin_state(priv, slave))  in mlx4_master_do_cmd()
2137 		slave_state[slave].active = true;  in mlx4_master_do_cmd()
2138 		mlx4_dispatch_event(dev, MLX4_DEV_EVENT_SLAVE_INIT, slave);  in mlx4_master_do_cmd()
2141 		if ((slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR_EN) &&  in mlx4_master_do_cmd()
2142 		    (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR_POST)) {  in mlx4_master_do_cmd()
2144 				  slave, cmd, slave_state[slave].last_cmd);  in mlx4_master_do_cmd()
2149 		if (mlx4_master_process_vhcr(dev, slave, NULL)) {  in mlx4_master_do_cmd()
2151 				 slave);  in mlx4_master_do_cmd()
2158 		mlx4_warn(dev, "Bad comm cmd:%d from slave:%d\n", cmd, slave);  in mlx4_master_do_cmd()
2162 	if (!slave_state[slave].is_slave_going_down)  in mlx4_master_do_cmd()
2163 		slave_state[slave].last_cmd = cmd;  in mlx4_master_do_cmd()
2169 			  cmd, slave);  in mlx4_master_do_cmd()
2173 		     &priv->mfunc.comm[slave].slave_read);  in mlx4_master_do_cmd()
2181 		mlx4_delete_all_resources_for_slave(dev, slave);  in mlx4_master_do_cmd()
2185 			  slave, cmd);  in mlx4_master_do_cmd()
2193 	if (!slave_state[slave].is_slave_going_down)  in mlx4_master_do_cmd()
2194 		slave_state[slave].last_cmd = MLX4_COMM_CMD_RESET;  in mlx4_master_do_cmd()
2198 	memset(&slave_state[slave].event_eq, 0,  in mlx4_master_do_cmd()
2201 		     &priv->mfunc.comm[slave].slave_read);  in mlx4_master_do_cmd()
2220 	int i, j, slave;  in mlx4_master_comm_channel()  local
2233 			slave = (i * 32) + j;  in mlx4_master_comm_channel()
2235 					  &mfunc->comm[slave].slave_write));  in mlx4_master_comm_channel()
2236 			slt = swab32(readl(&mfunc->comm[slave].slave_read))  in mlx4_master_comm_channel()
2240 				if (master->slave_state[slave].comm_toggle  in mlx4_master_comm_channel()
2243 						slave, slt,  in mlx4_master_comm_channel()
2244 						master->slave_state[slave].comm_toggle);  in mlx4_master_comm_channel()
2245 					master->slave_state[slave].comm_toggle =  in mlx4_master_comm_channel()
2248 				mlx4_master_do_cmd(dev, slave,  in mlx4_master_comm_channel()
2507 	int slave;  in mlx4_report_internal_err_comm_event()  local
2513 	for (slave = 0; slave < dev->num_slaves; slave++) {  in mlx4_report_internal_err_comm_event()
2514 		slave_read = swab32(readl(&priv->mfunc.comm[slave].slave_read));  in mlx4_report_internal_err_comm_event()
2517 			     &priv->mfunc.comm[slave].slave_read);  in mlx4_report_internal_err_comm_event()
2680 int mlx4_get_vf_indx(struct mlx4_dev *dev, int slave)  in mlx4_get_vf_indx()  argument
2682 	if (slave < 1 || slave > dev->persist->num_vfs) {  in mlx4_get_vf_indx()
2685 			 slave, dev->num_slaves);  in mlx4_get_vf_indx()
2688 	return slave - 1;  in mlx4_get_vf_indx()
2710 struct mlx4_active_ports mlx4_get_active_ports(struct mlx4_dev *dev, int slave)  in mlx4_get_active_ports()  argument
2717 	if (slave == 0) {  in mlx4_get_active_ports()
2722 	vf = mlx4_get_vf_indx(dev, slave);  in mlx4_get_active_ports()
2727 		   min((int)dev->dev_vfs[mlx4_get_vf_indx(dev, slave)].n_ports,  in mlx4_get_active_ports()
2734 int mlx4_slave_convert_port(struct mlx4_dev *dev, int slave, int port)  in mlx4_slave_convert_port()  argument
2737 	struct mlx4_active_ports actv_ports = mlx4_get_active_ports(dev, slave);  in mlx4_slave_convert_port()
2751 int mlx4_phys_to_slave_port(struct mlx4_dev *dev, int slave, int port)  in mlx4_phys_to_slave_port()  argument
2753 	struct mlx4_active_ports actv_ports = mlx4_get_active_ports(dev, slave);  in mlx4_phys_to_slave_port()
2805 static int mlx4_slaves_closest_port(struct mlx4_dev *dev, int slave, int port)  in mlx4_slaves_closest_port()  argument
2807 	struct mlx4_active_ports actv_ports = mlx4_get_active_ports(dev, slave);  in mlx4_slaves_closest_port()
2821 static int mlx4_set_vport_qos(struct mlx4_priv *priv, int slave, int port,  in mlx4_set_vport_qos()  argument
2833 	if (slave > port_qos->num_of_qos_vfs) {  in mlx4_set_vport_qos()
2858 	err = mlx4_SET_VPORT_QOS_set(dev, port, slave, vpp_qos);  in mlx4_set_vport_qos()
2860 		mlx4_info(dev, "Failed to set Vport %d QoS values\n", slave);  in mlx4_set_vport_qos()
2922 	int slave;  in mlx4_set_vf_mac()  local
2927 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_set_vf_mac()
2928 	if (slave < 0)  in mlx4_set_vf_mac()
2931 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_set_vf_mac()
2932 	s_info = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_set_vf_mac()
2945 	int slave;  in mlx4_set_vf_vlan()  local
2954 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_set_vf_vlan()
2955 	if (slave < 0)  in mlx4_set_vf_vlan()
2958 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_set_vf_vlan()
2959 	vf_admin = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_set_vf_vlan()
2975 		vf_admin->qos_vport = slave;  in mlx4_set_vf_vlan()
2977 	if (mlx4_master_immediate_activate_vlan_qos(priv, slave, port))  in mlx4_set_vf_vlan()
2989 	int slave;  in mlx4_set_vf_rate()  local
3002 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_set_vf_rate()
3003 	if (slave < 0)  in mlx4_set_vf_rate()
3006 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_set_vf_rate()
3007 	vf_admin = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_set_vf_rate()
3009 	err = mlx4_set_vport_qos(priv, slave, port, max_tx_rate);  in mlx4_set_vf_rate()
3038 	vf_admin->qos_vport = max_tx_rate ? slave : MLX4_VPP_DEFAULT_VPORT;  in mlx4_set_vf_rate()
3040 	if (priv->mfunc.master.slave_state[slave].active &&  in mlx4_set_vf_rate()
3042 		mlx4_master_immediate_activate_vlan_qos(priv, slave, port);  in mlx4_set_vf_rate()
3052 bool mlx4_get_slave_default_vlan(struct mlx4_dev *dev, int port, int slave,  in mlx4_get_slave_default_vlan()  argument
3059 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_get_slave_default_vlan()
3060 	vp_oper = &priv->mfunc.master.vf_oper[slave].vport[port];  in mlx4_get_slave_default_vlan()
3077 	int slave;  in mlx4_set_vf_spoofchk()  local
3083 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_set_vf_spoofchk()
3084 	if (slave < 0)  in mlx4_set_vf_spoofchk()
3087 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_set_vf_spoofchk()
3088 	s_info = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_set_vf_spoofchk()
3099 	int slave;  in mlx4_get_vf_config()  local
3104 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_get_vf_config()
3105 	if (slave < 0)  in mlx4_get_vf_config()
3108 	s_info = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_get_vf_config()
3139 	int slave;  in mlx4_set_vf_link_state()  local
3142 	slave = mlx4_get_slave_indx(dev, vf);  in mlx4_set_vf_link_state()
3143 	if (slave < 0)  in mlx4_set_vf_link_state()
3146 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_set_vf_link_state()
3166 			  link_state, slave, port);  in mlx4_set_vf_link_state()
3169 	s_info = &priv->mfunc.master.vf_admin[slave].vport[port];  in mlx4_set_vf_link_state()
3173 	mlx4_gen_port_state_change_eqe(dev, slave, port, link_stat_event);  in mlx4_set_vf_link_state()
3175 	if (mlx4_master_immediate_activate_vlan_qos(priv, slave, port))  in mlx4_set_vf_link_state()
3243 	int slave;  in mlx4_get_vf_stats()  local
3252 	slave = mlx4_get_slave_indx(dev, vf_idx);  in mlx4_get_vf_stats()
3253 	if (slave < 0)  in mlx4_get_vf_stats()
3256 	port = mlx4_slaves_closest_port(dev, slave, port);  in mlx4_get_vf_stats()
3257 	err = mlx4_calc_vf_counters(dev, slave, port, &tmp_vf_stats);  in mlx4_get_vf_stats()
3269 int mlx4_vf_smi_enabled(struct mlx4_dev *dev, int slave, int port)  in mlx4_vf_smi_enabled()  argument
3273 	if (slave < 1 || slave >= dev->num_slaves ||  in mlx4_vf_smi_enabled()
3277 	return priv->mfunc.master.vf_oper[slave].smi_enabled[port] ==  in mlx4_vf_smi_enabled()
3282 int mlx4_vf_get_enable_smi_admin(struct mlx4_dev *dev, int slave, int port)  in mlx4_vf_get_enable_smi_admin()  argument
3286 	if (slave == mlx4_master_func_num(dev))  in mlx4_vf_get_enable_smi_admin()
3289 	if (slave < 1 || slave >= dev->num_slaves ||  in mlx4_vf_get_enable_smi_admin()
3293 	return priv->mfunc.master.vf_admin[slave].enable_smi[port] ==  in mlx4_vf_get_enable_smi_admin()
3298 int mlx4_vf_set_enable_smi_admin(struct mlx4_dev *dev, int slave, int port,  in mlx4_vf_set_enable_smi_admin()  argument
3303 			&priv->dev, slave);  in mlx4_vf_set_enable_smi_admin()
3309 	if (slave == mlx4_master_func_num(dev))  in mlx4_vf_set_enable_smi_admin()
3312 	if (slave < 1 || slave >= dev->num_slaves ||  in mlx4_vf_set_enable_smi_admin()
3322 	priv->mfunc.master.vf_admin[slave].enable_smi[port] = enabled;  in mlx4_vf_set_enable_smi_admin()