46 	struct pci_sriov *iov = dev->sriov;  in pci_iov_set_numvfs()  local
48 	pci_write_config_word(dev, iov->pos + PCI_SRIOV_NUM_VF, nr_virtfn);  in pci_iov_set_numvfs()
49 	pci_read_config_word(dev, iov->pos + PCI_SRIOV_VF_OFFSET, &iov->offset);  in pci_iov_set_numvfs()
50 	pci_read_config_word(dev, iov->pos + PCI_SRIOV_VF_STRIDE, &iov->stride);  in pci_iov_set_numvfs()
62 	struct pci_sriov *iov = dev->sriov;  in compute_max_vf_buses()  local
65 	for (nr_virtfn = iov->total_VFs; nr_virtfn; nr_virtfn--) {  in compute_max_vf_buses()
67 		if (!iov->offset || (nr_virtfn > 1 && !iov->stride)) {  in compute_max_vf_buses()
73 		if (busnr > iov->max_VF_buses)  in compute_max_vf_buses()
74 			iov->max_VF_buses = busnr;  in compute_max_vf_buses()
124 	struct pci_sriov *iov = dev->sriov;  in virtfn_add()  local
127 	mutex_lock(&iov->dev->sriov->lock);  in virtfn_add()
138 	pci_read_config_word(dev, iov->pos + PCI_SRIOV_VF_DID, &virtfn->device);  in virtfn_add()
162 	mutex_unlock(&iov->dev->sriov->lock);  in virtfn_add()
181 	mutex_lock(&iov->dev->sriov->lock);  in virtfn_add()
186 	mutex_unlock(&iov->dev->sriov->lock);  in virtfn_add()
195 	struct pci_sriov *iov = dev->sriov;  in virtfn_remove()  local
218 	mutex_lock(&iov->dev->sriov->lock);  in virtfn_remove()
221 	mutex_unlock(&iov->dev->sriov->lock);  in virtfn_remove()
246 	struct pci_sriov *iov = dev->sriov;  in sriov_enable()  local
253 	if (iov->num_VFs)  in sriov_enable()
256 	pci_read_config_word(dev, iov->pos + PCI_SRIOV_INITIAL_VF, &initial);  in sriov_enable()
257 	if (initial > iov->total_VFs ||  in sriov_enable()
258 	    (!(iov->cap & PCI_SRIOV_CAP_VFM) && (initial != iov->total_VFs)))  in sriov_enable()
261 	if (nr_virtfn < 0 || nr_virtfn > iov->total_VFs ||  in sriov_enable()
262 	    (!(iov->cap & PCI_SRIOV_CAP_VFM) && (nr_virtfn > initial)))  in sriov_enable()
272 	if (nres != iov->nres) {  in sriov_enable()
289 	if (iov->link != dev->devfn) {  in sriov_enable()
290 		pdev = pci_get_slot(dev->bus, iov->link);  in sriov_enable()
307 	iov->ctrl |= PCI_SRIOV_CTRL_VFE | PCI_SRIOV_CTRL_MSE;  in sriov_enable()
309 	pci_write_config_word(dev, iov->pos + PCI_SRIOV_CTRL, iov->ctrl);  in sriov_enable()
313 	iov->initial_VFs = initial;  in sriov_enable()
330 	iov->num_VFs = nr_virtfn;  in sriov_enable()
340 	iov->ctrl &= ~(PCI_SRIOV_CTRL_VFE | PCI_SRIOV_CTRL_MSE);  in sriov_enable()
342 	pci_write_config_word(dev, iov->pos + PCI_SRIOV_CTRL, iov->ctrl);  in sriov_enable()
346 	if (iov->link != dev->devfn)  in sriov_enable()
356 	struct pci_sriov *iov = dev->sriov;  in sriov_disable()  local
358 	if (!iov->num_VFs)  in sriov_disable()
361 	for (i = 0; i < iov->num_VFs; i++)  in sriov_disable()
366 	iov->ctrl &= ~(PCI_SRIOV_CTRL_VFE | PCI_SRIOV_CTRL_MSE);  in sriov_disable()
368 	pci_write_config_word(dev, iov->pos + PCI_SRIOV_CTRL, iov->ctrl);  in sriov_disable()
372 	if (iov->link != dev->devfn)  in sriov_disable()
375 	iov->num_VFs = 0;  in sriov_disable()
386 	struct pci_sriov *iov;  in sriov_init()  local
425 	iov = kzalloc(sizeof(*iov), GFP_KERNEL);  in sriov_init()
426 	if (!iov)  in sriov_init()
447 		iov->barsz[i] = resource_size(res);  in sriov_init()
455 	iov->pos = pos;  in sriov_init()
456 	iov->nres = nres;  in sriov_init()
457 	iov->ctrl = ctrl;  in sriov_init()
458 	iov->total_VFs = total;  in sriov_init()
459 	iov->pgsz = pgsz;  in sriov_init()
460 	iov->self = dev;  in sriov_init()
461 	pci_read_config_dword(dev, pos + PCI_SRIOV_CAP, &iov->cap);  in sriov_init()
462 	pci_read_config_byte(dev, pos + PCI_SRIOV_FUNC_LINK, &iov->link);  in sriov_init()
464 		iov->link = PCI_DEVFN(PCI_SLOT(dev->devfn), iov->link);  in sriov_init()
467 		iov->dev = pci_dev_get(pdev);  in sriov_init()
469 		iov->dev = dev;  in sriov_init()
471 	mutex_init(&iov->lock);  in sriov_init()
473 	dev->sriov = iov;  in sriov_init()
490 	kfree(iov);  in sriov_init()
511 	struct pci_sriov *iov = dev->sriov;  in sriov_restore_state()  local
513 	pci_read_config_word(dev, iov->pos + PCI_SRIOV_CTRL, &ctrl);  in sriov_restore_state()
520 	pci_write_config_dword(dev, iov->pos + PCI_SRIOV_SYS_PGSIZE, iov->pgsz);  in sriov_restore_state()
521 	pci_iov_set_numvfs(dev, iov->num_VFs);  in sriov_restore_state()
522 	pci_write_config_word(dev, iov->pos + PCI_SRIOV_CTRL, iov->ctrl);  in sriov_restore_state()
523 	if (iov->ctrl & PCI_SRIOV_CTRL_VFE)  in sriov_restore_state()