intel_private 89 drivers/char/agp/intel-gtt.c } intel_private; intel_private 91 drivers/char/agp/intel-gtt.c #define INTEL_GTT_GEN intel_private.driver->gen intel_private 92 drivers/char/agp/intel-gtt.c #define IS_G33 intel_private.driver->is_g33 intel_private 93 drivers/char/agp/intel-gtt.c #define IS_PINEVIEW intel_private.driver->is_pineview intel_private 94 drivers/char/agp/intel-gtt.c #define IS_IRONLAKE intel_private.driver->is_ironlake intel_private 95 drivers/char/agp/intel-gtt.c #define HAS_PGTBL_EN intel_private.driver->has_pgtbl_enable intel_private 113 drivers/char/agp/intel-gtt.c if (!pci_map_sg(intel_private.pcidev, intel_private 129 drivers/char/agp/intel-gtt.c pci_unmap_sg(intel_private.pcidev, sg_list, intel_private 182 drivers/char/agp/intel-gtt.c intel_private.i81x_gtt_table = gtt_table; intel_private 184 drivers/char/agp/intel-gtt.c reg_addr = pci_resource_start(intel_private.pcidev, I810_MMADR_BAR); intel_private 186 drivers/char/agp/intel-gtt.c intel_private.registers = ioremap(reg_addr, KB(64)); intel_private 187 drivers/char/agp/intel-gtt.c if (!intel_private.registers) intel_private 191 drivers/char/agp/intel-gtt.c intel_private.registers+I810_PGETBL_CTL); intel_private 193 drivers/char/agp/intel-gtt.c intel_private.gtt_phys_addr = reg_addr + I810_PTE_BASE; intel_private 195 drivers/char/agp/intel-gtt.c if ((readl(intel_private.registers+I810_DRAM_CTL) intel_private 197 drivers/char/agp/intel-gtt.c dev_info(&intel_private.pcidev->dev, intel_private 199 drivers/char/agp/intel-gtt.c intel_private.num_dcache_entries = 1024; intel_private 207 drivers/char/agp/intel-gtt.c writel(0, intel_private.registers+I810_PGETBL_CTL); intel_private 208 drivers/char/agp/intel-gtt.c free_gatt_pages(intel_private.i81x_gtt_table, I810_GTT_ORDER); intel_private 218 drivers/char/agp/intel-gtt.c > intel_private.num_dcache_entries) intel_private 226 drivers/char/agp/intel-gtt.c intel_private.driver->write_entry(addr, intel_private 304 drivers/char/agp/intel-gtt.c if (intel_private.needs_dmar) { intel_private 305 drivers/char/agp/intel-gtt.c dma_addr = pci_map_page(intel_private.pcidev, page, 0, intel_private 307 drivers/char/agp/intel-gtt.c if (pci_dma_mapping_error(intel_private.pcidev, dma_addr)) intel_private 310 drivers/char/agp/intel-gtt.c intel_private.scratch_page_dma = dma_addr; intel_private 312 drivers/char/agp/intel-gtt.c intel_private.scratch_page_dma = page_to_phys(page); intel_private 314 drivers/char/agp/intel-gtt.c intel_private.scratch_page = page; intel_private 333 drivers/char/agp/intel-gtt.c writel_relaxed(addr | pte_flags, intel_private.gtt + entry); intel_private 347 drivers/char/agp/intel-gtt.c pci_read_config_word(intel_private.bridge_dev, intel_private 350 drivers/char/agp/intel-gtt.c if (intel_private.bridge_dev->device == PCI_DEVICE_ID_INTEL_82830_HB || intel_private 351 drivers/char/agp/intel-gtt.c intel_private.bridge_dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) { intel_private 363 drivers/char/agp/intel-gtt.c rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE); intel_private 420 drivers/char/agp/intel-gtt.c dev_info(&intel_private.bridge_dev->dev, "detected %lluK %s memory\n", intel_private 423 drivers/char/agp/intel-gtt.c dev_info(&intel_private.bridge_dev->dev, intel_private 436 drivers/char/agp/intel-gtt.c pgetbl_ctl2 = readl(intel_private.registers+I965_PGETBL_CTL2); intel_private 438 drivers/char/agp/intel-gtt.c writel(pgetbl_ctl2, intel_private.registers+I965_PGETBL_CTL2); intel_private 441 drivers/char/agp/intel-gtt.c pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL); intel_private 444 drivers/char/agp/intel-gtt.c writel(pgetbl_ctl, intel_private.registers+I810_PGETBL_CTL); intel_private 453 drivers/char/agp/intel-gtt.c pci_read_config_word(intel_private.bridge_dev, intel_private 472 drivers/char/agp/intel-gtt.c pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL); intel_private 495 drivers/char/agp/intel-gtt.c dev_info(&intel_private.pcidev->dev, intel_private 511 drivers/char/agp/intel-gtt.c return intel_private.gtt_mappable_entries; intel_private 522 drivers/char/agp/intel-gtt.c pci_read_config_dword(intel_private.bridge_dev, intel_private 533 drivers/char/agp/intel-gtt.c pci_read_config_word(intel_private.bridge_dev, intel_private 542 drivers/char/agp/intel-gtt.c aperture_size = pci_resource_len(intel_private.pcidev, 2); intel_private 550 drivers/char/agp/intel-gtt.c set_pages_wb(intel_private.scratch_page, 1); intel_private 551 drivers/char/agp/intel-gtt.c if (intel_private.needs_dmar) intel_private 552 drivers/char/agp/intel-gtt.c pci_unmap_page(intel_private.pcidev, intel_private 553 drivers/char/agp/intel-gtt.c intel_private.scratch_page_dma, intel_private 555 drivers/char/agp/intel-gtt.c __free_page(intel_private.scratch_page); intel_private 560 drivers/char/agp/intel-gtt.c intel_private.driver->cleanup(); intel_private 562 drivers/char/agp/intel-gtt.c iounmap(intel_private.gtt); intel_private 563 drivers/char/agp/intel-gtt.c iounmap(intel_private.registers); intel_private 574 drivers/char/agp/intel-gtt.c const unsigned short gpu_devid = intel_private.pcidev->device; intel_private 607 drivers/char/agp/intel-gtt.c ret = intel_private.driver->setup(); intel_private 611 drivers/char/agp/intel-gtt.c intel_private.gtt_mappable_entries = intel_gtt_mappable_entries(); intel_private 612 drivers/char/agp/intel-gtt.c intel_private.gtt_total_entries = intel_gtt_total_entries(); intel_private 615 drivers/char/agp/intel-gtt.c intel_private.PGETBL_save = intel_private 616 drivers/char/agp/intel-gtt.c readl(intel_private.registers+I810_PGETBL_CTL) intel_private 620 drivers/char/agp/intel-gtt.c intel_private.PGETBL_save |= I810_PGETBL_ENABLED; intel_private 622 drivers/char/agp/intel-gtt.c dev_info(&intel_private.bridge_dev->dev, intel_private 624 drivers/char/agp/intel-gtt.c intel_private.gtt_total_entries * 4, intel_private 625 drivers/char/agp/intel-gtt.c intel_private.gtt_mappable_entries * 4); intel_private 627 drivers/char/agp/intel-gtt.c gtt_map_size = intel_private.gtt_total_entries * 4; intel_private 629 drivers/char/agp/intel-gtt.c intel_private.gtt = NULL; intel_private 631 drivers/char/agp/intel-gtt.c intel_private.gtt = ioremap_wc(intel_private.gtt_phys_addr, intel_private 633 drivers/char/agp/intel-gtt.c if (intel_private.gtt == NULL) intel_private 634 drivers/char/agp/intel-gtt.c intel_private.gtt = ioremap(intel_private.gtt_phys_addr, intel_private 636 drivers/char/agp/intel-gtt.c if (intel_private.gtt == NULL) { intel_private 637 drivers/char/agp/intel-gtt.c intel_private.driver->cleanup(); intel_private 638 drivers/char/agp/intel-gtt.c iounmap(intel_private.registers); intel_private 646 drivers/char/agp/intel-gtt.c intel_private.stolen_size = intel_gtt_stolen_size(); intel_private 648 drivers/char/agp/intel-gtt.c intel_private.needs_dmar = USE_PCI_DMA_API && INTEL_GTT_GEN > 2; intel_private 661 drivers/char/agp/intel-gtt.c intel_private.gma_bus_addr = pci_bus_address(intel_private.pcidev, bar); intel_private 680 drivers/char/agp/intel-gtt.c aper_size = (intel_private.gtt_mappable_entries << PAGE_SHIFT) / MB(1); intel_private 722 drivers/char/agp/intel-gtt.c writel(readl(intel_private.registers+I830_HIC) | (1<<31), intel_private 723 drivers/char/agp/intel-gtt.c intel_private.registers+I830_HIC); intel_private 725 drivers/char/agp/intel-gtt.c while (readl(intel_private.registers+I830_HIC) & (1<<31)) { intel_private 741 drivers/char/agp/intel-gtt.c writel_relaxed(addr | pte_flags, intel_private.gtt + entry); intel_private 751 drivers/char/agp/intel-gtt.c pci_read_config_word(intel_private.bridge_dev, intel_private 754 drivers/char/agp/intel-gtt.c pci_write_config_word(intel_private.bridge_dev, intel_private 757 drivers/char/agp/intel-gtt.c pci_read_config_word(intel_private.bridge_dev, intel_private 760 drivers/char/agp/intel-gtt.c dev_err(&intel_private.pcidev->dev, intel_private 771 drivers/char/agp/intel-gtt.c writel(0, intel_private.registers+GFX_FLSH_CNTL); intel_private 773 drivers/char/agp/intel-gtt.c reg = intel_private.registers+I810_PGETBL_CTL; intel_private 774 drivers/char/agp/intel-gtt.c writel(intel_private.PGETBL_save, reg); intel_private 776 drivers/char/agp/intel-gtt.c dev_err(&intel_private.pcidev->dev, intel_private 778 drivers/char/agp/intel-gtt.c readl(reg), intel_private.PGETBL_save); intel_private 783 drivers/char/agp/intel-gtt.c writel(0, intel_private.registers+GFX_FLSH_CNTL); intel_private 793 drivers/char/agp/intel-gtt.c reg_addr = pci_resource_start(intel_private.pcidev, I810_MMADR_BAR); intel_private 795 drivers/char/agp/intel-gtt.c intel_private.registers = ioremap(reg_addr, KB(64)); intel_private 796 drivers/char/agp/intel-gtt.c if (!intel_private.registers) intel_private 799 drivers/char/agp/intel-gtt.c intel_private.gtt_phys_addr = reg_addr + I810_PTE_BASE; intel_private 824 drivers/char/agp/intel-gtt.c intel_private.clear_fake_agp = true; intel_private 825 drivers/char/agp/intel-gtt.c agp_bridge->gart_bus_addr = intel_private.gma_bus_addr; intel_private 848 drivers/char/agp/intel-gtt.c intel_private.driver->write_entry(addr, pg, flags); intel_private 849 drivers/char/agp/intel-gtt.c readl(intel_private.gtt + pg); intel_private 850 drivers/char/agp/intel-gtt.c if (intel_private.driver->chipset_flush) intel_private 851 drivers/char/agp/intel-gtt.c intel_private.driver->chipset_flush(); intel_private 871 drivers/char/agp/intel-gtt.c intel_private.driver->write_entry(addr, j, flags); intel_private 875 drivers/char/agp/intel-gtt.c readl(intel_private.gtt + j - 1); intel_private 876 drivers/char/agp/intel-gtt.c if (intel_private.driver->chipset_flush) intel_private 877 drivers/char/agp/intel-gtt.c intel_private.driver->chipset_flush(); intel_private 891 drivers/char/agp/intel-gtt.c intel_private.driver->write_entry(addr, intel_private 902 drivers/char/agp/intel-gtt.c if (intel_private.clear_fake_agp) { intel_private 903 drivers/char/agp/intel-gtt.c int start = intel_private.stolen_size / PAGE_SIZE; intel_private 904 drivers/char/agp/intel-gtt.c int end = intel_private.gtt_mappable_entries; intel_private 906 drivers/char/agp/intel-gtt.c intel_private.clear_fake_agp = false; intel_private 915 drivers/char/agp/intel-gtt.c if (pg_start + mem->page_count > intel_private.gtt_total_entries) intel_private 921 drivers/char/agp/intel-gtt.c if (!intel_private.driver->check_flags(type)) intel_private 927 drivers/char/agp/intel-gtt.c if (intel_private.needs_dmar) { intel_private 954 drivers/char/agp/intel-gtt.c intel_private.driver->write_entry(intel_private.scratch_page_dma, intel_private 970 drivers/char/agp/intel-gtt.c if (intel_private.needs_dmar) { intel_private 985 drivers/char/agp/intel-gtt.c if (pg_count != intel_private.num_dcache_entries) intel_private 1008 drivers/char/agp/intel-gtt.c ret = pci_bus_alloc_resource(intel_private.bridge_dev->bus, &intel_private.ifp_resource, PAGE_SIZE, intel_private 1010 drivers/char/agp/intel-gtt.c pcibios_align_resource, intel_private.bridge_dev); intel_private 1020 drivers/char/agp/intel-gtt.c pci_read_config_dword(intel_private.bridge_dev, I915_IFPADDR, &temp); intel_private 1023 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 1; intel_private 1024 drivers/char/agp/intel-gtt.c pci_write_config_dword(intel_private.bridge_dev, I915_IFPADDR, (intel_private.ifp_resource.start & 0xffffffff) | 0x1); intel_private 1028 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 1; intel_private 1029 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.start = temp; intel_private 1030 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.end = temp + PAGE_SIZE; intel_private 1031 drivers/char/agp/intel-gtt.c ret = request_resource(&iomem_resource, &intel_private.ifp_resource); intel_private 1034 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 0; intel_private 1043 drivers/char/agp/intel-gtt.c pci_read_config_dword(intel_private.bridge_dev, I965_IFPADDR + 4, &temp_hi); intel_private 1044 drivers/char/agp/intel-gtt.c pci_read_config_dword(intel_private.bridge_dev, I965_IFPADDR, &temp_lo); intel_private 1050 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 1; intel_private 1051 drivers/char/agp/intel-gtt.c pci_write_config_dword(intel_private.bridge_dev, I965_IFPADDR + 4, intel_private 1052 drivers/char/agp/intel-gtt.c upper_32_bits(intel_private.ifp_resource.start)); intel_private 1053 drivers/char/agp/intel-gtt.c pci_write_config_dword(intel_private.bridge_dev, I965_IFPADDR, (intel_private.ifp_resource.start & 0xffffffff) | 0x1); intel_private 1060 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 1; intel_private 1061 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.start = l64; intel_private 1062 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.end = l64 + PAGE_SIZE; intel_private 1063 drivers/char/agp/intel-gtt.c ret = request_resource(&iomem_resource, &intel_private.ifp_resource); intel_private 1066 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 0; intel_private 1073 drivers/char/agp/intel-gtt.c if (intel_private.ifp_resource.start) intel_private 1080 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.name = "Intel Flush Page"; intel_private 1081 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.flags = IORESOURCE_MEM; intel_private 1090 drivers/char/agp/intel-gtt.c if (intel_private.ifp_resource.start) intel_private 1091 drivers/char/agp/intel-gtt.c intel_private.i9xx_flush_page = ioremap_nocache(intel_private.ifp_resource.start, PAGE_SIZE); intel_private 1092 drivers/char/agp/intel-gtt.c if (!intel_private.i9xx_flush_page) intel_private 1093 drivers/char/agp/intel-gtt.c dev_err(&intel_private.pcidev->dev, intel_private 1099 drivers/char/agp/intel-gtt.c if (intel_private.i9xx_flush_page) intel_private 1100 drivers/char/agp/intel-gtt.c iounmap(intel_private.i9xx_flush_page); intel_private 1101 drivers/char/agp/intel-gtt.c if (intel_private.resource_valid) intel_private 1102 drivers/char/agp/intel-gtt.c release_resource(&intel_private.ifp_resource); intel_private 1103 drivers/char/agp/intel-gtt.c intel_private.ifp_resource.start = 0; intel_private 1104 drivers/char/agp/intel-gtt.c intel_private.resource_valid = 0; intel_private 1110 drivers/char/agp/intel-gtt.c if (intel_private.i9xx_flush_page) intel_private 1111 drivers/char/agp/intel-gtt.c writel(1, intel_private.i9xx_flush_page); intel_private 1126 drivers/char/agp/intel-gtt.c writel_relaxed(addr | pte_flags, intel_private.gtt + entry); intel_private 1134 drivers/char/agp/intel-gtt.c reg_addr = pci_resource_start(intel_private.pcidev, I915_MMADR_BAR); intel_private 1136 drivers/char/agp/intel-gtt.c intel_private.registers = ioremap(reg_addr, size); intel_private 1137 drivers/char/agp/intel-gtt.c if (!intel_private.registers) intel_private 1142 drivers/char/agp/intel-gtt.c intel_private.gtt_phys_addr = intel_private 1143 drivers/char/agp/intel-gtt.c pci_resource_start(intel_private.pcidev, I915_PTE_BAR); intel_private 1146 drivers/char/agp/intel-gtt.c intel_private.gtt_phys_addr = reg_addr + MB(2); intel_private 1149 drivers/char/agp/intel-gtt.c intel_private.gtt_phys_addr = reg_addr + KB(512); intel_private 1357 drivers/char/agp/intel-gtt.c intel_private.pcidev = gmch_device; intel_private 1370 drivers/char/agp/intel-gtt.c intel_private.pcidev = pci_dev_get(gpu_pdev); intel_private 1371 drivers/char/agp/intel-gtt.c intel_private.driver = intel_private 1377 drivers/char/agp/intel-gtt.c intel_private.driver = intel_private 1383 drivers/char/agp/intel-gtt.c if (!intel_private.driver) intel_private 1392 drivers/char/agp/intel-gtt.c bridge->dev_private_data = &intel_private; intel_private 1403 drivers/char/agp/intel-gtt.c if (intel_private.refcount++) intel_private 1406 drivers/char/agp/intel-gtt.c intel_private.bridge_dev = pci_dev_get(bridge_pdev); intel_private 1410 drivers/char/agp/intel-gtt.c mask = intel_private.driver->dma_mask_size; intel_private 1411 drivers/char/agp/intel-gtt.c if (pci_set_dma_mask(intel_private.pcidev, DMA_BIT_MASK(mask))) intel_private 1412 drivers/char/agp/intel-gtt.c dev_err(&intel_private.pcidev->dev, intel_private 1415 drivers/char/agp/intel-gtt.c pci_set_consistent_dma_mask(intel_private.pcidev, intel_private 1432 drivers/char/agp/intel-gtt.c *gtt_total = intel_private.gtt_total_entries << PAGE_SHIFT; intel_private 1433 drivers/char/agp/intel-gtt.c *mappable_base = intel_private.gma_bus_addr; intel_private 1434 drivers/char/agp/intel-gtt.c *mappable_end = intel_private.gtt_mappable_entries << PAGE_SHIFT; intel_private 1440 drivers/char/agp/intel-gtt.c if (intel_private.driver->chipset_flush) intel_private 1441 drivers/char/agp/intel-gtt.c intel_private.driver->chipset_flush(); intel_private 1447 drivers/char/agp/intel-gtt.c if (--intel_private.refcount) intel_private 1450 drivers/char/agp/intel-gtt.c if (intel_private.scratch_page) intel_private 1452 drivers/char/agp/intel-gtt.c if (intel_private.pcidev) intel_private 1453 drivers/char/agp/intel-gtt.c pci_dev_put(intel_private.pcidev); intel_private 1454 drivers/char/agp/intel-gtt.c if (intel_private.bridge_dev) intel_private 1455 drivers/char/agp/intel-gtt.c pci_dev_put(intel_private.bridge_dev); intel_private 1456 drivers/char/agp/intel-gtt.c intel_private.driver = NULL;