page_pool 32 block/bounce.c static mempool_t page_pool, isa_page_pool; page_pool 61 block/bounce.c ret = mempool_init_page_pool(&page_pool, POOL_SIZE, 0); page_pool 188 block/bounce.c bounce_end_io(bio, &page_pool); page_pool 209 block/bounce.c __bounce_end_io_read(bio, &page_pool); page_pool 346 block/bounce.c if (pool == &page_pool) { page_pool 378 block/bounce.c pool = &page_pool; page_pool 202 drivers/md/dm-crypt.c mempool_t page_pool; page_pool 1318 drivers/md/dm-crypt.c page = mempool_alloc(&cc->page_pool, gfp_mask); page_pool 1353 drivers/md/dm-crypt.c mempool_free(bv->bv_page, &cc->page_pool); page_pool 2135 drivers/md/dm-crypt.c mempool_exit(&cc->page_pool); page_pool 2654 drivers/md/dm-crypt.c ret = mempool_init(&cc->page_pool, BIO_MAX_PAGES, crypt_page_alloc, crypt_page_free, cc); page_pool 709 drivers/net/ethernet/apm/xgene/xgene_enet_cle.c if (pdata->rx_ring[idx]->page_pool) { page_pool 710 drivers/net/ethernet/apm/xgene/xgene_enet_cle.c pool_id = pdata->rx_ring[idx]->page_pool->id; page_pool 786 drivers/net/ethernet/apm/xgene/xgene_enet_cle.c if (pdata->rx_ring[0]->page_pool) { page_pool 787 drivers/net/ethernet/apm/xgene/xgene_enet_cle.c pool_id = pdata->rx_ring[0]->page_pool->id; page_pool 672 drivers/net/ethernet/apm/xgene/xgene_enet_main.c struct xgene_enet_desc_ring *buf_pool, *page_pool; page_pool 690 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = rx_ring->page_pool; page_pool 713 drivers/net/ethernet/apm/xgene/xgene_enet_main.c xgene_enet_free_pagepool(page_pool, raw_desc, exp_desc); page_pool 727 drivers/net/ethernet/apm/xgene/xgene_enet_main.c slots = page_pool->slots - 1; page_pool 728 drivers/net/ethernet/apm/xgene/xgene_enet_main.c head = page_pool->head; page_pool 739 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page = page_pool->frag_page[head]; page_pool 745 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool->frag_page[head] = NULL; page_pool 749 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool->head = head; page_pool 762 drivers/net/ethernet/apm/xgene/xgene_enet_main.c ret = xgene_enet_refill_pagepool(page_pool, NUM_NXTBUFPOOL); page_pool 1058 drivers/net/ethernet/apm/xgene/xgene_enet_main.c struct xgene_enet_desc_ring *buf_pool, *page_pool; page_pool 1077 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = ring->page_pool; page_pool 1078 drivers/net/ethernet/apm/xgene/xgene_enet_main.c if (page_pool) { page_pool 1079 drivers/net/ethernet/apm/xgene/xgene_enet_main.c xgene_enet_delete_pagepool(page_pool); page_pool 1080 drivers/net/ethernet/apm/xgene/xgene_enet_main.c xgene_enet_delete_ring(page_pool); page_pool 1081 drivers/net/ethernet/apm/xgene/xgene_enet_main.c pdata->port_ops->clear(pdata, page_pool); page_pool 1145 drivers/net/ethernet/apm/xgene/xgene_enet_main.c struct xgene_enet_desc_ring *page_pool; page_pool 1175 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = ring->page_pool; page_pool 1176 drivers/net/ethernet/apm/xgene/xgene_enet_main.c if (page_pool) { page_pool 1177 drivers/net/ethernet/apm/xgene/xgene_enet_main.c p = page_pool->frag_page; page_pool 1181 drivers/net/ethernet/apm/xgene/xgene_enet_main.c p = page_pool->frag_dma_addr; page_pool 1305 drivers/net/ethernet/apm/xgene/xgene_enet_main.c struct xgene_enet_desc_ring *page_pool = NULL; page_pool 1366 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = xgene_enet_create_desc_ring(ndev, ring_num++, page_pool 1369 drivers/net/ethernet/apm/xgene/xgene_enet_main.c if (!page_pool) { page_pool 1374 drivers/net/ethernet/apm/xgene/xgene_enet_main.c slots = page_pool->slots; page_pool 1375 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool->frag_page = devm_kcalloc(dev, slots, page_pool 1378 drivers/net/ethernet/apm/xgene/xgene_enet_main.c if (!page_pool->frag_page) { page_pool 1383 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool->frag_dma_addr = devm_kcalloc(dev, slots, page_pool 1386 drivers/net/ethernet/apm/xgene/xgene_enet_main.c if (!page_pool->frag_dma_addr) { page_pool 1391 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool->dst_ring_num = xgene_enet_dst_ring_num(page_pool); page_pool 1392 drivers/net/ethernet/apm/xgene/xgene_enet_main.c rx_ring->page_pool = page_pool; page_pool 1810 drivers/net/ethernet/apm/xgene/xgene_enet_main.c struct xgene_enet_desc_ring *page_pool; page_pool 1831 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = pdata->rx_ring[i]->page_pool; page_pool 1832 drivers/net/ethernet/apm/xgene/xgene_enet_main.c xgene_enet_init_bufpool(page_pool); page_pool 1839 drivers/net/ethernet/apm/xgene/xgene_enet_main.c ret = xgene_enet_refill_pagepool(page_pool, count); page_pool 1865 drivers/net/ethernet/apm/xgene/xgene_enet_main.c page_pool = pdata->rx_ring[0]->page_pool; page_pool 1866 drivers/net/ethernet/apm/xgene/xgene_enet_main.c ring_id = (page_pool) ? page_pool->id : 0; page_pool 120 drivers/net/ethernet/apm/xgene/xgene_enet_main.h struct xgene_enet_desc_ring *page_pool; page_pool 612 drivers/net/ethernet/broadcom/bnx2x/bnx2x.h struct bnx2x_alloc_pool page_pool; page_pool 551 drivers/net/ethernet/broadcom/bnx2x/bnx2x_cmn.c struct bnx2x_alloc_pool *pool = &fp->page_pool; page_pool 1026 drivers/net/ethernet/broadcom/bnx2x/bnx2x_cmn.h bnx2x_free_rx_mem_pool(bp, &fp->page_pool); page_pool 692 drivers/net/ethernet/broadcom/bnxt/bnxt.c page = page_pool_dev_alloc_pages(rxr->page_pool); page_pool 699 drivers/net/ethernet/broadcom/bnxt/bnxt.c page_pool_recycle_direct(rxr->page_pool, page); page_pool 945 drivers/net/ethernet/broadcom/bnxt/bnxt.c page_pool_release_page(rxr->page_pool, page); page_pool 2592 drivers/net/ethernet/broadcom/bnxt/bnxt.c page_pool_recycle_direct(rxr->page_pool, data); page_pool 2788 drivers/net/ethernet/broadcom/bnxt/bnxt.c page_pool_destroy(rxr->page_pool); page_pool 2789 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->page_pool = NULL; page_pool 2812 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->page_pool = page_pool_create(&pp); page_pool 2813 drivers/net/ethernet/broadcom/bnxt/bnxt.c if (IS_ERR(rxr->page_pool)) { page_pool 2814 drivers/net/ethernet/broadcom/bnxt/bnxt.c int err = PTR_ERR(rxr->page_pool); page_pool 2816 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->page_pool = NULL; page_pool 2848 drivers/net/ethernet/broadcom/bnxt/bnxt.c rxr->page_pool); page_pool 29 drivers/net/ethernet/broadcom/bnxt/bnxt.h struct page_pool; page_pool 899 drivers/net/ethernet/broadcom/bnxt/bnxt.h struct page_pool *page_pool; page_pool 195 drivers/net/ethernet/broadcom/bnxt/bnxt_xdp.c page_pool_recycle_direct(rxr->page_pool, page); page_pool 60 drivers/net/ethernet/mellanox/mlx5/core/en.h struct page_pool; page_pool 682 drivers/net/ethernet/mellanox/mlx5/core/en.h struct page_pool *page_pool; page_pool 560 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->page_pool = page_pool_create(&pp_params); page_pool 561 drivers/net/ethernet/mellanox/mlx5/core/en_main.c if (IS_ERR(rq->page_pool)) { page_pool 562 drivers/net/ethernet/mellanox/mlx5/core/en_main.c err = PTR_ERR(rq->page_pool); page_pool 563 drivers/net/ethernet/mellanox/mlx5/core/en_main.c rq->page_pool = NULL; page_pool 567 drivers/net/ethernet/mellanox/mlx5/core/en_main.c MEM_TYPE_PAGE_POOL, rq->page_pool); page_pool 635 drivers/net/ethernet/mellanox/mlx5/core/en_main.c page_pool_destroy(rq->page_pool); page_pool 670 drivers/net/ethernet/mellanox/mlx5/core/en_main.c page_pool_destroy(rq->page_pool); page_pool 246 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c dma_info->page = page_pool_dev_alloc_pages(rq->page_pool); page_pool 253 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c page_pool_recycle_direct(rq->page_pool, dma_info->page); page_pool 284 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c page_pool_recycle_direct(rq->page_pool, dma_info->page); page_pool 287 drivers/net/ethernet/mellanox/mlx5/core/en_rx.c page_pool_release_page(rq->page_pool, dma_info->page); page_pool 285 drivers/net/ethernet/socionext/netsec.c struct page_pool *page_pool; page_pool 725 drivers/net/ethernet/socionext/netsec.c page = page_pool_dev_alloc_pages(dring->page_pool); page_pool 738 drivers/net/ethernet/socionext/netsec.c dma_dir = page_pool_get_dma_dir(dring->page_pool); page_pool 848 drivers/net/ethernet/socionext/netsec.c page_pool_get_dma_dir(rx_ring->page_pool); page_pool 937 drivers/net/ethernet/socionext/netsec.c dma_dir = page_pool_get_dma_dir(dring->page_pool); page_pool 1016 drivers/net/ethernet/socionext/netsec.c page_pool_recycle_direct(dring->page_pool, page); page_pool 1021 drivers/net/ethernet/socionext/netsec.c page_pool_release_page(dring->page_pool, page); page_pool 1194 drivers/net/ethernet/socionext/netsec.c page_pool_put_page(dring->page_pool, page, false); page_pool 1206 drivers/net/ethernet/socionext/netsec.c page_pool_destroy(dring->page_pool); page_pool 1285 drivers/net/ethernet/socionext/netsec.c dring->page_pool = page_pool_create(&pp_params); page_pool 1286 drivers/net/ethernet/socionext/netsec.c if (IS_ERR(dring->page_pool)) { page_pool 1287 drivers/net/ethernet/socionext/netsec.c err = PTR_ERR(dring->page_pool); page_pool 1288 drivers/net/ethernet/socionext/netsec.c dring->page_pool = NULL; page_pool 1297 drivers/net/ethernet/socionext/netsec.c dring->page_pool); page_pool 69 drivers/net/ethernet/stmicro/stmmac/stmmac.h struct page_pool *page_pool; page_pool 1212 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c buf->page = page_pool_dev_alloc_pages(rx_q->page_pool); page_pool 1217 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c buf->sec_page = page_pool_dev_alloc_pages(rx_q->page_pool); page_pool 1247 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_put_page(rx_q->page_pool, buf->page, false); page_pool 1251 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_put_page(rx_q->page_pool, buf->sec_page, false); page_pool 1497 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c if (rx_q->page_pool) page_pool 1498 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_destroy(rx_q->page_pool); page_pool 1564 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c rx_q->page_pool = page_pool_create(&pp_params); page_pool 1565 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c if (IS_ERR(rx_q->page_pool)) { page_pool 1566 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c ret = PTR_ERR(rx_q->page_pool); page_pool 1567 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c rx_q->page_pool = NULL; page_pool 3403 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c buf->page = page_pool_dev_alloc_pages(rx_q->page_pool); page_pool 3409 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c buf->sec_page = page_pool_dev_alloc_pages(rx_q->page_pool); page_pool 3531 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_recycle_direct(rx_q->page_pool, buf->page); page_pool 3593 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_recycle_direct(rx_q->page_pool, buf->page); page_pool 3608 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_release_page(rx_q->page_pool, buf->page); page_pool 3622 drivers/net/ethernet/stmicro/stmmac/stmmac_main.c page_pool_release_page(rx_q->page_pool, buf->sec_page); page_pool 543 drivers/net/ethernet/ti/cpsw.c page_pool_recycle_direct(cpsw->page_pool[ch], page); page_pool 555 drivers/net/ethernet/ti/cpsw.c static struct page_pool *cpsw_create_page_pool(struct cpsw_common *cpsw, page_pool 559 drivers/net/ethernet/ti/cpsw.c struct page_pool *pool; page_pool 579 drivers/net/ethernet/ti/cpsw.c struct page_pool *pool; page_pool 582 drivers/net/ethernet/ti/cpsw.c pool = cpsw->page_pool[ch]; page_pool 608 drivers/net/ethernet/ti/cpsw.c struct page_pool *pool; page_pool 616 drivers/net/ethernet/ti/cpsw.c cpsw->page_pool[ch] = pool; page_pool 635 drivers/net/ethernet/ti/cpsw.c page_pool_destroy(cpsw->page_pool[ch]); page_pool 636 drivers/net/ethernet/ti/cpsw.c cpsw->page_pool[ch] = NULL; page_pool 683 drivers/net/ethernet/ti/cpsw.c struct page_pool *pool; page_pool 695 drivers/net/ethernet/ti/cpsw.c pool = cpsw->page_pool[ch]; page_pool 1355 drivers/net/ethernet/ti/cpsw.c struct page_pool *pool; page_pool 1362 drivers/net/ethernet/ti/cpsw.c pool = cpsw->page_pool[ch]; page_pool 350 drivers/net/ethernet/ti/cpsw_priv.h struct page_pool *page_pool[CPSW_MAX_QUEUES]; page_pool 117 include/net/page_pool.h struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp); page_pool 119 include/net/page_pool.h static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) page_pool 130 include/net/page_pool.h inline enum dma_data_direction page_pool_get_dma_dir(struct page_pool *pool) page_pool 135 include/net/page_pool.h struct page_pool *page_pool_create(const struct page_pool_params *params); page_pool 138 include/net/page_pool.h void page_pool_destroy(struct page_pool *pool); page_pool 139 include/net/page_pool.h void page_pool_use_xdp_mem(struct page_pool *pool, void (*disconnect)(void *)); page_pool 141 include/net/page_pool.h static inline void page_pool_destroy(struct page_pool *pool) page_pool 145 include/net/page_pool.h static inline void page_pool_use_xdp_mem(struct page_pool *pool, page_pool 152 include/net/page_pool.h void __page_pool_put_page(struct page_pool *pool, page_pool 155 include/net/page_pool.h static inline void page_pool_put_page(struct page_pool *pool, page_pool 166 include/net/page_pool.h static inline void page_pool_recycle_direct(struct page_pool *pool, page_pool 177 include/net/page_pool.h void page_pool_unmap_page(struct page_pool *pool, struct page *page); page_pool 178 include/net/page_pool.h static inline void page_pool_release_page(struct page_pool *pool, page_pool 200 include/net/page_pool.h static inline bool page_pool_put(struct page_pool *pool) page_pool 53 include/net/xdp.h struct page_pool; page_pool 12 include/net/xdp_priv.h struct page_pool *page_pool; page_pool 3 include/trace/events/page_pool.h #define TRACE_SYSTEM page_pool page_pool 15 include/trace/events/page_pool.h TP_PROTO(const struct page_pool *pool, page_pool 21 include/trace/events/page_pool.h __field(const struct page_pool *, pool) page_pool 40 include/trace/events/page_pool.h TP_PROTO(const struct page_pool *pool, page_pool 46 include/trace/events/page_pool.h __field(const struct page_pool *, pool) page_pool 63 include/trace/events/page_pool.h TP_PROTO(const struct page_pool *pool, page_pool 69 include/trace/events/page_pool.h __field(const struct page_pool *, pool) page_pool 162 mm/readahead.c LIST_HEAD(page_pool); page_pool 190 mm/readahead.c read_pages(mapping, filp, &page_pool, nr_pages, page_pool 200 mm/readahead.c list_add(&page->lru, &page_pool); page_pool 212 mm/readahead.c read_pages(mapping, filp, &page_pool, nr_pages, gfp_mask); page_pool 213 mm/readahead.c BUG_ON(!list_empty(&page_pool)); page_pool 24 net/core/page_pool.c static int page_pool_init(struct page_pool *pool, page_pool 64 net/core/page_pool.c struct page_pool *page_pool_create(const struct page_pool_params *params) page_pool 66 net/core/page_pool.c struct page_pool *pool; page_pool 85 net/core/page_pool.c static struct page *__page_pool_get_cached(struct page_pool *pool) page_pool 120 net/core/page_pool.c static struct page *__page_pool_alloc_pages_slow(struct page_pool *pool, page_pool 175 net/core/page_pool.c struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp) page_pool 195 net/core/page_pool.c static s32 page_pool_inflight(struct page_pool *pool) page_pool 210 net/core/page_pool.c static void __page_pool_clean_page(struct page_pool *pool, page_pool 234 net/core/page_pool.c void page_pool_unmap_page(struct page_pool *pool, struct page *page) page_pool 244 net/core/page_pool.c static void __page_pool_return_page(struct page_pool *pool, struct page *page) page_pool 255 net/core/page_pool.c static bool __page_pool_recycle_into_ring(struct page_pool *pool, page_pool 274 net/core/page_pool.c struct page_pool *pool) page_pool 284 net/core/page_pool.c void __page_pool_put_page(struct page_pool *pool, page_pool 324 net/core/page_pool.c static void __page_pool_empty_ring(struct page_pool *pool) page_pool 339 net/core/page_pool.c static void page_pool_free(struct page_pool *pool) page_pool 352 net/core/page_pool.c static void page_pool_scrub(struct page_pool *pool) page_pool 371 net/core/page_pool.c static int page_pool_release(struct page_pool *pool) page_pool 386 net/core/page_pool.c struct page_pool *pool = container_of(dwq, typeof(*pool), release_dw); page_pool 406 net/core/page_pool.c void page_pool_use_xdp_mem(struct page_pool *pool, void (*disconnect)(void *)) page_pool 412 net/core/page_pool.c void page_pool_destroy(struct page_pool *pool) page_pool 156 net/core/xdp.c page_pool_destroy(xa->page_pool); page_pool 380 net/core/xdp.c page_pool_put_page(xa->page_pool, page, napi_direct); page_pool 431 net/core/xdp.c page_pool_release_page(xa->page_pool, page);