1/* 2 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 3 */ 4#ifndef _LINUX_BOOTMEM_H 5#define _LINUX_BOOTMEM_H 6 7#include <linux/mmzone.h> 8#include <linux/mm_types.h> 9#include <asm/dma.h> 10 11/* 12 * simple boot-time physical memory area allocator. 13 */ 14 15extern unsigned long max_low_pfn; 16extern unsigned long min_low_pfn; 17 18/* 19 * highest page 20 */ 21extern unsigned long max_pfn; 22 23#ifndef CONFIG_NO_BOOTMEM 24/* 25 * node_bootmem_map is a map pointer - the bits represent all physical 26 * memory pages (including holes) on the node. 27 */ 28typedef struct bootmem_data { 29 unsigned long node_min_pfn; 30 unsigned long node_low_pfn; 31 void *node_bootmem_map; 32 unsigned long last_end_off; 33 unsigned long hint_idx; 34 struct list_head list; 35} bootmem_data_t; 36 37extern bootmem_data_t bootmem_node_data[]; 38#endif 39 40extern unsigned long bootmem_bootmap_pages(unsigned long); 41 42extern unsigned long init_bootmem_node(pg_data_t *pgdat, 43 unsigned long freepfn, 44 unsigned long startpfn, 45 unsigned long endpfn); 46extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); 47 48extern unsigned long free_all_bootmem(void); 49extern void reset_node_managed_pages(pg_data_t *pgdat); 50extern void reset_all_zones_managed_pages(void); 51 52extern void free_bootmem_node(pg_data_t *pgdat, 53 unsigned long addr, 54 unsigned long size); 55extern void free_bootmem(unsigned long physaddr, unsigned long size); 56extern void free_bootmem_late(unsigned long physaddr, unsigned long size); 57 58/* 59 * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, 60 * the architecture-specific code should honor this). 61 * 62 * If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success). 63 * If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory 64 * already was reserved. 65 */ 66#define BOOTMEM_DEFAULT 0 67#define BOOTMEM_EXCLUSIVE (1<<0) 68 69extern int reserve_bootmem(unsigned long addr, 70 unsigned long size, 71 int flags); 72extern int reserve_bootmem_node(pg_data_t *pgdat, 73 unsigned long physaddr, 74 unsigned long size, 75 int flags); 76 77extern void *__alloc_bootmem(unsigned long size, 78 unsigned long align, 79 unsigned long goal); 80extern void *__alloc_bootmem_nopanic(unsigned long size, 81 unsigned long align, 82 unsigned long goal); 83extern void *__alloc_bootmem_node(pg_data_t *pgdat, 84 unsigned long size, 85 unsigned long align, 86 unsigned long goal); 87void *__alloc_bootmem_node_high(pg_data_t *pgdat, 88 unsigned long size, 89 unsigned long align, 90 unsigned long goal); 91extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, 92 unsigned long size, 93 unsigned long align, 94 unsigned long goal); 95void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, 96 unsigned long size, 97 unsigned long align, 98 unsigned long goal, 99 unsigned long limit); 100extern void *__alloc_bootmem_low(unsigned long size, 101 unsigned long align, 102 unsigned long goal); 103void *__alloc_bootmem_low_nopanic(unsigned long size, 104 unsigned long align, 105 unsigned long goal); 106extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, 107 unsigned long size, 108 unsigned long align, 109 unsigned long goal); 110 111#ifdef CONFIG_NO_BOOTMEM 112/* We are using top down, so it is safe to use 0 here */ 113#define BOOTMEM_LOW_LIMIT 0 114#else 115#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) 116#endif 117 118#define alloc_bootmem(x) \ 119 __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) 120#define alloc_bootmem_align(x, align) \ 121 __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) 122#define alloc_bootmem_nopanic(x) \ 123 __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) 124#define alloc_bootmem_pages(x) \ 125 __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) 126#define alloc_bootmem_pages_nopanic(x) \ 127 __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) 128#define alloc_bootmem_node(pgdat, x) \ 129 __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) 130#define alloc_bootmem_node_nopanic(pgdat, x) \ 131 __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) 132#define alloc_bootmem_pages_node(pgdat, x) \ 133 __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) 134#define alloc_bootmem_pages_node_nopanic(pgdat, x) \ 135 __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) 136 137#define alloc_bootmem_low(x) \ 138 __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) 139#define alloc_bootmem_low_pages_nopanic(x) \ 140 __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) 141#define alloc_bootmem_low_pages(x) \ 142 __alloc_bootmem_low(x, PAGE_SIZE, 0) 143#define alloc_bootmem_low_pages_node(pgdat, x) \ 144 __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) 145 146 147#if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) 148 149/* FIXME: use MEMBLOCK_ALLOC_* variants here */ 150#define BOOTMEM_ALLOC_ACCESSIBLE 0 151#define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) 152 153/* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ 154void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, 155 phys_addr_t align, phys_addr_t min_addr, 156 phys_addr_t max_addr, int nid); 157void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, 158 phys_addr_t min_addr, phys_addr_t max_addr, int nid); 159void __memblock_free_early(phys_addr_t base, phys_addr_t size); 160void __memblock_free_late(phys_addr_t base, phys_addr_t size); 161 162static inline void * __init memblock_virt_alloc( 163 phys_addr_t size, phys_addr_t align) 164{ 165 return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, 166 BOOTMEM_ALLOC_ACCESSIBLE, 167 NUMA_NO_NODE); 168} 169 170static inline void * __init memblock_virt_alloc_nopanic( 171 phys_addr_t size, phys_addr_t align) 172{ 173 return memblock_virt_alloc_try_nid_nopanic(size, align, 174 BOOTMEM_LOW_LIMIT, 175 BOOTMEM_ALLOC_ACCESSIBLE, 176 NUMA_NO_NODE); 177} 178 179#ifndef ARCH_LOW_ADDRESS_LIMIT 180#define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL 181#endif 182 183static inline void * __init memblock_virt_alloc_low( 184 phys_addr_t size, phys_addr_t align) 185{ 186 return memblock_virt_alloc_try_nid(size, align, 187 BOOTMEM_LOW_LIMIT, 188 ARCH_LOW_ADDRESS_LIMIT, 189 NUMA_NO_NODE); 190} 191static inline void * __init memblock_virt_alloc_low_nopanic( 192 phys_addr_t size, phys_addr_t align) 193{ 194 return memblock_virt_alloc_try_nid_nopanic(size, align, 195 BOOTMEM_LOW_LIMIT, 196 ARCH_LOW_ADDRESS_LIMIT, 197 NUMA_NO_NODE); 198} 199 200static inline void * __init memblock_virt_alloc_from_nopanic( 201 phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) 202{ 203 return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, 204 BOOTMEM_ALLOC_ACCESSIBLE, 205 NUMA_NO_NODE); 206} 207 208static inline void * __init memblock_virt_alloc_node( 209 phys_addr_t size, int nid) 210{ 211 return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, 212 BOOTMEM_ALLOC_ACCESSIBLE, nid); 213} 214 215static inline void * __init memblock_virt_alloc_node_nopanic( 216 phys_addr_t size, int nid) 217{ 218 return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, 219 BOOTMEM_ALLOC_ACCESSIBLE, 220 nid); 221} 222 223static inline void __init memblock_free_early( 224 phys_addr_t base, phys_addr_t size) 225{ 226 __memblock_free_early(base, size); 227} 228 229static inline void __init memblock_free_early_nid( 230 phys_addr_t base, phys_addr_t size, int nid) 231{ 232 __memblock_free_early(base, size); 233} 234 235static inline void __init memblock_free_late( 236 phys_addr_t base, phys_addr_t size) 237{ 238 __memblock_free_late(base, size); 239} 240 241#else 242 243#define BOOTMEM_ALLOC_ACCESSIBLE 0 244 245 246/* Fall back to all the existing bootmem APIs */ 247static inline void * __init memblock_virt_alloc( 248 phys_addr_t size, phys_addr_t align) 249{ 250 if (!align) 251 align = SMP_CACHE_BYTES; 252 return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); 253} 254 255static inline void * __init memblock_virt_alloc_nopanic( 256 phys_addr_t size, phys_addr_t align) 257{ 258 if (!align) 259 align = SMP_CACHE_BYTES; 260 return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); 261} 262 263static inline void * __init memblock_virt_alloc_low( 264 phys_addr_t size, phys_addr_t align) 265{ 266 if (!align) 267 align = SMP_CACHE_BYTES; 268 return __alloc_bootmem_low(size, align, 0); 269} 270 271static inline void * __init memblock_virt_alloc_low_nopanic( 272 phys_addr_t size, phys_addr_t align) 273{ 274 if (!align) 275 align = SMP_CACHE_BYTES; 276 return __alloc_bootmem_low_nopanic(size, align, 0); 277} 278 279static inline void * __init memblock_virt_alloc_from_nopanic( 280 phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) 281{ 282 return __alloc_bootmem_nopanic(size, align, min_addr); 283} 284 285static inline void * __init memblock_virt_alloc_node( 286 phys_addr_t size, int nid) 287{ 288 return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, 289 BOOTMEM_LOW_LIMIT); 290} 291 292static inline void * __init memblock_virt_alloc_node_nopanic( 293 phys_addr_t size, int nid) 294{ 295 return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, 296 SMP_CACHE_BYTES, 297 BOOTMEM_LOW_LIMIT); 298} 299 300static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, 301 phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) 302{ 303 return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, 304 min_addr); 305} 306 307static inline void * __init memblock_virt_alloc_try_nid_nopanic( 308 phys_addr_t size, phys_addr_t align, 309 phys_addr_t min_addr, phys_addr_t max_addr, int nid) 310{ 311 return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, 312 min_addr, max_addr); 313} 314 315static inline void __init memblock_free_early( 316 phys_addr_t base, phys_addr_t size) 317{ 318 free_bootmem(base, size); 319} 320 321static inline void __init memblock_free_early_nid( 322 phys_addr_t base, phys_addr_t size, int nid) 323{ 324 free_bootmem_node(NODE_DATA(nid), base, size); 325} 326 327static inline void __init memblock_free_late( 328 phys_addr_t base, phys_addr_t size) 329{ 330 free_bootmem_late(base, size); 331} 332#endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ 333 334#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP 335extern void *alloc_remap(int nid, unsigned long size); 336#else 337static inline void *alloc_remap(int nid, unsigned long size) 338{ 339 return NULL; 340} 341#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ 342 343extern void *alloc_large_system_hash(const char *tablename, 344 unsigned long bucketsize, 345 unsigned long numentries, 346 int scale, 347 int flags, 348 unsigned int *_hash_shift, 349 unsigned int *_hash_mask, 350 unsigned long low_limit, 351 unsigned long high_limit); 352 353#define HASH_EARLY 0x00000001 /* Allocating during early boot? */ 354#define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min 355 * shift passed via *_hash_shift */ 356 357/* Only NUMA needs hash distribution. 64bit NUMA architectures have 358 * sufficient vmalloc space. 359 */ 360#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) 361#define HASHDIST_DEFAULT 1 362#else 363#define HASHDIST_DEFAULT 0 364#endif 365extern int hashdist; /* Distribute hashes across NUMA nodes? */ 366 367 368#endif /* _LINUX_BOOTMEM_H */ 369