Lines Matching refs:mm

1129 	struct mm_struct *mm;  member
1165 extern int handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma,
1167 extern int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm,
1170 static inline int handle_mm_fault(struct mm_struct *mm, in handle_mm_fault() argument
1179 struct mm_struct *mm, unsigned long address, in fixup_user_fault() argument
1189 extern int access_remote_vm(struct mm_struct *mm, unsigned long addr,
1192 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1196 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1200 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm,
1204 long __get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm,
1208 long get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm,
1336 static inline unsigned long get_mm_counter(struct mm_struct *mm, int member) in get_mm_counter() argument
1338 long val = atomic_long_read(&mm->rss_stat.count[member]); in get_mm_counter()
1351 static inline void add_mm_counter(struct mm_struct *mm, int member, long value) in add_mm_counter() argument
1353 atomic_long_add(value, &mm->rss_stat.count[member]); in add_mm_counter()
1356 static inline void inc_mm_counter(struct mm_struct *mm, int member) in inc_mm_counter() argument
1358 atomic_long_inc(&mm->rss_stat.count[member]); in inc_mm_counter()
1361 static inline void dec_mm_counter(struct mm_struct *mm, int member) in dec_mm_counter() argument
1363 atomic_long_dec(&mm->rss_stat.count[member]); in dec_mm_counter()
1366 static inline unsigned long get_mm_rss(struct mm_struct *mm) in get_mm_rss() argument
1368 return get_mm_counter(mm, MM_FILEPAGES) + in get_mm_rss()
1369 get_mm_counter(mm, MM_ANONPAGES); in get_mm_rss()
1372 static inline unsigned long get_mm_hiwater_rss(struct mm_struct *mm) in get_mm_hiwater_rss() argument
1374 return max(mm->hiwater_rss, get_mm_rss(mm)); in get_mm_hiwater_rss()
1377 static inline unsigned long get_mm_hiwater_vm(struct mm_struct *mm) in get_mm_hiwater_vm() argument
1379 return max(mm->hiwater_vm, mm->total_vm); in get_mm_hiwater_vm()
1382 static inline void update_hiwater_rss(struct mm_struct *mm) in update_hiwater_rss() argument
1384 unsigned long _rss = get_mm_rss(mm); in update_hiwater_rss()
1386 if ((mm)->hiwater_rss < _rss) in update_hiwater_rss()
1387 (mm)->hiwater_rss = _rss; in update_hiwater_rss()
1390 static inline void update_hiwater_vm(struct mm_struct *mm) in update_hiwater_vm() argument
1392 if (mm->hiwater_vm < mm->total_vm) in update_hiwater_vm()
1393 mm->hiwater_vm = mm->total_vm; in update_hiwater_vm()
1396 static inline void reset_mm_hiwater_rss(struct mm_struct *mm) in reset_mm_hiwater_rss() argument
1398 mm->hiwater_rss = get_mm_rss(mm); in reset_mm_hiwater_rss()
1402 struct mm_struct *mm) in setmax_mm_hiwater_rss() argument
1404 unsigned long hiwater_rss = get_mm_hiwater_rss(mm); in setmax_mm_hiwater_rss()
1411 void sync_mm_rss(struct mm_struct *mm);
1413 static inline void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss() argument
1420 extern pte_t *__get_locked_pte(struct mm_struct *mm, unsigned long addr,
1422 static inline pte_t *get_locked_pte(struct mm_struct *mm, unsigned long addr, in get_locked_pte() argument
1426 __cond_lock(*ptl, ptep = __get_locked_pte(mm, addr, ptl)); in get_locked_pte()
1431 static inline int __pud_alloc(struct mm_struct *mm, pgd_t *pgd, in __pud_alloc() argument
1437 int __pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address);
1441 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc() argument
1447 static inline void mm_nr_pmds_init(struct mm_struct *mm) {} in mm_nr_pmds_init() argument
1449 static inline unsigned long mm_nr_pmds(struct mm_struct *mm) in mm_nr_pmds() argument
1454 static inline void mm_inc_nr_pmds(struct mm_struct *mm) {} in mm_inc_nr_pmds() argument
1455 static inline void mm_dec_nr_pmds(struct mm_struct *mm) {} in mm_dec_nr_pmds() argument
1458 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1460 static inline void mm_nr_pmds_init(struct mm_struct *mm) in mm_nr_pmds_init() argument
1462 atomic_long_set(&mm->nr_pmds, 0); in mm_nr_pmds_init()
1465 static inline unsigned long mm_nr_pmds(struct mm_struct *mm) in mm_nr_pmds() argument
1467 return atomic_long_read(&mm->nr_pmds); in mm_nr_pmds()
1470 static inline void mm_inc_nr_pmds(struct mm_struct *mm) in mm_inc_nr_pmds() argument
1472 atomic_long_inc(&mm->nr_pmds); in mm_inc_nr_pmds()
1475 static inline void mm_dec_nr_pmds(struct mm_struct *mm) in mm_dec_nr_pmds() argument
1477 atomic_long_dec(&mm->nr_pmds); in mm_dec_nr_pmds()
1481 int __pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma,
1490 static inline pud_t *pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in pud_alloc() argument
1492 return (unlikely(pgd_none(*pgd)) && __pud_alloc(mm, pgd, address))? in pud_alloc()
1496 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc() argument
1498 return (unlikely(pud_none(*pud)) && __pmd_alloc(mm, pud, address))? in pmd_alloc()
1533 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr() argument
1565 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr() argument
1567 return &mm->page_table_lock; in pte_lockptr()
1594 #define pte_offset_map_lock(mm, pmd, address, ptlp) \ argument
1596 spinlock_t *__ptl = pte_lockptr(mm, pmd); \
1608 #define pte_alloc_map(mm, vma, pmd, address) \ argument
1609 ((unlikely(pmd_none(*(pmd))) && __pte_alloc(mm, vma, \
1613 #define pte_alloc_map_lock(mm, pmd, address, ptlp) \ argument
1614 ((unlikely(pmd_none(*(pmd))) && __pte_alloc(mm, NULL, \
1616 NULL: pte_offset_map_lock(mm, pmd, address, ptlp))
1630 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr() argument
1651 #define pmd_huge_pte(mm, pmd) (pmd_to_page(pmd)->pmd_huge_pte) argument
1655 static inline spinlock_t *pmd_lockptr(struct mm_struct *mm, pmd_t *pmd) in pmd_lockptr() argument
1657 return &mm->page_table_lock; in pmd_lockptr()
1663 #define pmd_huge_pte(mm, pmd) ((mm)->pmd_huge_pte) argument
1667 static inline spinlock_t *pmd_lock(struct mm_struct *mm, pmd_t *pmd) in pmd_lock() argument
1669 spinlock_t *ptl = pmd_lockptr(mm, pmd); in pmd_lock()
1864 extern int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin);
1897 extern int mm_take_all_locks(struct mm_struct *mm);
1898 extern void mm_drop_all_locks(struct mm_struct *mm);
1900 extern void set_mm_exe_file(struct mm_struct *mm, struct file *new_exe_file);
1901 extern struct file *get_mm_exe_file(struct mm_struct *mm);
1903 extern int may_expand_vm(struct mm_struct *mm, unsigned long npages);
1904 extern struct vm_area_struct *_install_special_mapping(struct mm_struct *mm,
1909 extern int install_special_mapping(struct mm_struct *mm,
2028 extern struct vm_area_struct * find_vma(struct mm_struct * mm, unsigned long addr);
2029 extern struct vm_area_struct * find_vma_prev(struct mm_struct * mm, unsigned long addr,
2034 static inline struct vm_area_struct * find_vma_intersection(struct mm_struct * mm, unsigned long st… in find_vma_intersection() argument
2036 struct vm_area_struct * vma = find_vma(mm,start_addr); in find_vma_intersection()
2049 static inline struct vm_area_struct *find_exact_vma(struct mm_struct *mm, in find_exact_vma() argument
2052 struct vm_area_struct *vma = find_vma(mm, vm_start); in find_exact_vma()
2118 extern int apply_to_page_range(struct mm_struct *mm, unsigned long address,
2124 static inline void vm_stat_account(struct mm_struct *mm, in vm_stat_account() argument
2127 mm->total_vm += pages; in vm_stat_account()
2160 extern struct vm_area_struct *get_gate_vma(struct mm_struct *mm);
2162 extern int in_gate_area(struct mm_struct *mm, unsigned long addr);
2164 static inline struct vm_area_struct *get_gate_vma(struct mm_struct *mm) in get_gate_vma() argument
2169 static inline int in_gate_area(struct mm_struct *mm, unsigned long addr) in in_gate_area() argument