573 	struct vm_region *region, *last;  in validate_nommu_regions()  local
585 		region = rb_entry(p, struct vm_region, vm_rb);  in validate_nommu_regions()
588 		BUG_ON(region->vm_end <= region->vm_start);  in validate_nommu_regions()
589 		BUG_ON(region->vm_top < region->vm_end);  in validate_nommu_regions()
590 		BUG_ON(region->vm_start < last->vm_top);  in validate_nommu_regions()
604 static void add_nommu_region(struct vm_region *region)  in add_nommu_region()  argument
616 		if (region->vm_start < pregion->vm_start)  in add_nommu_region()
618 		else if (region->vm_start > pregion->vm_start)  in add_nommu_region()
620 		else if (pregion == region)  in add_nommu_region()
626 	rb_link_node(&region->vm_rb, parent, p);  in add_nommu_region()
627 	rb_insert_color(&region->vm_rb, &nommu_region_tree);  in add_nommu_region()
635 static void delete_nommu_region(struct vm_region *region)  in delete_nommu_region()  argument
640 	rb_erase(&region->vm_rb, &nommu_region_tree);  in delete_nommu_region()
663 static void __put_nommu_region(struct vm_region *region)  in __put_nommu_region()  argument
668 	if (--region->vm_usage == 0) {  in __put_nommu_region()
669 		if (region->vm_top > region->vm_start)  in __put_nommu_region()
670 			delete_nommu_region(region);  in __put_nommu_region()
673 		if (region->vm_file)  in __put_nommu_region()
674 			fput(region->vm_file);  in __put_nommu_region()
678 		if (region->vm_flags & VM_MAPPED_COPY)  in __put_nommu_region()
679 			free_page_series(region->vm_start, region->vm_top);  in __put_nommu_region()
680 		kmem_cache_free(vm_region_jar, region);  in __put_nommu_region()
689 static void put_nommu_region(struct vm_region *region)  in put_nommu_region()  argument
692 	__put_nommu_region(region);  in put_nommu_region()
1140 			   struct vm_region *region,  in do_mmap_private()  argument
1187 	region->vm_flags = vma->vm_flags |= VM_MAPPED_COPY;  in do_mmap_private()
1188 	region->vm_start = (unsigned long) base;  in do_mmap_private()
1189 	region->vm_end   = region->vm_start + len;  in do_mmap_private()
1190 	region->vm_top   = region->vm_start + (total << PAGE_SHIFT);  in do_mmap_private()
1192 	vma->vm_start = region->vm_start;  in do_mmap_private()
1193 	vma->vm_end   = region->vm_start + len;  in do_mmap_private()
1220 	free_page_series(region->vm_start, region->vm_top);  in do_mmap_private()
1221 	region->vm_start = vma->vm_start = 0;  in do_mmap_private()
1222 	region->vm_end   = vma->vm_end = 0;  in do_mmap_private()
1223 	region->vm_top   = 0;  in do_mmap_private()
1246 	struct vm_region *region;  in do_mmap()  local
1269 	region = kmem_cache_zalloc(vm_region_jar, GFP_KERNEL);  in do_mmap()
1270 	if (!region)  in do_mmap()
1277 	region->vm_usage = 1;  in do_mmap()
1278 	region->vm_flags = vm_flags;  in do_mmap()
1279 	region->vm_pgoff = pgoff;  in do_mmap()
1286 		region->vm_file = get_file(file);  in do_mmap()
1358 			fput(region->vm_file);  in do_mmap()
1359 			kmem_cache_free(vm_region_jar, region);  in do_mmap()
1360 			region = pregion;  in do_mmap()
1386 				vma->vm_start = region->vm_start = addr;  in do_mmap()
1387 				vma->vm_end = region->vm_end = addr + len;  in do_mmap()
1392 	vma->vm_region = region;  in do_mmap()
1400 		ret = do_mmap_private(vma, region, len, capabilities);  in do_mmap()
1403 	add_nommu_region(region);  in do_mmap()
1407 		memset((void *)region->vm_start, 0,  in do_mmap()
1408 		       region->vm_end - region->vm_start);  in do_mmap()
1420 	if (vma->vm_flags & VM_EXEC && !region->vm_icache_flushed) {  in do_mmap()
1421 		flush_icache_range(region->vm_start, region->vm_end);  in do_mmap()
1422 		region->vm_icache_flushed = true;  in do_mmap()
1432 	if (region->vm_file)  in do_mmap()
1433 		fput(region->vm_file);  in do_mmap()
1434 	kmem_cache_free(vm_region_jar, region);  in do_mmap()
1447 	kmem_cache_free(vm_region_jar, region);  in do_mmap()
1516 	struct vm_region *region;  in split_vma()  local
1527 	region = kmem_cache_alloc(vm_region_jar, GFP_KERNEL);  in split_vma()
1528 	if (!region)  in split_vma()
1533 		kmem_cache_free(vm_region_jar, region);  in split_vma()
1539 	*region = *vma->vm_region;  in split_vma()
1540 	new->vm_region = region;  in split_vma()
1545 		region->vm_top = region->vm_end = new->vm_end = addr;  in split_vma()
1547 		region->vm_start = new->vm_start = addr;  in split_vma()
1548 		region->vm_pgoff = new->vm_pgoff += npages;  in split_vma()
1580 	struct vm_region *region;  in shrink_vma()  local
1592 	region = vma->vm_region;  in shrink_vma()
1593 	BUG_ON(region->vm_usage != 1);  in shrink_vma()
1596 	delete_nommu_region(region);  in shrink_vma()
1597 	if (from > region->vm_start) {  in shrink_vma()
1598 		to = region->vm_top;  in shrink_vma()
1599 		region->vm_top = region->vm_end = from;  in shrink_vma()
1601 		region->vm_start = to;  in shrink_vma()
1603 	add_nommu_region(region);  in shrink_vma()
2023 	struct vm_region *region;  in nommu_shrink_inode_mappings()  local
2054 		region = vma->vm_region;  in nommu_shrink_inode_mappings()
2055 		r_size = region->vm_top - region->vm_start;  in nommu_shrink_inode_mappings()
2056 		r_top = (region->vm_pgoff << PAGE_SHIFT) + r_size;  in nommu_shrink_inode_mappings()
2059 			region->vm_top -= r_top - newsize;  in nommu_shrink_inode_mappings()
2060 			if (region->vm_end > region->vm_top)  in nommu_shrink_inode_mappings()
2061 				region->vm_end = region->vm_top;  in nommu_shrink_inode_mappings()