1#ifndef _ASM_POWERPC_PAGE_64_H
2#define _ASM_POWERPC_PAGE_64_H
3
4/*
5 * Copyright (C) 2001 PPC64 Team, IBM Corp
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13/*
14 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
15 * specific, every notion of page number shared with the firmware, TCEs,
16 * iommu, etc... still uses a page size of 4K.
17 */
18#define HW_PAGE_SHIFT		12
19#define HW_PAGE_SIZE		(ASM_CONST(1) << HW_PAGE_SHIFT)
20#define HW_PAGE_MASK		(~(HW_PAGE_SIZE-1))
21
22/*
23 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
24 * HW_PAGE_SHIFT, that is 4K pages.
25 */
26#define PAGE_FACTOR		(PAGE_SHIFT - HW_PAGE_SHIFT)
27
28/* Segment size; normal 256M segments */
29#define SID_SHIFT		28
30#define SID_MASK		ASM_CONST(0xfffffffff)
31#define ESID_MASK		0xfffffffff0000000UL
32#define GET_ESID(x)		(((x) >> SID_SHIFT) & SID_MASK)
33
34/* 1T segments */
35#define SID_SHIFT_1T		40
36#define SID_MASK_1T		0xffffffUL
37#define ESID_MASK_1T		0xffffff0000000000UL
38#define GET_ESID_1T(x)		(((x) >> SID_SHIFT_1T) & SID_MASK_1T)
39
40#ifndef __ASSEMBLY__
41#include <asm/cache.h>
42
43typedef unsigned long pte_basic_t;
44
45static inline void clear_page(void *addr)
46{
47	unsigned long iterations;
48	unsigned long onex, twox, fourx, eightx;
49
50	iterations = ppc64_caches.dlines_per_page / 8;
51
52	/*
53	 * Some verisions of gcc use multiply instructions to
54	 * calculate the offsets so lets give it a hand to
55	 * do better.
56	 */
57	onex = ppc64_caches.dline_size;
58	twox = onex << 1;
59	fourx = onex << 2;
60	eightx = onex << 3;
61
62	asm volatile(
63	"mtctr	%1	# clear_page\n\
64	.balign	16\n\
651:	dcbz	0,%0\n\
66	dcbz	%3,%0\n\
67	dcbz	%4,%0\n\
68	dcbz	%5,%0\n\
69	dcbz	%6,%0\n\
70	dcbz	%7,%0\n\
71	dcbz	%8,%0\n\
72	dcbz	%9,%0\n\
73	add	%0,%0,%10\n\
74	bdnz+	1b"
75	: "=&r" (addr)
76	: "r" (iterations), "0" (addr), "b" (onex), "b" (twox),
77		"b" (twox+onex), "b" (fourx), "b" (fourx+onex),
78		"b" (twox+fourx), "b" (eightx-onex), "r" (eightx)
79	: "ctr", "memory");
80}
81
82extern void copy_page(void *to, void *from);
83
84/* Log 2 of page table size */
85extern u64 ppc64_pft_size;
86
87#endif /* __ASSEMBLY__ */
88
89#ifdef CONFIG_PPC_MM_SLICES
90
91#define SLICE_LOW_SHIFT		28
92#define SLICE_HIGH_SHIFT	40
93
94#define SLICE_LOW_TOP		(0x100000000ul)
95#define SLICE_NUM_LOW		(SLICE_LOW_TOP >> SLICE_LOW_SHIFT)
96#define SLICE_NUM_HIGH		(PGTABLE_RANGE >> SLICE_HIGH_SHIFT)
97
98#define GET_LOW_SLICE_INDEX(addr)	((addr) >> SLICE_LOW_SHIFT)
99#define GET_HIGH_SLICE_INDEX(addr)	((addr) >> SLICE_HIGH_SHIFT)
100
101/*
102 * 1 bit per slice and we have one slice per 1TB
103 * Right now we support only 64TB.
104 * IF we change this we will have to change the type
105 * of high_slices
106 */
107#define SLICE_MASK_SIZE 8
108
109#ifndef __ASSEMBLY__
110
111struct slice_mask {
112	u16 low_slices;
113	u64 high_slices;
114};
115
116struct mm_struct;
117
118extern unsigned long slice_get_unmapped_area(unsigned long addr,
119					     unsigned long len,
120					     unsigned long flags,
121					     unsigned int psize,
122					     int topdown);
123
124extern unsigned int get_slice_psize(struct mm_struct *mm,
125				    unsigned long addr);
126
127extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
128extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
129				  unsigned long len, unsigned int psize);
130
131#define slice_mm_new_context(mm)	((mm)->context.id == MMU_NO_CONTEXT)
132
133#endif /* __ASSEMBLY__ */
134#else
135#define slice_init()
136#ifdef CONFIG_PPC_STD_MMU_64
137#define get_slice_psize(mm, addr)	((mm)->context.user_psize)
138#define slice_set_user_psize(mm, psize)		\
139do {						\
140	(mm)->context.user_psize = (psize);	\
141	(mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
142} while (0)
143#else /* CONFIG_PPC_STD_MMU_64 */
144#ifdef CONFIG_PPC_64K_PAGES
145#define get_slice_psize(mm, addr)	MMU_PAGE_64K
146#else /* CONFIG_PPC_64K_PAGES */
147#define get_slice_psize(mm, addr)	MMU_PAGE_4K
148#endif /* !CONFIG_PPC_64K_PAGES */
149#define slice_set_user_psize(mm, psize)	do { BUG(); } while(0)
150#endif /* !CONFIG_PPC_STD_MMU_64 */
151
152#define slice_set_range_psize(mm, start, len, psize)	\
153	slice_set_user_psize((mm), (psize))
154#define slice_mm_new_context(mm)	1
155#endif /* CONFIG_PPC_MM_SLICES */
156
157#ifdef CONFIG_HUGETLB_PAGE
158
159#ifdef CONFIG_PPC_MM_SLICES
160#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
161#endif
162
163#endif /* !CONFIG_HUGETLB_PAGE */
164
165#define VM_DATA_DEFAULT_FLAGS \
166	(is_32bit_task() ? \
167	 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
168
169/*
170 * This is the default if a program doesn't have a PT_GNU_STACK
171 * program header entry. The PPC64 ELF ABI has a non executable stack
172 * stack by default, so in the absence of a PT_GNU_STACK program header
173 * we turn execute permission off.
174 */
175#define VM_STACK_DEFAULT_FLAGS32	(VM_READ | VM_WRITE | VM_EXEC | \
176					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
177
178#define VM_STACK_DEFAULT_FLAGS64	(VM_READ | VM_WRITE | \
179					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
180
181#define VM_STACK_DEFAULT_FLAGS \
182	(is_32bit_task() ? \
183	 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
184
185#include <asm-generic/getorder.h>
186
187#endif /* _ASM_POWERPC_PAGE_64_H */
188