This source file includes following definitions.
- mips_cm_error_report
- mips_cm_probe
- mips_cm_present
- mips_cm_has_l2sync
- mips_cm_l2sync
- mips_cm_revision
- mips_cm_max_vp_width
- mips_cm_vp_id
- mips_cm_lock_other
- mips_cm_unlock_other
- mips_cm_lock_other_cpu
1
2
3
4
5
6
7 #ifndef __MIPS_ASM_MIPS_CPS_H__
8 # error Please include asm/mips-cps.h rather than asm/mips-cm.h
9 #endif
10
11 #ifndef __MIPS_ASM_MIPS_CM_H__
12 #define __MIPS_ASM_MIPS_CM_H__
13
14 #include <linux/bitops.h>
15 #include <linux/errno.h>
16
17
18 extern void __iomem *mips_gcr_base;
19
20
21 extern void __iomem *mips_cm_l2sync_base;
22
23
24
25
26
27
28
29
30
31
32
33 extern phys_addr_t __mips_cm_phys_base(void);
34
35
36
37
38
39
40
41
42
43
44
45
46
47 extern int mips_cm_is64;
48
49
50
51
52 #ifdef CONFIG_MIPS_CM
53 extern void mips_cm_error_report(void);
54 #else
55 static inline void mips_cm_error_report(void) {}
56 #endif
57
58
59
60
61
62
63
64 #ifdef CONFIG_MIPS_CM
65 extern int mips_cm_probe(void);
66 #else
67 static inline int mips_cm_probe(void)
68 {
69 return -ENODEV;
70 }
71 #endif
72
73
74
75
76
77
78 static inline bool mips_cm_present(void)
79 {
80 #ifdef CONFIG_MIPS_CM
81 return mips_gcr_base != NULL;
82 #else
83 return false;
84 #endif
85 }
86
87
88
89
90
91
92 static inline bool mips_cm_has_l2sync(void)
93 {
94 #ifdef CONFIG_MIPS_CM
95 return mips_cm_l2sync_base != NULL;
96 #else
97 return false;
98 #endif
99 }
100
101
102 #define MIPS_CM_GCB_OFS 0x0000
103 #define MIPS_CM_CLCB_OFS 0x2000
104 #define MIPS_CM_COCB_OFS 0x4000
105 #define MIPS_CM_GDB_OFS 0x6000
106
107
108 #define MIPS_CM_GCR_SIZE 0x8000
109
110
111 #define MIPS_CM_L2SYNC_SIZE 0x1000
112
113 #define GCR_ACCESSOR_RO(sz, off, name) \
114 CPS_ACCESSOR_RO(gcr, sz, MIPS_CM_GCB_OFS + off, name) \
115 CPS_ACCESSOR_RO(gcr, sz, MIPS_CM_COCB_OFS + off, redir_##name)
116
117 #define GCR_ACCESSOR_RW(sz, off, name) \
118 CPS_ACCESSOR_RW(gcr, sz, MIPS_CM_GCB_OFS + off, name) \
119 CPS_ACCESSOR_RW(gcr, sz, MIPS_CM_COCB_OFS + off, redir_##name)
120
121 #define GCR_CX_ACCESSOR_RO(sz, off, name) \
122 CPS_ACCESSOR_RO(gcr, sz, MIPS_CM_CLCB_OFS + off, cl_##name) \
123 CPS_ACCESSOR_RO(gcr, sz, MIPS_CM_COCB_OFS + off, co_##name)
124
125 #define GCR_CX_ACCESSOR_RW(sz, off, name) \
126 CPS_ACCESSOR_RW(gcr, sz, MIPS_CM_CLCB_OFS + off, cl_##name) \
127 CPS_ACCESSOR_RW(gcr, sz, MIPS_CM_COCB_OFS + off, co_##name)
128
129
130 GCR_ACCESSOR_RO(64, 0x000, config)
131 #define CM_GCR_CONFIG_CLUSTER_COH_CAPABLE BIT_ULL(43)
132 #define CM_GCR_CONFIG_CLUSTER_ID GENMASK_ULL(39, 32)
133 #define CM_GCR_CONFIG_NUM_CLUSTERS GENMASK(29, 23)
134 #define CM_GCR_CONFIG_NUMIOCU GENMASK(15, 8)
135 #define CM_GCR_CONFIG_PCORES GENMASK(7, 0)
136
137
138 GCR_ACCESSOR_RW(64, 0x008, base)
139 #define CM_GCR_BASE_GCRBASE GENMASK_ULL(47, 15)
140 #define CM_GCR_BASE_CMDEFTGT GENMASK(1, 0)
141 #define CM_GCR_BASE_CMDEFTGT_MEM 0
142 #define CM_GCR_BASE_CMDEFTGT_RESERVED 1
143 #define CM_GCR_BASE_CMDEFTGT_IOCU0 2
144 #define CM_GCR_BASE_CMDEFTGT_IOCU1 3
145
146
147 GCR_ACCESSOR_RW(32, 0x020, access)
148 #define CM_GCR_ACCESS_ACCESSEN GENMASK(7, 0)
149
150
151 GCR_ACCESSOR_RO(32, 0x030, rev)
152 #define CM_GCR_REV_MAJOR GENMASK(15, 8)
153 #define CM_GCR_REV_MINOR GENMASK(7, 0)
154
155 #define CM_ENCODE_REV(major, minor) \
156 (((major) << __ffs(CM_GCR_REV_MAJOR)) | \
157 ((minor) << __ffs(CM_GCR_REV_MINOR)))
158
159 #define CM_REV_CM2 CM_ENCODE_REV(6, 0)
160 #define CM_REV_CM2_5 CM_ENCODE_REV(7, 0)
161 #define CM_REV_CM3 CM_ENCODE_REV(8, 0)
162 #define CM_REV_CM3_5 CM_ENCODE_REV(9, 0)
163
164
165 GCR_ACCESSOR_RW(32, 0x038, err_control)
166 #define CM_GCR_ERR_CONTROL_L2_ECC_EN BIT(1)
167 #define CM_GCR_ERR_CONTROL_L2_ECC_SUPPORT BIT(0)
168
169
170 GCR_ACCESSOR_RW(64, 0x040, error_mask)
171
172
173 GCR_ACCESSOR_RW(64, 0x048, error_cause)
174 #define CM_GCR_ERROR_CAUSE_ERRTYPE GENMASK(31, 27)
175 #define CM3_GCR_ERROR_CAUSE_ERRTYPE GENMASK_ULL(63, 58)
176 #define CM_GCR_ERROR_CAUSE_ERRINFO GENMASK(26, 0)
177
178
179 GCR_ACCESSOR_RW(64, 0x050, error_addr)
180
181
182 GCR_ACCESSOR_RW(64, 0x058, error_mult)
183 #define CM_GCR_ERROR_MULT_ERR2ND GENMASK(4, 0)
184
185
186 GCR_ACCESSOR_RW(64, 0x070, l2_only_sync_base)
187 #define CM_GCR_L2_ONLY_SYNC_BASE_SYNCBASE GENMASK(31, 12)
188 #define CM_GCR_L2_ONLY_SYNC_BASE_SYNCEN BIT(0)
189
190
191 GCR_ACCESSOR_RW(64, 0x080, gic_base)
192 #define CM_GCR_GIC_BASE_GICBASE GENMASK(31, 17)
193 #define CM_GCR_GIC_BASE_GICEN BIT(0)
194
195
196 GCR_ACCESSOR_RW(64, 0x088, cpc_base)
197 #define CM_GCR_CPC_BASE_CPCBASE GENMASK(31, 15)
198 #define CM_GCR_CPC_BASE_CPCEN BIT(0)
199
200
201 GCR_ACCESSOR_RW(64, 0x090, reg0_base)
202 GCR_ACCESSOR_RW(64, 0x0a0, reg1_base)
203 GCR_ACCESSOR_RW(64, 0x0b0, reg2_base)
204 GCR_ACCESSOR_RW(64, 0x0c0, reg3_base)
205 #define CM_GCR_REGn_BASE_BASEADDR GENMASK(31, 16)
206
207
208 GCR_ACCESSOR_RW(64, 0x098, reg0_mask)
209 GCR_ACCESSOR_RW(64, 0x0a8, reg1_mask)
210 GCR_ACCESSOR_RW(64, 0x0b8, reg2_mask)
211 GCR_ACCESSOR_RW(64, 0x0c8, reg3_mask)
212 #define CM_GCR_REGn_MASK_ADDRMASK GENMASK(31, 16)
213 #define CM_GCR_REGn_MASK_CCAOVR GENMASK(7, 5)
214 #define CM_GCR_REGn_MASK_CCAOVREN BIT(4)
215 #define CM_GCR_REGn_MASK_DROPL2 BIT(2)
216 #define CM_GCR_REGn_MASK_CMTGT GENMASK(1, 0)
217 #define CM_GCR_REGn_MASK_CMTGT_DISABLED 0x0
218 #define CM_GCR_REGn_MASK_CMTGT_MEM 0x1
219 #define CM_GCR_REGn_MASK_CMTGT_IOCU0 0x2
220 #define CM_GCR_REGn_MASK_CMTGT_IOCU1 0x3
221
222
223 GCR_ACCESSOR_RO(32, 0x0d0, gic_status)
224 #define CM_GCR_GIC_STATUS_EX BIT(0)
225
226
227 GCR_ACCESSOR_RO(32, 0x0f0, cpc_status)
228 #define CM_GCR_CPC_STATUS_EX BIT(0)
229
230
231 GCR_ACCESSOR_RW(32, 0x130, l2_config)
232 #define CM_GCR_L2_CONFIG_BYPASS BIT(20)
233 #define CM_GCR_L2_CONFIG_SET_SIZE GENMASK(15, 12)
234 #define CM_GCR_L2_CONFIG_LINE_SIZE GENMASK(11, 8)
235 #define CM_GCR_L2_CONFIG_ASSOC GENMASK(7, 0)
236
237
238 GCR_ACCESSOR_RO(32, 0x150, sys_config2)
239 #define CM_GCR_SYS_CONFIG2_MAXVPW GENMASK(3, 0)
240
241
242 GCR_ACCESSOR_RW(32, 0x300, l2_pft_control)
243 #define CM_GCR_L2_PFT_CONTROL_PAGEMASK GENMASK(31, 12)
244 #define CM_GCR_L2_PFT_CONTROL_PFTEN BIT(8)
245 #define CM_GCR_L2_PFT_CONTROL_NPFT GENMASK(7, 0)
246
247
248 GCR_ACCESSOR_RW(32, 0x308, l2_pft_control_b)
249 #define CM_GCR_L2_PFT_CONTROL_B_CEN BIT(8)
250 #define CM_GCR_L2_PFT_CONTROL_B_PORTID GENMASK(7, 0)
251
252
253 GCR_ACCESSOR_RW(32, 0x620, l2sm_cop)
254 #define CM_GCR_L2SM_COP_PRESENT BIT(31)
255 #define CM_GCR_L2SM_COP_RESULT GENMASK(8, 6)
256 #define CM_GCR_L2SM_COP_RESULT_DONTCARE 0
257 #define CM_GCR_L2SM_COP_RESULT_DONE_OK 1
258 #define CM_GCR_L2SM_COP_RESULT_DONE_ERROR 2
259 #define CM_GCR_L2SM_COP_RESULT_ABORT_OK 3
260 #define CM_GCR_L2SM_COP_RESULT_ABORT_ERROR 4
261 #define CM_GCR_L2SM_COP_RUNNING BIT(5)
262 #define CM_GCR_L2SM_COP_TYPE GENMASK(4, 2)
263 #define CM_GCR_L2SM_COP_TYPE_IDX_WBINV 0
264 #define CM_GCR_L2SM_COP_TYPE_IDX_STORETAG 1
265 #define CM_GCR_L2SM_COP_TYPE_IDX_STORETAGDATA 2
266 #define CM_GCR_L2SM_COP_TYPE_HIT_INV 4
267 #define CM_GCR_L2SM_COP_TYPE_HIT_WBINV 5
268 #define CM_GCR_L2SM_COP_TYPE_HIT_WB 6
269 #define CM_GCR_L2SM_COP_TYPE_FETCHLOCK 7
270 #define CM_GCR_L2SM_COP_CMD GENMASK(1, 0)
271 #define CM_GCR_L2SM_COP_CMD_START 1
272 #define CM_GCR_L2SM_COP_CMD_ABORT 3
273
274
275 GCR_ACCESSOR_RW(64, 0x628, l2sm_tag_addr_cop)
276 #define CM_GCR_L2SM_TAG_ADDR_COP_NUM_LINES GENMASK_ULL(63, 48)
277 #define CM_GCR_L2SM_TAG_ADDR_COP_START_TAG GENMASK_ULL(47, 6)
278
279
280 GCR_ACCESSOR_RW(64, 0x680, bev_base)
281
282
283 GCR_CX_ACCESSOR_RW(32, 0x000, reset_release)
284
285
286 GCR_CX_ACCESSOR_RW(32, 0x008, coherence)
287 #define CM_GCR_Cx_COHERENCE_COHDOMAINEN GENMASK(7, 0)
288 #define CM3_GCR_Cx_COHERENCE_COHEN BIT(0)
289
290
291 GCR_CX_ACCESSOR_RO(32, 0x010, config)
292 #define CM_GCR_Cx_CONFIG_IOCUTYPE GENMASK(11, 10)
293 #define CM_GCR_Cx_CONFIG_PVPE GENMASK(9, 0)
294
295
296 GCR_CX_ACCESSOR_RW(32, 0x018, other)
297 #define CM_GCR_Cx_OTHER_CORENUM GENMASK(31, 16)
298 #define CM_GCR_Cx_OTHER_CLUSTER_EN BIT(31)
299 #define CM_GCR_Cx_OTHER_GIC_EN BIT(30)
300 #define CM_GCR_Cx_OTHER_BLOCK GENMASK(25, 24)
301 #define CM_GCR_Cx_OTHER_BLOCK_LOCAL 0
302 #define CM_GCR_Cx_OTHER_BLOCK_GLOBAL 1
303 #define CM_GCR_Cx_OTHER_BLOCK_USER 2
304 #define CM_GCR_Cx_OTHER_BLOCK_GLOBAL_HIGH 3
305 #define CM_GCR_Cx_OTHER_CLUSTER GENMASK(21, 16)
306 #define CM3_GCR_Cx_OTHER_CORE GENMASK(13, 8)
307 #define CM_GCR_Cx_OTHER_CORE_CM 32
308 #define CM3_GCR_Cx_OTHER_VP GENMASK(2, 0)
309
310
311 GCR_CX_ACCESSOR_RW(32, 0x020, reset_base)
312 #define CM_GCR_Cx_RESET_BASE_BEVEXCBASE GENMASK(31, 12)
313
314
315 GCR_CX_ACCESSOR_RO(32, 0x028, id)
316 #define CM_GCR_Cx_ID_CLUSTER GENMASK(15, 8)
317 #define CM_GCR_Cx_ID_CORE GENMASK(7, 0)
318
319
320 GCR_CX_ACCESSOR_RW(32, 0x030, reset_ext_base)
321 #define CM_GCR_Cx_RESET_EXT_BASE_EVARESET BIT(31)
322 #define CM_GCR_Cx_RESET_EXT_BASE_UEB BIT(30)
323 #define CM_GCR_Cx_RESET_EXT_BASE_BEVEXCMASK GENMASK(27, 20)
324 #define CM_GCR_Cx_RESET_EXT_BASE_BEVEXCPA GENMASK(7, 1)
325 #define CM_GCR_Cx_RESET_EXT_BASE_PRESENT BIT(0)
326
327
328
329
330
331
332
333 static inline int mips_cm_l2sync(void)
334 {
335 if (!mips_cm_has_l2sync())
336 return -ENODEV;
337
338 writel(0, mips_cm_l2sync_base);
339 return 0;
340 }
341
342
343
344
345
346
347
348 static inline int mips_cm_revision(void)
349 {
350 if (!mips_cm_present())
351 return 0;
352
353 return read_gcr_rev();
354 }
355
356
357
358
359
360
361
362 static inline unsigned int mips_cm_max_vp_width(void)
363 {
364 extern int smp_num_siblings;
365 uint32_t cfg;
366
367 if (mips_cm_revision() >= CM_REV_CM3)
368 return read_gcr_sys_config2() & CM_GCR_SYS_CONFIG2_MAXVPW;
369
370 if (mips_cm_present()) {
371
372
373
374
375
376 cfg = read_gcr_cl_config() & CM_GCR_Cx_CONFIG_PVPE;
377 return (cfg >> __ffs(CM_GCR_Cx_CONFIG_PVPE)) + 1;
378 }
379
380 if (IS_ENABLED(CONFIG_SMP))
381 return smp_num_siblings;
382
383 return 1;
384 }
385
386
387
388
389
390
391
392
393
394
395
396 static inline unsigned int mips_cm_vp_id(unsigned int cpu)
397 {
398 unsigned int core = cpu_core(&cpu_data[cpu]);
399 unsigned int vp = cpu_vpe_id(&cpu_data[cpu]);
400
401 return (core * mips_cm_max_vp_width()) + vp;
402 }
403
404 #ifdef CONFIG_MIPS_CM
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424 extern void mips_cm_lock_other(unsigned int cluster, unsigned int core,
425 unsigned int vp, unsigned int block);
426
427
428
429
430
431
432
433 extern void mips_cm_unlock_other(void);
434
435 #else
436
437 static inline void mips_cm_lock_other(unsigned int cluster, unsigned int core,
438 unsigned int vp, unsigned int block) { }
439 static inline void mips_cm_unlock_other(void) { }
440
441 #endif
442
443
444
445
446
447
448
449
450
451
452 static inline void mips_cm_lock_other_cpu(unsigned int cpu, unsigned int block)
453 {
454 struct cpuinfo_mips *d = &cpu_data[cpu];
455
456 mips_cm_lock_other(cpu_cluster(d), cpu_core(d), cpu_vpe_id(d), block);
457 }
458
459 #endif