This source file includes following definitions.
- cpg_reg_modify
- cpg_simple_notifier_call
- cpg_simple_notifier_register
- cpg_z_clk_recalc_rate
- cpg_z_clk_round_rate
- cpg_z_clk_set_rate
- cpg_z_clk_register
- cpg_sd_clock_enable
- cpg_sd_clock_disable
- cpg_sd_clock_is_enabled
- cpg_sd_clock_recalc_rate
- cpg_sd_clock_calc_div
- cpg_sd_clock_round_rate
- cpg_sd_clock_set_rate
- cpg_sd_clk_register
- cpg_rpc_clk_register
- cpg_rpcd2_clk_register
- rcar_gen3_cpg_clk_register
- rcar_gen3_cpg_init
1
2
3
4
5
6
7
8
9
10
11
12
13 #include <linux/bug.h>
14 #include <linux/bitfield.h>
15 #include <linux/clk.h>
16 #include <linux/clk-provider.h>
17 #include <linux/device.h>
18 #include <linux/err.h>
19 #include <linux/init.h>
20 #include <linux/io.h>
21 #include <linux/pm.h>
22 #include <linux/slab.h>
23 #include <linux/sys_soc.h>
24
25 #include "renesas-cpg-mssr.h"
26 #include "rcar-gen3-cpg.h"
27
28 #define CPG_PLL0CR 0x00d8
29 #define CPG_PLL2CR 0x002c
30 #define CPG_PLL4CR 0x01f4
31
32 #define CPG_RCKCR_CKSEL BIT(15)
33
34 static spinlock_t cpg_lock;
35
36 static void cpg_reg_modify(void __iomem *reg, u32 clear, u32 set)
37 {
38 unsigned long flags;
39 u32 val;
40
41 spin_lock_irqsave(&cpg_lock, flags);
42 val = readl(reg);
43 val &= ~clear;
44 val |= set;
45 writel(val, reg);
46 spin_unlock_irqrestore(&cpg_lock, flags);
47 };
48
49 struct cpg_simple_notifier {
50 struct notifier_block nb;
51 void __iomem *reg;
52 u32 saved;
53 };
54
55 static int cpg_simple_notifier_call(struct notifier_block *nb,
56 unsigned long action, void *data)
57 {
58 struct cpg_simple_notifier *csn =
59 container_of(nb, struct cpg_simple_notifier, nb);
60
61 switch (action) {
62 case PM_EVENT_SUSPEND:
63 csn->saved = readl(csn->reg);
64 return NOTIFY_OK;
65
66 case PM_EVENT_RESUME:
67 writel(csn->saved, csn->reg);
68 return NOTIFY_OK;
69 }
70 return NOTIFY_DONE;
71 }
72
73 static void cpg_simple_notifier_register(struct raw_notifier_head *notifiers,
74 struct cpg_simple_notifier *csn)
75 {
76 csn->nb.notifier_call = cpg_simple_notifier_call;
77 raw_notifier_chain_register(notifiers, &csn->nb);
78 }
79
80
81
82
83
84
85
86
87
88
89 #define CPG_FRQCRB 0x00000004
90 #define CPG_FRQCRB_KICK BIT(31)
91 #define CPG_FRQCRC 0x000000e0
92
93 struct cpg_z_clk {
94 struct clk_hw hw;
95 void __iomem *reg;
96 void __iomem *kick_reg;
97 unsigned long mask;
98 unsigned int fixed_div;
99 };
100
101 #define to_z_clk(_hw) container_of(_hw, struct cpg_z_clk, hw)
102
103 static unsigned long cpg_z_clk_recalc_rate(struct clk_hw *hw,
104 unsigned long parent_rate)
105 {
106 struct cpg_z_clk *zclk = to_z_clk(hw);
107 unsigned int mult;
108 u32 val;
109
110 val = readl(zclk->reg) & zclk->mask;
111 mult = 32 - (val >> __ffs(zclk->mask));
112
113 return DIV_ROUND_CLOSEST_ULL((u64)parent_rate * mult,
114 32 * zclk->fixed_div);
115 }
116
117 static long cpg_z_clk_round_rate(struct clk_hw *hw, unsigned long rate,
118 unsigned long *parent_rate)
119 {
120 struct cpg_z_clk *zclk = to_z_clk(hw);
121 unsigned long prate;
122 unsigned int mult;
123
124 prate = *parent_rate / zclk->fixed_div;
125 mult = div_u64(rate * 32ULL, prate);
126 mult = clamp(mult, 1U, 32U);
127
128 return (u64)prate * mult / 32;
129 }
130
131 static int cpg_z_clk_set_rate(struct clk_hw *hw, unsigned long rate,
132 unsigned long parent_rate)
133 {
134 struct cpg_z_clk *zclk = to_z_clk(hw);
135 unsigned int mult;
136 unsigned int i;
137
138 mult = DIV64_U64_ROUND_CLOSEST(rate * 32ULL * zclk->fixed_div,
139 parent_rate);
140 mult = clamp(mult, 1U, 32U);
141
142 if (readl(zclk->kick_reg) & CPG_FRQCRB_KICK)
143 return -EBUSY;
144
145 cpg_reg_modify(zclk->reg, zclk->mask,
146 ((32 - mult) << __ffs(zclk->mask)) & zclk->mask);
147
148
149
150
151
152 cpg_reg_modify(zclk->kick_reg, 0, CPG_FRQCRB_KICK);
153
154
155
156
157
158
159
160
161
162
163 for (i = 1000; i; i--) {
164 if (!(readl(zclk->kick_reg) & CPG_FRQCRB_KICK))
165 return 0;
166
167 cpu_relax();
168 }
169
170 return -ETIMEDOUT;
171 }
172
173 static const struct clk_ops cpg_z_clk_ops = {
174 .recalc_rate = cpg_z_clk_recalc_rate,
175 .round_rate = cpg_z_clk_round_rate,
176 .set_rate = cpg_z_clk_set_rate,
177 };
178
179 static struct clk * __init cpg_z_clk_register(const char *name,
180 const char *parent_name,
181 void __iomem *reg,
182 unsigned int div,
183 unsigned int offset)
184 {
185 struct clk_init_data init;
186 struct cpg_z_clk *zclk;
187 struct clk *clk;
188
189 zclk = kzalloc(sizeof(*zclk), GFP_KERNEL);
190 if (!zclk)
191 return ERR_PTR(-ENOMEM);
192
193 init.name = name;
194 init.ops = &cpg_z_clk_ops;
195 init.flags = 0;
196 init.parent_names = &parent_name;
197 init.num_parents = 1;
198
199 zclk->reg = reg + CPG_FRQCRC;
200 zclk->kick_reg = reg + CPG_FRQCRB;
201 zclk->hw.init = &init;
202 zclk->mask = GENMASK(offset + 4, offset);
203 zclk->fixed_div = div;
204
205 clk = clk_register(NULL, &zclk->hw);
206 if (IS_ERR(clk))
207 kfree(zclk);
208
209 return clk;
210 }
211
212
213
214
215 #define CPG_SD_STP_HCK BIT(9)
216 #define CPG_SD_STP_CK BIT(8)
217
218 #define CPG_SD_STP_MASK (CPG_SD_STP_HCK | CPG_SD_STP_CK)
219 #define CPG_SD_FC_MASK (0x7 << 2 | 0x3 << 0)
220
221 #define CPG_SD_DIV_TABLE_DATA(stp_hck, stp_ck, sd_srcfc, sd_fc, sd_div) \
222 { \
223 .val = ((stp_hck) ? CPG_SD_STP_HCK : 0) | \
224 ((stp_ck) ? CPG_SD_STP_CK : 0) | \
225 ((sd_srcfc) << 2) | \
226 ((sd_fc) << 0), \
227 .div = (sd_div), \
228 }
229
230 struct sd_div_table {
231 u32 val;
232 unsigned int div;
233 };
234
235 struct sd_clock {
236 struct clk_hw hw;
237 const struct sd_div_table *div_table;
238 struct cpg_simple_notifier csn;
239 unsigned int div_num;
240 unsigned int cur_div_idx;
241 };
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262 static const struct sd_div_table cpg_sd_div_table[] = {
263
264 CPG_SD_DIV_TABLE_DATA(0, 0, 0, 1, 4),
265 CPG_SD_DIV_TABLE_DATA(0, 0, 1, 1, 8),
266 CPG_SD_DIV_TABLE_DATA(1, 0, 2, 1, 16),
267 CPG_SD_DIV_TABLE_DATA(1, 0, 3, 1, 32),
268 CPG_SD_DIV_TABLE_DATA(1, 0, 4, 1, 64),
269 CPG_SD_DIV_TABLE_DATA(0, 0, 0, 0, 2),
270 CPG_SD_DIV_TABLE_DATA(0, 0, 1, 0, 4),
271 CPG_SD_DIV_TABLE_DATA(1, 0, 2, 0, 8),
272 CPG_SD_DIV_TABLE_DATA(1, 0, 3, 0, 16),
273 CPG_SD_DIV_TABLE_DATA(1, 0, 4, 0, 32),
274 };
275
276 #define to_sd_clock(_hw) container_of(_hw, struct sd_clock, hw)
277
278 static int cpg_sd_clock_enable(struct clk_hw *hw)
279 {
280 struct sd_clock *clock = to_sd_clock(hw);
281
282 cpg_reg_modify(clock->csn.reg, CPG_SD_STP_MASK,
283 clock->div_table[clock->cur_div_idx].val &
284 CPG_SD_STP_MASK);
285
286 return 0;
287 }
288
289 static void cpg_sd_clock_disable(struct clk_hw *hw)
290 {
291 struct sd_clock *clock = to_sd_clock(hw);
292
293 cpg_reg_modify(clock->csn.reg, 0, CPG_SD_STP_MASK);
294 }
295
296 static int cpg_sd_clock_is_enabled(struct clk_hw *hw)
297 {
298 struct sd_clock *clock = to_sd_clock(hw);
299
300 return !(readl(clock->csn.reg) & CPG_SD_STP_MASK);
301 }
302
303 static unsigned long cpg_sd_clock_recalc_rate(struct clk_hw *hw,
304 unsigned long parent_rate)
305 {
306 struct sd_clock *clock = to_sd_clock(hw);
307
308 return DIV_ROUND_CLOSEST(parent_rate,
309 clock->div_table[clock->cur_div_idx].div);
310 }
311
312 static unsigned int cpg_sd_clock_calc_div(struct sd_clock *clock,
313 unsigned long rate,
314 unsigned long parent_rate)
315 {
316 unsigned long calc_rate, diff, diff_min = ULONG_MAX;
317 unsigned int i, best_div = 0;
318
319 for (i = 0; i < clock->div_num; i++) {
320 calc_rate = DIV_ROUND_CLOSEST(parent_rate,
321 clock->div_table[i].div);
322 diff = calc_rate > rate ? calc_rate - rate : rate - calc_rate;
323 if (diff < diff_min) {
324 best_div = clock->div_table[i].div;
325 diff_min = diff;
326 }
327 }
328
329 return best_div;
330 }
331
332 static long cpg_sd_clock_round_rate(struct clk_hw *hw, unsigned long rate,
333 unsigned long *parent_rate)
334 {
335 struct sd_clock *clock = to_sd_clock(hw);
336 unsigned int div = cpg_sd_clock_calc_div(clock, rate, *parent_rate);
337
338 return DIV_ROUND_CLOSEST(*parent_rate, div);
339 }
340
341 static int cpg_sd_clock_set_rate(struct clk_hw *hw, unsigned long rate,
342 unsigned long parent_rate)
343 {
344 struct sd_clock *clock = to_sd_clock(hw);
345 unsigned int div = cpg_sd_clock_calc_div(clock, rate, parent_rate);
346 unsigned int i;
347
348 for (i = 0; i < clock->div_num; i++)
349 if (div == clock->div_table[i].div)
350 break;
351
352 if (i >= clock->div_num)
353 return -EINVAL;
354
355 clock->cur_div_idx = i;
356
357 cpg_reg_modify(clock->csn.reg, CPG_SD_STP_MASK | CPG_SD_FC_MASK,
358 clock->div_table[i].val &
359 (CPG_SD_STP_MASK | CPG_SD_FC_MASK));
360
361 return 0;
362 }
363
364 static const struct clk_ops cpg_sd_clock_ops = {
365 .enable = cpg_sd_clock_enable,
366 .disable = cpg_sd_clock_disable,
367 .is_enabled = cpg_sd_clock_is_enabled,
368 .recalc_rate = cpg_sd_clock_recalc_rate,
369 .round_rate = cpg_sd_clock_round_rate,
370 .set_rate = cpg_sd_clock_set_rate,
371 };
372
373 static u32 cpg_quirks __initdata;
374
375 #define PLL_ERRATA BIT(0)
376 #define RCKCR_CKSEL BIT(1)
377 #define SD_SKIP_FIRST BIT(2)
378
379 static struct clk * __init cpg_sd_clk_register(const char *name,
380 void __iomem *base, unsigned int offset, const char *parent_name,
381 struct raw_notifier_head *notifiers)
382 {
383 struct clk_init_data init;
384 struct sd_clock *clock;
385 struct clk *clk;
386 u32 val;
387
388 clock = kzalloc(sizeof(*clock), GFP_KERNEL);
389 if (!clock)
390 return ERR_PTR(-ENOMEM);
391
392 init.name = name;
393 init.ops = &cpg_sd_clock_ops;
394 init.flags = CLK_SET_RATE_PARENT;
395 init.parent_names = &parent_name;
396 init.num_parents = 1;
397
398 clock->csn.reg = base + offset;
399 clock->hw.init = &init;
400 clock->div_table = cpg_sd_div_table;
401 clock->div_num = ARRAY_SIZE(cpg_sd_div_table);
402
403 if (cpg_quirks & SD_SKIP_FIRST) {
404 clock->div_table++;
405 clock->div_num--;
406 }
407
408 val = readl(clock->csn.reg) & ~CPG_SD_FC_MASK;
409 val |= CPG_SD_STP_MASK | (clock->div_table[0].val & CPG_SD_FC_MASK);
410 writel(val, clock->csn.reg);
411
412 clk = clk_register(NULL, &clock->hw);
413 if (IS_ERR(clk))
414 goto free_clock;
415
416 cpg_simple_notifier_register(notifiers, &clock->csn);
417 return clk;
418
419 free_clock:
420 kfree(clock);
421 return clk;
422 }
423
424 struct rpc_clock {
425 struct clk_divider div;
426 struct clk_gate gate;
427
428
429
430
431 struct cpg_simple_notifier csn;
432 };
433
434 static const struct clk_div_table cpg_rpcsrc_div_table[] = {
435 { 2, 5 }, { 3, 6 }, { 0, 0 },
436 };
437
438 static const struct clk_div_table cpg_rpc_div_table[] = {
439 { 1, 2 }, { 3, 4 }, { 5, 6 }, { 7, 8 }, { 0, 0 },
440 };
441
442 static struct clk * __init cpg_rpc_clk_register(const char *name,
443 void __iomem *base, const char *parent_name,
444 struct raw_notifier_head *notifiers)
445 {
446 struct rpc_clock *rpc;
447 struct clk *clk;
448
449 rpc = kzalloc(sizeof(*rpc), GFP_KERNEL);
450 if (!rpc)
451 return ERR_PTR(-ENOMEM);
452
453 rpc->div.reg = base + CPG_RPCCKCR;
454 rpc->div.width = 3;
455 rpc->div.table = cpg_rpc_div_table;
456 rpc->div.lock = &cpg_lock;
457
458 rpc->gate.reg = base + CPG_RPCCKCR;
459 rpc->gate.bit_idx = 8;
460 rpc->gate.flags = CLK_GATE_SET_TO_DISABLE;
461 rpc->gate.lock = &cpg_lock;
462
463 rpc->csn.reg = base + CPG_RPCCKCR;
464
465 clk = clk_register_composite(NULL, name, &parent_name, 1, NULL, NULL,
466 &rpc->div.hw, &clk_divider_ops,
467 &rpc->gate.hw, &clk_gate_ops,
468 CLK_SET_RATE_PARENT);
469 if (IS_ERR(clk)) {
470 kfree(rpc);
471 return clk;
472 }
473
474 cpg_simple_notifier_register(notifiers, &rpc->csn);
475 return clk;
476 }
477
478 struct rpcd2_clock {
479 struct clk_fixed_factor fixed;
480 struct clk_gate gate;
481 };
482
483 static struct clk * __init cpg_rpcd2_clk_register(const char *name,
484 void __iomem *base,
485 const char *parent_name)
486 {
487 struct rpcd2_clock *rpcd2;
488 struct clk *clk;
489
490 rpcd2 = kzalloc(sizeof(*rpcd2), GFP_KERNEL);
491 if (!rpcd2)
492 return ERR_PTR(-ENOMEM);
493
494 rpcd2->fixed.mult = 1;
495 rpcd2->fixed.div = 2;
496
497 rpcd2->gate.reg = base + CPG_RPCCKCR;
498 rpcd2->gate.bit_idx = 9;
499 rpcd2->gate.flags = CLK_GATE_SET_TO_DISABLE;
500 rpcd2->gate.lock = &cpg_lock;
501
502 clk = clk_register_composite(NULL, name, &parent_name, 1, NULL, NULL,
503 &rpcd2->fixed.hw, &clk_fixed_factor_ops,
504 &rpcd2->gate.hw, &clk_gate_ops,
505 CLK_SET_RATE_PARENT);
506 if (IS_ERR(clk))
507 kfree(rpcd2);
508
509 return clk;
510 }
511
512
513 static const struct rcar_gen3_cpg_pll_config *cpg_pll_config __initdata;
514 static unsigned int cpg_clk_extalr __initdata;
515 static u32 cpg_mode __initdata;
516
517 static const struct soc_device_attribute cpg_quirks_match[] __initconst = {
518 {
519 .soc_id = "r8a7795", .revision = "ES1.0",
520 .data = (void *)(PLL_ERRATA | RCKCR_CKSEL | SD_SKIP_FIRST),
521 },
522 {
523 .soc_id = "r8a7795", .revision = "ES1.*",
524 .data = (void *)(RCKCR_CKSEL | SD_SKIP_FIRST),
525 },
526 {
527 .soc_id = "r8a7795", .revision = "ES2.0",
528 .data = (void *)SD_SKIP_FIRST,
529 },
530 {
531 .soc_id = "r8a7796", .revision = "ES1.0",
532 .data = (void *)(RCKCR_CKSEL | SD_SKIP_FIRST),
533 },
534 {
535 .soc_id = "r8a7796", .revision = "ES1.1",
536 .data = (void *)SD_SKIP_FIRST,
537 },
538 { }
539 };
540
541 struct clk * __init rcar_gen3_cpg_clk_register(struct device *dev,
542 const struct cpg_core_clk *core, const struct cpg_mssr_info *info,
543 struct clk **clks, void __iomem *base,
544 struct raw_notifier_head *notifiers)
545 {
546 const struct clk *parent;
547 unsigned int mult = 1;
548 unsigned int div = 1;
549 u32 value;
550
551 parent = clks[core->parent & 0xffff];
552 if (IS_ERR(parent))
553 return ERR_CAST(parent);
554
555 switch (core->type) {
556 case CLK_TYPE_GEN3_MAIN:
557 div = cpg_pll_config->extal_div;
558 break;
559
560 case CLK_TYPE_GEN3_PLL0:
561
562
563
564
565
566
567 value = readl(base + CPG_PLL0CR);
568 mult = (((value >> 24) & 0x7f) + 1) * 2;
569 if (cpg_quirks & PLL_ERRATA)
570 mult *= 2;
571 break;
572
573 case CLK_TYPE_GEN3_PLL1:
574 mult = cpg_pll_config->pll1_mult;
575 div = cpg_pll_config->pll1_div;
576 break;
577
578 case CLK_TYPE_GEN3_PLL2:
579
580
581
582
583
584
585 value = readl(base + CPG_PLL2CR);
586 mult = (((value >> 24) & 0x7f) + 1) * 2;
587 if (cpg_quirks & PLL_ERRATA)
588 mult *= 2;
589 break;
590
591 case CLK_TYPE_GEN3_PLL3:
592 mult = cpg_pll_config->pll3_mult;
593 div = cpg_pll_config->pll3_div;
594 break;
595
596 case CLK_TYPE_GEN3_PLL4:
597
598
599
600
601
602
603 value = readl(base + CPG_PLL4CR);
604 mult = (((value >> 24) & 0x7f) + 1) * 2;
605 if (cpg_quirks & PLL_ERRATA)
606 mult *= 2;
607 break;
608
609 case CLK_TYPE_GEN3_SD:
610 return cpg_sd_clk_register(core->name, base, core->offset,
611 __clk_get_name(parent), notifiers);
612
613 case CLK_TYPE_GEN3_R:
614 if (cpg_quirks & RCKCR_CKSEL) {
615 struct cpg_simple_notifier *csn;
616
617 csn = kzalloc(sizeof(*csn), GFP_KERNEL);
618 if (!csn)
619 return ERR_PTR(-ENOMEM);
620
621 csn->reg = base + CPG_RCKCR;
622
623
624
625
626
627 value = readl(csn->reg) & 0x3f;
628
629 if (clk_get_rate(clks[cpg_clk_extalr])) {
630 parent = clks[cpg_clk_extalr];
631 value |= CPG_RCKCR_CKSEL;
632 }
633
634 writel(value, csn->reg);
635 cpg_simple_notifier_register(notifiers, csn);
636 break;
637 }
638
639
640 if (cpg_mode & BIT(28))
641 parent = clks[cpg_clk_extalr];
642 break;
643
644 case CLK_TYPE_GEN3_MDSEL:
645
646
647
648
649 if (cpg_mode & BIT(core->offset)) {
650 div = core->div & 0xffff;
651 } else {
652 parent = clks[core->parent >> 16];
653 if (IS_ERR(parent))
654 return ERR_CAST(parent);
655 div = core->div >> 16;
656 }
657 mult = 1;
658 break;
659
660 case CLK_TYPE_GEN3_Z:
661 return cpg_z_clk_register(core->name, __clk_get_name(parent),
662 base, core->div, core->offset);
663
664 case CLK_TYPE_GEN3_OSC:
665
666
667
668 div = cpg_pll_config->osc_prediv * core->div;
669 break;
670
671 case CLK_TYPE_GEN3_RCKSEL:
672
673
674
675
676 if (readl(base + CPG_RCKCR) & CPG_RCKCR_CKSEL) {
677 div = core->div & 0xffff;
678 } else {
679 parent = clks[core->parent >> 16];
680 if (IS_ERR(parent))
681 return ERR_CAST(parent);
682 div = core->div >> 16;
683 }
684 break;
685
686 case CLK_TYPE_GEN3_RPCSRC:
687 return clk_register_divider_table(NULL, core->name,
688 __clk_get_name(parent), 0,
689 base + CPG_RPCCKCR, 3, 2, 0,
690 cpg_rpcsrc_div_table,
691 &cpg_lock);
692
693 case CLK_TYPE_GEN3_RPC:
694 return cpg_rpc_clk_register(core->name, base,
695 __clk_get_name(parent), notifiers);
696
697 case CLK_TYPE_GEN3_RPCD2:
698 return cpg_rpcd2_clk_register(core->name, base,
699 __clk_get_name(parent));
700
701 default:
702 return ERR_PTR(-EINVAL);
703 }
704
705 return clk_register_fixed_factor(NULL, core->name,
706 __clk_get_name(parent), 0, mult, div);
707 }
708
709 int __init rcar_gen3_cpg_init(const struct rcar_gen3_cpg_pll_config *config,
710 unsigned int clk_extalr, u32 mode)
711 {
712 const struct soc_device_attribute *attr;
713
714 cpg_pll_config = config;
715 cpg_clk_extalr = clk_extalr;
716 cpg_mode = mode;
717 attr = soc_device_match(cpg_quirks_match);
718 if (attr)
719 cpg_quirks = (uintptr_t)attr->data;
720 pr_debug("%s: mode = 0x%x quirks = 0x%x\n", __func__, mode, cpg_quirks);
721
722 spin_lock_init(&cpg_lock);
723
724 return 0;
725 }