128 static inline u32 __ccu_read(struct ccu_data *ccu, u32 reg_offset)  in __ccu_read()  argument
130 	return readl(ccu->base + reg_offset);  in __ccu_read()
135 __ccu_write(struct ccu_data *ccu, u32 reg_offset, u32 reg_val)  in __ccu_write()  argument
137 	writel(reg_val, ccu->base + reg_offset);  in __ccu_write()
140 static inline unsigned long ccu_lock(struct ccu_data *ccu)  in ccu_lock()  argument
144 	spin_lock_irqsave(&ccu->lock, flags);  in ccu_lock()
148 static inline void ccu_unlock(struct ccu_data *ccu, unsigned long flags)  in ccu_unlock()  argument
150 	spin_unlock_irqrestore(&ccu->lock, flags);  in ccu_unlock()
157 static inline void __ccu_write_enable(struct ccu_data *ccu)  in __ccu_write_enable()  argument
159 	if (ccu->write_enabled) {  in __ccu_write_enable()
161 			ccu->name);  in __ccu_write_enable()
164 	ccu->write_enabled = true;  in __ccu_write_enable()
165 	__ccu_write(ccu, 0, CCU_ACCESS_PASSWORD | 1);  in __ccu_write_enable()
168 static inline void __ccu_write_disable(struct ccu_data *ccu)  in __ccu_write_disable()  argument
170 	if (!ccu->write_enabled) {  in __ccu_write_disable()
172 			ccu->name);  in __ccu_write_disable()
176 	__ccu_write(ccu, 0, CCU_ACCESS_PASSWORD);  in __ccu_write_disable()
177 	ccu->write_enabled = false;  in __ccu_write_disable()
189 __ccu_wait_bit(struct ccu_data *ccu, u32 reg_offset, u32 bit, bool want)  in __ccu_wait_bit()  argument
198 		val = __ccu_read(ccu, reg_offset);  in __ccu_wait_bit()
205 		ccu->name, reg_offset, bit, want ? "set" : "clear");  in __ccu_wait_bit()
212 static bool __ccu_policy_engine_start(struct ccu_data *ccu, bool sync)  in __ccu_policy_engine_start()  argument
214 	struct bcm_policy_ctl *control = &ccu->policy.control;  in __ccu_policy_engine_start()
228 	ret = __ccu_wait_bit(ccu, offset, go_bit, false);  in __ccu_policy_engine_start()
231 			__func__, ccu->name);  in __ccu_policy_engine_start()
255 	__ccu_write(ccu, offset, mask);  in __ccu_policy_engine_start()
258 	ret = __ccu_wait_bit(ccu, offset, go_bit, false);  in __ccu_policy_engine_start()
261 			__func__, ccu->name);  in __ccu_policy_engine_start()
266 static bool __ccu_policy_engine_stop(struct ccu_data *ccu)  in __ccu_policy_engine_stop()  argument
268 	struct bcm_lvm_en *enable = &ccu->policy.enable;  in __ccu_policy_engine_stop()
280 	ret = __ccu_wait_bit(ccu, offset, enable_bit, false);  in __ccu_policy_engine_stop()
283 			__func__, ccu->name);  in __ccu_policy_engine_stop()
288 	__ccu_write(ccu, offset, (u32)1 << enable_bit);  in __ccu_policy_engine_stop()
291 	ret = __ccu_wait_bit(ccu, offset, enable_bit, false);  in __ccu_policy_engine_stop()
294 			__func__, ccu->name);  in __ccu_policy_engine_stop()
308 static bool policy_init(struct ccu_data *ccu, struct bcm_clk_policy *policy)  in policy_init()  argument
322 	if (!__ccu_policy_engine_stop(ccu)) {  in policy_init()
324 			__func__, ccu->name);  in policy_init()
337 		reg_val = __ccu_read(ccu, offset);  in policy_init()
339 		__ccu_write(ccu, offset, reg_val);  in policy_init()
344 	ret = __ccu_policy_engine_start(ccu, true);  in policy_init()
347 			__func__, ccu->name);  in policy_init()
356 __is_clk_gate_enabled(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in __is_clk_gate_enabled()  argument
366 	reg_val = __ccu_read(ccu, gate->offset);  in __is_clk_gate_enabled()
373 is_clk_gate_enabled(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in is_clk_gate_enabled()  argument
382 	flags = ccu_lock(ccu);  in is_clk_gate_enabled()
383 	ret = __is_clk_gate_enabled(ccu, gate);  in is_clk_gate_enabled()
384 	ccu_unlock(ccu, flags);  in is_clk_gate_enabled()
394 __gate_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in __gate_commit()  argument
404 	reg_val = __ccu_read(ccu, gate->offset);  in __gate_commit()
429 	__ccu_write(ccu, gate->offset, reg_val);  in __gate_commit()
436 	return __ccu_wait_bit(ccu, gate->offset, gate->status_bit, enabled);  in __gate_commit()
445 static bool gate_init(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in gate_init()  argument
449 	return __gate_commit(ccu, gate);  in gate_init()
459 __clk_gate(struct ccu_data *ccu, struct bcm_clk_gate *gate, bool enable)  in __clk_gate()  argument
476 	ret = __gate_commit(ccu, gate);  in __clk_gate()
484 static int clk_gate(struct ccu_data *ccu, const char *name,  in clk_gate()  argument
499 	flags = ccu_lock(ccu);  in clk_gate()
500 	__ccu_write_enable(ccu);  in clk_gate()
502 	success = __clk_gate(ccu, gate, enable);  in clk_gate()
504 	__ccu_write_disable(ccu);  in clk_gate()
505 	ccu_unlock(ccu, flags);  in clk_gate()
525 static bool hyst_init(struct ccu_data *ccu, struct bcm_clk_hyst *hyst)  in hyst_init()  argument
538 	reg_val = __ccu_read(ccu, offset);  in hyst_init()
540 	__ccu_write(ccu, offset, reg_val);  in hyst_init()
551 static bool __clk_trigger(struct ccu_data *ccu, struct bcm_clk_trig *trig)  in __clk_trigger()  argument
554 	__ccu_write(ccu, trig->offset, 1 << trig->bit);  in __clk_trigger()
556 	return __ccu_wait_bit(ccu, trig->offset, trig->bit, false);  in __clk_trigger()
562 static u64 divider_read_scaled(struct ccu_data *ccu, struct bcm_clk_div *div)  in divider_read_scaled()  argument
571 	flags = ccu_lock(ccu);  in divider_read_scaled()
572 	reg_val = __ccu_read(ccu, div->u.s.offset);  in divider_read_scaled()
573 	ccu_unlock(ccu, flags);  in divider_read_scaled()
589 static int __div_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in __div_commit()  argument
605 		reg_val = __ccu_read(ccu, div->u.s.offset);  in __div_commit()
617 	enabled = __is_clk_gate_enabled(ccu, gate);  in __div_commit()
618 	if (!enabled && !__clk_gate(ccu, gate, true)) {  in __div_commit()
624 	reg_val = __ccu_read(ccu, div->u.s.offset);  in __div_commit()
627 	__ccu_write(ccu, div->u.s.offset, reg_val);  in __div_commit()
630 	if (!__clk_trigger(ccu, trig))  in __div_commit()
634 	if (!enabled && !__clk_gate(ccu, gate, false))  in __div_commit()
645 static bool div_init(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in div_init()  argument
650 	return !__div_commit(ccu, gate, div, trig);  in div_init()
653 static int divider_write(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in divider_write()  argument
669 	flags = ccu_lock(ccu);  in divider_write()
670 	__ccu_write_enable(ccu);  in divider_write()
672 	ret = __div_commit(ccu, gate, div, trig);  in divider_write()
674 	__ccu_write_disable(ccu);  in divider_write()
675 	ccu_unlock(ccu, flags);  in divider_write()
691 static unsigned long clk_recalc_rate(struct ccu_data *ccu,  in clk_recalc_rate()  argument
719 		scaled_div = divider_read_scaled(ccu, pre_div);  in clk_recalc_rate()
731 	scaled_div = divider_read_scaled(ccu, div);  in clk_recalc_rate()
746 static long round_rate(struct ccu_data *ccu, struct bcm_clk_div *div,  in round_rate()  argument
778 		scaled_pre_div = divider_read_scaled(ccu, pre_div);  in round_rate()
800 		best_scaled_div = divider_read_scaled(ccu, div);  in round_rate()
838 static u8 selector_read_index(struct ccu_data *ccu, struct bcm_clk_sel *sel)  in selector_read_index()  argument
850 	flags = ccu_lock(ccu);  in selector_read_index()
851 	reg_val = __ccu_read(ccu, sel->offset);  in selector_read_index()
852 	ccu_unlock(ccu, flags);  in selector_read_index()
860 			__func__, parent_sel, ccu->name, sel->offset);  in selector_read_index()
872 __sel_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in __sel_commit()  argument
890 		reg_val = __ccu_read(ccu, sel->offset);  in __sel_commit()
904 	enabled = __is_clk_gate_enabled(ccu, gate);  in __sel_commit()
905 	if (!enabled && !__clk_gate(ccu, gate, true))  in __sel_commit()
909 	reg_val = __ccu_read(ccu, sel->offset);  in __sel_commit()
911 	__ccu_write(ccu, sel->offset, reg_val);  in __sel_commit()
914 	if (!__clk_trigger(ccu, trig))  in __sel_commit()
918 	if (!enabled && !__clk_gate(ccu, gate, false))  in __sel_commit()
929 static bool sel_init(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in sel_init()  argument
934 	return !__sel_commit(ccu, gate, sel, trig);  in sel_init()
942 static int selector_write(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in selector_write()  argument
956 	flags = ccu_lock(ccu);  in selector_write()
957 	__ccu_write_enable(ccu);  in selector_write()
959 	ret = __sel_commit(ccu, gate, sel, trig);  in selector_write()
961 	__ccu_write_disable(ccu);  in selector_write()
962 	ccu_unlock(ccu, flags);  in selector_write()
977 	return clk_gate(bcm_clk->ccu, bcm_clk->init_data.name, gate, true);  in kona_peri_clk_enable()
985 	(void)clk_gate(bcm_clk->ccu, bcm_clk->init_data.name, gate, false);  in kona_peri_clk_disable()
993 	return is_clk_gate_enabled(bcm_clk->ccu, gate) ? 1 : 0;  in kona_peri_clk_is_enabled()
1002 	return clk_recalc_rate(bcm_clk->ccu, &data->div, &data->pre_div,  in kona_peri_clk_recalc_rate()
1016 	return round_rate(bcm_clk->ccu, div, &bcm_clk->u.peri->pre_div,  in kona_peri_clk_round_rate()
1095 	ret = selector_write(bcm_clk->ccu, &data->gate, sel, trig, index);  in kona_peri_clk_set_parent()
1115 	index = selector_read_index(bcm_clk->ccu, &data->sel);  in kona_peri_clk_get_parent()
1152 	(void)round_rate(bcm_clk->ccu, div, &data->pre_div,  in kona_peri_clk_set_rate()
1159 	ret = divider_write(bcm_clk->ccu, &data->gate, &data->div,  in kona_peri_clk_set_rate()
1187 	struct ccu_data *ccu = bcm_clk->ccu;  in __peri_clk_init()  local
1194 	if (!policy_init(ccu, &peri->policy)) {  in __peri_clk_init()
1199 	if (!gate_init(ccu, &peri->gate)) {  in __peri_clk_init()
1203 	if (!hyst_init(ccu, &peri->hyst)) {  in __peri_clk_init()
1207 	if (!div_init(ccu, &peri->gate, &peri->div, &peri->trig)) {  in __peri_clk_init()
1220 	if (!div_init(ccu, &peri->gate, &peri->pre_div, trig)) {  in __peri_clk_init()
1226 	if (!sel_init(ccu, &peri->gate, &peri->sel, trig)) {  in __peri_clk_init()
1247 bool __init kona_ccu_init(struct ccu_data *ccu)  in kona_ccu_init()  argument
1251 	struct clk **clks = ccu->clk_data.clks;  in kona_ccu_init()
1254 	flags = ccu_lock(ccu);  in kona_ccu_init()
1255 	__ccu_write_enable(ccu);  in kona_ccu_init()
1257 	for (which = 0; which < ccu->clk_data.clk_num; which++) {  in kona_ccu_init()
1266 	__ccu_write_disable(ccu);  in kona_ccu_init()
1267 	ccu_unlock(ccu, flags);  in kona_ccu_init()