24  * CCU.  (I believe these polices are named "Deep Sleep", "Economy",
127 /* CCU access */
129 /* Read a 32-bit register value from a CCU's address space. */
130 static inline u32 __ccu_read(struct ccu_data *ccu, u32 reg_offset)  in __ccu_read()  argument
132 	return readl(ccu->base + reg_offset);  in __ccu_read()
135 /* Write a 32-bit register value into a CCU's address space. */
137 __ccu_write(struct ccu_data *ccu, u32 reg_offset, u32 reg_val)  in __ccu_write()  argument
139 	writel(reg_val, ccu->base + reg_offset);  in __ccu_write()
142 static inline unsigned long ccu_lock(struct ccu_data *ccu)  in ccu_lock()  argument
146 	spin_lock_irqsave(&ccu->lock, flags);  in ccu_lock()
150 static inline void ccu_unlock(struct ccu_data *ccu, unsigned long flags)  in ccu_unlock()  argument
152 	spin_unlock_irqrestore(&ccu->lock, flags);  in ccu_unlock()
156  * Enable/disable write access to CCU protected registers.  The
159 static inline void __ccu_write_enable(struct ccu_data *ccu)  in __ccu_write_enable()  argument
161 	if (ccu->write_enabled) {  in __ccu_write_enable()
163 			ccu->name);  in __ccu_write_enable()
166 	ccu->write_enabled = true;  in __ccu_write_enable()
167 	__ccu_write(ccu, 0, CCU_ACCESS_PASSWORD | 1);  in __ccu_write_enable()
170 static inline void __ccu_write_disable(struct ccu_data *ccu)  in __ccu_write_disable()  argument
172 	if (!ccu->write_enabled) {  in __ccu_write_disable()
174 			ccu->name);  in __ccu_write_disable()
178 	__ccu_write(ccu, 0, CCU_ACCESS_PASSWORD);  in __ccu_write_disable()
179 	ccu->write_enabled = false;  in __ccu_write_disable()
183  * Poll a register in a CCU's address space, returning when the
188  * Caller must ensure the CCU lock is held.
191 __ccu_wait_bit(struct ccu_data *ccu, u32 reg_offset, u32 bit, bool want)  in __ccu_wait_bit()  argument
200 		val = __ccu_read(ccu, reg_offset);  in __ccu_wait_bit()
207 		ccu->name, reg_offset, bit, want ? "set" : "clear");  in __ccu_wait_bit()
214 static bool __ccu_policy_engine_start(struct ccu_data *ccu, bool sync)  in __ccu_policy_engine_start()  argument
216 	struct bcm_policy_ctl *control = &ccu->policy.control;  in __ccu_policy_engine_start()
222 	/* If we don't need to control policy for this CCU, we're done. */  in __ccu_policy_engine_start()
230 	ret = __ccu_wait_bit(ccu, offset, go_bit, false);  in __ccu_policy_engine_start()
232 		pr_err("%s: ccu %s policy engine wouldn't go idle\n",  in __ccu_policy_engine_start()
233 			__func__, ccu->name);  in __ccu_policy_engine_start()
245 	 * load is copied to the active load and the CCU frequency  in __ccu_policy_engine_start()
257 	__ccu_write(ccu, offset, mask);  in __ccu_policy_engine_start()
260 	ret = __ccu_wait_bit(ccu, offset, go_bit, false);  in __ccu_policy_engine_start()
262 		pr_err("%s: ccu %s policy engine never started\n",  in __ccu_policy_engine_start()
263 			__func__, ccu->name);  in __ccu_policy_engine_start()
268 static bool __ccu_policy_engine_stop(struct ccu_data *ccu)  in __ccu_policy_engine_stop()  argument
270 	struct bcm_lvm_en *enable = &ccu->policy.enable;  in __ccu_policy_engine_stop()
275 	/* If we don't need to control policy for this CCU, we're done. */  in __ccu_policy_engine_stop()
282 	ret = __ccu_wait_bit(ccu, offset, enable_bit, false);  in __ccu_policy_engine_stop()
284 		pr_err("%s: ccu %s policy engine already stopped\n",  in __ccu_policy_engine_stop()
285 			__func__, ccu->name);  in __ccu_policy_engine_stop()
290 	__ccu_write(ccu, offset, (u32)1 << enable_bit);  in __ccu_policy_engine_stop()
293 	ret = __ccu_wait_bit(ccu, offset, enable_bit, false);  in __ccu_policy_engine_stop()
295 		pr_err("%s: ccu %s policy engine never stopped\n",  in __ccu_policy_engine_stop()
296 			__func__, ccu->name);  in __ccu_policy_engine_stop()
302  * A CCU has four operating conditions ("policies"), and some clocks
310 static bool policy_init(struct ccu_data *ccu, struct bcm_clk_policy *policy)  in policy_init()  argument
321 	 * We need to stop the CCU policy engine to allow update  in policy_init()
324 	if (!__ccu_policy_engine_stop(ccu)) {  in policy_init()
325 		pr_err("%s: unable to stop CCU %s policy engine\n",  in policy_init()
326 			__func__, ccu->name);  in policy_init()
339 		reg_val = __ccu_read(ccu, offset);  in policy_init()
341 		__ccu_write(ccu, offset, reg_val);  in policy_init()
346 	ret = __ccu_policy_engine_start(ccu, true);  in policy_init()
348 		pr_err("%s: unable to restart CCU %s policy engine\n",  in policy_init()
349 			__func__, ccu->name);  in policy_init()
356 /* Determine whether a clock is gated.  CCU lock must be held.  */
358 __is_clk_gate_enabled(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in __is_clk_gate_enabled()  argument
368 	reg_val = __ccu_read(ccu, gate->offset);  in __is_clk_gate_enabled()
375 is_clk_gate_enabled(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in is_clk_gate_enabled()  argument
384 	flags = ccu_lock(ccu);  in is_clk_gate_enabled()
385 	ret = __is_clk_gate_enabled(ccu, gate);  in is_clk_gate_enabled()
386 	ccu_unlock(ccu, flags);  in is_clk_gate_enabled()
396 __gate_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in __gate_commit()  argument
406 	reg_val = __ccu_read(ccu, gate->offset);  in __gate_commit()
431 	__ccu_write(ccu, gate->offset, reg_val);  in __gate_commit()
438 	return __ccu_wait_bit(ccu, gate->offset, gate->status_bit, enabled);  in __gate_commit()
447 static bool gate_init(struct ccu_data *ccu, struct bcm_clk_gate *gate)  in gate_init()  argument
451 	return __gate_commit(ccu, gate);  in gate_init()
458  * otherwise.  CCU lock must be held.
461 __clk_gate(struct ccu_data *ccu, struct bcm_clk_gate *gate, bool enable)  in __clk_gate()  argument
478 	ret = __gate_commit(ccu, gate);  in __clk_gate()
486 static int clk_gate(struct ccu_data *ccu, const char *name,  in clk_gate()  argument
501 	flags = ccu_lock(ccu);  in clk_gate()
502 	__ccu_write_enable(ccu);  in clk_gate()
504 	success = __clk_gate(ccu, gate, enable);  in clk_gate()
506 	__ccu_write_disable(ccu);  in clk_gate()
507 	ccu_unlock(ccu, flags);  in clk_gate()
527 static bool hyst_init(struct ccu_data *ccu, struct bcm_clk_hyst *hyst)  in hyst_init()  argument
540 	reg_val = __ccu_read(ccu, offset);  in hyst_init()
542 	__ccu_write(ccu, offset, reg_val);  in hyst_init()
550  * Caller must ensure CCU lock is held and access is enabled.
553 static bool __clk_trigger(struct ccu_data *ccu, struct bcm_clk_trig *trig)  in __clk_trigger()  argument
556 	__ccu_write(ccu, trig->offset, 1 << trig->bit);  in __clk_trigger()
558 	return __ccu_wait_bit(ccu, trig->offset, trig->bit, false);  in __clk_trigger()
564 static u64 divider_read_scaled(struct ccu_data *ccu, struct bcm_clk_div *div)  in divider_read_scaled()  argument
573 	flags = ccu_lock(ccu);  in divider_read_scaled()
574 	reg_val = __ccu_read(ccu, div->u.s.offset);  in divider_read_scaled()
575 	ccu_unlock(ccu, flags);  in divider_read_scaled()
591 static int __div_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in __div_commit()  argument
607 		reg_val = __ccu_read(ccu, div->u.s.offset);  in __div_commit()
619 	enabled = __is_clk_gate_enabled(ccu, gate);  in __div_commit()
620 	if (!enabled && !__clk_gate(ccu, gate, true)) {  in __div_commit()
626 	reg_val = __ccu_read(ccu, div->u.s.offset);  in __div_commit()
629 	__ccu_write(ccu, div->u.s.offset, reg_val);  in __div_commit()
632 	if (!__clk_trigger(ccu, trig))  in __div_commit()
636 	if (!enabled && !__clk_gate(ccu, gate, false))  in __div_commit()
647 static bool div_init(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in div_init()  argument
652 	return !__div_commit(ccu, gate, div, trig);  in div_init()
655 static int divider_write(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in divider_write()  argument
671 	flags = ccu_lock(ccu);  in divider_write()
672 	__ccu_write_enable(ccu);  in divider_write()
674 	ret = __div_commit(ccu, gate, div, trig);  in divider_write()
676 	__ccu_write_disable(ccu);  in divider_write()
677 	ccu_unlock(ccu, flags);  in divider_write()
693 static unsigned long clk_recalc_rate(struct ccu_data *ccu,  in clk_recalc_rate()  argument
721 		scaled_div = divider_read_scaled(ccu, pre_div);  in clk_recalc_rate()
733 	scaled_div = divider_read_scaled(ccu, div);  in clk_recalc_rate()
748 static long round_rate(struct ccu_data *ccu, struct bcm_clk_div *div,  in round_rate()  argument
780 		scaled_pre_div = divider_read_scaled(ccu, pre_div);  in round_rate()
802 		best_scaled_div = divider_read_scaled(ccu, div);  in round_rate()
840 static u8 selector_read_index(struct ccu_data *ccu, struct bcm_clk_sel *sel)  in selector_read_index()  argument
852 	flags = ccu_lock(ccu);  in selector_read_index()
853 	reg_val = __ccu_read(ccu, sel->offset);  in selector_read_index()
854 	ccu_unlock(ccu, flags);  in selector_read_index()
862 			__func__, parent_sel, ccu->name, sel->offset);  in selector_read_index()
874 __sel_commit(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in __sel_commit()  argument
892 		reg_val = __ccu_read(ccu, sel->offset);  in __sel_commit()
906 	enabled = __is_clk_gate_enabled(ccu, gate);  in __sel_commit()
907 	if (!enabled && !__clk_gate(ccu, gate, true))  in __sel_commit()
911 	reg_val = __ccu_read(ccu, sel->offset);  in __sel_commit()
913 	__ccu_write(ccu, sel->offset, reg_val);  in __sel_commit()
916 	if (!__clk_trigger(ccu, trig))  in __sel_commit()
920 	if (!enabled && !__clk_gate(ccu, gate, false))  in __sel_commit()
931 static bool sel_init(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in sel_init()  argument
936 	return !__sel_commit(ccu, gate, sel, trig);  in sel_init()
944 static int selector_write(struct ccu_data *ccu, struct bcm_clk_gate *gate,  in selector_write()  argument
958 	flags = ccu_lock(ccu);  in selector_write()
959 	__ccu_write_enable(ccu);  in selector_write()
961 	ret = __sel_commit(ccu, gate, sel, trig);  in selector_write()
963 	__ccu_write_disable(ccu);  in selector_write()
964 	ccu_unlock(ccu, flags);  in selector_write()
979 	return clk_gate(bcm_clk->ccu, bcm_clk->init_data.name, gate, true);  in kona_peri_clk_enable()
987 	(void)clk_gate(bcm_clk->ccu, bcm_clk->init_data.name, gate, false);  in kona_peri_clk_disable()
995 	return is_clk_gate_enabled(bcm_clk->ccu, gate) ? 1 : 0;  in kona_peri_clk_is_enabled()
1004 	return clk_recalc_rate(bcm_clk->ccu, &data->div, &data->pre_div,  in kona_peri_clk_recalc_rate()
1018 	return round_rate(bcm_clk->ccu, div, &bcm_clk->u.peri->pre_div,  in kona_peri_clk_round_rate()
1104 	ret = selector_write(bcm_clk->ccu, &data->gate, sel, trig, index);  in kona_peri_clk_set_parent()
1124 	index = selector_read_index(bcm_clk->ccu, &data->sel);  in kona_peri_clk_get_parent()
1161 	(void)round_rate(bcm_clk->ccu, div, &data->pre_div,  in kona_peri_clk_set_rate()
1168 	ret = divider_write(bcm_clk->ccu, &data->gate, &data->div,  in kona_peri_clk_set_rate()
1196 	struct ccu_data *ccu = bcm_clk->ccu;  in __peri_clk_init()  local
1203 	if (!policy_init(ccu, &peri->policy)) {  in __peri_clk_init()
1208 	if (!gate_init(ccu, &peri->gate)) {  in __peri_clk_init()
1212 	if (!hyst_init(ccu, &peri->hyst)) {  in __peri_clk_init()
1216 	if (!div_init(ccu, &peri->gate, &peri->div, &peri->trig)) {  in __peri_clk_init()
1229 	if (!div_init(ccu, &peri->gate, &peri->pre_div, trig)) {  in __peri_clk_init()
1235 	if (!sel_init(ccu, &peri->gate, &peri->sel, trig)) {  in __peri_clk_init()
1255 /* Set a CCU and all its clocks into their desired initial state */
1256 bool __init kona_ccu_init(struct ccu_data *ccu)  in kona_ccu_init()  argument
1260 	struct kona_clk *kona_clks = ccu->kona_clks;  in kona_ccu_init()
1263 	flags = ccu_lock(ccu);  in kona_ccu_init()
1264 	__ccu_write_enable(ccu);  in kona_ccu_init()
1266 	for (which = 0; which < ccu->clk_num; which++) {  in kona_ccu_init()
1269 		if (!bcm_clk->ccu)  in kona_ccu_init()
1275 	__ccu_write_disable(ccu);  in kona_ccu_init()
1276 	ccu_unlock(ccu, flags);  in kona_ccu_init()