Merge branches 'clk-baikal', 'clk-broadcom', 'clk-vc5' and 'clk-versaclock' into...
[platform/kernel/linux-starfive.git] / drivers / clk / qcom / clk-rpmh.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2018-2021, The Linux Foundation. All rights reserved.
4  */
5
6 #include <linux/clk-provider.h>
7 #include <linux/err.h>
8 #include <linux/kernel.h>
9 #include <linux/module.h>
10 #include <linux/of.h>
11 #include <linux/of_device.h>
12 #include <linux/platform_device.h>
13 #include <soc/qcom/cmd-db.h>
14 #include <soc/qcom/rpmh.h>
15 #include <soc/qcom/tcs.h>
16
17 #include <dt-bindings/clock/qcom,rpmh.h>
18
19 #define CLK_RPMH_ARC_EN_OFFSET          0
20 #define CLK_RPMH_VRM_EN_OFFSET          4
21
22 /**
23  * struct bcm_db - Auxiliary data pertaining to each Bus Clock Manager(BCM)
24  * @unit: divisor used to convert Hz value to an RPMh msg
25  * @width: multiplier used to convert Hz value to an RPMh msg
26  * @vcd: virtual clock domain that this bcm belongs to
27  * @reserved: reserved to pad the struct
28  */
29 struct bcm_db {
30         __le32 unit;
31         __le16 width;
32         u8 vcd;
33         u8 reserved;
34 };
35
36 /**
37  * struct clk_rpmh - individual rpmh clock data structure
38  * @hw:                 handle between common and hardware-specific interfaces
39  * @res_name:           resource name for the rpmh clock
40  * @div:                clock divider to compute the clock rate
41  * @res_addr:           base address of the rpmh resource within the RPMh
42  * @res_on_val:         rpmh clock enable value
43  * @state:              rpmh clock requested state
44  * @aggr_state:         rpmh clock aggregated state
45  * @last_sent_aggr_state: rpmh clock last aggr state sent to RPMh
46  * @valid_state_mask:   mask to determine the state of the rpmh clock
47  * @unit:               divisor to convert rate to rpmh msg in magnitudes of Khz
48  * @dev:                device to which it is attached
49  * @peer:               pointer to the clock rpmh sibling
50  */
51 struct clk_rpmh {
52         struct clk_hw hw;
53         const char *res_name;
54         u8 div;
55         u32 res_addr;
56         u32 res_on_val;
57         u32 state;
58         u32 aggr_state;
59         u32 last_sent_aggr_state;
60         u32 valid_state_mask;
61         u32 unit;
62         struct device *dev;
63         struct clk_rpmh *peer;
64 };
65
66 struct clk_rpmh_desc {
67         struct clk_hw **clks;
68         size_t num_clks;
69 };
70
71 static DEFINE_MUTEX(rpmh_clk_lock);
72
73 #define __DEFINE_CLK_RPMH(_platform, _name, _name_active, _res_name,    \
74                           _res_en_offset, _res_on, _div)                \
75         static struct clk_rpmh _platform##_##_name_active;              \
76         static struct clk_rpmh _platform##_##_name = {                  \
77                 .res_name = _res_name,                                  \
78                 .res_addr = _res_en_offset,                             \
79                 .res_on_val = _res_on,                                  \
80                 .div = _div,                                            \
81                 .peer = &_platform##_##_name_active,                    \
82                 .valid_state_mask = (BIT(RPMH_WAKE_ONLY_STATE) |        \
83                                       BIT(RPMH_ACTIVE_ONLY_STATE) |     \
84                                       BIT(RPMH_SLEEP_STATE)),           \
85                 .hw.init = &(struct clk_init_data){                     \
86                         .ops = &clk_rpmh_ops,                           \
87                         .name = #_name,                                 \
88                         .parent_data =  &(const struct clk_parent_data){ \
89                                         .fw_name = "xo",                \
90                                         .name = "xo_board",             \
91                         },                                              \
92                         .num_parents = 1,                               \
93                 },                                                      \
94         };                                                              \
95         static struct clk_rpmh _platform##_##_name_active = {           \
96                 .res_name = _res_name,                                  \
97                 .res_addr = _res_en_offset,                             \
98                 .res_on_val = _res_on,                                  \
99                 .div = _div,                                            \
100                 .peer = &_platform##_##_name,                           \
101                 .valid_state_mask = (BIT(RPMH_WAKE_ONLY_STATE) |        \
102                                         BIT(RPMH_ACTIVE_ONLY_STATE)),   \
103                 .hw.init = &(struct clk_init_data){                     \
104                         .ops = &clk_rpmh_ops,                           \
105                         .name = #_name_active,                          \
106                         .parent_data =  &(const struct clk_parent_data){ \
107                                         .fw_name = "xo",                \
108                                         .name = "xo_board",             \
109                         },                                              \
110                         .num_parents = 1,                               \
111                 },                                                      \
112         }
113
114 #define DEFINE_CLK_RPMH_ARC(_platform, _name, _name_active, _res_name,  \
115                             _res_on, _div)                              \
116         __DEFINE_CLK_RPMH(_platform, _name, _name_active, _res_name,    \
117                           CLK_RPMH_ARC_EN_OFFSET, _res_on, _div)
118
119 #define DEFINE_CLK_RPMH_VRM(_platform, _name, _name_active, _res_name,  \
120                                 _div)                                   \
121         __DEFINE_CLK_RPMH(_platform, _name, _name_active, _res_name,    \
122                           CLK_RPMH_VRM_EN_OFFSET, 1, _div)
123
124 #define DEFINE_CLK_RPMH_BCM(_platform, _name, _res_name)                \
125         static struct clk_rpmh _platform##_##_name = {                  \
126                 .res_name = _res_name,                                  \
127                 .valid_state_mask = BIT(RPMH_ACTIVE_ONLY_STATE),        \
128                 .div = 1,                                               \
129                 .hw.init = &(struct clk_init_data){                     \
130                         .ops = &clk_rpmh_bcm_ops,                       \
131                         .name = #_name,                                 \
132                 },                                                      \
133         }
134
135 static inline struct clk_rpmh *to_clk_rpmh(struct clk_hw *_hw)
136 {
137         return container_of(_hw, struct clk_rpmh, hw);
138 }
139
140 static inline bool has_state_changed(struct clk_rpmh *c, u32 state)
141 {
142         return (c->last_sent_aggr_state & BIT(state))
143                 != (c->aggr_state & BIT(state));
144 }
145
146 static int clk_rpmh_send(struct clk_rpmh *c, enum rpmh_state state,
147                          struct tcs_cmd *cmd, bool wait)
148 {
149         if (wait)
150                 return rpmh_write(c->dev, state, cmd, 1);
151
152         return rpmh_write_async(c->dev, state, cmd, 1);
153 }
154
155 static int clk_rpmh_send_aggregate_command(struct clk_rpmh *c)
156 {
157         struct tcs_cmd cmd = { 0 };
158         u32 cmd_state, on_val;
159         enum rpmh_state state = RPMH_SLEEP_STATE;
160         int ret;
161         bool wait;
162
163         cmd.addr = c->res_addr;
164         cmd_state = c->aggr_state;
165         on_val = c->res_on_val;
166
167         for (; state <= RPMH_ACTIVE_ONLY_STATE; state++) {
168                 if (has_state_changed(c, state)) {
169                         if (cmd_state & BIT(state))
170                                 cmd.data = on_val;
171
172                         wait = cmd_state && state == RPMH_ACTIVE_ONLY_STATE;
173                         ret = clk_rpmh_send(c, state, &cmd, wait);
174                         if (ret) {
175                                 dev_err(c->dev, "set %s state of %s failed: (%d)\n",
176                                         !state ? "sleep" :
177                                         state == RPMH_WAKE_ONLY_STATE   ?
178                                         "wake" : "active", c->res_name, ret);
179                                 return ret;
180                         }
181                 }
182         }
183
184         c->last_sent_aggr_state = c->aggr_state;
185         c->peer->last_sent_aggr_state =  c->last_sent_aggr_state;
186
187         return 0;
188 }
189
190 /*
191  * Update state and aggregate state values based on enable value.
192  */
193 static int clk_rpmh_aggregate_state_send_command(struct clk_rpmh *c,
194                                                 bool enable)
195 {
196         int ret;
197
198         c->state = enable ? c->valid_state_mask : 0;
199         c->aggr_state = c->state | c->peer->state;
200         c->peer->aggr_state = c->aggr_state;
201
202         ret = clk_rpmh_send_aggregate_command(c);
203         if (!ret)
204                 return 0;
205
206         if (ret && enable)
207                 c->state = 0;
208         else if (ret)
209                 c->state = c->valid_state_mask;
210
211         WARN(1, "clk: %s failed to %s\n", c->res_name,
212              enable ? "enable" : "disable");
213         return ret;
214 }
215
216 static int clk_rpmh_prepare(struct clk_hw *hw)
217 {
218         struct clk_rpmh *c = to_clk_rpmh(hw);
219         int ret = 0;
220
221         mutex_lock(&rpmh_clk_lock);
222         ret = clk_rpmh_aggregate_state_send_command(c, true);
223         mutex_unlock(&rpmh_clk_lock);
224
225         return ret;
226 }
227
228 static void clk_rpmh_unprepare(struct clk_hw *hw)
229 {
230         struct clk_rpmh *c = to_clk_rpmh(hw);
231
232         mutex_lock(&rpmh_clk_lock);
233         clk_rpmh_aggregate_state_send_command(c, false);
234         mutex_unlock(&rpmh_clk_lock);
235 };
236
237 static unsigned long clk_rpmh_recalc_rate(struct clk_hw *hw,
238                                         unsigned long prate)
239 {
240         struct clk_rpmh *r = to_clk_rpmh(hw);
241
242         /*
243          * RPMh clocks have a fixed rate. Return static rate.
244          */
245         return prate / r->div;
246 }
247
248 static const struct clk_ops clk_rpmh_ops = {
249         .prepare        = clk_rpmh_prepare,
250         .unprepare      = clk_rpmh_unprepare,
251         .recalc_rate    = clk_rpmh_recalc_rate,
252 };
253
254 static int clk_rpmh_bcm_send_cmd(struct clk_rpmh *c, bool enable)
255 {
256         struct tcs_cmd cmd = { 0 };
257         u32 cmd_state;
258         int ret = 0;
259
260         mutex_lock(&rpmh_clk_lock);
261         if (enable) {
262                 cmd_state = 1;
263                 if (c->aggr_state)
264                         cmd_state = c->aggr_state;
265         } else {
266                 cmd_state = 0;
267         }
268
269         if (c->last_sent_aggr_state != cmd_state) {
270                 cmd.addr = c->res_addr;
271                 cmd.data = BCM_TCS_CMD(1, enable, 0, cmd_state);
272
273                 /*
274                  * Send only an active only state request. RPMh continues to
275                  * use the active state when we're in sleep/wake state as long
276                  * as the sleep/wake state has never been set.
277                  */
278                 ret = clk_rpmh_send(c, RPMH_ACTIVE_ONLY_STATE, &cmd, enable);
279                 if (ret) {
280                         dev_err(c->dev, "set active state of %s failed: (%d)\n",
281                                 c->res_name, ret);
282                 } else {
283                         c->last_sent_aggr_state = cmd_state;
284                 }
285         }
286
287         mutex_unlock(&rpmh_clk_lock);
288
289         return ret;
290 }
291
292 static int clk_rpmh_bcm_prepare(struct clk_hw *hw)
293 {
294         struct clk_rpmh *c = to_clk_rpmh(hw);
295
296         return clk_rpmh_bcm_send_cmd(c, true);
297 }
298
299 static void clk_rpmh_bcm_unprepare(struct clk_hw *hw)
300 {
301         struct clk_rpmh *c = to_clk_rpmh(hw);
302
303         clk_rpmh_bcm_send_cmd(c, false);
304 }
305
306 static int clk_rpmh_bcm_set_rate(struct clk_hw *hw, unsigned long rate,
307                                  unsigned long parent_rate)
308 {
309         struct clk_rpmh *c = to_clk_rpmh(hw);
310
311         c->aggr_state = rate / c->unit;
312         /*
313          * Since any non-zero value sent to hw would result in enabling the
314          * clock, only send the value if the clock has already been prepared.
315          */
316         if (clk_hw_is_prepared(hw))
317                 clk_rpmh_bcm_send_cmd(c, true);
318
319         return 0;
320 }
321
322 static long clk_rpmh_round_rate(struct clk_hw *hw, unsigned long rate,
323                                 unsigned long *parent_rate)
324 {
325         return rate;
326 }
327
328 static unsigned long clk_rpmh_bcm_recalc_rate(struct clk_hw *hw,
329                                         unsigned long prate)
330 {
331         struct clk_rpmh *c = to_clk_rpmh(hw);
332
333         return c->aggr_state * c->unit;
334 }
335
336 static const struct clk_ops clk_rpmh_bcm_ops = {
337         .prepare        = clk_rpmh_bcm_prepare,
338         .unprepare      = clk_rpmh_bcm_unprepare,
339         .set_rate       = clk_rpmh_bcm_set_rate,
340         .round_rate     = clk_rpmh_round_rate,
341         .recalc_rate    = clk_rpmh_bcm_recalc_rate,
342 };
343
344 /* Resource name must match resource id present in cmd-db */
345 DEFINE_CLK_RPMH_ARC(sdm845, bi_tcxo, bi_tcxo_ao, "xo.lvl", 0x3, 2);
346 DEFINE_CLK_RPMH_VRM(sdm845, ln_bb_clk2, ln_bb_clk2_ao, "lnbclka2", 2);
347 DEFINE_CLK_RPMH_VRM(sdm845, ln_bb_clk3, ln_bb_clk3_ao, "lnbclka3", 2);
348 DEFINE_CLK_RPMH_VRM(sdm845, rf_clk1, rf_clk1_ao, "rfclka1", 1);
349 DEFINE_CLK_RPMH_VRM(sdm845, rf_clk2, rf_clk2_ao, "rfclka2", 1);
350 DEFINE_CLK_RPMH_VRM(sdm845, rf_clk3, rf_clk3_ao, "rfclka3", 1);
351 DEFINE_CLK_RPMH_VRM(sm8150, rf_clk3, rf_clk3_ao, "rfclka3", 1);
352 DEFINE_CLK_RPMH_VRM(sc8180x, rf_clk1, rf_clk1_ao, "rfclkd1", 1);
353 DEFINE_CLK_RPMH_VRM(sc8180x, rf_clk2, rf_clk2_ao, "rfclkd2", 1);
354 DEFINE_CLK_RPMH_VRM(sc8180x, rf_clk3, rf_clk3_ao, "rfclkd3", 1);
355 DEFINE_CLK_RPMH_VRM(sc8180x, rf_clk4, rf_clk4_ao, "rfclkd4", 1);
356 DEFINE_CLK_RPMH_BCM(sdm845, ipa, "IP0");
357 DEFINE_CLK_RPMH_BCM(sdm845, ce, "CE0");
358
359 static struct clk_hw *sdm845_rpmh_clocks[] = {
360         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
361         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
362         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
363         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
364         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
365         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
366         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
367         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
368         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
369         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
370         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
371         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
372         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
373         [RPMH_CE_CLK]           = &sdm845_ce.hw,
374 };
375
376 static const struct clk_rpmh_desc clk_rpmh_sdm845 = {
377         .clks = sdm845_rpmh_clocks,
378         .num_clks = ARRAY_SIZE(sdm845_rpmh_clocks),
379 };
380
381 static struct clk_hw *sdm670_rpmh_clocks[] = {
382         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
383         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
384         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
385         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
386         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
387         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
388         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
389         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
390         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
391         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
392         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
393         [RPMH_CE_CLK]           = &sdm845_ce.hw,
394 };
395
396 static const struct clk_rpmh_desc clk_rpmh_sdm670 = {
397         .clks = sdm670_rpmh_clocks,
398         .num_clks = ARRAY_SIZE(sdm670_rpmh_clocks),
399 };
400
401 DEFINE_CLK_RPMH_VRM(sdx55, rf_clk1, rf_clk1_ao, "rfclkd1", 1);
402 DEFINE_CLK_RPMH_VRM(sdx55, rf_clk2, rf_clk2_ao, "rfclkd2", 1);
403 DEFINE_CLK_RPMH_BCM(sdx55, qpic_clk, "QP0");
404 DEFINE_CLK_RPMH_BCM(sdx55, ipa, "IP0");
405
406 static struct clk_hw *sdx55_rpmh_clocks[] = {
407         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
408         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
409         [RPMH_RF_CLK1]          = &sdx55_rf_clk1.hw,
410         [RPMH_RF_CLK1_A]        = &sdx55_rf_clk1_ao.hw,
411         [RPMH_RF_CLK2]          = &sdx55_rf_clk2.hw,
412         [RPMH_RF_CLK2_A]        = &sdx55_rf_clk2_ao.hw,
413         [RPMH_QPIC_CLK]         = &sdx55_qpic_clk.hw,
414         [RPMH_IPA_CLK]          = &sdx55_ipa.hw,
415 };
416
417 static const struct clk_rpmh_desc clk_rpmh_sdx55 = {
418         .clks = sdx55_rpmh_clocks,
419         .num_clks = ARRAY_SIZE(sdx55_rpmh_clocks),
420 };
421
422 static struct clk_hw *sm8150_rpmh_clocks[] = {
423         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
424         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
425         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
426         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
427         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
428         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
429         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
430         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
431         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
432         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
433         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
434         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
435 };
436
437 static const struct clk_rpmh_desc clk_rpmh_sm8150 = {
438         .clks = sm8150_rpmh_clocks,
439         .num_clks = ARRAY_SIZE(sm8150_rpmh_clocks),
440 };
441
442 static struct clk_hw *sc7180_rpmh_clocks[] = {
443         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
444         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
445         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
446         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
447         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
448         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
449         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
450         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
451         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
452         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
453         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
454 };
455
456 static const struct clk_rpmh_desc clk_rpmh_sc7180 = {
457         .clks = sc7180_rpmh_clocks,
458         .num_clks = ARRAY_SIZE(sc7180_rpmh_clocks),
459 };
460
461 static struct clk_hw *sc8180x_rpmh_clocks[] = {
462         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
463         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
464         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
465         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
466         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
467         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
468         [RPMH_RF_CLK1]          = &sc8180x_rf_clk1.hw,
469         [RPMH_RF_CLK1_A]        = &sc8180x_rf_clk1_ao.hw,
470         [RPMH_RF_CLK2]          = &sc8180x_rf_clk2.hw,
471         [RPMH_RF_CLK2_A]        = &sc8180x_rf_clk2_ao.hw,
472         [RPMH_RF_CLK3]          = &sc8180x_rf_clk3.hw,
473         [RPMH_RF_CLK3_A]        = &sc8180x_rf_clk3_ao.hw,
474 };
475
476 static const struct clk_rpmh_desc clk_rpmh_sc8180x = {
477         .clks = sc8180x_rpmh_clocks,
478         .num_clks = ARRAY_SIZE(sc8180x_rpmh_clocks),
479 };
480
481 DEFINE_CLK_RPMH_VRM(sm8250, ln_bb_clk1, ln_bb_clk1_ao, "lnbclka1", 2);
482
483 static struct clk_hw *sm8250_rpmh_clocks[] = {
484         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
485         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
486         [RPMH_LN_BB_CLK1]       = &sm8250_ln_bb_clk1.hw,
487         [RPMH_LN_BB_CLK1_A]     = &sm8250_ln_bb_clk1_ao.hw,
488         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
489         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
490         [RPMH_LN_BB_CLK3]       = &sdm845_ln_bb_clk3.hw,
491         [RPMH_LN_BB_CLK3_A]     = &sdm845_ln_bb_clk3_ao.hw,
492         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
493         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
494         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
495         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
496 };
497
498 static const struct clk_rpmh_desc clk_rpmh_sm8250 = {
499         .clks = sm8250_rpmh_clocks,
500         .num_clks = ARRAY_SIZE(sm8250_rpmh_clocks),
501 };
502
503 DEFINE_CLK_RPMH_VRM(sm8350, div_clk1, div_clk1_ao, "divclka1", 2);
504 DEFINE_CLK_RPMH_VRM(sm8350, rf_clk4, rf_clk4_ao, "rfclka4", 1);
505 DEFINE_CLK_RPMH_VRM(sm8350, rf_clk5, rf_clk5_ao, "rfclka5", 1);
506 DEFINE_CLK_RPMH_BCM(sm8350, pka, "PKA0");
507 DEFINE_CLK_RPMH_BCM(sm8350, hwkm, "HK0");
508
509 static struct clk_hw *sm8350_rpmh_clocks[] = {
510         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
511         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
512         [RPMH_DIV_CLK1]         = &sm8350_div_clk1.hw,
513         [RPMH_DIV_CLK1_A]       = &sm8350_div_clk1_ao.hw,
514         [RPMH_LN_BB_CLK1]       = &sm8250_ln_bb_clk1.hw,
515         [RPMH_LN_BB_CLK1_A]     = &sm8250_ln_bb_clk1_ao.hw,
516         [RPMH_LN_BB_CLK2]       = &sdm845_ln_bb_clk2.hw,
517         [RPMH_LN_BB_CLK2_A]     = &sdm845_ln_bb_clk2_ao.hw,
518         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
519         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
520         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
521         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
522         [RPMH_RF_CLK4]          = &sm8350_rf_clk4.hw,
523         [RPMH_RF_CLK4_A]        = &sm8350_rf_clk4_ao.hw,
524         [RPMH_RF_CLK5]          = &sm8350_rf_clk5.hw,
525         [RPMH_RF_CLK5_A]        = &sm8350_rf_clk5_ao.hw,
526         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
527         [RPMH_PKA_CLK]          = &sm8350_pka.hw,
528         [RPMH_HWKM_CLK]         = &sm8350_hwkm.hw,
529 };
530
531 static const struct clk_rpmh_desc clk_rpmh_sm8350 = {
532         .clks = sm8350_rpmh_clocks,
533         .num_clks = ARRAY_SIZE(sm8350_rpmh_clocks),
534 };
535
536 DEFINE_CLK_RPMH_VRM(sc8280xp, ln_bb_clk3, ln_bb_clk3_ao, "lnbclka3", 2);
537
538 static struct clk_hw *sc8280xp_rpmh_clocks[] = {
539         [RPMH_CXO_CLK]          = &sdm845_bi_tcxo.hw,
540         [RPMH_CXO_CLK_A]        = &sdm845_bi_tcxo_ao.hw,
541         [RPMH_LN_BB_CLK3]       = &sc8280xp_ln_bb_clk3.hw,
542         [RPMH_LN_BB_CLK3_A]     = &sc8280xp_ln_bb_clk3_ao.hw,
543         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
544         [RPMH_PKA_CLK]          = &sm8350_pka.hw,
545         [RPMH_HWKM_CLK]         = &sm8350_hwkm.hw,
546 };
547
548 static const struct clk_rpmh_desc clk_rpmh_sc8280xp = {
549         .clks = sc8280xp_rpmh_clocks,
550         .num_clks = ARRAY_SIZE(sc8280xp_rpmh_clocks),
551 };
552
553 /* Resource name must match resource id present in cmd-db */
554 DEFINE_CLK_RPMH_ARC(sc7280, bi_tcxo, bi_tcxo_ao, "xo.lvl", 0x3, 4);
555
556 DEFINE_CLK_RPMH_VRM(sm8450, ln_bb_clk1, ln_bb_clk1_ao, "lnbclka1", 4);
557 DEFINE_CLK_RPMH_VRM(sm8450, ln_bb_clk2, ln_bb_clk2_ao, "lnbclka2", 4);
558
559 static struct clk_hw *sm8450_rpmh_clocks[] = {
560         [RPMH_CXO_CLK]          = &sc7280_bi_tcxo.hw,
561         [RPMH_CXO_CLK_A]        = &sc7280_bi_tcxo_ao.hw,
562         [RPMH_LN_BB_CLK1]       = &sm8450_ln_bb_clk1.hw,
563         [RPMH_LN_BB_CLK1_A]     = &sm8450_ln_bb_clk1_ao.hw,
564         [RPMH_LN_BB_CLK2]       = &sm8450_ln_bb_clk2.hw,
565         [RPMH_LN_BB_CLK2_A]     = &sm8450_ln_bb_clk2_ao.hw,
566         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
567         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
568         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
569         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
570         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
571         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
572         [RPMH_RF_CLK4]          = &sm8350_rf_clk4.hw,
573         [RPMH_RF_CLK4_A]        = &sm8350_rf_clk4_ao.hw,
574         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
575 };
576
577 static const struct clk_rpmh_desc clk_rpmh_sm8450 = {
578         .clks = sm8450_rpmh_clocks,
579         .num_clks = ARRAY_SIZE(sm8450_rpmh_clocks),
580 };
581
582 static struct clk_hw *sc7280_rpmh_clocks[] = {
583         [RPMH_CXO_CLK]      = &sc7280_bi_tcxo.hw,
584         [RPMH_CXO_CLK_A]    = &sc7280_bi_tcxo_ao.hw,
585         [RPMH_LN_BB_CLK2]   = &sdm845_ln_bb_clk2.hw,
586         [RPMH_LN_BB_CLK2_A] = &sdm845_ln_bb_clk2_ao.hw,
587         [RPMH_RF_CLK1]      = &sdm845_rf_clk1.hw,
588         [RPMH_RF_CLK1_A]    = &sdm845_rf_clk1_ao.hw,
589         [RPMH_RF_CLK3]      = &sdm845_rf_clk3.hw,
590         [RPMH_RF_CLK3_A]    = &sdm845_rf_clk3_ao.hw,
591         [RPMH_RF_CLK4]      = &sm8350_rf_clk4.hw,
592         [RPMH_RF_CLK4_A]    = &sm8350_rf_clk4_ao.hw,
593         [RPMH_IPA_CLK]      = &sdm845_ipa.hw,
594         [RPMH_PKA_CLK]      = &sm8350_pka.hw,
595         [RPMH_HWKM_CLK]     = &sm8350_hwkm.hw,
596 };
597
598 static const struct clk_rpmh_desc clk_rpmh_sc7280 = {
599         .clks = sc7280_rpmh_clocks,
600         .num_clks = ARRAY_SIZE(sc7280_rpmh_clocks),
601 };
602
603 DEFINE_CLK_RPMH_VRM(sm6350, ln_bb_clk2, ln_bb_clk2_ao, "lnbclkg2", 4);
604 DEFINE_CLK_RPMH_VRM(sm6350, ln_bb_clk3, ln_bb_clk3_ao, "lnbclkg3", 4);
605 DEFINE_CLK_RPMH_ARC(sm6350, qlink, qlink_ao, "qphy.lvl", 0x1, 4);
606
607 static struct clk_hw *sm6350_rpmh_clocks[] = {
608         [RPMH_CXO_CLK]          = &sc7280_bi_tcxo.hw,
609         [RPMH_CXO_CLK_A]        = &sc7280_bi_tcxo_ao.hw,
610         [RPMH_LN_BB_CLK2]       = &sm6350_ln_bb_clk2.hw,
611         [RPMH_LN_BB_CLK2_A]     = &sm6350_ln_bb_clk2_ao.hw,
612         [RPMH_LN_BB_CLK3]       = &sm6350_ln_bb_clk3.hw,
613         [RPMH_LN_BB_CLK3_A]     = &sm6350_ln_bb_clk3_ao.hw,
614         [RPMH_QLINK_CLK]        = &sm6350_qlink.hw,
615         [RPMH_QLINK_CLK_A]      = &sm6350_qlink_ao.hw,
616 };
617
618 static const struct clk_rpmh_desc clk_rpmh_sm6350 = {
619         .clks = sm6350_rpmh_clocks,
620         .num_clks = ARRAY_SIZE(sm6350_rpmh_clocks),
621 };
622
623 DEFINE_CLK_RPMH_VRM(sdx65, ln_bb_clk1, ln_bb_clk1_ao, "lnbclka1", 4);
624
625 static struct clk_hw *sdx65_rpmh_clocks[] = {
626         [RPMH_CXO_CLK]          = &sc7280_bi_tcxo.hw,
627         [RPMH_CXO_CLK_A]        = &sc7280_bi_tcxo_ao.hw,
628         [RPMH_LN_BB_CLK1]       = &sdx65_ln_bb_clk1.hw,
629         [RPMH_LN_BB_CLK1_A]     = &sdx65_ln_bb_clk1_ao.hw,
630         [RPMH_RF_CLK1]          = &sdm845_rf_clk1.hw,
631         [RPMH_RF_CLK1_A]        = &sdm845_rf_clk1_ao.hw,
632         [RPMH_RF_CLK2]          = &sdm845_rf_clk2.hw,
633         [RPMH_RF_CLK2_A]        = &sdm845_rf_clk2_ao.hw,
634         [RPMH_RF_CLK3]          = &sdm845_rf_clk3.hw,
635         [RPMH_RF_CLK3_A]        = &sdm845_rf_clk3_ao.hw,
636         [RPMH_RF_CLK4]          = &sm8350_rf_clk4.hw,
637         [RPMH_RF_CLK4_A]        = &sm8350_rf_clk4_ao.hw,
638         [RPMH_IPA_CLK]          = &sdm845_ipa.hw,
639         [RPMH_QPIC_CLK]         = &sdx55_qpic_clk.hw,
640 };
641
642 static const struct clk_rpmh_desc clk_rpmh_sdx65 = {
643         .clks = sdx65_rpmh_clocks,
644         .num_clks = ARRAY_SIZE(sdx65_rpmh_clocks),
645 };
646
647 static struct clk_hw *of_clk_rpmh_hw_get(struct of_phandle_args *clkspec,
648                                          void *data)
649 {
650         struct clk_rpmh_desc *rpmh = data;
651         unsigned int idx = clkspec->args[0];
652
653         if (idx >= rpmh->num_clks) {
654                 pr_err("%s: invalid index %u\n", __func__, idx);
655                 return ERR_PTR(-EINVAL);
656         }
657
658         return rpmh->clks[idx];
659 }
660
661 static int clk_rpmh_probe(struct platform_device *pdev)
662 {
663         struct clk_hw **hw_clks;
664         struct clk_rpmh *rpmh_clk;
665         const struct clk_rpmh_desc *desc;
666         int ret, i;
667
668         desc = of_device_get_match_data(&pdev->dev);
669         if (!desc)
670                 return -ENODEV;
671
672         hw_clks = desc->clks;
673
674         for (i = 0; i < desc->num_clks; i++) {
675                 const char *name;
676                 u32 res_addr;
677                 size_t aux_data_len;
678                 const struct bcm_db *data;
679
680                 if (!hw_clks[i])
681                         continue;
682
683                 name = hw_clks[i]->init->name;
684
685                 rpmh_clk = to_clk_rpmh(hw_clks[i]);
686                 res_addr = cmd_db_read_addr(rpmh_clk->res_name);
687                 if (!res_addr) {
688                         dev_err(&pdev->dev, "missing RPMh resource address for %s\n",
689                                 rpmh_clk->res_name);
690                         return -ENODEV;
691                 }
692
693                 data = cmd_db_read_aux_data(rpmh_clk->res_name, &aux_data_len);
694                 if (IS_ERR(data)) {
695                         ret = PTR_ERR(data);
696                         dev_err(&pdev->dev,
697                                 "error reading RPMh aux data for %s (%d)\n",
698                                 rpmh_clk->res_name, ret);
699                         return ret;
700                 }
701
702                 /* Convert unit from Khz to Hz */
703                 if (aux_data_len == sizeof(*data))
704                         rpmh_clk->unit = le32_to_cpu(data->unit) * 1000ULL;
705
706                 rpmh_clk->res_addr += res_addr;
707                 rpmh_clk->dev = &pdev->dev;
708
709                 ret = devm_clk_hw_register(&pdev->dev, hw_clks[i]);
710                 if (ret) {
711                         dev_err(&pdev->dev, "failed to register %s\n", name);
712                         return ret;
713                 }
714         }
715
716         /* typecast to silence compiler warning */
717         ret = devm_of_clk_add_hw_provider(&pdev->dev, of_clk_rpmh_hw_get,
718                                           (void *)desc);
719         if (ret) {
720                 dev_err(&pdev->dev, "Failed to add clock provider\n");
721                 return ret;
722         }
723
724         dev_dbg(&pdev->dev, "Registered RPMh clocks\n");
725
726         return 0;
727 }
728
729 static const struct of_device_id clk_rpmh_match_table[] = {
730         { .compatible = "qcom,sc7180-rpmh-clk", .data = &clk_rpmh_sc7180},
731         { .compatible = "qcom,sc8180x-rpmh-clk", .data = &clk_rpmh_sc8180x},
732         { .compatible = "qcom,sc8280xp-rpmh-clk", .data = &clk_rpmh_sc8280xp},
733         { .compatible = "qcom,sdm845-rpmh-clk", .data = &clk_rpmh_sdm845},
734         { .compatible = "qcom,sdm670-rpmh-clk", .data = &clk_rpmh_sdm670},
735         { .compatible = "qcom,sdx55-rpmh-clk",  .data = &clk_rpmh_sdx55},
736         { .compatible = "qcom,sdx65-rpmh-clk",  .data = &clk_rpmh_sdx65},
737         { .compatible = "qcom,sm6350-rpmh-clk", .data = &clk_rpmh_sm6350},
738         { .compatible = "qcom,sm8150-rpmh-clk", .data = &clk_rpmh_sm8150},
739         { .compatible = "qcom,sm8250-rpmh-clk", .data = &clk_rpmh_sm8250},
740         { .compatible = "qcom,sm8350-rpmh-clk", .data = &clk_rpmh_sm8350},
741         { .compatible = "qcom,sm8450-rpmh-clk", .data = &clk_rpmh_sm8450},
742         { .compatible = "qcom,sc7280-rpmh-clk", .data = &clk_rpmh_sc7280},
743         { }
744 };
745 MODULE_DEVICE_TABLE(of, clk_rpmh_match_table);
746
747 static struct platform_driver clk_rpmh_driver = {
748         .probe          = clk_rpmh_probe,
749         .driver         = {
750                 .name   = "clk-rpmh",
751                 .of_match_table = clk_rpmh_match_table,
752         },
753 };
754
755 static int __init clk_rpmh_init(void)
756 {
757         return platform_driver_register(&clk_rpmh_driver);
758 }
759 core_initcall(clk_rpmh_init);
760
761 static void __exit clk_rpmh_exit(void)
762 {
763         platform_driver_unregister(&clk_rpmh_driver);
764 }
765 module_exit(clk_rpmh_exit);
766
767 MODULE_DESCRIPTION("QCOM RPMh Clock Driver");
768 MODULE_LICENSE("GPL v2");