Merge tag 'dax-fixes-5.13-rc2' of git://git.kernel.org/pub/scm/linux/kernel/git/nvdim...
[platform/kernel/linux-rpi.git] / drivers / cpufreq / s5pv210-cpufreq.c
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2010 Samsung Electronics Co., Ltd.
4  *              http://www.samsung.com
5  *
6  * CPU frequency scaling for S5PC110/S5PV210
7 */
8
9 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
10
11 #include <linux/types.h>
12 #include <linux/kernel.h>
13 #include <linux/init.h>
14 #include <linux/err.h>
15 #include <linux/clk.h>
16 #include <linux/io.h>
17 #include <linux/cpufreq.h>
18 #include <linux/of.h>
19 #include <linux/of_address.h>
20 #include <linux/platform_device.h>
21 #include <linux/reboot.h>
22 #include <linux/regulator/consumer.h>
23
24 static void __iomem *clk_base;
25 static void __iomem *dmc_base[2];
26
27 #define S5P_CLKREG(x)           (clk_base + (x))
28
29 #define S5P_APLL_LOCK           S5P_CLKREG(0x00)
30 #define S5P_APLL_CON            S5P_CLKREG(0x100)
31 #define S5P_CLK_SRC0            S5P_CLKREG(0x200)
32 #define S5P_CLK_SRC2            S5P_CLKREG(0x208)
33 #define S5P_CLK_DIV0            S5P_CLKREG(0x300)
34 #define S5P_CLK_DIV2            S5P_CLKREG(0x308)
35 #define S5P_CLK_DIV6            S5P_CLKREG(0x318)
36 #define S5P_CLKDIV_STAT0        S5P_CLKREG(0x1000)
37 #define S5P_CLKDIV_STAT1        S5P_CLKREG(0x1004)
38 #define S5P_CLKMUX_STAT0        S5P_CLKREG(0x1100)
39 #define S5P_CLKMUX_STAT1        S5P_CLKREG(0x1104)
40
41 #define S5P_ARM_MCS_CON         S5P_CLKREG(0x6100)
42
43 /* CLKSRC0 */
44 #define S5P_CLKSRC0_MUX200_SHIFT        (16)
45 #define S5P_CLKSRC0_MUX200_MASK         (0x1 << S5P_CLKSRC0_MUX200_SHIFT)
46 #define S5P_CLKSRC0_MUX166_MASK         (0x1<<20)
47 #define S5P_CLKSRC0_MUX133_MASK         (0x1<<24)
48
49 /* CLKSRC2 */
50 #define S5P_CLKSRC2_G3D_SHIFT           (0)
51 #define S5P_CLKSRC2_G3D_MASK            (0x3 << S5P_CLKSRC2_G3D_SHIFT)
52 #define S5P_CLKSRC2_MFC_SHIFT           (4)
53 #define S5P_CLKSRC2_MFC_MASK            (0x3 << S5P_CLKSRC2_MFC_SHIFT)
54
55 /* CLKDIV0 */
56 #define S5P_CLKDIV0_APLL_SHIFT          (0)
57 #define S5P_CLKDIV0_APLL_MASK           (0x7 << S5P_CLKDIV0_APLL_SHIFT)
58 #define S5P_CLKDIV0_A2M_SHIFT           (4)
59 #define S5P_CLKDIV0_A2M_MASK            (0x7 << S5P_CLKDIV0_A2M_SHIFT)
60 #define S5P_CLKDIV0_HCLK200_SHIFT       (8)
61 #define S5P_CLKDIV0_HCLK200_MASK        (0x7 << S5P_CLKDIV0_HCLK200_SHIFT)
62 #define S5P_CLKDIV0_PCLK100_SHIFT       (12)
63 #define S5P_CLKDIV0_PCLK100_MASK        (0x7 << S5P_CLKDIV0_PCLK100_SHIFT)
64 #define S5P_CLKDIV0_HCLK166_SHIFT       (16)
65 #define S5P_CLKDIV0_HCLK166_MASK        (0xF << S5P_CLKDIV0_HCLK166_SHIFT)
66 #define S5P_CLKDIV0_PCLK83_SHIFT        (20)
67 #define S5P_CLKDIV0_PCLK83_MASK         (0x7 << S5P_CLKDIV0_PCLK83_SHIFT)
68 #define S5P_CLKDIV0_HCLK133_SHIFT       (24)
69 #define S5P_CLKDIV0_HCLK133_MASK        (0xF << S5P_CLKDIV0_HCLK133_SHIFT)
70 #define S5P_CLKDIV0_PCLK66_SHIFT        (28)
71 #define S5P_CLKDIV0_PCLK66_MASK         (0x7 << S5P_CLKDIV0_PCLK66_SHIFT)
72
73 /* CLKDIV2 */
74 #define S5P_CLKDIV2_G3D_SHIFT           (0)
75 #define S5P_CLKDIV2_G3D_MASK            (0xF << S5P_CLKDIV2_G3D_SHIFT)
76 #define S5P_CLKDIV2_MFC_SHIFT           (4)
77 #define S5P_CLKDIV2_MFC_MASK            (0xF << S5P_CLKDIV2_MFC_SHIFT)
78
79 /* CLKDIV6 */
80 #define S5P_CLKDIV6_ONEDRAM_SHIFT       (28)
81 #define S5P_CLKDIV6_ONEDRAM_MASK        (0xF << S5P_CLKDIV6_ONEDRAM_SHIFT)
82
83 static struct clk *dmc0_clk;
84 static struct clk *dmc1_clk;
85 static DEFINE_MUTEX(set_freq_lock);
86
87 /* APLL M,P,S values for 1G/800Mhz */
88 #define APLL_VAL_1000   ((1 << 31) | (125 << 16) | (3 << 8) | 1)
89 #define APLL_VAL_800    ((1 << 31) | (100 << 16) | (3 << 8) | 1)
90
91 /* Use 800MHz when entering sleep mode */
92 #define SLEEP_FREQ      (800 * 1000)
93
94 /* Tracks if CPU frequency can be updated anymore */
95 static bool no_cpufreq_access;
96
97 /*
98  * DRAM configurations to calculate refresh counter for changing
99  * frequency of memory.
100  */
101 struct dram_conf {
102         unsigned long freq;     /* HZ */
103         unsigned long refresh;  /* DRAM refresh counter * 1000 */
104 };
105
106 /* DRAM configuration (DMC0 and DMC1) */
107 static struct dram_conf s5pv210_dram_conf[2];
108
109 enum perf_level {
110         L0, L1, L2, L3, L4,
111 };
112
113 enum s5pv210_mem_type {
114         LPDDR   = 0x1,
115         LPDDR2  = 0x2,
116         DDR2    = 0x4,
117 };
118
119 enum s5pv210_dmc_port {
120         DMC0 = 0,
121         DMC1,
122 };
123
124 static struct cpufreq_frequency_table s5pv210_freq_table[] = {
125         {0, L0, 1000*1000},
126         {0, L1, 800*1000},
127         {0, L2, 400*1000},
128         {0, L3, 200*1000},
129         {0, L4, 100*1000},
130         {0, 0, CPUFREQ_TABLE_END},
131 };
132
133 static struct regulator *arm_regulator;
134 static struct regulator *int_regulator;
135
136 struct s5pv210_dvs_conf {
137         int arm_volt;   /* uV */
138         int int_volt;   /* uV */
139 };
140
141 static const int arm_volt_max = 1350000;
142 static const int int_volt_max = 1250000;
143
144 static struct s5pv210_dvs_conf dvs_conf[] = {
145         [L0] = {
146                 .arm_volt       = 1250000,
147                 .int_volt       = 1100000,
148         },
149         [L1] = {
150                 .arm_volt       = 1200000,
151                 .int_volt       = 1100000,
152         },
153         [L2] = {
154                 .arm_volt       = 1050000,
155                 .int_volt       = 1100000,
156         },
157         [L3] = {
158                 .arm_volt       = 950000,
159                 .int_volt       = 1100000,
160         },
161         [L4] = {
162                 .arm_volt       = 950000,
163                 .int_volt       = 1000000,
164         },
165 };
166
167 static u32 clkdiv_val[5][11] = {
168         /*
169          * Clock divider value for following
170          * { APLL, A2M, HCLK_MSYS, PCLK_MSYS,
171          *   HCLK_DSYS, PCLK_DSYS, HCLK_PSYS, PCLK_PSYS,
172          *   ONEDRAM, MFC, G3D }
173          */
174
175         /* L0 : [1000/200/100][166/83][133/66][200/200] */
176         {0, 4, 4, 1, 3, 1, 4, 1, 3, 0, 0},
177
178         /* L1 : [800/200/100][166/83][133/66][200/200] */
179         {0, 3, 3, 1, 3, 1, 4, 1, 3, 0, 0},
180
181         /* L2 : [400/200/100][166/83][133/66][200/200] */
182         {1, 3, 1, 1, 3, 1, 4, 1, 3, 0, 0},
183
184         /* L3 : [200/200/100][166/83][133/66][200/200] */
185         {3, 3, 1, 1, 3, 1, 4, 1, 3, 0, 0},
186
187         /* L4 : [100/100/100][83/83][66/66][100/100] */
188         {7, 7, 0, 0, 7, 0, 9, 0, 7, 0, 0},
189 };
190
191 /*
192  * This function set DRAM refresh counter
193  * according to operating frequency of DRAM
194  * ch: DMC port number 0 or 1
195  * freq: Operating frequency of DRAM(KHz)
196  */
197 static void s5pv210_set_refresh(enum s5pv210_dmc_port ch, unsigned long freq)
198 {
199         unsigned long tmp, tmp1;
200         void __iomem *reg = NULL;
201
202         if (ch == DMC0) {
203                 reg = (dmc_base[0] + 0x30);
204         } else if (ch == DMC1) {
205                 reg = (dmc_base[1] + 0x30);
206         } else {
207                 pr_err("Cannot find DMC port\n");
208                 return;
209         }
210
211         /* Find current DRAM frequency */
212         tmp = s5pv210_dram_conf[ch].freq;
213
214         tmp /= freq;
215
216         tmp1 = s5pv210_dram_conf[ch].refresh;
217
218         tmp1 /= tmp;
219
220         writel_relaxed(tmp1, reg);
221 }
222
223 static int s5pv210_target(struct cpufreq_policy *policy, unsigned int index)
224 {
225         unsigned long reg;
226         unsigned int priv_index;
227         unsigned int pll_changing = 0;
228         unsigned int bus_speed_changing = 0;
229         unsigned int old_freq, new_freq;
230         int arm_volt, int_volt;
231         int ret = 0;
232
233         mutex_lock(&set_freq_lock);
234
235         if (no_cpufreq_access) {
236                 pr_err("Denied access to %s as it is disabled temporarily\n",
237                        __func__);
238                 ret = -EINVAL;
239                 goto exit;
240         }
241
242         old_freq = policy->cur;
243         new_freq = s5pv210_freq_table[index].frequency;
244
245         /* Finding current running level index */
246         priv_index = cpufreq_table_find_index_h(policy, old_freq);
247
248         arm_volt = dvs_conf[index].arm_volt;
249         int_volt = dvs_conf[index].int_volt;
250
251         if (new_freq > old_freq) {
252                 ret = regulator_set_voltage(arm_regulator,
253                                 arm_volt, arm_volt_max);
254                 if (ret)
255                         goto exit;
256
257                 ret = regulator_set_voltage(int_regulator,
258                                 int_volt, int_volt_max);
259                 if (ret)
260                         goto exit;
261         }
262
263         /* Check if there need to change PLL */
264         if ((index == L0) || (priv_index == L0))
265                 pll_changing = 1;
266
267         /* Check if there need to change System bus clock */
268         if ((index == L4) || (priv_index == L4))
269                 bus_speed_changing = 1;
270
271         if (bus_speed_changing) {
272                 /*
273                  * Reconfigure DRAM refresh counter value for minimum
274                  * temporary clock while changing divider.
275                  * expected clock is 83Mhz : 7.8usec/(1/83Mhz) = 0x287
276                  */
277                 if (pll_changing)
278                         s5pv210_set_refresh(DMC1, 83000);
279                 else
280                         s5pv210_set_refresh(DMC1, 100000);
281
282                 s5pv210_set_refresh(DMC0, 83000);
283         }
284
285         /*
286          * APLL should be changed in this level
287          * APLL -> MPLL(for stable transition) -> APLL
288          * Some clock source's clock API are not prepared.
289          * Do not use clock API in below code.
290          */
291         if (pll_changing) {
292                 /*
293                  * 1. Temporary Change divider for MFC and G3D
294                  * SCLKA2M(200/1=200)->(200/4=50)Mhz
295                  */
296                 reg = readl_relaxed(S5P_CLK_DIV2);
297                 reg &= ~(S5P_CLKDIV2_G3D_MASK | S5P_CLKDIV2_MFC_MASK);
298                 reg |= (3 << S5P_CLKDIV2_G3D_SHIFT) |
299                         (3 << S5P_CLKDIV2_MFC_SHIFT);
300                 writel_relaxed(reg, S5P_CLK_DIV2);
301
302                 /* For MFC, G3D dividing */
303                 do {
304                         reg = readl_relaxed(S5P_CLKDIV_STAT0);
305                 } while (reg & ((1 << 16) | (1 << 17)));
306
307                 /*
308                  * 2. Change SCLKA2M(200Mhz)to SCLKMPLL in MFC_MUX, G3D MUX
309                  * (200/4=50)->(667/4=166)Mhz
310                  */
311                 reg = readl_relaxed(S5P_CLK_SRC2);
312                 reg &= ~(S5P_CLKSRC2_G3D_MASK | S5P_CLKSRC2_MFC_MASK);
313                 reg |= (1 << S5P_CLKSRC2_G3D_SHIFT) |
314                         (1 << S5P_CLKSRC2_MFC_SHIFT);
315                 writel_relaxed(reg, S5P_CLK_SRC2);
316
317                 do {
318                         reg = readl_relaxed(S5P_CLKMUX_STAT1);
319                 } while (reg & ((1 << 7) | (1 << 3)));
320
321                 /*
322                  * 3. DMC1 refresh count for 133Mhz if (index == L4) is
323                  * true refresh counter is already programmed in upper
324                  * code. 0x287@83Mhz
325                  */
326                 if (!bus_speed_changing)
327                         s5pv210_set_refresh(DMC1, 133000);
328
329                 /* 4. SCLKAPLL -> SCLKMPLL */
330                 reg = readl_relaxed(S5P_CLK_SRC0);
331                 reg &= ~(S5P_CLKSRC0_MUX200_MASK);
332                 reg |= (0x1 << S5P_CLKSRC0_MUX200_SHIFT);
333                 writel_relaxed(reg, S5P_CLK_SRC0);
334
335                 do {
336                         reg = readl_relaxed(S5P_CLKMUX_STAT0);
337                 } while (reg & (0x1 << 18));
338
339         }
340
341         /* Change divider */
342         reg = readl_relaxed(S5P_CLK_DIV0);
343
344         reg &= ~(S5P_CLKDIV0_APLL_MASK | S5P_CLKDIV0_A2M_MASK |
345                 S5P_CLKDIV0_HCLK200_MASK | S5P_CLKDIV0_PCLK100_MASK |
346                 S5P_CLKDIV0_HCLK166_MASK | S5P_CLKDIV0_PCLK83_MASK |
347                 S5P_CLKDIV0_HCLK133_MASK | S5P_CLKDIV0_PCLK66_MASK);
348
349         reg |= ((clkdiv_val[index][0] << S5P_CLKDIV0_APLL_SHIFT) |
350                 (clkdiv_val[index][1] << S5P_CLKDIV0_A2M_SHIFT) |
351                 (clkdiv_val[index][2] << S5P_CLKDIV0_HCLK200_SHIFT) |
352                 (clkdiv_val[index][3] << S5P_CLKDIV0_PCLK100_SHIFT) |
353                 (clkdiv_val[index][4] << S5P_CLKDIV0_HCLK166_SHIFT) |
354                 (clkdiv_val[index][5] << S5P_CLKDIV0_PCLK83_SHIFT) |
355                 (clkdiv_val[index][6] << S5P_CLKDIV0_HCLK133_SHIFT) |
356                 (clkdiv_val[index][7] << S5P_CLKDIV0_PCLK66_SHIFT));
357
358         writel_relaxed(reg, S5P_CLK_DIV0);
359
360         do {
361                 reg = readl_relaxed(S5P_CLKDIV_STAT0);
362         } while (reg & 0xff);
363
364         /* ARM MCS value changed */
365         reg = readl_relaxed(S5P_ARM_MCS_CON);
366         reg &= ~0x3;
367         if (index >= L3)
368                 reg |= 0x3;
369         else
370                 reg |= 0x1;
371
372         writel_relaxed(reg, S5P_ARM_MCS_CON);
373
374         if (pll_changing) {
375                 /* 5. Set Lock time = 30us*24Mhz = 0x2cf */
376                 writel_relaxed(0x2cf, S5P_APLL_LOCK);
377
378                 /*
379                  * 6. Turn on APLL
380                  * 6-1. Set PMS values
381                  * 6-2. Wait until the PLL is locked
382                  */
383                 if (index == L0)
384                         writel_relaxed(APLL_VAL_1000, S5P_APLL_CON);
385                 else
386                         writel_relaxed(APLL_VAL_800, S5P_APLL_CON);
387
388                 do {
389                         reg = readl_relaxed(S5P_APLL_CON);
390                 } while (!(reg & (0x1 << 29)));
391
392                 /*
393                  * 7. Change source clock from SCLKMPLL(667Mhz)
394                  * to SCLKA2M(200Mhz) in MFC_MUX and G3D MUX
395                  * (667/4=166)->(200/4=50)Mhz
396                  */
397                 reg = readl_relaxed(S5P_CLK_SRC2);
398                 reg &= ~(S5P_CLKSRC2_G3D_MASK | S5P_CLKSRC2_MFC_MASK);
399                 reg |= (0 << S5P_CLKSRC2_G3D_SHIFT) |
400                         (0 << S5P_CLKSRC2_MFC_SHIFT);
401                 writel_relaxed(reg, S5P_CLK_SRC2);
402
403                 do {
404                         reg = readl_relaxed(S5P_CLKMUX_STAT1);
405                 } while (reg & ((1 << 7) | (1 << 3)));
406
407                 /*
408                  * 8. Change divider for MFC and G3D
409                  * (200/4=50)->(200/1=200)Mhz
410                  */
411                 reg = readl_relaxed(S5P_CLK_DIV2);
412                 reg &= ~(S5P_CLKDIV2_G3D_MASK | S5P_CLKDIV2_MFC_MASK);
413                 reg |= (clkdiv_val[index][10] << S5P_CLKDIV2_G3D_SHIFT) |
414                         (clkdiv_val[index][9] << S5P_CLKDIV2_MFC_SHIFT);
415                 writel_relaxed(reg, S5P_CLK_DIV2);
416
417                 /* For MFC, G3D dividing */
418                 do {
419                         reg = readl_relaxed(S5P_CLKDIV_STAT0);
420                 } while (reg & ((1 << 16) | (1 << 17)));
421
422                 /* 9. Change MPLL to APLL in MSYS_MUX */
423                 reg = readl_relaxed(S5P_CLK_SRC0);
424                 reg &= ~(S5P_CLKSRC0_MUX200_MASK);
425                 reg |= (0x0 << S5P_CLKSRC0_MUX200_SHIFT);
426                 writel_relaxed(reg, S5P_CLK_SRC0);
427
428                 do {
429                         reg = readl_relaxed(S5P_CLKMUX_STAT0);
430                 } while (reg & (0x1 << 18));
431
432                 /*
433                  * 10. DMC1 refresh counter
434                  * L4 : DMC1 = 100Mhz 7.8us/(1/100) = 0x30c
435                  * Others : DMC1 = 200Mhz 7.8us/(1/200) = 0x618
436                  */
437                 if (!bus_speed_changing)
438                         s5pv210_set_refresh(DMC1, 200000);
439         }
440
441         /*
442          * L4 level needs to change memory bus speed, hence ONEDRAM clock
443          * divider and memory refresh parameter should be changed
444          */
445         if (bus_speed_changing) {
446                 reg = readl_relaxed(S5P_CLK_DIV6);
447                 reg &= ~S5P_CLKDIV6_ONEDRAM_MASK;
448                 reg |= (clkdiv_val[index][8] << S5P_CLKDIV6_ONEDRAM_SHIFT);
449                 writel_relaxed(reg, S5P_CLK_DIV6);
450
451                 do {
452                         reg = readl_relaxed(S5P_CLKDIV_STAT1);
453                 } while (reg & (1 << 15));
454
455                 /* Reconfigure DRAM refresh counter value */
456                 if (index != L4) {
457                         /*
458                          * DMC0 : 166Mhz
459                          * DMC1 : 200Mhz
460                          */
461                         s5pv210_set_refresh(DMC0, 166000);
462                         s5pv210_set_refresh(DMC1, 200000);
463                 } else {
464                         /*
465                          * DMC0 : 83Mhz
466                          * DMC1 : 100Mhz
467                          */
468                         s5pv210_set_refresh(DMC0, 83000);
469                         s5pv210_set_refresh(DMC1, 100000);
470                 }
471         }
472
473         if (new_freq < old_freq) {
474                 regulator_set_voltage(int_regulator,
475                                 int_volt, int_volt_max);
476
477                 regulator_set_voltage(arm_regulator,
478                                 arm_volt, arm_volt_max);
479         }
480
481         pr_debug("Perf changed[L%d]\n", index);
482
483 exit:
484         mutex_unlock(&set_freq_lock);
485         return ret;
486 }
487
488 static int check_mem_type(void __iomem *dmc_reg)
489 {
490         unsigned long val;
491
492         val = readl_relaxed(dmc_reg + 0x4);
493         val = (val & (0xf << 8));
494
495         return val >> 8;
496 }
497
498 static int s5pv210_cpu_init(struct cpufreq_policy *policy)
499 {
500         unsigned long mem_type;
501         int ret;
502
503         policy->clk = clk_get(NULL, "armclk");
504         if (IS_ERR(policy->clk))
505                 return PTR_ERR(policy->clk);
506
507         dmc0_clk = clk_get(NULL, "sclk_dmc0");
508         if (IS_ERR(dmc0_clk)) {
509                 ret = PTR_ERR(dmc0_clk);
510                 goto out_dmc0;
511         }
512
513         dmc1_clk = clk_get(NULL, "hclk_msys");
514         if (IS_ERR(dmc1_clk)) {
515                 ret = PTR_ERR(dmc1_clk);
516                 goto out_dmc1;
517         }
518
519         if (policy->cpu != 0) {
520                 ret = -EINVAL;
521                 goto out_dmc1;
522         }
523
524         /*
525          * check_mem_type : This driver only support LPDDR & LPDDR2.
526          * other memory type is not supported.
527          */
528         mem_type = check_mem_type(dmc_base[0]);
529
530         if ((mem_type != LPDDR) && (mem_type != LPDDR2)) {
531                 pr_err("CPUFreq doesn't support this memory type\n");
532                 ret = -EINVAL;
533                 goto out_dmc1;
534         }
535
536         /* Find current refresh counter and frequency each DMC */
537         s5pv210_dram_conf[0].refresh = (readl_relaxed(dmc_base[0] + 0x30) * 1000);
538         s5pv210_dram_conf[0].freq = clk_get_rate(dmc0_clk);
539
540         s5pv210_dram_conf[1].refresh = (readl_relaxed(dmc_base[1] + 0x30) * 1000);
541         s5pv210_dram_conf[1].freq = clk_get_rate(dmc1_clk);
542
543         policy->suspend_freq = SLEEP_FREQ;
544         cpufreq_generic_init(policy, s5pv210_freq_table, 40000);
545         return 0;
546
547 out_dmc1:
548         clk_put(dmc0_clk);
549 out_dmc0:
550         clk_put(policy->clk);
551         return ret;
552 }
553
554 static int s5pv210_cpufreq_reboot_notifier_event(struct notifier_block *this,
555                                                  unsigned long event, void *ptr)
556 {
557         int ret;
558         struct cpufreq_policy *policy;
559
560         policy = cpufreq_cpu_get(0);
561         if (!policy) {
562                 pr_debug("cpufreq: get no policy for cpu0\n");
563                 return NOTIFY_BAD;
564         }
565
566         ret = cpufreq_driver_target(policy, SLEEP_FREQ, 0);
567         cpufreq_cpu_put(policy);
568
569         if (ret < 0)
570                 return NOTIFY_BAD;
571
572         no_cpufreq_access = true;
573         return NOTIFY_DONE;
574 }
575
576 static struct cpufreq_driver s5pv210_driver = {
577         .flags          = CPUFREQ_NEED_INITIAL_FREQ_CHECK,
578         .verify         = cpufreq_generic_frequency_table_verify,
579         .target_index   = s5pv210_target,
580         .get            = cpufreq_generic_get,
581         .init           = s5pv210_cpu_init,
582         .name           = "s5pv210",
583         .suspend        = cpufreq_generic_suspend,
584         .resume         = cpufreq_generic_suspend, /* We need to set SLEEP FREQ again */
585 };
586
587 static struct notifier_block s5pv210_cpufreq_reboot_notifier = {
588         .notifier_call = s5pv210_cpufreq_reboot_notifier_event,
589 };
590
591 static int s5pv210_cpufreq_probe(struct platform_device *pdev)
592 {
593         struct device *dev = &pdev->dev;
594         struct device_node *np;
595         int id, result = 0;
596
597         /*
598          * HACK: This is a temporary workaround to get access to clock
599          * and DMC controller registers directly and remove static mappings
600          * and dependencies on platform headers. It is necessary to enable
601          * S5PV210 multi-platform support and will be removed together with
602          * this whole driver as soon as S5PV210 gets migrated to use
603          * cpufreq-dt driver.
604          */
605         arm_regulator = regulator_get(NULL, "vddarm");
606         if (IS_ERR(arm_regulator))
607                 return dev_err_probe(dev, PTR_ERR(arm_regulator),
608                                      "failed to get regulator vddarm\n");
609
610         int_regulator = regulator_get(NULL, "vddint");
611         if (IS_ERR(int_regulator)) {
612                 result = dev_err_probe(dev, PTR_ERR(int_regulator),
613                                        "failed to get regulator vddint\n");
614                 goto err_int_regulator;
615         }
616
617         np = of_find_compatible_node(NULL, NULL, "samsung,s5pv210-clock");
618         if (!np) {
619                 dev_err(dev, "failed to find clock controller DT node\n");
620                 result = -ENODEV;
621                 goto err_clock;
622         }
623
624         clk_base = of_iomap(np, 0);
625         of_node_put(np);
626         if (!clk_base) {
627                 dev_err(dev, "failed to map clock registers\n");
628                 result = -EFAULT;
629                 goto err_clock;
630         }
631
632         for_each_compatible_node(np, NULL, "samsung,s5pv210-dmc") {
633                 id = of_alias_get_id(np, "dmc");
634                 if (id < 0 || id >= ARRAY_SIZE(dmc_base)) {
635                         dev_err(dev, "failed to get alias of dmc node '%pOFn'\n", np);
636                         of_node_put(np);
637                         result = id;
638                         goto err_clk_base;
639                 }
640
641                 dmc_base[id] = of_iomap(np, 0);
642                 if (!dmc_base[id]) {
643                         dev_err(dev, "failed to map dmc%d registers\n", id);
644                         of_node_put(np);
645                         result = -EFAULT;
646                         goto err_dmc;
647                 }
648         }
649
650         for (id = 0; id < ARRAY_SIZE(dmc_base); ++id) {
651                 if (!dmc_base[id]) {
652                         dev_err(dev, "failed to find dmc%d node\n", id);
653                         result = -ENODEV;
654                         goto err_dmc;
655                 }
656         }
657
658         register_reboot_notifier(&s5pv210_cpufreq_reboot_notifier);
659
660         return cpufreq_register_driver(&s5pv210_driver);
661
662 err_dmc:
663         for (id = 0; id < ARRAY_SIZE(dmc_base); ++id)
664                 if (dmc_base[id]) {
665                         iounmap(dmc_base[id]);
666                         dmc_base[id] = NULL;
667                 }
668
669 err_clk_base:
670         iounmap(clk_base);
671
672 err_clock:
673         regulator_put(int_regulator);
674
675 err_int_regulator:
676         regulator_put(arm_regulator);
677
678         return result;
679 }
680
681 static struct platform_driver s5pv210_cpufreq_platdrv = {
682         .driver = {
683                 .name   = "s5pv210-cpufreq",
684         },
685         .probe = s5pv210_cpufreq_probe,
686 };
687 builtin_platform_driver(s5pv210_cpufreq_platdrv);