1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright 2018 Marty E. Plummer <hanetzer@startmail.com> */
3 /* Copyright 2019 Linaro, Ltd, Rob Herring <robh@kernel.org> */
6 #include <linux/reset.h>
7 #include <linux/platform_device.h>
8 #include <linux/pm_runtime.h>
9 #include <linux/regulator/consumer.h>
11 #include "panfrost_device.h"
12 #include "panfrost_devfreq.h"
13 #include "panfrost_features.h"
14 #include "panfrost_gpu.h"
15 #include "panfrost_job.h"
16 #include "panfrost_mmu.h"
18 static int panfrost_reset_init(struct panfrost_device *pfdev)
22 pfdev->rstc = devm_reset_control_array_get(pfdev->dev, false, true);
23 if (IS_ERR(pfdev->rstc)) {
24 dev_err(pfdev->dev, "get reset failed %ld\n", PTR_ERR(pfdev->rstc));
25 return PTR_ERR(pfdev->rstc);
28 err = reset_control_deassert(pfdev->rstc);
35 static void panfrost_reset_fini(struct panfrost_device *pfdev)
37 reset_control_assert(pfdev->rstc);
40 static int panfrost_clk_init(struct panfrost_device *pfdev)
45 pfdev->clock = devm_clk_get(pfdev->dev, NULL);
46 if (IS_ERR(pfdev->clock)) {
47 dev_err(pfdev->dev, "get clock failed %ld\n", PTR_ERR(pfdev->clock));
48 return PTR_ERR(pfdev->clock);
51 rate = clk_get_rate(pfdev->clock);
52 dev_info(pfdev->dev, "clock rate = %lu\n", rate);
54 err = clk_prepare_enable(pfdev->clock);
58 pfdev->bus_clock = devm_clk_get_optional(pfdev->dev, "bus");
59 if (IS_ERR(pfdev->bus_clock)) {
60 dev_err(pfdev->dev, "get bus_clock failed %ld\n",
61 PTR_ERR(pfdev->bus_clock));
62 return PTR_ERR(pfdev->bus_clock);
65 if (pfdev->bus_clock) {
66 rate = clk_get_rate(pfdev->bus_clock);
67 dev_info(pfdev->dev, "bus_clock rate = %lu\n", rate);
69 err = clk_prepare_enable(pfdev->bus_clock);
77 clk_disable_unprepare(pfdev->clock);
82 static void panfrost_clk_fini(struct panfrost_device *pfdev)
84 clk_disable_unprepare(pfdev->bus_clock);
85 clk_disable_unprepare(pfdev->clock);
88 static int panfrost_regulator_init(struct panfrost_device *pfdev)
92 pfdev->regulator = devm_regulator_get_optional(pfdev->dev, "mali");
93 if (IS_ERR(pfdev->regulator)) {
94 ret = PTR_ERR(pfdev->regulator);
95 pfdev->regulator = NULL;
98 dev_err(pfdev->dev, "failed to get regulator: %d\n", ret);
102 ret = regulator_enable(pfdev->regulator);
104 dev_err(pfdev->dev, "failed to enable regulator: %d\n", ret);
111 static void panfrost_regulator_fini(struct panfrost_device *pfdev)
113 if (pfdev->regulator)
114 regulator_disable(pfdev->regulator);
117 int panfrost_device_init(struct panfrost_device *pfdev)
120 struct resource *res;
122 mutex_init(&pfdev->sched_lock);
123 mutex_init(&pfdev->reset_lock);
124 INIT_LIST_HEAD(&pfdev->scheduled_jobs);
126 spin_lock_init(&pfdev->hwaccess_lock);
128 err = panfrost_clk_init(pfdev);
130 dev_err(pfdev->dev, "clk init failed %d\n", err);
134 err = panfrost_regulator_init(pfdev);
136 dev_err(pfdev->dev, "regulator init failed %d\n", err);
140 err = panfrost_reset_init(pfdev);
142 dev_err(pfdev->dev, "reset init failed %d\n", err);
146 res = platform_get_resource(pfdev->pdev, IORESOURCE_MEM, 0);
147 pfdev->iomem = devm_ioremap_resource(pfdev->dev, res);
148 if (IS_ERR(pfdev->iomem)) {
149 dev_err(pfdev->dev, "failed to ioremap iomem\n");
150 err = PTR_ERR(pfdev->iomem);
154 err = panfrost_gpu_init(pfdev);
158 err = panfrost_mmu_init(pfdev);
162 err = panfrost_job_init(pfdev);
166 /* runtime PM will wake us up later */
167 panfrost_gpu_power_off(pfdev);
169 pm_runtime_set_active(pfdev->dev);
170 pm_runtime_get_sync(pfdev->dev);
171 pm_runtime_mark_last_busy(pfdev->dev);
172 pm_runtime_put_autosuspend(pfdev->dev);
176 panfrost_mmu_fini(pfdev);
178 panfrost_gpu_fini(pfdev);
180 panfrost_reset_fini(pfdev);
182 panfrost_regulator_fini(pfdev);
184 panfrost_clk_fini(pfdev);
188 void panfrost_device_fini(struct panfrost_device *pfdev)
190 panfrost_job_fini(pfdev);
191 panfrost_mmu_fini(pfdev);
192 panfrost_gpu_fini(pfdev);
193 panfrost_reset_fini(pfdev);
194 panfrost_regulator_fini(pfdev);
195 panfrost_clk_fini(pfdev);
198 const char *panfrost_exception_name(struct panfrost_device *pfdev, u32 exception_code)
200 switch (exception_code) {
201 /* Non-Fault Status code */
202 case 0x00: return "NOT_STARTED/IDLE/OK";
203 case 0x01: return "DONE";
204 case 0x02: return "INTERRUPTED";
205 case 0x03: return "STOPPED";
206 case 0x04: return "TERMINATED";
207 case 0x08: return "ACTIVE";
209 case 0x40: return "JOB_CONFIG_FAULT";
210 case 0x41: return "JOB_POWER_FAULT";
211 case 0x42: return "JOB_READ_FAULT";
212 case 0x43: return "JOB_WRITE_FAULT";
213 case 0x44: return "JOB_AFFINITY_FAULT";
214 case 0x48: return "JOB_BUS_FAULT";
215 case 0x50: return "INSTR_INVALID_PC";
216 case 0x51: return "INSTR_INVALID_ENC";
217 case 0x52: return "INSTR_TYPE_MISMATCH";
218 case 0x53: return "INSTR_OPERAND_FAULT";
219 case 0x54: return "INSTR_TLS_FAULT";
220 case 0x55: return "INSTR_BARRIER_FAULT";
221 case 0x56: return "INSTR_ALIGN_FAULT";
222 case 0x58: return "DATA_INVALID_FAULT";
223 case 0x59: return "TILE_RANGE_FAULT";
224 case 0x5A: return "ADDR_RANGE_FAULT";
225 case 0x60: return "OUT_OF_MEMORY";
227 case 0x80: return "DELAYED_BUS_FAULT";
228 case 0x88: return "SHAREABILITY_FAULT";
230 case 0xC1: return "TRANSLATION_FAULT_LEVEL1";
231 case 0xC2: return "TRANSLATION_FAULT_LEVEL2";
232 case 0xC3: return "TRANSLATION_FAULT_LEVEL3";
233 case 0xC4: return "TRANSLATION_FAULT_LEVEL4";
234 case 0xC8: return "PERMISSION_FAULT";
235 case 0xC9 ... 0xCF: return "PERMISSION_FAULT";
236 case 0xD1: return "TRANSTAB_BUS_FAULT_LEVEL1";
237 case 0xD2: return "TRANSTAB_BUS_FAULT_LEVEL2";
238 case 0xD3: return "TRANSTAB_BUS_FAULT_LEVEL3";
239 case 0xD4: return "TRANSTAB_BUS_FAULT_LEVEL4";
240 case 0xD8: return "ACCESS_FLAG";
241 case 0xD9 ... 0xDF: return "ACCESS_FLAG";
242 case 0xE0 ... 0xE7: return "ADDRESS_SIZE_FAULT";
243 case 0xE8 ... 0xEF: return "MEMORY_ATTRIBUTES_FAULT";
250 int panfrost_device_resume(struct device *dev)
252 struct platform_device *pdev = to_platform_device(dev);
253 struct panfrost_device *pfdev = platform_get_drvdata(pdev);
255 panfrost_gpu_soft_reset(pfdev);
257 /* TODO: Re-enable all other address spaces */
258 panfrost_gpu_power_on(pfdev);
259 panfrost_mmu_enable(pfdev, 0);
260 panfrost_job_enable_interrupts(pfdev);
261 panfrost_devfreq_resume(pfdev);
266 int panfrost_device_suspend(struct device *dev)
268 struct platform_device *pdev = to_platform_device(dev);
269 struct panfrost_device *pfdev = platform_get_drvdata(pdev);
271 if (!panfrost_job_is_idle(pfdev))
274 panfrost_devfreq_suspend(pfdev);
275 panfrost_gpu_power_off(pfdev);