1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * AHCI SATA platform library
5 * Copyright 2004-2005 Red Hat, Inc.
6 * Jeff Garzik <jgarzik@pobox.com>
7 * Copyright 2010 MontaVista Software, LLC.
8 * Anton Vorontsov <avorontsov@ru.mvista.com>
11 #include <linux/clk.h>
12 #include <linux/kernel.h>
13 #include <linux/gfp.h>
14 #include <linux/module.h>
16 #include <linux/interrupt.h>
17 #include <linux/device.h>
18 #include <linux/platform_device.h>
19 #include <linux/libata.h>
20 #include <linux/ahci_platform.h>
21 #include <linux/phy/phy.h>
22 #include <linux/pm_runtime.h>
23 #include <linux/of_platform.h>
24 #include <linux/reset.h>
27 static void ahci_host_stop(struct ata_host *host);
29 struct ata_port_operations ahci_platform_ops = {
30 .inherits = &ahci_ops,
31 .host_stop = ahci_host_stop,
33 EXPORT_SYMBOL_GPL(ahci_platform_ops);
36 * ahci_platform_enable_phys - Enable PHYs
37 * @hpriv: host private area to store config values
39 * This function enables all the PHYs found in hpriv->phys, if any.
40 * If a PHY fails to be enabled, it disables all the PHYs already
41 * enabled in reverse order and returns an error.
44 * 0 on success otherwise a negative error code
46 int ahci_platform_enable_phys(struct ahci_host_priv *hpriv)
50 for (i = 0; i < hpriv->nports; i++) {
51 rc = phy_init(hpriv->phys[i]);
55 rc = phy_set_mode(hpriv->phys[i], PHY_MODE_SATA);
57 phy_exit(hpriv->phys[i]);
61 rc = phy_power_on(hpriv->phys[i]);
62 if (rc && !(rc == -EOPNOTSUPP && (hpriv->flags & AHCI_HFLAG_IGN_NOTSUPP_POWER_ON))) {
63 phy_exit(hpriv->phys[i]);
72 phy_power_off(hpriv->phys[i]);
73 phy_exit(hpriv->phys[i]);
77 EXPORT_SYMBOL_GPL(ahci_platform_enable_phys);
80 * ahci_platform_disable_phys - Disable PHYs
81 * @hpriv: host private area to store config values
83 * This function disables all PHYs found in hpriv->phys.
85 void ahci_platform_disable_phys(struct ahci_host_priv *hpriv)
89 for (i = 0; i < hpriv->nports; i++) {
90 phy_power_off(hpriv->phys[i]);
91 phy_exit(hpriv->phys[i]);
94 EXPORT_SYMBOL_GPL(ahci_platform_disable_phys);
97 * ahci_platform_enable_clks - Enable platform clocks
98 * @hpriv: host private area to store config values
100 * This function enables all the clks found in hpriv->clks, starting at
101 * index 0. If any clk fails to enable it disables all the clks already
102 * enabled in reverse order, and then returns an error.
105 * 0 on success otherwise a negative error code
107 int ahci_platform_enable_clks(struct ahci_host_priv *hpriv)
111 for (c = 0; c < AHCI_MAX_CLKS && hpriv->clks[c]; c++) {
112 rc = clk_prepare_enable(hpriv->clks[c]);
114 goto disable_unprepare_clk;
118 disable_unprepare_clk:
120 clk_disable_unprepare(hpriv->clks[c]);
123 EXPORT_SYMBOL_GPL(ahci_platform_enable_clks);
126 * ahci_platform_disable_clks - Disable platform clocks
127 * @hpriv: host private area to store config values
129 * This function disables all the clks found in hpriv->clks, in reverse
130 * order of ahci_platform_enable_clks (starting at the end of the array).
132 void ahci_platform_disable_clks(struct ahci_host_priv *hpriv)
136 for (c = AHCI_MAX_CLKS - 1; c >= 0; c--)
138 clk_disable_unprepare(hpriv->clks[c]);
140 EXPORT_SYMBOL_GPL(ahci_platform_disable_clks);
143 * ahci_platform_enable_regulators - Enable regulators
144 * @hpriv: host private area to store config values
146 * This function enables all the regulators found in controller and
147 * hpriv->target_pwrs, if any. If a regulator fails to be enabled, it
148 * disables all the regulators already enabled in reverse order and
152 * 0 on success otherwise a negative error code
154 int ahci_platform_enable_regulators(struct ahci_host_priv *hpriv)
158 rc = regulator_enable(hpriv->ahci_regulator);
162 rc = regulator_enable(hpriv->phy_regulator);
164 goto disable_ahci_pwrs;
166 for (i = 0; i < hpriv->nports; i++) {
167 if (!hpriv->target_pwrs[i])
170 rc = regulator_enable(hpriv->target_pwrs[i]);
172 goto disable_target_pwrs;
179 if (hpriv->target_pwrs[i])
180 regulator_disable(hpriv->target_pwrs[i]);
182 regulator_disable(hpriv->phy_regulator);
184 regulator_disable(hpriv->ahci_regulator);
187 EXPORT_SYMBOL_GPL(ahci_platform_enable_regulators);
190 * ahci_platform_disable_regulators - Disable regulators
191 * @hpriv: host private area to store config values
193 * This function disables all regulators found in hpriv->target_pwrs and
196 void ahci_platform_disable_regulators(struct ahci_host_priv *hpriv)
200 for (i = 0; i < hpriv->nports; i++) {
201 if (!hpriv->target_pwrs[i])
203 regulator_disable(hpriv->target_pwrs[i]);
206 regulator_disable(hpriv->ahci_regulator);
207 regulator_disable(hpriv->phy_regulator);
209 EXPORT_SYMBOL_GPL(ahci_platform_disable_regulators);
211 * ahci_platform_enable_resources - Enable platform resources
212 * @hpriv: host private area to store config values
214 * This function enables all ahci_platform managed resources in the
217 * 2) Clocks (through ahci_platform_enable_clks)
221 * If resource enabling fails at any point the previous enabled resources
222 * are disabled in reverse order.
225 * 0 on success otherwise a negative error code
227 int ahci_platform_enable_resources(struct ahci_host_priv *hpriv)
231 rc = ahci_platform_enable_regulators(hpriv);
235 rc = ahci_platform_enable_clks(hpriv);
237 goto disable_regulator;
239 rc = reset_control_deassert(hpriv->rsts);
243 rc = ahci_platform_enable_phys(hpriv);
250 reset_control_assert(hpriv->rsts);
253 ahci_platform_disable_clks(hpriv);
256 ahci_platform_disable_regulators(hpriv);
260 EXPORT_SYMBOL_GPL(ahci_platform_enable_resources);
263 * ahci_platform_disable_resources - Disable platform resources
264 * @hpriv: host private area to store config values
266 * This function disables all ahci_platform managed resources in the
270 * 3) Clocks (through ahci_platform_disable_clks)
273 void ahci_platform_disable_resources(struct ahci_host_priv *hpriv)
275 ahci_platform_disable_phys(hpriv);
277 reset_control_assert(hpriv->rsts);
279 ahci_platform_disable_clks(hpriv);
281 ahci_platform_disable_regulators(hpriv);
283 EXPORT_SYMBOL_GPL(ahci_platform_disable_resources);
285 static void ahci_platform_put_resources(struct device *dev, void *res)
287 struct ahci_host_priv *hpriv = res;
290 if (hpriv->got_runtime_pm) {
291 pm_runtime_put_sync(dev);
292 pm_runtime_disable(dev);
295 for (c = 0; c < AHCI_MAX_CLKS && hpriv->clks[c]; c++)
296 clk_put(hpriv->clks[c]);
298 * The regulators are tied to child node device and not to the
299 * SATA device itself. So we can't use devm for automatically
300 * releasing them. We have to do it manually here.
302 for (c = 0; c < hpriv->nports; c++)
303 if (hpriv->target_pwrs && hpriv->target_pwrs[c])
304 regulator_put(hpriv->target_pwrs[c]);
306 kfree(hpriv->target_pwrs);
309 static int ahci_platform_get_phy(struct ahci_host_priv *hpriv, u32 port,
310 struct device *dev, struct device_node *node)
314 hpriv->phys[port] = devm_of_phy_get(dev, node, NULL);
316 if (!IS_ERR(hpriv->phys[port]))
319 rc = PTR_ERR(hpriv->phys[port]);
322 /* No PHY support. Check if PHY is required. */
323 if (of_find_property(node, "phys", NULL)) {
325 "couldn't get PHY in node %pOFn: ENOSYS\n",
331 /* continue normally */
332 hpriv->phys[port] = NULL;
336 /* Do not complain yet */
341 "couldn't get PHY in node %pOFn: %d\n",
350 static int ahci_platform_get_regulator(struct ahci_host_priv *hpriv, u32 port,
353 struct regulator *target_pwr;
356 target_pwr = regulator_get(dev, "target");
358 if (!IS_ERR(target_pwr))
359 hpriv->target_pwrs[port] = target_pwr;
361 rc = PTR_ERR(target_pwr);
367 * ahci_platform_get_resources - Get platform resources
368 * @pdev: platform device to get resources for
369 * @flags: bitmap representing the resource to get
371 * This function allocates an ahci_host_priv struct, and gets the following
372 * resources, storing a reference to them inside the returned struct:
374 * 1) mmio registers (IORESOURCE_MEM 0, mandatory)
375 * 2) regulator for controlling the targets power (optional)
376 * regulator for controlling the AHCI controller (optional)
377 * 3) 0 - AHCI_MAX_CLKS clocks, as specified in the devs devicetree node,
378 * or for non devicetree enabled platforms a single clock
379 * 4) resets, if flags has AHCI_PLATFORM_GET_RESETS (optional)
383 * The allocated ahci_host_priv on success, otherwise an ERR_PTR value
385 struct ahci_host_priv *ahci_platform_get_resources(struct platform_device *pdev,
388 struct device *dev = &pdev->dev;
389 struct ahci_host_priv *hpriv;
391 struct device_node *child;
392 int i, enabled_ports = 0, rc = -ENOMEM, child_nodes;
393 u32 mask_port_map = 0;
395 if (!devres_open_group(dev, NULL, GFP_KERNEL))
396 return ERR_PTR(-ENOMEM);
398 hpriv = devres_alloc(ahci_platform_put_resources, sizeof(*hpriv),
403 devres_add(dev, hpriv);
405 hpriv->mmio = devm_ioremap_resource(dev,
406 platform_get_resource(pdev, IORESOURCE_MEM, 0));
407 if (IS_ERR(hpriv->mmio)) {
408 rc = PTR_ERR(hpriv->mmio);
412 for (i = 0; i < AHCI_MAX_CLKS; i++) {
414 * For now we must use clk_get(dev, NULL) for the first clock,
415 * because some platforms (da850, spear13xx) are not yet
416 * converted to use devicetree for clocks. For new platforms
417 * this is equivalent to of_clk_get(dev->of_node, 0).
420 clk = clk_get(dev, NULL);
422 clk = of_clk_get(dev->of_node, i);
426 if (rc == -EPROBE_DEFER)
430 hpriv->clks[i] = clk;
433 hpriv->ahci_regulator = devm_regulator_get(dev, "ahci");
434 if (IS_ERR(hpriv->ahci_regulator)) {
435 rc = PTR_ERR(hpriv->ahci_regulator);
440 hpriv->phy_regulator = devm_regulator_get(dev, "phy");
441 if (IS_ERR(hpriv->phy_regulator)) {
442 rc = PTR_ERR(hpriv->phy_regulator);
446 if (flags & AHCI_PLATFORM_GET_RESETS) {
447 hpriv->rsts = devm_reset_control_array_get_optional_shared(dev);
448 if (IS_ERR(hpriv->rsts)) {
449 rc = PTR_ERR(hpriv->rsts);
454 hpriv->nports = child_nodes = of_get_child_count(dev->of_node);
457 * If no sub-node was found, we still need to set nports to
458 * one in order to be able to use the
459 * ahci_platform_[en|dis]able_[phys|regulators] functions.
464 hpriv->phys = devm_kcalloc(dev, hpriv->nports, sizeof(*hpriv->phys), GFP_KERNEL);
470 * We cannot use devm_ here, since ahci_platform_put_resources() uses
471 * target_pwrs after devm_ have freed memory
473 hpriv->target_pwrs = kcalloc(hpriv->nports, sizeof(*hpriv->target_pwrs), GFP_KERNEL);
474 if (!hpriv->target_pwrs) {
480 for_each_child_of_node(dev->of_node, child) {
482 struct platform_device *port_dev __maybe_unused;
484 if (!of_device_is_available(child))
487 if (of_property_read_u32(child, "reg", &port)) {
493 if (port >= hpriv->nports) {
494 dev_warn(dev, "invalid port number %d\n", port);
497 mask_port_map |= BIT(port);
499 #ifdef CONFIG_OF_ADDRESS
500 of_platform_device_create(child, NULL, NULL);
502 port_dev = of_find_device_by_node(child);
505 rc = ahci_platform_get_regulator(hpriv, port,
507 if (rc == -EPROBE_DEFER) {
514 rc = ahci_platform_get_phy(hpriv, port, dev, child);
522 if (!enabled_ports) {
523 dev_warn(dev, "No port enabled\n");
528 if (!hpriv->mask_port_map)
529 hpriv->mask_port_map = mask_port_map;
532 * If no sub-node was found, keep this for device tree
535 rc = ahci_platform_get_phy(hpriv, 0, dev, dev->of_node);
539 rc = ahci_platform_get_regulator(hpriv, 0, dev);
540 if (rc == -EPROBE_DEFER)
543 pm_runtime_enable(dev);
544 pm_runtime_get_sync(dev);
545 hpriv->got_runtime_pm = true;
547 devres_remove_group(dev, NULL);
551 devres_release_group(dev, NULL);
554 EXPORT_SYMBOL_GPL(ahci_platform_get_resources);
557 * ahci_platform_init_host - Bring up an ahci-platform host
558 * @pdev: platform device pointer for the host
559 * @hpriv: ahci-host private data for the host
560 * @pi_template: template for the ata_port_info to use
561 * @sht: scsi_host_template to use when registering
563 * This function does all the usual steps needed to bring up an
564 * ahci-platform host, note any necessary resources (ie clks, phys, etc.)
565 * must be initialized / enabled before calling this.
568 * 0 on success otherwise a negative error code
570 int ahci_platform_init_host(struct platform_device *pdev,
571 struct ahci_host_priv *hpriv,
572 const struct ata_port_info *pi_template,
573 struct scsi_host_template *sht)
575 struct device *dev = &pdev->dev;
576 struct ata_port_info pi = *pi_template;
577 const struct ata_port_info *ppi[] = { &pi, NULL };
578 struct ata_host *host;
579 int i, irq, n_ports, rc;
581 irq = platform_get_irq(pdev, 0);
583 if (irq != -EPROBE_DEFER)
584 dev_err(dev, "no irq\n");
593 pi.private_data = (void *)(unsigned long)hpriv->flags;
595 ahci_save_initial_config(dev, hpriv);
597 if (hpriv->cap & HOST_CAP_NCQ)
598 pi.flags |= ATA_FLAG_NCQ;
600 if (hpriv->cap & HOST_CAP_PMP)
601 pi.flags |= ATA_FLAG_PMP;
603 ahci_set_em_messages(hpriv, &pi);
605 /* CAP.NP sometimes indicate the index of the last enabled
606 * port, at other times, that of the last possible port, so
607 * determining the maximum port number requires looking at
608 * both CAP.NP and port_map.
610 n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));
612 host = ata_host_alloc_pinfo(dev, ppi, n_ports);
616 host->private_data = hpriv;
618 if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)
619 host->flags |= ATA_HOST_PARALLEL_SCAN;
621 dev_info(dev, "SSS flag set, parallel bus scan disabled\n");
623 if (pi.flags & ATA_FLAG_EM)
626 for (i = 0; i < host->n_ports; i++) {
627 struct ata_port *ap = host->ports[i];
629 ata_port_desc(ap, "mmio %pR",
630 platform_get_resource(pdev, IORESOURCE_MEM, 0));
631 ata_port_desc(ap, "port 0x%x", 0x100 + ap->port_no * 0x80);
633 /* set enclosure management message type */
634 if (ap->flags & ATA_FLAG_EM)
635 ap->em_message_type = hpriv->em_msg_type;
637 /* disabled/not-implemented port */
638 if (!(hpriv->port_map & (1 << i)))
639 ap->ops = &ata_dummy_port_ops;
642 if (hpriv->cap & HOST_CAP_64) {
643 rc = dma_coerce_mask_and_coherent(dev, DMA_BIT_MASK(64));
645 rc = dma_coerce_mask_and_coherent(dev,
648 dev_err(dev, "Failed to enable 64-bit DMA.\n");
651 dev_warn(dev, "Enable 32-bit DMA instead of 64-bit.\n");
655 rc = ahci_reset_controller(host);
659 ahci_init_controller(host);
660 ahci_print_info(host, "platform");
662 return ahci_host_activate(host, sht);
664 EXPORT_SYMBOL_GPL(ahci_platform_init_host);
666 static void ahci_host_stop(struct ata_host *host)
668 struct ahci_host_priv *hpriv = host->private_data;
670 ahci_platform_disable_resources(hpriv);
674 * ahci_platform_shutdown - Disable interrupts and stop DMA for host ports
675 * @pdev: platform device pointer for the host
677 * This function is called during system shutdown and performs the minimal
678 * deconfiguration required to ensure that an ahci_platform host cannot
679 * corrupt or otherwise interfere with a new kernel being started with kexec.
681 void ahci_platform_shutdown(struct platform_device *pdev)
683 struct ata_host *host = platform_get_drvdata(pdev);
684 struct ahci_host_priv *hpriv = host->private_data;
685 void __iomem *mmio = hpriv->mmio;
688 for (i = 0; i < host->n_ports; i++) {
689 struct ata_port *ap = host->ports[i];
691 /* Disable port interrupts */
695 /* Stop the port DMA engines */
696 if (ap->ops->port_stop)
697 ap->ops->port_stop(ap);
700 /* Disable and clear host interrupts */
701 writel(readl(mmio + HOST_CTL) & ~HOST_IRQ_EN, mmio + HOST_CTL);
702 readl(mmio + HOST_CTL); /* flush */
703 writel(GENMASK(host->n_ports, 0), mmio + HOST_IRQ_STAT);
705 EXPORT_SYMBOL_GPL(ahci_platform_shutdown);
707 #ifdef CONFIG_PM_SLEEP
709 * ahci_platform_suspend_host - Suspend an ahci-platform host
710 * @dev: device pointer for the host
712 * This function does all the usual steps needed to suspend an
713 * ahci-platform host, note any necessary resources (ie clks, phys, etc.)
714 * must be disabled after calling this.
717 * 0 on success otherwise a negative error code
719 int ahci_platform_suspend_host(struct device *dev)
721 struct ata_host *host = dev_get_drvdata(dev);
722 struct ahci_host_priv *hpriv = host->private_data;
723 void __iomem *mmio = hpriv->mmio;
726 if (hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {
727 dev_err(dev, "firmware update required for suspend/resume\n");
732 * AHCI spec rev1.1 section 8.3.3:
733 * Software must disable interrupts prior to requesting a
734 * transition of the HBA to D3 state.
736 ctl = readl(mmio + HOST_CTL);
738 writel(ctl, mmio + HOST_CTL);
739 readl(mmio + HOST_CTL); /* flush */
741 if (hpriv->flags & AHCI_HFLAG_SUSPEND_PHYS)
742 ahci_platform_disable_phys(hpriv);
744 return ata_host_suspend(host, PMSG_SUSPEND);
746 EXPORT_SYMBOL_GPL(ahci_platform_suspend_host);
749 * ahci_platform_resume_host - Resume an ahci-platform host
750 * @dev: device pointer for the host
752 * This function does all the usual steps needed to resume an ahci-platform
753 * host, note any necessary resources (ie clks, phys, etc.) must be
754 * initialized / enabled before calling this.
757 * 0 on success otherwise a negative error code
759 int ahci_platform_resume_host(struct device *dev)
761 struct ata_host *host = dev_get_drvdata(dev);
762 struct ahci_host_priv *hpriv = host->private_data;
765 if (dev->power.power_state.event == PM_EVENT_SUSPEND) {
766 rc = ahci_reset_controller(host);
770 ahci_init_controller(host);
773 if (hpriv->flags & AHCI_HFLAG_SUSPEND_PHYS)
774 ahci_platform_enable_phys(hpriv);
776 ata_host_resume(host);
780 EXPORT_SYMBOL_GPL(ahci_platform_resume_host);
783 * ahci_platform_suspend - Suspend an ahci-platform device
784 * @dev: the platform device to suspend
786 * This function suspends the host associated with the device, followed by
787 * disabling all the resources of the device.
790 * 0 on success otherwise a negative error code
792 int ahci_platform_suspend(struct device *dev)
794 struct ata_host *host = dev_get_drvdata(dev);
795 struct ahci_host_priv *hpriv = host->private_data;
798 rc = ahci_platform_suspend_host(dev);
802 ahci_platform_disable_resources(hpriv);
806 EXPORT_SYMBOL_GPL(ahci_platform_suspend);
809 * ahci_platform_resume - Resume an ahci-platform device
810 * @dev: the platform device to resume
812 * This function enables all the resources of the device followed by
813 * resuming the host associated with the device.
816 * 0 on success otherwise a negative error code
818 int ahci_platform_resume(struct device *dev)
820 struct ata_host *host = dev_get_drvdata(dev);
821 struct ahci_host_priv *hpriv = host->private_data;
824 rc = ahci_platform_enable_resources(hpriv);
828 rc = ahci_platform_resume_host(dev);
830 goto disable_resources;
832 /* We resumed so update PM runtime state */
833 pm_runtime_disable(dev);
834 pm_runtime_set_active(dev);
835 pm_runtime_enable(dev);
840 ahci_platform_disable_resources(hpriv);
844 EXPORT_SYMBOL_GPL(ahci_platform_resume);
847 MODULE_DESCRIPTION("AHCI SATA platform library");
848 MODULE_AUTHOR("Anton Vorontsov <avorontsov@ru.mvista.com>");
849 MODULE_LICENSE("GPL");