1 // SPDX-License-Identifier: GPL-2.0+
3 * Ethernet driver for TI K2HK EVM.
5 * (C) Copyright 2012-2014
6 * Texas Instruments Incorporated, <www.ti.com>
11 #include <asm/global_data.h>
12 #include <linux/delay.h>
22 #include <asm/ti-common/keystone_nav.h>
23 #include <asm/ti-common/keystone_net.h>
24 #include <asm/ti-common/keystone_serdes.h>
25 #include <asm/arch/psc_defs.h>
27 #include "cpsw_mdio.h"
29 DECLARE_GLOBAL_DATA_PTR;
31 #ifdef KEYSTONE2_EMAC_GIG_ENABLE
32 #define emac_gigabit_enable(x) keystone2_eth_gigabit_enable(x)
34 #define emac_gigabit_enable(x) /* no gigabit to enable */
37 #define RX_BUFF_NUMS 24
38 #define RX_BUFF_LEN 1520
39 #define MAX_SIZE_STREAM_BUFFER RX_BUFF_LEN
40 #define SGMII_ANEG_TIMEOUT 4000
42 static u8 rx_buffs[RX_BUFF_NUMS * RX_BUFF_LEN] __aligned(16);
45 LINK_TYPE_SGMII_MAC_TO_MAC_AUTO = 0,
46 LINK_TYPE_SGMII_MAC_TO_PHY_MODE = 1,
47 LINK_TYPE_SGMII_MAC_TO_MAC_FORCED_MODE = 2,
48 LINK_TYPE_SGMII_MAC_TO_FIBRE_MODE = 3,
49 LINK_TYPE_SGMII_MAC_TO_PHY_NO_MDIO_MODE = 4,
50 LINK_TYPE_RGMII_LINK_MAC_PHY = 5,
51 LINK_TYPE_RGMII_LINK_MAC_MAC_FORCED = 6,
52 LINK_TYPE_RGMII_LINK_MAC_PHY_NO_MDIO = 7,
53 LINK_TYPE_10G_MAC_TO_PHY_MODE = 10,
54 LINK_TYPE_10G_MAC_TO_MAC_FORCED_MODE = 11,
57 #define mac_hi(mac) (((mac)[0] << 0) | ((mac)[1] << 8) | \
58 ((mac)[2] << 16) | ((mac)[3] << 24))
59 #define mac_lo(mac) (((mac)[4] << 0) | ((mac)[5] << 8))
61 #ifdef CONFIG_KSNET_NETCP_V1_0
63 #define EMAC_EMACSW_BASE_OFS 0x90800
64 #define EMAC_EMACSW_PORT_BASE_OFS (EMAC_EMACSW_BASE_OFS + 0x60)
66 /* CPSW Switch slave registers */
67 #define CPGMACSL_REG_SA_LO 0x10
68 #define CPGMACSL_REG_SA_HI 0x14
70 #define DEVICE_EMACSW_BASE(base, x) ((base) + EMAC_EMACSW_PORT_BASE_OFS + \
73 #elif defined(CONFIG_KSNET_NETCP_V1_5)
75 #define EMAC_EMACSW_PORT_BASE_OFS 0x222000
77 /* CPSW Switch slave registers */
78 #define CPGMACSL_REG_SA_LO 0x308
79 #define CPGMACSL_REG_SA_HI 0x30c
81 #define DEVICE_EMACSW_BASE(base, x) ((base) + EMAC_EMACSW_PORT_BASE_OFS + \
89 struct phy_device *phydev;
90 struct mii_dev *mdio_bus;
92 phy_interface_t phy_if;
95 phys_addr_t mdio_base;
96 struct rx_buff_desc net_rx_buffs;
97 struct pktdma_cfg *netcp_pktdma;
100 enum link_type link_type;
105 static void __attribute__((unused))
106 keystone2_eth_gigabit_enable(struct udevice *dev)
108 struct ks2_eth_priv *priv = dev_get_priv(dev);
111 * Check if link detected is giga-bit
112 * If Gigabit mode detected, enable gigbit in MAC
114 if (priv->has_mdio) {
115 if (priv->phydev->speed != 1000)
119 writel(readl(DEVICE_EMACSL_BASE(priv->slave_port - 1) +
121 EMAC_MACCONTROL_GIGFORCE | EMAC_MACCONTROL_GIGABIT_ENABLE,
122 DEVICE_EMACSL_BASE(priv->slave_port - 1) + CPGMACSL_REG_CTL);
125 #ifdef CONFIG_SOC_K2G
126 int keystone_rgmii_config(struct phy_device *phy_dev)
128 unsigned int i, status;
132 if (i > SGMII_ANEG_TIMEOUT) {
133 puts(" TIMEOUT !\n");
139 puts("user interrupt!\n");
144 if ((i++ % 500) == 0)
147 udelay(1000); /* 1 ms */
148 status = readl(RGMII_STATUS_REG);
149 } while (!(status & RGMII_REG_STATUS_LINK));
156 int keystone_sgmii_config(struct phy_device *phy_dev, int port, int interface)
158 unsigned int i, status, mask;
159 unsigned int mr_adv_ability, control;
162 case SGMII_LINK_MAC_MAC_AUTONEG:
163 mr_adv_ability = (SGMII_REG_MR_ADV_ENABLE |
164 SGMII_REG_MR_ADV_LINK |
165 SGMII_REG_MR_ADV_FULL_DUPLEX |
166 SGMII_REG_MR_ADV_GIG_MODE);
167 control = (SGMII_REG_CONTROL_MASTER |
168 SGMII_REG_CONTROL_AUTONEG);
171 case SGMII_LINK_MAC_PHY:
172 case SGMII_LINK_MAC_PHY_FORCED:
173 mr_adv_ability = SGMII_REG_MR_ADV_ENABLE;
174 control = SGMII_REG_CONTROL_AUTONEG;
177 case SGMII_LINK_MAC_MAC_FORCED:
178 mr_adv_ability = (SGMII_REG_MR_ADV_ENABLE |
179 SGMII_REG_MR_ADV_LINK |
180 SGMII_REG_MR_ADV_FULL_DUPLEX |
181 SGMII_REG_MR_ADV_GIG_MODE);
182 control = SGMII_REG_CONTROL_MASTER;
185 case SGMII_LINK_MAC_FIBER:
186 mr_adv_ability = 0x20;
187 control = SGMII_REG_CONTROL_AUTONEG;
191 mr_adv_ability = SGMII_REG_MR_ADV_ENABLE;
192 control = SGMII_REG_CONTROL_AUTONEG;
195 __raw_writel(0, SGMII_CTL_REG(port));
198 * Wait for the SerDes pll to lock,
199 * but don't trap if lock is never read
201 for (i = 0; i < 1000; i++) {
203 status = __raw_readl(SGMII_STATUS_REG(port));
204 if ((status & SGMII_REG_STATUS_LOCK) != 0)
208 __raw_writel(mr_adv_ability, SGMII_MRADV_REG(port));
209 __raw_writel(control, SGMII_CTL_REG(port));
212 mask = SGMII_REG_STATUS_LINK;
214 if (control & SGMII_REG_CONTROL_AUTONEG)
215 mask |= SGMII_REG_STATUS_AUTONEG;
217 status = __raw_readl(SGMII_STATUS_REG(port));
218 if ((status & mask) == mask)
221 printf("\n%s Waiting for SGMII auto negotiation to complete",
223 while ((status & mask) != mask) {
227 if (i > SGMII_ANEG_TIMEOUT) {
228 puts(" TIMEOUT !\n");
234 puts("user interrupt!\n");
239 if ((i++ % 500) == 0)
242 udelay(1000); /* 1 ms */
243 status = __raw_readl(SGMII_STATUS_REG(port));
251 int mac_sl_reset(u32 port)
255 if (port >= DEVICE_N_GMACSL_PORTS)
256 return GMACSL_RET_INVALID_PORT;
258 /* Set the soft reset bit */
259 writel(CPGMAC_REG_RESET_VAL_RESET,
260 DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_RESET);
262 /* Wait for the bit to clear */
263 for (i = 0; i < DEVICE_EMACSL_RESET_POLL_COUNT; i++) {
264 v = readl(DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_RESET);
265 if ((v & CPGMAC_REG_RESET_VAL_RESET_MASK) !=
266 CPGMAC_REG_RESET_VAL_RESET)
267 return GMACSL_RET_OK;
270 /* Timeout on the reset */
271 return GMACSL_RET_WARN_RESET_INCOMPLETE;
274 int mac_sl_config(u_int16_t port, struct mac_sl_cfg *cfg)
277 int ret = GMACSL_RET_OK;
279 if (port >= DEVICE_N_GMACSL_PORTS)
280 return GMACSL_RET_INVALID_PORT;
282 if (cfg->max_rx_len > CPGMAC_REG_MAXLEN_LEN) {
283 cfg->max_rx_len = CPGMAC_REG_MAXLEN_LEN;
284 ret = GMACSL_RET_WARN_MAXLEN_TOO_BIG;
287 /* Must wait if the device is undergoing reset */
288 for (i = 0; i < DEVICE_EMACSL_RESET_POLL_COUNT; i++) {
289 v = readl(DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_RESET);
290 if ((v & CPGMAC_REG_RESET_VAL_RESET_MASK) !=
291 CPGMAC_REG_RESET_VAL_RESET)
295 if (i == DEVICE_EMACSL_RESET_POLL_COUNT)
296 return GMACSL_RET_CONFIG_FAIL_RESET_ACTIVE;
298 writel(cfg->max_rx_len, DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_MAXLEN);
299 writel(cfg->ctl, DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_CTL);
301 #ifndef CONFIG_SOC_K2HK
302 /* Map RX packet flow priority to 0 */
303 writel(0, DEVICE_EMACSL_BASE(port) + CPGMACSL_REG_RX_PRI_MAP);
309 int ethss_config(u32 ctl, u32 max_pkt_size)
313 /* Max length register */
314 writel(max_pkt_size, DEVICE_CPSW_BASE + CPSW_REG_MAXLEN);
316 /* Control register */
317 writel(ctl, DEVICE_CPSW_BASE + CPSW_REG_CTL);
319 /* All statistics enabled by default */
320 writel(CPSW_REG_VAL_STAT_ENABLE_ALL,
321 DEVICE_CPSW_BASE + CPSW_REG_STAT_PORT_EN);
323 /* Reset and enable the ALE */
324 writel(CPSW_REG_VAL_ALE_CTL_RESET_AND_ENABLE |
325 CPSW_REG_VAL_ALE_CTL_BYPASS,
326 DEVICE_CPSW_BASE + CPSW_REG_ALE_CONTROL);
328 /* All ports put into forward mode */
329 for (i = 0; i < DEVICE_CPSW_NUM_PORTS; i++)
330 writel(CPSW_REG_VAL_PORTCTL_FORWARD_MODE,
331 DEVICE_CPSW_BASE + CPSW_REG_ALE_PORTCTL(i));
336 int ethss_start(void)
339 struct mac_sl_cfg cfg;
341 cfg.max_rx_len = MAX_SIZE_STREAM_BUFFER;
342 cfg.ctl = GMACSL_ENABLE | GMACSL_RX_ENABLE_EXT_CTL;
344 for (i = 0; i < DEVICE_N_GMACSL_PORTS; i++) {
346 mac_sl_config(i, &cfg);
356 for (i = 0; i < DEVICE_N_GMACSL_PORTS; i++)
362 struct ks2_serdes ks2_serdes_sgmii_156p25mhz = {
363 .clk = SERDES_CLOCK_156P25M,
364 .rate = SERDES_RATE_5G,
365 .rate_mode = SERDES_QUARTER_RATE,
366 .intf = SERDES_PHY_SGMII,
370 #ifndef CONFIG_SOC_K2G
371 static void keystone2_net_serdes_setup(void)
373 ks2_serdes_init(CFG_KSNET_SERDES_SGMII_BASE,
374 &ks2_serdes_sgmii_156p25mhz,
375 CFG_KSNET_SERDES_LANES_PER_SGMII);
377 #if defined(CONFIG_SOC_K2E) || defined(CONFIG_SOC_K2L)
378 ks2_serdes_init(CFG_KSNET_SERDES_SGMII2_BASE,
379 &ks2_serdes_sgmii_156p25mhz,
380 CFG_KSNET_SERDES_LANES_PER_SGMII);
383 /* wait till setup */
388 static int ks2_eth_start(struct udevice *dev)
390 struct ks2_eth_priv *priv = dev_get_priv(dev);
392 #ifdef CONFIG_SOC_K2G
393 keystone_rgmii_config(priv->phydev);
395 keystone_sgmii_config(priv->phydev, priv->slave_port - 1,
396 priv->sgmii_link_type);
401 /* On chip switch configuration */
402 ethss_config(target_get_switch_ctl(), SWITCH_MAX_PKT_SIZE);
406 if (ksnav_init(priv->netcp_pktdma, &priv->net_rx_buffs)) {
407 pr_err("ksnav_init failed\n");
412 * Streaming switch configuration. If not present this
413 * statement is defined to void in target.h.
414 * If present this is usually defined to a series of register writes
416 hw_config_streaming_switch();
418 if (priv->has_mdio) {
419 phy_startup(priv->phydev);
420 if (priv->phydev->link == 0) {
421 pr_err("phy startup failed\n");
426 emac_gigabit_enable(dev);
430 priv->emac_open = true;
435 ksnav_close(priv->netcp_pktdma);
442 static int ks2_eth_send(struct udevice *dev, void *packet, int length)
444 struct ks2_eth_priv *priv = dev_get_priv(dev);
446 genphy_update_link(priv->phydev);
447 if (priv->phydev->link == 0)
450 if (length < EMAC_MIN_ETHERNET_PKT_SIZE)
451 length = EMAC_MIN_ETHERNET_PKT_SIZE;
453 return ksnav_send(priv->netcp_pktdma, (u32 *)packet,
454 length, (priv->slave_port) << 16);
457 static int ks2_eth_recv(struct udevice *dev, int flags, uchar **packetp)
459 struct ks2_eth_priv *priv = dev_get_priv(dev);
463 priv->hd = ksnav_recv(priv->netcp_pktdma, &pkt, &pkt_size);
464 if (priv->hd == NULL)
467 *packetp = (uchar *)pkt;
472 static int ks2_eth_free_pkt(struct udevice *dev, uchar *packet,
475 struct ks2_eth_priv *priv = dev_get_priv(dev);
477 ksnav_release_rxhd(priv->netcp_pktdma, priv->hd);
482 static void ks2_eth_stop(struct udevice *dev)
484 struct ks2_eth_priv *priv = dev_get_priv(dev);
486 if (!priv->emac_open)
490 ksnav_close(priv->netcp_pktdma);
492 phy_shutdown(priv->phydev);
493 priv->emac_open = false;
496 int ks2_eth_read_rom_hwaddr(struct udevice *dev)
498 struct ks2_eth_priv *priv = dev_get_priv(dev);
499 struct eth_pdata *pdata = dev_get_plat(dev);
503 /* Read the e-fuse mac address */
504 if (priv->slave_port == 1) {
505 maca = __raw_readl(MAC_ID_BASE_ADDR);
506 macb = __raw_readl(MAC_ID_BASE_ADDR + 4);
509 pdata->enetaddr[0] = (macb >> 8) & 0xff;
510 pdata->enetaddr[1] = (macb >> 0) & 0xff;
511 pdata->enetaddr[2] = (maca >> 24) & 0xff;
512 pdata->enetaddr[3] = (maca >> 16) & 0xff;
513 pdata->enetaddr[4] = (maca >> 8) & 0xff;
514 pdata->enetaddr[5] = (maca >> 0) & 0xff;
519 int ks2_eth_write_hwaddr(struct udevice *dev)
521 struct ks2_eth_priv *priv = dev_get_priv(dev);
522 struct eth_pdata *pdata = dev_get_plat(dev);
524 writel(mac_hi(pdata->enetaddr),
525 DEVICE_EMACSW_BASE(pdata->iobase, priv->slave_port - 1) +
527 writel(mac_lo(pdata->enetaddr),
528 DEVICE_EMACSW_BASE(pdata->iobase, priv->slave_port - 1) +
534 static int ks2_eth_probe(struct udevice *dev)
536 struct ks2_eth_priv *priv = dev_get_priv(dev);
537 struct mii_dev *mdio_bus;
540 priv->emac_open = false;
542 /* These clock enables has to be moved to common location */
544 writel(KS2_ETHERNET_RGMII, KS2_ETHERNET_CFG);
546 /* By default, select PA PLL clock as PA clock source */
547 #ifndef CONFIG_SOC_K2G
548 if (psc_enable_module(KS2_LPSC_PA))
551 if (psc_enable_module(KS2_LPSC_CPGMAC))
553 if (psc_enable_module(KS2_LPSC_CRYPTO))
556 if (cpu_is_k2e() || cpu_is_k2l())
559 priv->net_rx_buffs.buff_ptr = rx_buffs;
560 priv->net_rx_buffs.num_buffs = RX_BUFF_NUMS;
561 priv->net_rx_buffs.buff_len = RX_BUFF_LEN;
563 if (priv->slave_port == 1) {
564 #ifndef CONFIG_SOC_K2G
565 keystone2_net_serdes_setup();
568 * Register MDIO bus for slave 0 only, other slave have
571 mdio_bus = cpsw_mdio_init("ethernet-mdio",
573 EMAC_MDIO_CLOCK_FREQ,
577 pr_err("MDIO alloc failed\n");
580 priv->mdio_bus = mdio_bus;
582 /* Get the MDIO bus from slave 0 device */
583 struct ks2_eth_priv *parent_priv;
585 parent_priv = dev_get_priv(dev->parent);
586 priv->mdio_bus = parent_priv->mdio_bus;
587 priv->mdio_base = parent_priv->mdio_base;
590 priv->netcp_pktdma = &netcp_pktdma;
592 if (priv->has_mdio) {
593 priv->phydev = phy_connect(priv->mdio_bus, priv->phy_addr,
595 if (ofnode_valid(priv->phy_ofnode))
596 priv->phydev->node = priv->phy_ofnode;
597 phy_config(priv->phydev);
603 int ks2_eth_remove(struct udevice *dev)
605 struct ks2_eth_priv *priv = dev_get_priv(dev);
607 cpsw_mdio_free(priv->mdio_bus);
612 static const struct eth_ops ks2_eth_ops = {
613 .start = ks2_eth_start,
614 .send = ks2_eth_send,
615 .recv = ks2_eth_recv,
616 .free_pkt = ks2_eth_free_pkt,
617 .stop = ks2_eth_stop,
618 .read_rom_hwaddr = ks2_eth_read_rom_hwaddr,
619 .write_hwaddr = ks2_eth_write_hwaddr,
622 static int ks2_bind_one_slave(struct udevice *dev, ofnode slave, ofnode *gbe_0)
628 if (ofnode_read_u32(slave, "slave-port", &slave_no))
631 if (gbe_0 && slave_no == 0) {
632 /* This is the current eth device */
637 /* Slave devices to be registered */
638 slave_name = malloc(20);
639 snprintf(slave_name, 20, "netcp@slave-%d", slave_no);
640 ret = device_bind_driver_to_node(dev, "eth_ks2_sl", slave_name, slave,
643 pr_err("ks2_net - not able to bind slave interfaces\n");
648 static int ks2_eth_bind_slaves(struct udevice *dev, ofnode gbe, ofnode *gbe_0)
650 ofnode interfaces, sec_slave, slave;
653 interfaces = ofnode_find_subnode(gbe, "interfaces");
654 ofnode_for_each_subnode(slave, interfaces) {
655 ret = ks2_bind_one_slave(dev, slave, gbe_0);
660 sec_slave = ofnode_find_subnode(gbe, "secondary-slave-ports");
661 ofnode_for_each_subnode(slave, sec_slave) {
662 ret = ks2_bind_one_slave(dev, slave, NULL);
670 static int ks2_eth_parse_slave_interface(ofnode netcp, ofnode slave,
671 struct ks2_eth_priv *priv,
672 struct eth_pdata *pdata)
674 struct ofnode_phandle_args dma_args;
678 priv->slave_port = ofnode_read_s32_default(slave, "slave-port", -1);
679 priv->net_rx_buffs.rx_flow = priv->slave_port * 8;
681 /* U-Boot slave port number starts with 1 instead of 0 */
682 priv->slave_port += 1;
684 dma_count = ofnode_count_phandle_with_args(netcp, "ti,navigator-dmas",
686 if (priv->slave_port < dma_count &&
687 !ofnode_parse_phandle_with_args(netcp, "ti,navigator-dmas", NULL, 1,
688 priv->slave_port - 1, &dma_args))
689 priv->net_rx_buffs.rx_flow = dma_args.args[0];
691 priv->link_type = ofnode_read_s32_default(slave, "link-interface", -1);
693 phy = ofnode_get_phy_node(slave);
694 priv->phy_ofnode = phy;
695 if (ofnode_valid(phy)) {
696 priv->phy_addr = ofnode_read_s32_default(phy, "reg", -1);
698 mdio = ofnode_get_parent(phy);
699 if (!ofnode_valid(mdio)) {
700 pr_err("mdio dt not found\n");
703 priv->mdio_base = ofnode_get_addr(mdio);
706 if (priv->link_type == LINK_TYPE_SGMII_MAC_TO_PHY_MODE) {
707 priv->phy_if = PHY_INTERFACE_MODE_SGMII;
708 pdata->phy_interface = priv->phy_if;
709 priv->sgmii_link_type = SGMII_LINK_MAC_PHY;
710 priv->has_mdio = true;
711 } else if (priv->link_type == LINK_TYPE_RGMII_LINK_MAC_PHY) {
712 priv->phy_if = ofnode_read_phy_mode(slave);
713 if (priv->phy_if == PHY_INTERFACE_MODE_NA)
714 priv->phy_if = PHY_INTERFACE_MODE_RGMII;
715 pdata->phy_interface = priv->phy_if;
717 if (priv->phy_if != PHY_INTERFACE_MODE_RGMII &&
718 priv->phy_if != PHY_INTERFACE_MODE_RGMII_ID &&
719 priv->phy_if != PHY_INTERFACE_MODE_RGMII_RXID &&
720 priv->phy_if != PHY_INTERFACE_MODE_RGMII_TXID) {
721 pr_err("invalid phy-mode\n");
725 priv->has_mdio = true;
731 static int ks2_sl_eth_of_to_plat(struct udevice *dev)
733 ofnode slave, interfaces, gbe, netcp_devices, netcp;
734 struct ks2_eth_priv *priv = dev_get_priv(dev);
735 struct eth_pdata *pdata = dev_get_plat(dev);
737 slave = dev_ofnode(dev);
738 interfaces = ofnode_get_parent(slave);
739 gbe = ofnode_get_parent(interfaces);
740 netcp_devices = ofnode_get_parent(gbe);
741 netcp = ofnode_get_parent(netcp_devices);
743 ks2_eth_parse_slave_interface(netcp, slave, priv, pdata);
745 pdata->iobase = ofnode_get_addr(netcp);
750 static int ks2_eth_of_to_plat(struct udevice *dev)
752 struct ks2_eth_priv *priv = dev_get_priv(dev);
753 struct eth_pdata *pdata = dev_get_plat(dev);
754 ofnode netcp_devices, gbe, gbe_0;
756 netcp_devices = dev_read_subnode(dev, "netcp-devices");
757 gbe = ofnode_find_subnode(netcp_devices, "gbe");
759 gbe_0 = ofnode_null();
760 ks2_eth_bind_slaves(dev, gbe, &gbe_0);
762 ks2_eth_parse_slave_interface(dev_ofnode(dev), gbe_0, priv, pdata);
764 pdata->iobase = dev_read_addr(dev);
769 static const struct udevice_id ks2_eth_ids[] = {
770 { .compatible = "ti,netcp-1.0" },
774 U_BOOT_DRIVER(eth_ks2_slave) = {
775 .name = "eth_ks2_sl",
777 .of_to_plat = ks2_sl_eth_of_to_plat,
778 .probe = ks2_eth_probe,
779 .remove = ks2_eth_remove,
781 .priv_auto = sizeof(struct ks2_eth_priv),
782 .plat_auto = sizeof(struct eth_pdata),
783 .flags = DM_FLAG_ALLOC_PRIV_DMA,
786 U_BOOT_DRIVER(eth_ks2) = {
789 .of_match = ks2_eth_ids,
790 .of_to_plat = ks2_eth_of_to_plat,
791 .probe = ks2_eth_probe,
792 .remove = ks2_eth_remove,
794 .priv_auto = sizeof(struct ks2_eth_priv),
795 .plat_auto = sizeof(struct eth_pdata),
796 .flags = DM_FLAG_ALLOC_PRIV_DMA,