drivers/i3c/master.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Copyright (C) 2018 Cadence Design Systems Inc.
   4  *
   5  * Author: Boris Brezillon <boris.brezillon@bootlin.com>
   6  */
   7
   8 #include <linux/atomic.h>
   9 #include <linux/bug.h>
  10 #include <linux/device.h>
  11 #include <linux/err.h>
  12 #include <linux/export.h>
  13 #include <linux/kernel.h>
  14 #include <linux/list.h>
  15 #include <linux/of.h>
  16 #include <linux/slab.h>
  17 #include <linux/spinlock.h>
  18 #include <linux/workqueue.h>
  19
  20 #include "internals.h"
  21
  22 static DEFINE_IDR(i3c_bus_idr);
  23 static DEFINE_MUTEX(i3c_core_lock);
  24
  25 /**
  26  * i3c_bus_maintenance_lock - Lock the bus for a maintenance operation
  27  * @bus: I3C bus to take the lock on
  28  *
  29  * This function takes the bus lock so that no other operations can occur on
  30  * the bus. This is needed for all kind of bus maintenance operation, like
  31  * - enabling/disabling slave events
  32  * - re-triggering DAA
  33  * - changing the dynamic address of a device
  34  * - relinquishing mastership
  35  * - ...
  36  *
  37  * The reason for this kind of locking is that we don't want drivers and core
  38  * logic to rely on I3C device information that could be changed behind their
  39  * back.
  40  */
  41 static void i3c_bus_maintenance_lock(struct i3c_bus *bus)
  42 {
  43         down_write(&bus->lock);
  44 }
  45
  46 /**
  47  * i3c_bus_maintenance_unlock - Release the bus lock after a maintenance
  48  *                            operation
  49  * @bus: I3C bus to release the lock on
  50  *
  51  * Should be called when the bus maintenance operation is done. See
  52  * i3c_bus_maintenance_lock() for more details on what these maintenance
  53  * operations are.
  54  */
  55 static void i3c_bus_maintenance_unlock(struct i3c_bus *bus)
  56 {
  57         up_write(&bus->lock);
  58 }
  59
  60 /**
  61  * i3c_bus_normaluse_lock - Lock the bus for a normal operation
  62  * @bus: I3C bus to take the lock on
  63  *
  64  * This function takes the bus lock for any operation that is not a maintenance
  65  * operation (see i3c_bus_maintenance_lock() for a non-exhaustive list of
  66  * maintenance operations). Basically all communications with I3C devices are
  67  * normal operations (HDR, SDR transfers or CCC commands that do not change bus
  68  * state or I3C dynamic address).
  69  *
  70  * Note that this lock is not guaranteeing serialization of normal operations.
  71  * In other words, transfer requests passed to the I3C master can be submitted
  72  * in parallel and I3C master drivers have to use their own locking to make
  73  * sure two different communications are not inter-mixed, or access to the
  74  * output/input queue is not done while the engine is busy.
  75  */
  76 void i3c_bus_normaluse_lock(struct i3c_bus *bus)
  77 {
  78         down_read(&bus->lock);
  79 }
  80
  81 /**
  82  * i3c_bus_normaluse_unlock - Release the bus lock after a normal operation
  83  * @bus: I3C bus to release the lock on
  84  *
  85  * Should be called when a normal operation is done. See
  86  * i3c_bus_normaluse_lock() for more details on what these normal operations
  87  * are.
  88  */
  89 void i3c_bus_normaluse_unlock(struct i3c_bus *bus)
  90 {
  91         up_read(&bus->lock);
  92 }
  93
  94 static struct i3c_master_controller *
  95 i3c_bus_to_i3c_master(struct i3c_bus *i3cbus)
  96 {
  97         return container_of(i3cbus, struct i3c_master_controller, bus);
  98 }
  99
 100 static struct i3c_master_controller *dev_to_i3cmaster(struct device *dev)
 101 {
 102         return container_of(dev, struct i3c_master_controller, dev);
 103 }
 104
 105 static const struct device_type i3c_device_type;
 106
 107 static struct i3c_bus *dev_to_i3cbus(struct device *dev)
 108 {
 109         struct i3c_master_controller *master;
 110
 111         if (dev->type == &i3c_device_type)
 112                 return dev_to_i3cdev(dev)->bus;
 113
 114         master = dev_to_i3cmaster(dev);
 115
 116         return &master->bus;
 117 }
 118
 119 static struct i3c_dev_desc *dev_to_i3cdesc(struct device *dev)
 120 {
 121         struct i3c_master_controller *master;
 122
 123         if (dev->type == &i3c_device_type)
 124                 return dev_to_i3cdev(dev)->desc;
 125
 126         master = dev_to_i3cmaster(dev);
 127
 128         return master->this;
 129 }
 130
 131 static ssize_t bcr_show(struct device *dev,
 132                         struct device_attribute *da,
 133                         char *buf)
 134 {
 135         struct i3c_bus *bus = dev_to_i3cbus(dev);
 136         struct i3c_dev_desc *desc;
 137         ssize_t ret;
 138
 139         i3c_bus_normaluse_lock(bus);
 140         desc = dev_to_i3cdesc(dev);
 141         ret = sprintf(buf, "%x\n", desc->info.bcr);
 142         i3c_bus_normaluse_unlock(bus);
 143
 144         return ret;
 145 }
 146 static DEVICE_ATTR_RO(bcr);
 147
 148 static ssize_t dcr_show(struct device *dev,
 149                         struct device_attribute *da,
 150                         char *buf)
 151 {
 152         struct i3c_bus *bus = dev_to_i3cbus(dev);
 153         struct i3c_dev_desc *desc;
 154         ssize_t ret;
 155
 156         i3c_bus_normaluse_lock(bus);
 157         desc = dev_to_i3cdesc(dev);
 158         ret = sprintf(buf, "%x\n", desc->info.dcr);
 159         i3c_bus_normaluse_unlock(bus);
 160
 161         return ret;
 162 }
 163 static DEVICE_ATTR_RO(dcr);
 164
 165 static ssize_t pid_show(struct device *dev,
 166                         struct device_attribute *da,
 167                         char *buf)
 168 {
 169         struct i3c_bus *bus = dev_to_i3cbus(dev);
 170         struct i3c_dev_desc *desc;
 171         ssize_t ret;
 172
 173         i3c_bus_normaluse_lock(bus);
 174         desc = dev_to_i3cdesc(dev);
 175         ret = sprintf(buf, "%llx\n", desc->info.pid);
 176         i3c_bus_normaluse_unlock(bus);
 177
 178         return ret;
 179 }
 180 static DEVICE_ATTR_RO(pid);
 181
 182 static ssize_t dynamic_address_show(struct device *dev,
 183                                     struct device_attribute *da,
 184                                     char *buf)
 185 {
 186         struct i3c_bus *bus = dev_to_i3cbus(dev);
 187         struct i3c_dev_desc *desc;
 188         ssize_t ret;
 189
 190         i3c_bus_normaluse_lock(bus);
 191         desc = dev_to_i3cdesc(dev);
 192         ret = sprintf(buf, "%02x\n", desc->info.dyn_addr);
 193         i3c_bus_normaluse_unlock(bus);
 194
 195         return ret;
 196 }
 197 static DEVICE_ATTR_RO(dynamic_address);
 198
 199 static const char * const hdrcap_strings[] = {
 200         "hdr-ddr", "hdr-tsp", "hdr-tsl",
 201 };
 202
 203 static ssize_t hdrcap_show(struct device *dev,
 204                            struct device_attribute *da,
 205                            char *buf)
 206 {
 207         struct i3c_bus *bus = dev_to_i3cbus(dev);
 208         struct i3c_dev_desc *desc;
 209         ssize_t offset = 0, ret;
 210         unsigned long caps;
 211         int mode;
 212
 213         i3c_bus_normaluse_lock(bus);
 214         desc = dev_to_i3cdesc(dev);
 215         caps = desc->info.hdr_cap;
 216         for_each_set_bit(mode, &caps, 8) {
 217                 if (mode >= ARRAY_SIZE(hdrcap_strings))
 218                         break;
 219
 220                 if (!hdrcap_strings[mode])
 221                         continue;
 222
 223                 ret = sprintf(buf + offset, offset ? " %s" : "%s",
 224                               hdrcap_strings[mode]);
 225                 if (ret < 0)
 226                         goto out;
 227
 228                 offset += ret;
 229         }
 230
 231         ret = sprintf(buf + offset, "\n");
 232         if (ret < 0)
 233                 goto out;
 234
 235         ret = offset + ret;
 236
 237 out:
 238         i3c_bus_normaluse_unlock(bus);
 239
 240         return ret;
 241 }
 242 static DEVICE_ATTR_RO(hdrcap);
 243
 244 static ssize_t modalias_show(struct device *dev,
 245                              struct device_attribute *da, char *buf)
 246 {
 247         struct i3c_device *i3c = dev_to_i3cdev(dev);
 248         struct i3c_device_info devinfo;
 249         u16 manuf, part, ext;
 250
 251         i3c_device_get_info(i3c, &devinfo);
 252         manuf = I3C_PID_MANUF_ID(devinfo.pid);
 253         part = I3C_PID_PART_ID(devinfo.pid);
 254         ext = I3C_PID_EXTRA_INFO(devinfo.pid);
 255
 256         if (I3C_PID_RND_LOWER_32BITS(devinfo.pid))
 257                 return sprintf(buf, "i3c:dcr%02Xmanuf%04X", devinfo.dcr,
 258                                manuf);
 259
 260         return sprintf(buf, "i3c:dcr%02Xmanuf%04Xpart%04Xext%04X",
 261                        devinfo.dcr, manuf, part, ext);
 262 }
 263 static DEVICE_ATTR_RO(modalias);
 264
 265 static struct attribute *i3c_device_attrs[] = {
 266         &dev_attr_bcr.attr,
 267         &dev_attr_dcr.attr,
 268         &dev_attr_pid.attr,
 269         &dev_attr_dynamic_address.attr,
 270         &dev_attr_hdrcap.attr,
 271         &dev_attr_modalias.attr,
 272         NULL,
 273 };
 274 ATTRIBUTE_GROUPS(i3c_device);
 275
 276 static int i3c_device_uevent(struct device *dev, struct kobj_uevent_env *env)
 277 {
 278         struct i3c_device *i3cdev = dev_to_i3cdev(dev);
 279         struct i3c_device_info devinfo;
 280         u16 manuf, part, ext;
 281
 282         i3c_device_get_info(i3cdev, &devinfo);
 283         manuf = I3C_PID_MANUF_ID(devinfo.pid);
 284         part = I3C_PID_PART_ID(devinfo.pid);
 285         ext = I3C_PID_EXTRA_INFO(devinfo.pid);
 286
 287         if (I3C_PID_RND_LOWER_32BITS(devinfo.pid))
 288                 return add_uevent_var(env, "MODALIAS=i3c:dcr%02Xmanuf%04X",
 289                                       devinfo.dcr, manuf);
 290
 291         return add_uevent_var(env,
 292                               "MODALIAS=i3c:dcr%02Xmanuf%04Xpart%04Xext%04X",
 293                               devinfo.dcr, manuf, part, ext);
 294 }
 295
 296 static const struct device_type i3c_device_type = {
 297         .groups = i3c_device_groups,
 298         .uevent = i3c_device_uevent,
 299 };
 300
 301 static int i3c_device_match(struct device *dev, struct device_driver *drv)
 302 {
 303         struct i3c_device *i3cdev;
 304         struct i3c_driver *i3cdrv;
 305
 306         if (dev->type != &i3c_device_type)
 307                 return 0;
 308
 309         i3cdev = dev_to_i3cdev(dev);
 310         i3cdrv = drv_to_i3cdrv(drv);
 311         if (i3c_device_match_id(i3cdev, i3cdrv->id_table))
 312                 return 1;
 313
 314         return 0;
 315 }
 316
 317 static int i3c_device_probe(struct device *dev)
 318 {
 319         struct i3c_device *i3cdev = dev_to_i3cdev(dev);
 320         struct i3c_driver *driver = drv_to_i3cdrv(dev->driver);
 321
 322         return driver->probe(i3cdev);
 323 }
 324
 325 static void i3c_device_remove(struct device *dev)
 326 {
 327         struct i3c_device *i3cdev = dev_to_i3cdev(dev);
 328         struct i3c_driver *driver = drv_to_i3cdrv(dev->driver);
 329
 330         if (driver->remove)
 331                 driver->remove(i3cdev);
 332
 333         i3c_device_free_ibi(i3cdev);
 334 }
 335
 336 struct bus_type i3c_bus_type = {
 337         .name = "i3c",
 338         .match = i3c_device_match,
 339         .probe = i3c_device_probe,
 340         .remove = i3c_device_remove,
 341 };
 342
 343 static enum i3c_addr_slot_status
 344 i3c_bus_get_addr_slot_status(struct i3c_bus *bus, u16 addr)
 345 {
 346         unsigned long status;
 347         int bitpos = addr * 2;
 348
 349         if (addr > I2C_MAX_ADDR)
 350                 return I3C_ADDR_SLOT_RSVD;
 351
 352         status = bus->addrslots[bitpos / BITS_PER_LONG];
 353         status >>= bitpos % BITS_PER_LONG;
 354
 355         return status & I3C_ADDR_SLOT_STATUS_MASK;
 356 }
 357
 358 static void i3c_bus_set_addr_slot_status(struct i3c_bus *bus, u16 addr,
 359                                          enum i3c_addr_slot_status status)
 360 {
 361         int bitpos = addr * 2;
 362         unsigned long *ptr;
 363
 364         if (addr > I2C_MAX_ADDR)
 365                 return;
 366
 367         ptr = bus->addrslots + (bitpos / BITS_PER_LONG);
 368         *ptr &= ~((unsigned long)I3C_ADDR_SLOT_STATUS_MASK <<
 369                                                 (bitpos % BITS_PER_LONG));
 370         *ptr |= (unsigned long)status << (bitpos % BITS_PER_LONG);
 371 }
 372
 373 static bool i3c_bus_dev_addr_is_avail(struct i3c_bus *bus, u8 addr)
 374 {
 375         enum i3c_addr_slot_status status;
 376
 377         status = i3c_bus_get_addr_slot_status(bus, addr);
 378
 379         return status == I3C_ADDR_SLOT_FREE;
 380 }
 381
 382 static int i3c_bus_get_free_addr(struct i3c_bus *bus, u8 start_addr)
 383 {
 384         enum i3c_addr_slot_status status;
 385         u8 addr;
 386
 387         for (addr = start_addr; addr < I3C_MAX_ADDR; addr++) {
 388                 status = i3c_bus_get_addr_slot_status(bus, addr);
 389                 if (status == I3C_ADDR_SLOT_FREE)
 390                         return addr;
 391         }
 392
 393         return -ENOMEM;
 394 }
 395
 396 static void i3c_bus_init_addrslots(struct i3c_bus *bus)
 397 {
 398         int i;
 399
 400         /* Addresses 0 to 7 are reserved. */
 401         for (i = 0; i < 8; i++)
 402                 i3c_bus_set_addr_slot_status(bus, i, I3C_ADDR_SLOT_RSVD);
 403
 404         /*
 405          * Reserve broadcast address and all addresses that might collide
 406          * with the broadcast address when facing a single bit error.
 407          */
 408         i3c_bus_set_addr_slot_status(bus, I3C_BROADCAST_ADDR,
 409                                      I3C_ADDR_SLOT_RSVD);
 410         for (i = 0; i < 7; i++)
 411                 i3c_bus_set_addr_slot_status(bus, I3C_BROADCAST_ADDR ^ BIT(i),
 412                                              I3C_ADDR_SLOT_RSVD);
 413 }
 414
 415 static void i3c_bus_cleanup(struct i3c_bus *i3cbus)
 416 {
 417         mutex_lock(&i3c_core_lock);
 418         idr_remove(&i3c_bus_idr, i3cbus->id);
 419         mutex_unlock(&i3c_core_lock);
 420 }
 421
 422 static int i3c_bus_init(struct i3c_bus *i3cbus)
 423 {
 424         int ret;
 425
 426         init_rwsem(&i3cbus->lock);
 427         INIT_LIST_HEAD(&i3cbus->devs.i2c);
 428         INIT_LIST_HEAD(&i3cbus->devs.i3c);
 429         i3c_bus_init_addrslots(i3cbus);
 430         i3cbus->mode = I3C_BUS_MODE_PURE;
 431
 432         mutex_lock(&i3c_core_lock);
 433         ret = idr_alloc(&i3c_bus_idr, i3cbus, 0, 0, GFP_KERNEL);
 434         mutex_unlock(&i3c_core_lock);
 435
 436         if (ret < 0)
 437                 return ret;
 438
 439         i3cbus->id = ret;
 440
 441         return 0;
 442 }
 443
 444 static const char * const i3c_bus_mode_strings[] = {
 445         [I3C_BUS_MODE_PURE] = "pure",
 446         [I3C_BUS_MODE_MIXED_FAST] = "mixed-fast",
 447         [I3C_BUS_MODE_MIXED_LIMITED] = "mixed-limited",
 448         [I3C_BUS_MODE_MIXED_SLOW] = "mixed-slow",
 449 };
 450
 451 static ssize_t mode_show(struct device *dev,
 452                          struct device_attribute *da,
 453                          char *buf)
 454 {
 455         struct i3c_bus *i3cbus = dev_to_i3cbus(dev);
 456         ssize_t ret;
 457
 458         i3c_bus_normaluse_lock(i3cbus);
 459         if (i3cbus->mode < 0 ||
 460             i3cbus->mode >= ARRAY_SIZE(i3c_bus_mode_strings) ||
 461             !i3c_bus_mode_strings[i3cbus->mode])
 462                 ret = sprintf(buf, "unknown\n");
 463         else
 464                 ret = sprintf(buf, "%s\n", i3c_bus_mode_strings[i3cbus->mode]);
 465         i3c_bus_normaluse_unlock(i3cbus);
 466
 467         return ret;
 468 }
 469 static DEVICE_ATTR_RO(mode);
 470
 471 static ssize_t current_master_show(struct device *dev,
 472                                    struct device_attribute *da,
 473                                    char *buf)
 474 {
 475         struct i3c_bus *i3cbus = dev_to_i3cbus(dev);
 476         ssize_t ret;
 477
 478         i3c_bus_normaluse_lock(i3cbus);
 479         ret = sprintf(buf, "%d-%llx\n", i3cbus->id,
 480                       i3cbus->cur_master->info.pid);
 481         i3c_bus_normaluse_unlock(i3cbus);
 482
 483         return ret;
 484 }
 485 static DEVICE_ATTR_RO(current_master);
 486
 487 static ssize_t i3c_scl_frequency_show(struct device *dev,
 488                                       struct device_attribute *da,
 489                                       char *buf)
 490 {
 491         struct i3c_bus *i3cbus = dev_to_i3cbus(dev);
 492         ssize_t ret;
 493
 494         i3c_bus_normaluse_lock(i3cbus);
 495         ret = sprintf(buf, "%ld\n", i3cbus->scl_rate.i3c);
 496         i3c_bus_normaluse_unlock(i3cbus);
 497
 498         return ret;
 499 }
 500 static DEVICE_ATTR_RO(i3c_scl_frequency);
 501
 502 static ssize_t i2c_scl_frequency_show(struct device *dev,
 503                                       struct device_attribute *da,
 504                                       char *buf)
 505 {
 506         struct i3c_bus *i3cbus = dev_to_i3cbus(dev);
 507         ssize_t ret;
 508
 509         i3c_bus_normaluse_lock(i3cbus);
 510         ret = sprintf(buf, "%ld\n", i3cbus->scl_rate.i2c);
 511         i3c_bus_normaluse_unlock(i3cbus);
 512
 513         return ret;
 514 }
 515 static DEVICE_ATTR_RO(i2c_scl_frequency);
 516
 517 static struct attribute *i3c_masterdev_attrs[] = {
 518         &dev_attr_mode.attr,
 519         &dev_attr_current_master.attr,
 520         &dev_attr_i3c_scl_frequency.attr,
 521         &dev_attr_i2c_scl_frequency.attr,
 522         &dev_attr_bcr.attr,
 523         &dev_attr_dcr.attr,
 524         &dev_attr_pid.attr,
 525         &dev_attr_dynamic_address.attr,
 526         &dev_attr_hdrcap.attr,
 527         NULL,
 528 };
 529 ATTRIBUTE_GROUPS(i3c_masterdev);
 530
 531 static void i3c_masterdev_release(struct device *dev)
 532 {
 533         struct i3c_master_controller *master = dev_to_i3cmaster(dev);
 534         struct i3c_bus *bus = dev_to_i3cbus(dev);
 535
 536         if (master->wq)
 537                 destroy_workqueue(master->wq);
 538
 539         WARN_ON(!list_empty(&bus->devs.i2c) || !list_empty(&bus->devs.i3c));
 540         i3c_bus_cleanup(bus);
 541
 542         of_node_put(dev->of_node);
 543 }
 544
 545 static const struct device_type i3c_masterdev_type = {
 546         .groups = i3c_masterdev_groups,
 547 };
 548
 549 static int i3c_bus_set_mode(struct i3c_bus *i3cbus, enum i3c_bus_mode mode,
 550                             unsigned long max_i2c_scl_rate)
 551 {
 552         struct i3c_master_controller *master = i3c_bus_to_i3c_master(i3cbus);
 553
 554         i3cbus->mode = mode;
 555
 556         switch (i3cbus->mode) {
 557         case I3C_BUS_MODE_PURE:
 558                 if (!i3cbus->scl_rate.i3c)
 559                         i3cbus->scl_rate.i3c = I3C_BUS_TYP_I3C_SCL_RATE;
 560                 break;
 561         case I3C_BUS_MODE_MIXED_FAST:
 562         case I3C_BUS_MODE_MIXED_LIMITED:
 563                 if (!i3cbus->scl_rate.i3c)
 564                         i3cbus->scl_rate.i3c = I3C_BUS_TYP_I3C_SCL_RATE;
 565                 if (!i3cbus->scl_rate.i2c)
 566                         i3cbus->scl_rate.i2c = max_i2c_scl_rate;
 567                 break;
 568         case I3C_BUS_MODE_MIXED_SLOW:
 569                 if (!i3cbus->scl_rate.i2c)
 570                         i3cbus->scl_rate.i2c = max_i2c_scl_rate;
 571                 if (!i3cbus->scl_rate.i3c ||
 572                     i3cbus->scl_rate.i3c > i3cbus->scl_rate.i2c)
 573                         i3cbus->scl_rate.i3c = i3cbus->scl_rate.i2c;
 574                 break;
 575         default:
 576                 return -EINVAL;
 577         }
 578
 579         dev_dbg(&master->dev, "i2c-scl = %ld Hz i3c-scl = %ld Hz\n",
 580                 i3cbus->scl_rate.i2c, i3cbus->scl_rate.i3c);
 581
 582         /*
 583          * I3C/I2C frequency may have been overridden, check that user-provided
 584          * values are not exceeding max possible frequency.
 585          */
 586         if (i3cbus->scl_rate.i3c > I3C_BUS_MAX_I3C_SCL_RATE ||
 587             i3cbus->scl_rate.i2c > I3C_BUS_I2C_FM_PLUS_SCL_RATE)
 588                 return -EINVAL;
 589
 590         return 0;
 591 }
 592
 593 static struct i3c_master_controller *
 594 i2c_adapter_to_i3c_master(struct i2c_adapter *adap)
 595 {
 596         return container_of(adap, struct i3c_master_controller, i2c);
 597 }
 598
 599 static struct i2c_adapter *
 600 i3c_master_to_i2c_adapter(struct i3c_master_controller *master)
 601 {
 602         return &master->i2c;
 603 }
 604
 605 static void i3c_master_free_i2c_dev(struct i2c_dev_desc *dev)
 606 {
 607         kfree(dev);
 608 }
 609
 610 static struct i2c_dev_desc *
 611 i3c_master_alloc_i2c_dev(struct i3c_master_controller *master,
 612                          u16 addr, u8 lvr)
 613 {
 614         struct i2c_dev_desc *dev;
 615
 616         dev = kzalloc(sizeof(*dev), GFP_KERNEL);
 617         if (!dev)
 618                 return ERR_PTR(-ENOMEM);
 619
 620         dev->common.master = master;
 621         dev->addr = addr;
 622         dev->lvr = lvr;
 623
 624         return dev;
 625 }
 626
 627 static void *i3c_ccc_cmd_dest_init(struct i3c_ccc_cmd_dest *dest, u8 addr,
 628                                    u16 payloadlen)
 629 {
 630         dest->addr = addr;
 631         dest->payload.len = payloadlen;
 632         if (payloadlen)
 633                 dest->payload.data = kzalloc(payloadlen, GFP_KERNEL);
 634         else
 635                 dest->payload.data = NULL;
 636
 637         return dest->payload.data;
 638 }
 639
 640 static void i3c_ccc_cmd_dest_cleanup(struct i3c_ccc_cmd_dest *dest)
 641 {
 642         kfree(dest->payload.data);
 643 }
 644
 645 static void i3c_ccc_cmd_init(struct i3c_ccc_cmd *cmd, bool rnw, u8 id,
 646                              struct i3c_ccc_cmd_dest *dests,
 647                              unsigned int ndests)
 648 {
 649         cmd->rnw = rnw ? 1 : 0;
 650         cmd->id = id;
 651         cmd->dests = dests;
 652         cmd->ndests = ndests;
 653         cmd->err = I3C_ERROR_UNKNOWN;
 654 }
 655
 656 static int i3c_master_send_ccc_cmd_locked(struct i3c_master_controller *master,
 657                                           struct i3c_ccc_cmd *cmd)
 658 {
 659         int ret;
 660
 661         if (!cmd || !master)
 662                 return -EINVAL;
 663
 664         if (WARN_ON(master->init_done &&
 665                     !rwsem_is_locked(&master->bus.lock)))
 666                 return -EINVAL;
 667
 668         if (!master->ops->send_ccc_cmd)
 669                 return -ENOTSUPP;
 670
 671         if ((cmd->id & I3C_CCC_DIRECT) && (!cmd->dests || !cmd->ndests))
 672                 return -EINVAL;
 673
 674         if (master->ops->supports_ccc_cmd &&
 675             !master->ops->supports_ccc_cmd(master, cmd))
 676                 return -ENOTSUPP;
 677
 678         ret = master->ops->send_ccc_cmd(master, cmd);
 679         if (ret) {
 680                 if (cmd->err != I3C_ERROR_UNKNOWN)
 681                         return cmd->err;
 682
 683                 return ret;
 684         }
 685
 686         return 0;
 687 }
 688
 689 static struct i2c_dev_desc *
 690 i3c_master_find_i2c_dev_by_addr(const struct i3c_master_controller *master,
 691                                 u16 addr)
 692 {
 693         struct i2c_dev_desc *dev;
 694
 695         i3c_bus_for_each_i2cdev(&master->bus, dev) {
 696                 if (dev->addr == addr)
 697                         return dev;
 698         }
 699
 700         return NULL;
 701 }
 702
 703 /**
 704  * i3c_master_get_free_addr() - get a free address on the bus
 705  * @master: I3C master object
 706  * @start_addr: where to start searching
 707  *
 708  * This function must be called with the bus lock held in write mode.
 709  *
 710  * Return: the first free address starting at @start_addr (included) or -ENOMEM
 711  * if there's no more address available.
 712  */
 713 int i3c_master_get_free_addr(struct i3c_master_controller *master,
 714                              u8 start_addr)
 715 {
 716         return i3c_bus_get_free_addr(&master->bus, start_addr);
 717 }
 718 EXPORT_SYMBOL_GPL(i3c_master_get_free_addr);
 719
 720 static void i3c_device_release(struct device *dev)
 721 {
 722         struct i3c_device *i3cdev = dev_to_i3cdev(dev);
 723
 724         WARN_ON(i3cdev->desc);
 725
 726         of_node_put(i3cdev->dev.of_node);
 727         kfree(i3cdev);
 728 }
 729
 730 static void i3c_master_free_i3c_dev(struct i3c_dev_desc *dev)
 731 {
 732         kfree(dev);
 733 }
 734
 735 static struct i3c_dev_desc *
 736 i3c_master_alloc_i3c_dev(struct i3c_master_controller *master,
 737                          const struct i3c_device_info *info)
 738 {
 739         struct i3c_dev_desc *dev;
 740
 741         dev = kzalloc(sizeof(*dev), GFP_KERNEL);
 742         if (!dev)
 743                 return ERR_PTR(-ENOMEM);
 744
 745         dev->common.master = master;
 746         dev->info = *info;
 747         mutex_init(&dev->ibi_lock);
 748
 749         return dev;
 750 }
 751
 752 static int i3c_master_rstdaa_locked(struct i3c_master_controller *master,
 753                                     u8 addr)
 754 {
 755         enum i3c_addr_slot_status addrstat;
 756         struct i3c_ccc_cmd_dest dest;
 757         struct i3c_ccc_cmd cmd;
 758         int ret;
 759
 760         if (!master)
 761                 return -EINVAL;
 762
 763         addrstat = i3c_bus_get_addr_slot_status(&master->bus, addr);
 764         if (addr != I3C_BROADCAST_ADDR && addrstat != I3C_ADDR_SLOT_I3C_DEV)
 765                 return -EINVAL;
 766
 767         i3c_ccc_cmd_dest_init(&dest, addr, 0);
 768         i3c_ccc_cmd_init(&cmd, false,
 769                          I3C_CCC_RSTDAA(addr == I3C_BROADCAST_ADDR),
 770                          &dest, 1);
 771         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
 772         i3c_ccc_cmd_dest_cleanup(&dest);
 773
 774         return ret;
 775 }
 776
 777 /**
 778  * i3c_master_entdaa_locked() - start a DAA (Dynamic Address Assignment)
 779  *                              procedure
 780  * @master: master used to send frames on the bus
 781  *
 782  * Send a ENTDAA CCC command to start a DAA procedure.
 783  *
 784  * Note that this function only sends the ENTDAA CCC command, all the logic
 785  * behind dynamic address assignment has to be handled in the I3C master
 786  * driver.
 787  *
 788  * This function must be called with the bus lock held in write mode.
 789  *
 790  * Return: 0 in case of success, a positive I3C error code if the error is
 791  * one of the official Mx error codes, and a negative error code otherwise.
 792  */
 793 int i3c_master_entdaa_locked(struct i3c_master_controller *master)
 794 {
 795         struct i3c_ccc_cmd_dest dest;
 796         struct i3c_ccc_cmd cmd;
 797         int ret;
 798
 799         i3c_ccc_cmd_dest_init(&dest, I3C_BROADCAST_ADDR, 0);
 800         i3c_ccc_cmd_init(&cmd, false, I3C_CCC_ENTDAA, &dest, 1);
 801         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
 802         i3c_ccc_cmd_dest_cleanup(&dest);
 803
 804         return ret;
 805 }
 806 EXPORT_SYMBOL_GPL(i3c_master_entdaa_locked);
 807
 808 static int i3c_master_enec_disec_locked(struct i3c_master_controller *master,
 809                                         u8 addr, bool enable, u8 evts)
 810 {
 811         struct i3c_ccc_events *events;
 812         struct i3c_ccc_cmd_dest dest;
 813         struct i3c_ccc_cmd cmd;
 814         int ret;
 815
 816         events = i3c_ccc_cmd_dest_init(&dest, addr, sizeof(*events));
 817         if (!events)
 818                 return -ENOMEM;
 819
 820         events->events = evts;
 821         i3c_ccc_cmd_init(&cmd, false,
 822                          enable ?
 823                          I3C_CCC_ENEC(addr == I3C_BROADCAST_ADDR) :
 824                          I3C_CCC_DISEC(addr == I3C_BROADCAST_ADDR),
 825                          &dest, 1);
 826         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
 827         i3c_ccc_cmd_dest_cleanup(&dest);
 828
 829         return ret;
 830 }
 831
 832 /**
 833  * i3c_master_disec_locked() - send a DISEC CCC command
 834  * @master: master used to send frames on the bus
 835  * @addr: a valid I3C slave address or %I3C_BROADCAST_ADDR
 836  * @evts: events to disable
 837  *
 838  * Send a DISEC CCC command to disable some or all events coming from a
 839  * specific slave, or all devices if @addr is %I3C_BROADCAST_ADDR.
 840  *
 841  * This function must be called with the bus lock held in write mode.
 842  *
 843  * Return: 0 in case of success, a positive I3C error code if the error is
 844  * one of the official Mx error codes, and a negative error code otherwise.
 845  */
 846 int i3c_master_disec_locked(struct i3c_master_controller *master, u8 addr,
 847                             u8 evts)
 848 {
 849         return i3c_master_enec_disec_locked(master, addr, false, evts);
 850 }
 851 EXPORT_SYMBOL_GPL(i3c_master_disec_locked);
 852
 853 /**
 854  * i3c_master_enec_locked() - send an ENEC CCC command
 855  * @master: master used to send frames on the bus
 856  * @addr: a valid I3C slave address or %I3C_BROADCAST_ADDR
 857  * @evts: events to disable
 858  *
 859  * Sends an ENEC CCC command to enable some or all events coming from a
 860  * specific slave, or all devices if @addr is %I3C_BROADCAST_ADDR.
 861  *
 862  * This function must be called with the bus lock held in write mode.
 863  *
 864  * Return: 0 in case of success, a positive I3C error code if the error is
 865  * one of the official Mx error codes, and a negative error code otherwise.
 866  */
 867 int i3c_master_enec_locked(struct i3c_master_controller *master, u8 addr,
 868                            u8 evts)
 869 {
 870         return i3c_master_enec_disec_locked(master, addr, true, evts);
 871 }
 872 EXPORT_SYMBOL_GPL(i3c_master_enec_locked);
 873
 874 /**
 875  * i3c_master_defslvs_locked() - send a DEFSLVS CCC command
 876  * @master: master used to send frames on the bus
 877  *
 878  * Send a DEFSLVS CCC command containing all the devices known to the @master.
 879  * This is useful when you have secondary masters on the bus to propagate
 880  * device information.
 881  *
 882  * This should be called after all I3C devices have been discovered (in other
 883  * words, after the DAA procedure has finished) and instantiated in
 884  * &i3c_master_controller_ops->bus_init().
 885  * It should also be called if a master ACKed an Hot-Join request and assigned
 886  * a dynamic address to the device joining the bus.
 887  *
 888  * This function must be called with the bus lock held in write mode.
 889  *
 890  * Return: 0 in case of success, a positive I3C error code if the error is
 891  * one of the official Mx error codes, and a negative error code otherwise.
 892  */
 893 int i3c_master_defslvs_locked(struct i3c_master_controller *master)
 894 {
 895         struct i3c_ccc_defslvs *defslvs;
 896         struct i3c_ccc_dev_desc *desc;
 897         struct i3c_ccc_cmd_dest dest;
 898         struct i3c_dev_desc *i3cdev;
 899         struct i2c_dev_desc *i2cdev;
 900         struct i3c_ccc_cmd cmd;
 901         struct i3c_bus *bus;
 902         bool send = false;
 903         int ndevs = 0, ret;
 904
 905         if (!master)
 906                 return -EINVAL;
 907
 908         bus = i3c_master_get_bus(master);
 909         i3c_bus_for_each_i3cdev(bus, i3cdev) {
 910                 ndevs++;
 911
 912                 if (i3cdev == master->this)
 913                         continue;
 914
 915                 if (I3C_BCR_DEVICE_ROLE(i3cdev->info.bcr) ==
 916                     I3C_BCR_I3C_MASTER)
 917                         send = true;
 918         }
 919
 920         /* No other master on the bus, skip DEFSLVS. */
 921         if (!send)
 922                 return 0;
 923
 924         i3c_bus_for_each_i2cdev(bus, i2cdev)
 925                 ndevs++;
 926
 927         defslvs = i3c_ccc_cmd_dest_init(&dest, I3C_BROADCAST_ADDR,
 928                                         struct_size(defslvs, slaves,
 929                                                     ndevs - 1));
 930         if (!defslvs)
 931                 return -ENOMEM;
 932
 933         defslvs->count = ndevs;
 934         defslvs->master.bcr = master->this->info.bcr;
 935         defslvs->master.dcr = master->this->info.dcr;
 936         defslvs->master.dyn_addr = master->this->info.dyn_addr << 1;
 937         defslvs->master.static_addr = I3C_BROADCAST_ADDR << 1;
 938
 939         desc = defslvs->slaves;
 940         i3c_bus_for_each_i2cdev(bus, i2cdev) {
 941                 desc->lvr = i2cdev->lvr;
 942                 desc->static_addr = i2cdev->addr << 1;
 943                 desc++;
 944         }
 945
 946         i3c_bus_for_each_i3cdev(bus, i3cdev) {
 947                 /* Skip the I3C dev representing this master. */
 948                 if (i3cdev == master->this)
 949                         continue;
 950
 951                 desc->bcr = i3cdev->info.bcr;
 952                 desc->dcr = i3cdev->info.dcr;
 953                 desc->dyn_addr = i3cdev->info.dyn_addr << 1;
 954                 desc->static_addr = i3cdev->info.static_addr << 1;
 955                 desc++;
 956         }
 957
 958         i3c_ccc_cmd_init(&cmd, false, I3C_CCC_DEFSLVS, &dest, 1);
 959         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
 960         i3c_ccc_cmd_dest_cleanup(&dest);
 961
 962         return ret;
 963 }
 964 EXPORT_SYMBOL_GPL(i3c_master_defslvs_locked);
 965
 966 static int i3c_master_setda_locked(struct i3c_master_controller *master,
 967                                    u8 oldaddr, u8 newaddr, bool setdasa)
 968 {
 969         struct i3c_ccc_cmd_dest dest;
 970         struct i3c_ccc_setda *setda;
 971         struct i3c_ccc_cmd cmd;
 972         int ret;
 973
 974         if (!oldaddr || !newaddr)
 975                 return -EINVAL;
 976
 977         setda = i3c_ccc_cmd_dest_init(&dest, oldaddr, sizeof(*setda));
 978         if (!setda)
 979                 return -ENOMEM;
 980
 981         setda->addr = newaddr << 1;
 982         i3c_ccc_cmd_init(&cmd, false,
 983                          setdasa ? I3C_CCC_SETDASA : I3C_CCC_SETNEWDA,
 984                          &dest, 1);
 985         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
 986         i3c_ccc_cmd_dest_cleanup(&dest);
 987
 988         return ret;
 989 }
 990
 991 static int i3c_master_setdasa_locked(struct i3c_master_controller *master,
 992                                      u8 static_addr, u8 dyn_addr)
 993 {
 994         return i3c_master_setda_locked(master, static_addr, dyn_addr, true);
 995 }
 996
 997 static int i3c_master_setnewda_locked(struct i3c_master_controller *master,
 998                                       u8 oldaddr, u8 newaddr)
 999 {
1000         return i3c_master_setda_locked(master, oldaddr, newaddr, false);
1001 }
1002
1003 static int i3c_master_getmrl_locked(struct i3c_master_controller *master,
1004                                     struct i3c_device_info *info)
1005 {
1006         struct i3c_ccc_cmd_dest dest;
1007         struct i3c_ccc_mrl *mrl;
1008         struct i3c_ccc_cmd cmd;
1009         int ret;
1010
1011         mrl = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr, sizeof(*mrl));
1012         if (!mrl)
1013                 return -ENOMEM;
1014
1015         /*
1016          * When the device does not have IBI payload GETMRL only returns 2
1017          * bytes of data.
1018          */
1019         if (!(info->bcr & I3C_BCR_IBI_PAYLOAD))
1020                 dest.payload.len -= 1;
1021
1022         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETMRL, &dest, 1);
1023         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1024         if (ret)
1025                 goto out;
1026
1027         switch (dest.payload.len) {
1028         case 3:
1029                 info->max_ibi_len = mrl->ibi_len;
1030                 fallthrough;
1031         case 2:
1032                 info->max_read_len = be16_to_cpu(mrl->read_len);
1033                 break;
1034         default:
1035                 ret = -EIO;
1036                 goto out;
1037         }
1038
1039 out:
1040         i3c_ccc_cmd_dest_cleanup(&dest);
1041
1042         return ret;
1043 }
1044
1045 static int i3c_master_getmwl_locked(struct i3c_master_controller *master,
1046                                     struct i3c_device_info *info)
1047 {
1048         struct i3c_ccc_cmd_dest dest;
1049         struct i3c_ccc_mwl *mwl;
1050         struct i3c_ccc_cmd cmd;
1051         int ret;
1052
1053         mwl = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr, sizeof(*mwl));
1054         if (!mwl)
1055                 return -ENOMEM;
1056
1057         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETMWL, &dest, 1);
1058         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1059         if (ret)
1060                 goto out;
1061
1062         if (dest.payload.len != sizeof(*mwl)) {
1063                 ret = -EIO;
1064                 goto out;
1065         }
1066
1067         info->max_write_len = be16_to_cpu(mwl->len);
1068
1069 out:
1070         i3c_ccc_cmd_dest_cleanup(&dest);
1071
1072         return ret;
1073 }
1074
1075 static int i3c_master_getmxds_locked(struct i3c_master_controller *master,
1076                                      struct i3c_device_info *info)
1077 {
1078         struct i3c_ccc_getmxds *getmaxds;
1079         struct i3c_ccc_cmd_dest dest;
1080         struct i3c_ccc_cmd cmd;
1081         int ret;
1082
1083         getmaxds = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr,
1084                                          sizeof(*getmaxds));
1085         if (!getmaxds)
1086                 return -ENOMEM;
1087
1088         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETMXDS, &dest, 1);
1089         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1090         if (ret)
1091                 goto out;
1092
1093         if (dest.payload.len != 2 && dest.payload.len != 5) {
1094                 ret = -EIO;
1095                 goto out;
1096         }
1097
1098         info->max_read_ds = getmaxds->maxrd;
1099         info->max_write_ds = getmaxds->maxwr;
1100         if (dest.payload.len == 5)
1101                 info->max_read_turnaround = getmaxds->maxrdturn[0] |
1102                                             ((u32)getmaxds->maxrdturn[1] << 8) |
1103                                             ((u32)getmaxds->maxrdturn[2] << 16);
1104
1105 out:
1106         i3c_ccc_cmd_dest_cleanup(&dest);
1107
1108         return ret;
1109 }
1110
1111 static int i3c_master_gethdrcap_locked(struct i3c_master_controller *master,
1112                                        struct i3c_device_info *info)
1113 {
1114         struct i3c_ccc_gethdrcap *gethdrcap;
1115         struct i3c_ccc_cmd_dest dest;
1116         struct i3c_ccc_cmd cmd;
1117         int ret;
1118
1119         gethdrcap = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr,
1120                                           sizeof(*gethdrcap));
1121         if (!gethdrcap)
1122                 return -ENOMEM;
1123
1124         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETHDRCAP, &dest, 1);
1125         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1126         if (ret)
1127                 goto out;
1128
1129         if (dest.payload.len != 1) {
1130                 ret = -EIO;
1131                 goto out;
1132         }
1133
1134         info->hdr_cap = gethdrcap->modes;
1135
1136 out:
1137         i3c_ccc_cmd_dest_cleanup(&dest);
1138
1139         return ret;
1140 }
1141
1142 static int i3c_master_getpid_locked(struct i3c_master_controller *master,
1143                                     struct i3c_device_info *info)
1144 {
1145         struct i3c_ccc_getpid *getpid;
1146         struct i3c_ccc_cmd_dest dest;
1147         struct i3c_ccc_cmd cmd;
1148         int ret, i;
1149
1150         getpid = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr, sizeof(*getpid));
1151         if (!getpid)
1152                 return -ENOMEM;
1153
1154         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETPID, &dest, 1);
1155         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1156         if (ret)
1157                 goto out;
1158
1159         info->pid = 0;
1160         for (i = 0; i < sizeof(getpid->pid); i++) {
1161                 int sft = (sizeof(getpid->pid) - i - 1) * 8;
1162
1163                 info->pid |= (u64)getpid->pid[i] << sft;
1164         }
1165
1166 out:
1167         i3c_ccc_cmd_dest_cleanup(&dest);
1168
1169         return ret;
1170 }
1171
1172 static int i3c_master_getbcr_locked(struct i3c_master_controller *master,
1173                                     struct i3c_device_info *info)
1174 {
1175         struct i3c_ccc_getbcr *getbcr;
1176         struct i3c_ccc_cmd_dest dest;
1177         struct i3c_ccc_cmd cmd;
1178         int ret;
1179
1180         getbcr = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr, sizeof(*getbcr));
1181         if (!getbcr)
1182                 return -ENOMEM;
1183
1184         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETBCR, &dest, 1);
1185         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1186         if (ret)
1187                 goto out;
1188
1189         info->bcr = getbcr->bcr;
1190
1191 out:
1192         i3c_ccc_cmd_dest_cleanup(&dest);
1193
1194         return ret;
1195 }
1196
1197 static int i3c_master_getdcr_locked(struct i3c_master_controller *master,
1198                                     struct i3c_device_info *info)
1199 {
1200         struct i3c_ccc_getdcr *getdcr;
1201         struct i3c_ccc_cmd_dest dest;
1202         struct i3c_ccc_cmd cmd;
1203         int ret;
1204
1205         getdcr = i3c_ccc_cmd_dest_init(&dest, info->dyn_addr, sizeof(*getdcr));
1206         if (!getdcr)
1207                 return -ENOMEM;
1208
1209         i3c_ccc_cmd_init(&cmd, true, I3C_CCC_GETDCR, &dest, 1);
1210         ret = i3c_master_send_ccc_cmd_locked(master, &cmd);
1211         if (ret)
1212                 goto out;
1213
1214         info->dcr = getdcr->dcr;
1215
1216 out:
1217         i3c_ccc_cmd_dest_cleanup(&dest);
1218
1219         return ret;
1220 }
1221
1222 static int i3c_master_retrieve_dev_info(struct i3c_dev_desc *dev)
1223 {
1224         struct i3c_master_controller *master = i3c_dev_get_master(dev);
1225         enum i3c_addr_slot_status slot_status;
1226         int ret;
1227
1228         if (!dev->info.dyn_addr)
1229                 return -EINVAL;
1230
1231         slot_status = i3c_bus_get_addr_slot_status(&master->bus,
1232                                                    dev->info.dyn_addr);
1233         if (slot_status == I3C_ADDR_SLOT_RSVD ||
1234             slot_status == I3C_ADDR_SLOT_I2C_DEV)
1235                 return -EINVAL;
1236
1237         ret = i3c_master_getpid_locked(master, &dev->info);
1238         if (ret)
1239                 return ret;
1240
1241         ret = i3c_master_getbcr_locked(master, &dev->info);
1242         if (ret)
1243                 return ret;
1244
1245         ret = i3c_master_getdcr_locked(master, &dev->info);
1246         if (ret)
1247                 return ret;
1248
1249         if (dev->info.bcr & I3C_BCR_MAX_DATA_SPEED_LIM) {
1250                 ret = i3c_master_getmxds_locked(master, &dev->info);
1251                 if (ret)
1252                         return ret;
1253         }
1254
1255         if (dev->info.bcr & I3C_BCR_IBI_PAYLOAD)
1256                 dev->info.max_ibi_len = 1;
1257
1258         i3c_master_getmrl_locked(master, &dev->info);
1259         i3c_master_getmwl_locked(master, &dev->info);
1260
1261         if (dev->info.bcr & I3C_BCR_HDR_CAP) {
1262                 ret = i3c_master_gethdrcap_locked(master, &dev->info);
1263                 if (ret)
1264                         return ret;
1265         }
1266
1267         return 0;
1268 }
1269
1270 static void i3c_master_put_i3c_addrs(struct i3c_dev_desc *dev)
1271 {
1272         struct i3c_master_controller *master = i3c_dev_get_master(dev);
1273
1274         if (dev->info.static_addr)
1275                 i3c_bus_set_addr_slot_status(&master->bus,
1276                                              dev->info.static_addr,
1277                                              I3C_ADDR_SLOT_FREE);
1278
1279         if (dev->info.dyn_addr)
1280                 i3c_bus_set_addr_slot_status(&master->bus, dev->info.dyn_addr,
1281                                              I3C_ADDR_SLOT_FREE);
1282
1283         if (dev->boardinfo && dev->boardinfo->init_dyn_addr)
1284                 i3c_bus_set_addr_slot_status(&master->bus, dev->info.dyn_addr,
1285                                              I3C_ADDR_SLOT_FREE);
1286 }
1287
1288 static int i3c_master_get_i3c_addrs(struct i3c_dev_desc *dev)
1289 {
1290         struct i3c_master_controller *master = i3c_dev_get_master(dev);
1291         enum i3c_addr_slot_status status;
1292
1293         if (!dev->info.static_addr && !dev->info.dyn_addr)
1294                 return 0;
1295
1296         if (dev->info.static_addr) {
1297                 status = i3c_bus_get_addr_slot_status(&master->bus,
1298                                                       dev->info.static_addr);
1299                 if (status != I3C_ADDR_SLOT_FREE)
1300                         return -EBUSY;
1301
1302                 i3c_bus_set_addr_slot_status(&master->bus,
1303                                              dev->info.static_addr,
1304                                              I3C_ADDR_SLOT_I3C_DEV);
1305         }
1306
1307         /*
1308          * ->init_dyn_addr should have been reserved before that, so, if we're
1309          * trying to apply a pre-reserved dynamic address, we should not try
1310          * to reserve the address slot a second time.
1311          */
1312         if (dev->info.dyn_addr &&
1313             (!dev->boardinfo ||
1314              dev->boardinfo->init_dyn_addr != dev->info.dyn_addr)) {
1315                 status = i3c_bus_get_addr_slot_status(&master->bus,
1316                                                       dev->info.dyn_addr);
1317                 if (status != I3C_ADDR_SLOT_FREE)
1318                         goto err_release_static_addr;
1319
1320                 i3c_bus_set_addr_slot_status(&master->bus, dev->info.dyn_addr,
1321                                              I3C_ADDR_SLOT_I3C_DEV);
1322         }
1323
1324         return 0;
1325
1326 err_release_static_addr:
1327         if (dev->info.static_addr)
1328                 i3c_bus_set_addr_slot_status(&master->bus,
1329                                              dev->info.static_addr,
1330                                              I3C_ADDR_SLOT_FREE);
1331
1332         return -EBUSY;
1333 }
1334
1335 static int i3c_master_attach_i3c_dev(struct i3c_master_controller *master,
1336                                      struct i3c_dev_desc *dev)
1337 {
1338         int ret;
1339
1340         /*
1341          * We don't attach devices to the controller until they are
1342          * addressable on the bus.
1343          */
1344         if (!dev->info.static_addr && !dev->info.dyn_addr)
1345                 return 0;
1346
1347         ret = i3c_master_get_i3c_addrs(dev);
1348         if (ret)
1349                 return ret;
1350
1351         /* Do not attach the master device itself. */
1352         if (master->this != dev && master->ops->attach_i3c_dev) {
1353                 ret = master->ops->attach_i3c_dev(dev);
1354                 if (ret) {
1355                         i3c_master_put_i3c_addrs(dev);
1356                         return ret;
1357                 }
1358         }
1359
1360         list_add_tail(&dev->common.node, &master->bus.devs.i3c);
1361
1362         return 0;
1363 }
1364
1365 static int i3c_master_reattach_i3c_dev(struct i3c_dev_desc *dev,
1366                                        u8 old_dyn_addr)
1367 {
1368         struct i3c_master_controller *master = i3c_dev_get_master(dev);
1369         enum i3c_addr_slot_status status;
1370         int ret;
1371
1372         if (dev->info.dyn_addr != old_dyn_addr &&
1373             (!dev->boardinfo ||
1374              dev->info.dyn_addr != dev->boardinfo->init_dyn_addr)) {
1375                 status = i3c_bus_get_addr_slot_status(&master->bus,
1376                                                       dev->info.dyn_addr);
1377                 if (status != I3C_ADDR_SLOT_FREE)
1378                         return -EBUSY;
1379                 i3c_bus_set_addr_slot_status(&master->bus,
1380                                              dev->info.dyn_addr,
1381                                              I3C_ADDR_SLOT_I3C_DEV);
1382                 if (old_dyn_addr)
1383                         i3c_bus_set_addr_slot_status(&master->bus, old_dyn_addr,
1384                                                      I3C_ADDR_SLOT_FREE);
1385         }
1386
1387         if (master->ops->reattach_i3c_dev) {
1388                 ret = master->ops->reattach_i3c_dev(dev, old_dyn_addr);
1389                 if (ret) {
1390                         i3c_master_put_i3c_addrs(dev);
1391                         return ret;
1392                 }
1393         }
1394
1395         return 0;
1396 }
1397
1398 static void i3c_master_detach_i3c_dev(struct i3c_dev_desc *dev)
1399 {
1400         struct i3c_master_controller *master = i3c_dev_get_master(dev);
1401
1402         /* Do not detach the master device itself. */
1403         if (master->this != dev && master->ops->detach_i3c_dev)
1404                 master->ops->detach_i3c_dev(dev);
1405
1406         i3c_master_put_i3c_addrs(dev);
1407         list_del(&dev->common.node);
1408 }
1409
1410 static int i3c_master_attach_i2c_dev(struct i3c_master_controller *master,
1411                                      struct i2c_dev_desc *dev)
1412 {
1413         int ret;
1414
1415         if (master->ops->attach_i2c_dev) {
1416                 ret = master->ops->attach_i2c_dev(dev);
1417                 if (ret)
1418                         return ret;
1419         }
1420
1421         list_add_tail(&dev->common.node, &master->bus.devs.i2c);
1422
1423         return 0;
1424 }
1425
1426 static void i3c_master_detach_i2c_dev(struct i2c_dev_desc *dev)
1427 {
1428         struct i3c_master_controller *master = i2c_dev_get_master(dev);
1429
1430         list_del(&dev->common.node);
1431
1432         if (master->ops->detach_i2c_dev)
1433                 master->ops->detach_i2c_dev(dev);
1434 }
1435
1436 static int i3c_master_early_i3c_dev_add(struct i3c_master_controller *master,
1437                                           struct i3c_dev_boardinfo *boardinfo)
1438 {
1439         struct i3c_device_info info = {
1440                 .static_addr = boardinfo->static_addr,
1441         };
1442         struct i3c_dev_desc *i3cdev;
1443         int ret;
1444
1445         i3cdev = i3c_master_alloc_i3c_dev(master, &info);
1446         if (IS_ERR(i3cdev))
1447                 return -ENOMEM;
1448
1449         i3cdev->boardinfo = boardinfo;
1450
1451         ret = i3c_master_attach_i3c_dev(master, i3cdev);
1452         if (ret)
1453                 goto err_free_dev;
1454
1455         ret = i3c_master_setdasa_locked(master, i3cdev->info.static_addr,
1456                                         i3cdev->boardinfo->init_dyn_addr);
1457         if (ret)
1458                 goto err_detach_dev;
1459
1460         i3cdev->info.dyn_addr = i3cdev->boardinfo->init_dyn_addr;
1461         ret = i3c_master_reattach_i3c_dev(i3cdev, 0);
1462         if (ret)
1463                 goto err_rstdaa;
1464
1465         ret = i3c_master_retrieve_dev_info(i3cdev);
1466         if (ret)
1467                 goto err_rstdaa;
1468
1469         return 0;
1470
1471 err_rstdaa:
1472         i3c_master_rstdaa_locked(master, i3cdev->boardinfo->init_dyn_addr);
1473 err_detach_dev:
1474         i3c_master_detach_i3c_dev(i3cdev);
1475 err_free_dev:
1476         i3c_master_free_i3c_dev(i3cdev);
1477
1478         return ret;
1479 }
1480
1481 static void
1482 i3c_master_register_new_i3c_devs(struct i3c_master_controller *master)
1483 {
1484         struct i3c_dev_desc *desc;
1485         int ret;
1486
1487         if (!master->init_done)
1488                 return;
1489
1490         i3c_bus_for_each_i3cdev(&master->bus, desc) {
1491                 if (desc->dev || !desc->info.dyn_addr || desc == master->this)
1492                         continue;
1493
1494                 desc->dev = kzalloc(sizeof(*desc->dev), GFP_KERNEL);
1495                 if (!desc->dev)
1496                         continue;
1497
1498                 desc->dev->bus = &master->bus;
1499                 desc->dev->desc = desc;
1500                 desc->dev->dev.parent = &master->dev;
1501                 desc->dev->dev.type = &i3c_device_type;
1502                 desc->dev->dev.bus = &i3c_bus_type;
1503                 desc->dev->dev.release = i3c_device_release;
1504                 dev_set_name(&desc->dev->dev, "%d-%llx", master->bus.id,
1505                              desc->info.pid);
1506
1507                 if (desc->boardinfo)
1508                         desc->dev->dev.of_node = desc->boardinfo->of_node;
1509
1510                 ret = device_register(&desc->dev->dev);
1511                 if (ret)
1512                         dev_err(&master->dev,
1513                                 "Failed to add I3C device (err = %d)\n", ret);
1514         }
1515 }
1516
1517 /**
1518  * i3c_master_do_daa() - do a DAA (Dynamic Address Assignment)
1519  * @master: master doing the DAA
1520  *
1521  * This function is instantiating an I3C device object and adding it to the
1522  * I3C device list. All device information are automatically retrieved using
1523  * standard CCC commands.
1524  *
1525  * The I3C device object is returned in case the master wants to attach
1526  * private data to it using i3c_dev_set_master_data().
1527  *
1528  * This function must be called with the bus lock held in write mode.
1529  *
1530  * Return: a 0 in case of success, an negative error code otherwise.
1531  */
1532 int i3c_master_do_daa(struct i3c_master_controller *master)
1533 {
1534         int ret;
1535
1536         i3c_bus_maintenance_lock(&master->bus);
1537         ret = master->ops->do_daa(master);
1538         i3c_bus_maintenance_unlock(&master->bus);
1539
1540         if (ret)
1541                 return ret;
1542
1543         i3c_bus_normaluse_lock(&master->bus);
1544         i3c_master_register_new_i3c_devs(master);
1545         i3c_bus_normaluse_unlock(&master->bus);
1546
1547         return 0;
1548 }
1549 EXPORT_SYMBOL_GPL(i3c_master_do_daa);
1550
1551 /**
1552  * i3c_master_set_info() - set master device information
1553  * @master: master used to send frames on the bus
1554  * @info: I3C device information
1555  *
1556  * Set master device info. This should be called from
1557  * &i3c_master_controller_ops->bus_init().
1558  *
1559  * Not all &i3c_device_info fields are meaningful for a master device.
1560  * Here is a list of fields that should be properly filled:
1561  *
1562  * - &i3c_device_info->dyn_addr
1563  * - &i3c_device_info->bcr
1564  * - &i3c_device_info->dcr
1565  * - &i3c_device_info->pid
1566  * - &i3c_device_info->hdr_cap if %I3C_BCR_HDR_CAP bit is set in
1567  *   &i3c_device_info->bcr
1568  *
1569  * This function must be called with the bus lock held in maintenance mode.
1570  *
1571  * Return: 0 if @info contains valid information (not every piece of
1572  * information can be checked, but we can at least make sure @info->dyn_addr
1573  * and @info->bcr are correct), -EINVAL otherwise.
1574  */
1575 int i3c_master_set_info(struct i3c_master_controller *master,
1576                         const struct i3c_device_info *info)
1577 {
1578         struct i3c_dev_desc *i3cdev;
1579         int ret;
1580
1581         if (!i3c_bus_dev_addr_is_avail(&master->bus, info->dyn_addr))
1582                 return -EINVAL;
1583
1584         if (I3C_BCR_DEVICE_ROLE(info->bcr) == I3C_BCR_I3C_MASTER &&
1585             master->secondary)
1586                 return -EINVAL;
1587
1588         if (master->this)
1589                 return -EINVAL;
1590
1591         i3cdev = i3c_master_alloc_i3c_dev(master, info);
1592         if (IS_ERR(i3cdev))
1593                 return PTR_ERR(i3cdev);
1594
1595         master->this = i3cdev;
1596         master->bus.cur_master = master->this;
1597
1598         ret = i3c_master_attach_i3c_dev(master, i3cdev);
1599         if (ret)
1600                 goto err_free_dev;
1601
1602         return 0;
1603
1604 err_free_dev:
1605         i3c_master_free_i3c_dev(i3cdev);
1606
1607         return ret;
1608 }
1609 EXPORT_SYMBOL_GPL(i3c_master_set_info);
1610
1611 static void i3c_master_detach_free_devs(struct i3c_master_controller *master)
1612 {
1613         struct i3c_dev_desc *i3cdev, *i3ctmp;
1614         struct i2c_dev_desc *i2cdev, *i2ctmp;
1615
1616         list_for_each_entry_safe(i3cdev, i3ctmp, &master->bus.devs.i3c,
1617                                  common.node) {
1618                 i3c_master_detach_i3c_dev(i3cdev);
1619
1620                 if (i3cdev->boardinfo && i3cdev->boardinfo->init_dyn_addr)
1621                         i3c_bus_set_addr_slot_status(&master->bus,
1622                                         i3cdev->boardinfo->init_dyn_addr,
1623                                         I3C_ADDR_SLOT_FREE);
1624
1625                 i3c_master_free_i3c_dev(i3cdev);
1626         }
1627
1628         list_for_each_entry_safe(i2cdev, i2ctmp, &master->bus.devs.i2c,
1629                                  common.node) {
1630                 i3c_master_detach_i2c_dev(i2cdev);
1631                 i3c_bus_set_addr_slot_status(&master->bus,
1632                                              i2cdev->addr,
1633                                              I3C_ADDR_SLOT_FREE);
1634                 i3c_master_free_i2c_dev(i2cdev);
1635         }
1636 }
1637
1638 /**
1639  * i3c_master_bus_init() - initialize an I3C bus
1640  * @master: main master initializing the bus
1641  *
1642  * This function is following all initialisation steps described in the I3C
1643  * specification:
1644  *
1645  * 1. Attach I2C devs to the master so that the master can fill its internal
1646  *    device table appropriately
1647  *
1648  * 2. Call &i3c_master_controller_ops->bus_init() method to initialize
1649  *    the master controller. That's usually where the bus mode is selected
1650  *    (pure bus or mixed fast/slow bus)
1651  *
1652  * 3. Instruct all devices on the bus to drop their dynamic address. This is
1653  *    particularly important when the bus was previously configured by someone
1654  *    else (for example the bootloader)
1655  *
1656  * 4. Disable all slave events.
1657  *
1658  * 5. Reserve address slots for I3C devices with init_dyn_addr. And if devices
1659  *    also have static_addr, try to pre-assign dynamic addresses requested by
1660  *    the FW with SETDASA and attach corresponding statically defined I3C
1661  *    devices to the master.
1662  *
1663  * 6. Do a DAA (Dynamic Address Assignment) to assign dynamic addresses to all
1664  *    remaining I3C devices
1665  *
1666  * Once this is done, all I3C and I2C devices should be usable.
1667  *
1668  * Return: a 0 in case of success, an negative error code otherwise.
1669  */
1670 static int i3c_master_bus_init(struct i3c_master_controller *master)
1671 {
1672         enum i3c_addr_slot_status status;
1673         struct i2c_dev_boardinfo *i2cboardinfo;
1674         struct i3c_dev_boardinfo *i3cboardinfo;
1675         struct i2c_dev_desc *i2cdev;
1676         int ret;
1677
1678         /*
1679          * First attach all devices with static definitions provided by the
1680          * FW.
1681          */
1682         list_for_each_entry(i2cboardinfo, &master->boardinfo.i2c, node) {
1683                 status = i3c_bus_get_addr_slot_status(&master->bus,
1684                                                       i2cboardinfo->base.addr);
1685                 if (status != I3C_ADDR_SLOT_FREE) {
1686                         ret = -EBUSY;
1687                         goto err_detach_devs;
1688                 }
1689
1690                 i3c_bus_set_addr_slot_status(&master->bus,
1691                                              i2cboardinfo->base.addr,
1692                                              I3C_ADDR_SLOT_I2C_DEV);
1693
1694                 i2cdev = i3c_master_alloc_i2c_dev(master,
1695                                                   i2cboardinfo->base.addr,
1696                                                   i2cboardinfo->lvr);
1697                 if (IS_ERR(i2cdev)) {
1698                         ret = PTR_ERR(i2cdev);
1699                         goto err_detach_devs;
1700                 }
1701
1702                 ret = i3c_master_attach_i2c_dev(master, i2cdev);
1703                 if (ret) {
1704                         i3c_master_free_i2c_dev(i2cdev);
1705                         goto err_detach_devs;
1706                 }
1707         }
1708
1709         /*
1710          * Now execute the controller specific ->bus_init() routine, which
1711          * might configure its internal logic to match the bus limitations.
1712          */
1713         ret = master->ops->bus_init(master);
1714         if (ret)
1715                 goto err_detach_devs;
1716
1717         /*
1718          * The master device should have been instantiated in ->bus_init(),
1719          * complain if this was not the case.
1720          */
1721         if (!master->this) {
1722                 dev_err(&master->dev,
1723                         "master_set_info() was not called in ->bus_init()\n");
1724                 ret = -EINVAL;
1725                 goto err_bus_cleanup;
1726         }
1727
1728         /*
1729          * Reset all dynamic address that may have been assigned before
1730          * (assigned by the bootloader for example).
1731          */
1732         ret = i3c_master_rstdaa_locked(master, I3C_BROADCAST_ADDR);
1733         if (ret && ret != I3C_ERROR_M2)
1734                 goto err_bus_cleanup;
1735
1736         /* Disable all slave events before starting DAA. */
1737         ret = i3c_master_disec_locked(master, I3C_BROADCAST_ADDR,
1738                                       I3C_CCC_EVENT_SIR | I3C_CCC_EVENT_MR |
1739                                       I3C_CCC_EVENT_HJ);
1740         if (ret && ret != I3C_ERROR_M2)
1741                 goto err_bus_cleanup;
1742
1743         /*
1744          * Reserve init_dyn_addr first, and then try to pre-assign dynamic
1745          * address and retrieve device information if needed.
1746          * In case pre-assign dynamic address fails, setting dynamic address to
1747          * the requested init_dyn_addr is retried after DAA is done in
1748          * i3c_master_add_i3c_dev_locked().
1749          */
1750         list_for_each_entry(i3cboardinfo, &master->boardinfo.i3c, node) {
1751
1752                 /*
1753                  * We don't reserve a dynamic address for devices that
1754                  * don't explicitly request one.
1755                  */
1756                 if (!i3cboardinfo->init_dyn_addr)
1757                         continue;
1758
1759                 ret = i3c_bus_get_addr_slot_status(&master->bus,
1760                                                    i3cboardinfo->init_dyn_addr);
1761                 if (ret != I3C_ADDR_SLOT_FREE) {
1762                         ret = -EBUSY;
1763                         goto err_rstdaa;
1764                 }
1765
1766                 i3c_bus_set_addr_slot_status(&master->bus,
1767                                              i3cboardinfo->init_dyn_addr,
1768                                              I3C_ADDR_SLOT_I3C_DEV);
1769
1770                 /*
1771                  * Only try to create/attach devices that have a static
1772                  * address. Other devices will be created/attached when
1773                  * DAA happens, and the requested dynamic address will
1774                  * be set using SETNEWDA once those devices become
1775                  * addressable.
1776                  */
1777
1778                 if (i3cboardinfo->static_addr)
1779                         i3c_master_early_i3c_dev_add(master, i3cboardinfo);
1780         }
1781
1782         ret = i3c_master_do_daa(master);
1783         if (ret)
1784                 goto err_rstdaa;
1785
1786         return 0;
1787
1788 err_rstdaa:
1789         i3c_master_rstdaa_locked(master, I3C_BROADCAST_ADDR);
1790
1791 err_bus_cleanup:
1792         if (master->ops->bus_cleanup)
1793                 master->ops->bus_cleanup(master);
1794
1795 err_detach_devs:
1796         i3c_master_detach_free_devs(master);
1797
1798         return ret;
1799 }
1800
1801 static void i3c_master_bus_cleanup(struct i3c_master_controller *master)
1802 {
1803         if (master->ops->bus_cleanup)
1804                 master->ops->bus_cleanup(master);
1805
1806         i3c_master_detach_free_devs(master);
1807 }
1808
1809 static void i3c_master_attach_boardinfo(struct i3c_dev_desc *i3cdev)
1810 {
1811         struct i3c_master_controller *master = i3cdev->common.master;
1812         struct i3c_dev_boardinfo *i3cboardinfo;
1813
1814         list_for_each_entry(i3cboardinfo, &master->boardinfo.i3c, node) {
1815                 if (i3cdev->info.pid != i3cboardinfo->pid)
1816                         continue;
1817
1818                 i3cdev->boardinfo = i3cboardinfo;
1819                 i3cdev->info.static_addr = i3cboardinfo->static_addr;
1820                 return;
1821         }
1822 }
1823
1824 static struct i3c_dev_desc *
1825 i3c_master_search_i3c_dev_duplicate(struct i3c_dev_desc *refdev)
1826 {
1827         struct i3c_master_controller *master = i3c_dev_get_master(refdev);
1828         struct i3c_dev_desc *i3cdev;
1829
1830         i3c_bus_for_each_i3cdev(&master->bus, i3cdev) {
1831                 if (i3cdev != refdev && i3cdev->info.pid == refdev->info.pid)
1832                         return i3cdev;
1833         }
1834
1835         return NULL;
1836 }
1837
1838 /**
1839  * i3c_master_add_i3c_dev_locked() - add an I3C slave to the bus
1840  * @master: master used to send frames on the bus
1841  * @addr: I3C slave dynamic address assigned to the device
1842  *
1843  * This function is instantiating an I3C device object and adding it to the
1844  * I3C device list. All device information are automatically retrieved using
1845  * standard CCC commands.
1846  *
1847  * The I3C device object is returned in case the master wants to attach
1848  * private data to it using i3c_dev_set_master_data().
1849  *
1850  * This function must be called with the bus lock held in write mode.
1851  *
1852  * Return: a 0 in case of success, an negative error code otherwise.
1853  */
1854 int i3c_master_add_i3c_dev_locked(struct i3c_master_controller *master,
1855                                   u8 addr)
1856 {
1857         struct i3c_device_info info = { .dyn_addr = addr };
1858         struct i3c_dev_desc *newdev, *olddev;
1859         u8 old_dyn_addr = addr, expected_dyn_addr;
1860         struct i3c_ibi_setup ibireq = { };
1861         bool enable_ibi = false;
1862         int ret;
1863
1864         if (!master)
1865                 return -EINVAL;
1866
1867         newdev = i3c_master_alloc_i3c_dev(master, &info);
1868         if (IS_ERR(newdev))
1869                 return PTR_ERR(newdev);
1870
1871         ret = i3c_master_attach_i3c_dev(master, newdev);
1872         if (ret)
1873                 goto err_free_dev;
1874
1875         ret = i3c_master_retrieve_dev_info(newdev);
1876         if (ret)
1877                 goto err_detach_dev;
1878
1879         i3c_master_attach_boardinfo(newdev);
1880
1881         olddev = i3c_master_search_i3c_dev_duplicate(newdev);
1882         if (olddev) {
1883                 newdev->dev = olddev->dev;
1884                 if (newdev->dev)
1885                         newdev->dev->desc = newdev;
1886
1887                 /*
1888                  * We need to restore the IBI state too, so let's save the
1889                  * IBI information and try to restore them after olddev has
1890                  * been detached+released and its IBI has been stopped and
1891                  * the associated resources have been freed.
1892                  */
1893                 mutex_lock(&olddev->ibi_lock);
1894                 if (olddev->ibi) {
1895                         ibireq.handler = olddev->ibi->handler;
1896                         ibireq.max_payload_len = olddev->ibi->max_payload_len;
1897                         ibireq.num_slots = olddev->ibi->num_slots;
1898
1899                         if (olddev->ibi->enabled) {
1900                                 enable_ibi = true;
1901                                 i3c_dev_disable_ibi_locked(olddev);
1902                         }
1903
1904                         i3c_dev_free_ibi_locked(olddev);
1905                 }
1906                 mutex_unlock(&olddev->ibi_lock);
1907
1908                 old_dyn_addr = olddev->info.dyn_addr;
1909
1910                 i3c_master_detach_i3c_dev(olddev);
1911                 i3c_master_free_i3c_dev(olddev);
1912         }
1913
1914         /*
1915          * Depending on our previous state, the expected dynamic address might
1916          * differ:
1917          * - if the device already had a dynamic address assigned, let's try to
1918          *   re-apply this one
1919          * - if the device did not have a dynamic address and the firmware
1920          *   requested a specific address, pick this one
1921          * - in any other case, keep the address automatically assigned by the
1922          *   master
1923          */
1924         if (old_dyn_addr && old_dyn_addr != newdev->info.dyn_addr)
1925                 expected_dyn_addr = old_dyn_addr;
1926         else if (newdev->boardinfo && newdev->boardinfo->init_dyn_addr)
1927                 expected_dyn_addr = newdev->boardinfo->init_dyn_addr;
1928         else
1929                 expected_dyn_addr = newdev->info.dyn_addr;
1930
1931         if (newdev->info.dyn_addr != expected_dyn_addr) {
1932                 /*
1933                  * Try to apply the expected dynamic address. If it fails, keep
1934                  * the address assigned by the master.
1935                  */
1936                 ret = i3c_master_setnewda_locked(master,
1937                                                  newdev->info.dyn_addr,
1938                                                  expected_dyn_addr);
1939                 if (!ret) {
1940                         old_dyn_addr = newdev->info.dyn_addr;
1941                         newdev->info.dyn_addr = expected_dyn_addr;
1942                         i3c_master_reattach_i3c_dev(newdev, old_dyn_addr);
1943                 } else {
1944                         dev_err(&master->dev,
1945                                 "Failed to assign reserved/old address to device %d%llx",
1946                                 master->bus.id, newdev->info.pid);
1947                 }
1948         }
1949
1950         /*
1951          * Now is time to try to restore the IBI setup. If we're lucky,
1952          * everything works as before, otherwise, all we can do is complain.
1953          * FIXME: maybe we should add callback to inform the driver that it
1954          * should request the IBI again instead of trying to hide that from
1955          * him.
1956          */
1957         if (ibireq.handler) {
1958                 mutex_lock(&newdev->ibi_lock);
1959                 ret = i3c_dev_request_ibi_locked(newdev, &ibireq);
1960                 if (ret) {
1961                         dev_err(&master->dev,
1962                                 "Failed to request IBI on device %d-%llx",
1963                                 master->bus.id, newdev->info.pid);
1964                 } else if (enable_ibi) {
1965                         ret = i3c_dev_enable_ibi_locked(newdev);
1966                         if (ret)
1967                                 dev_err(&master->dev,
1968                                         "Failed to re-enable IBI on device %d-%llx",
1969                                         master->bus.id, newdev->info.pid);
1970                 }
1971                 mutex_unlock(&newdev->ibi_lock);
1972         }
1973
1974         return 0;
1975
1976 err_detach_dev:
1977         if (newdev->dev && newdev->dev->desc)
1978                 newdev->dev->desc = NULL;
1979
1980         i3c_master_detach_i3c_dev(newdev);
1981
1982 err_free_dev:
1983         i3c_master_free_i3c_dev(newdev);
1984
1985         return ret;
1986 }
1987 EXPORT_SYMBOL_GPL(i3c_master_add_i3c_dev_locked);
1988
1989 #define OF_I3C_REG1_IS_I2C_DEV                  BIT(31)
1990
1991 static int
1992 of_i3c_master_add_i2c_boardinfo(struct i3c_master_controller *master,
1993                                 struct device_node *node, u32 *reg)
1994 {
1995         struct i2c_dev_boardinfo *boardinfo;
1996         struct device *dev = &master->dev;
1997         int ret;
1998
1999         boardinfo = devm_kzalloc(dev, sizeof(*boardinfo), GFP_KERNEL);
2000         if (!boardinfo)
2001                 return -ENOMEM;
2002
2003         ret = of_i2c_get_board_info(dev, node, &boardinfo->base);
2004         if (ret)
2005                 return ret;
2006
2007         /*
2008          * The I3C Specification does not clearly say I2C devices with 10-bit
2009          * address are supported. These devices can't be passed properly through
2010          * DEFSLVS command.
2011          */
2012         if (boardinfo->base.flags & I2C_CLIENT_TEN) {
2013                 dev_err(dev, "I2C device with 10 bit address not supported.");
2014                 return -ENOTSUPP;
2015         }
2016
2017         /* LVR is encoded in reg[2]. */
2018         boardinfo->lvr = reg[2];
2019
2020         list_add_tail(&boardinfo->node, &master->boardinfo.i2c);
2021         of_node_get(node);
2022
2023         return 0;
2024 }
2025
2026 static int
2027 of_i3c_master_add_i3c_boardinfo(struct i3c_master_controller *master,
2028                                 struct device_node *node, u32 *reg)
2029 {
2030         struct i3c_dev_boardinfo *boardinfo;
2031         struct device *dev = &master->dev;
2032         enum i3c_addr_slot_status addrstatus;
2033         u32 init_dyn_addr = 0;
2034
2035         boardinfo = devm_kzalloc(dev, sizeof(*boardinfo), GFP_KERNEL);
2036         if (!boardinfo)
2037                 return -ENOMEM;
2038
2039         if (reg[0]) {
2040                 if (reg[0] > I3C_MAX_ADDR)
2041                         return -EINVAL;
2042
2043                 addrstatus = i3c_bus_get_addr_slot_status(&master->bus,
2044                                                           reg[0]);
2045                 if (addrstatus != I3C_ADDR_SLOT_FREE)
2046                         return -EINVAL;
2047         }
2048
2049         boardinfo->static_addr = reg[0];
2050
2051         if (!of_property_read_u32(node, "assigned-address", &init_dyn_addr)) {
2052                 if (init_dyn_addr > I3C_MAX_ADDR)
2053                         return -EINVAL;
2054
2055                 addrstatus = i3c_bus_get_addr_slot_status(&master->bus,
2056                                                           init_dyn_addr);
2057                 if (addrstatus != I3C_ADDR_SLOT_FREE)
2058                         return -EINVAL;
2059         }
2060
2061         boardinfo->pid = ((u64)reg[1] << 32) | reg[2];
2062
2063         if ((boardinfo->pid & GENMASK_ULL(63, 48)) ||
2064             I3C_PID_RND_LOWER_32BITS(boardinfo->pid))
2065                 return -EINVAL;
2066
2067         boardinfo->init_dyn_addr = init_dyn_addr;
2068         boardinfo->of_node = of_node_get(node);
2069         list_add_tail(&boardinfo->node, &master->boardinfo.i3c);
2070
2071         return 0;
2072 }
2073
2074 static int of_i3c_master_add_dev(struct i3c_master_controller *master,
2075                                  struct device_node *node)
2076 {
2077         u32 reg[3];
2078         int ret;
2079
2080         if (!master || !node)
2081                 return -EINVAL;
2082
2083         ret = of_property_read_u32_array(node, "reg", reg, ARRAY_SIZE(reg));
2084         if (ret)
2085                 return ret;
2086
2087         /*
2088          * The manufacturer ID can't be 0. If reg[1] == 0 that means we're
2089          * dealing with an I2C device.
2090          */
2091         if (!reg[1])
2092                 ret = of_i3c_master_add_i2c_boardinfo(master, node, reg);
2093         else
2094                 ret = of_i3c_master_add_i3c_boardinfo(master, node, reg);
2095
2096         return ret;
2097 }
2098
2099 static int of_populate_i3c_bus(struct i3c_master_controller *master)
2100 {
2101         struct device *dev = &master->dev;
2102         struct device_node *i3cbus_np = dev->of_node;
2103         struct device_node *node;
2104         int ret;
2105         u32 val;
2106
2107         if (!i3cbus_np)
2108                 return 0;
2109
2110         for_each_available_child_of_node(i3cbus_np, node) {
2111                 ret = of_i3c_master_add_dev(master, node);
2112                 if (ret) {
2113                         of_node_put(node);
2114                         return ret;
2115                 }
2116         }
2117
2118         /*
2119          * The user might want to limit I2C and I3C speed in case some devices
2120          * on the bus are not supporting typical rates, or if the bus topology
2121          * prevents it from using max possible rate.
2122          */
2123         if (!of_property_read_u32(i3cbus_np, "i2c-scl-hz", &val))
2124                 master->bus.scl_rate.i2c = val;
2125
2126         if (!of_property_read_u32(i3cbus_np, "i3c-scl-hz", &val))
2127                 master->bus.scl_rate.i3c = val;
2128
2129         return 0;
2130 }
2131
2132 static int i3c_master_i2c_adapter_xfer(struct i2c_adapter *adap,
2133                                        struct i2c_msg *xfers, int nxfers)
2134 {
2135         struct i3c_master_controller *master = i2c_adapter_to_i3c_master(adap);
2136         struct i2c_dev_desc *dev;
2137         int i, ret;
2138         u16 addr;
2139
2140         if (!xfers || !master || nxfers <= 0)
2141                 return -EINVAL;
2142
2143         if (!master->ops->i2c_xfers)
2144                 return -ENOTSUPP;
2145
2146         /* Doing transfers to different devices is not supported. */
2147         addr = xfers[0].addr;
2148         for (i = 1; i < nxfers; i++) {
2149                 if (addr != xfers[i].addr)
2150                         return -ENOTSUPP;
2151         }
2152
2153         i3c_bus_normaluse_lock(&master->bus);
2154         dev = i3c_master_find_i2c_dev_by_addr(master, addr);
2155         if (!dev)
2156                 ret = -ENOENT;
2157         else
2158                 ret = master->ops->i2c_xfers(dev, xfers, nxfers);
2159         i3c_bus_normaluse_unlock(&master->bus);
2160
2161         return ret ? ret : nxfers;
2162 }
2163
2164 static u32 i3c_master_i2c_funcs(struct i2c_adapter *adapter)
2165 {
2166         return I2C_FUNC_SMBUS_EMUL | I2C_FUNC_I2C;
2167 }
2168
2169 static u8 i3c_master_i2c_get_lvr(struct i2c_client *client)
2170 {
2171         /* Fall back to no spike filters and FM bus mode. */
2172         u8 lvr = I3C_LVR_I2C_INDEX(2) | I3C_LVR_I2C_FM_MODE;
2173
2174         if (client->dev.of_node) {
2175                 u32 reg[3];
2176
2177                 if (!of_property_read_u32_array(client->dev.of_node, "reg",
2178                                                 reg, ARRAY_SIZE(reg)))
2179                         lvr = reg[2];
2180         }
2181
2182         return lvr;
2183 }
2184
2185 static int i3c_master_i2c_attach(struct i2c_adapter *adap, struct i2c_client *client)
2186 {
2187         struct i3c_master_controller *master = i2c_adapter_to_i3c_master(adap);
2188         enum i3c_addr_slot_status status;
2189         struct i2c_dev_desc *i2cdev;
2190         int ret;
2191
2192         /* Already added by board info? */
2193         if (i3c_master_find_i2c_dev_by_addr(master, client->addr))
2194                 return 0;
2195
2196         status = i3c_bus_get_addr_slot_status(&master->bus, client->addr);
2197         if (status != I3C_ADDR_SLOT_FREE)
2198                 return -EBUSY;
2199
2200         i3c_bus_set_addr_slot_status(&master->bus, client->addr,
2201                                      I3C_ADDR_SLOT_I2C_DEV);
2202
2203         i2cdev = i3c_master_alloc_i2c_dev(master, client->addr,
2204                                           i3c_master_i2c_get_lvr(client));
2205         if (IS_ERR(i2cdev)) {
2206                 ret = PTR_ERR(i2cdev);
2207                 goto out_clear_status;
2208         }
2209
2210         ret = i3c_master_attach_i2c_dev(master, i2cdev);
2211         if (ret)
2212                 goto out_free_dev;
2213
2214         return 0;
2215
2216 out_free_dev:
2217         i3c_master_free_i2c_dev(i2cdev);
2218 out_clear_status:
2219         i3c_bus_set_addr_slot_status(&master->bus, client->addr,
2220                                      I3C_ADDR_SLOT_FREE);
2221
2222         return ret;
2223 }
2224
2225 static int i3c_master_i2c_detach(struct i2c_adapter *adap, struct i2c_client *client)
2226 {
2227         struct i3c_master_controller *master = i2c_adapter_to_i3c_master(adap);
2228         struct i2c_dev_desc *dev;
2229
2230         dev = i3c_master_find_i2c_dev_by_addr(master, client->addr);
2231         if (!dev)
2232                 return -ENODEV;
2233
2234         i3c_master_detach_i2c_dev(dev);
2235         i3c_bus_set_addr_slot_status(&master->bus, dev->addr,
2236                                      I3C_ADDR_SLOT_FREE);
2237         i3c_master_free_i2c_dev(dev);
2238
2239         return 0;
2240 }
2241
2242 static const struct i2c_algorithm i3c_master_i2c_algo = {
2243         .master_xfer = i3c_master_i2c_adapter_xfer,
2244         .functionality = i3c_master_i2c_funcs,
2245 };
2246
2247 static int i3c_i2c_notifier_call(struct notifier_block *nb, unsigned long action,
2248                                  void *data)
2249 {
2250         struct i2c_adapter *adap;
2251         struct i2c_client *client;
2252         struct device *dev = data;
2253         struct i3c_master_controller *master;
2254         int ret;
2255
2256         if (dev->type != &i2c_client_type)
2257                 return 0;
2258
2259         client = to_i2c_client(dev);
2260         adap = client->adapter;
2261
2262         if (adap->algo != &i3c_master_i2c_algo)
2263                 return 0;
2264
2265         master = i2c_adapter_to_i3c_master(adap);
2266
2267         i3c_bus_maintenance_lock(&master->bus);
2268         switch (action) {
2269         case BUS_NOTIFY_ADD_DEVICE:
2270                 ret = i3c_master_i2c_attach(adap, client);
2271                 break;
2272         case BUS_NOTIFY_DEL_DEVICE:
2273                 ret = i3c_master_i2c_detach(adap, client);
2274                 break;
2275         }
2276         i3c_bus_maintenance_unlock(&master->bus);
2277
2278         return ret;
2279 }
2280
2281 static struct notifier_block i2cdev_notifier = {
2282         .notifier_call = i3c_i2c_notifier_call,
2283 };
2284
2285 static int i3c_master_i2c_adapter_init(struct i3c_master_controller *master)
2286 {
2287         struct i2c_adapter *adap = i3c_master_to_i2c_adapter(master);
2288         struct i2c_dev_desc *i2cdev;
2289         struct i2c_dev_boardinfo *i2cboardinfo;
2290         int ret;
2291
2292         adap->dev.parent = master->dev.parent;
2293         adap->owner = master->dev.parent->driver->owner;
2294         adap->algo = &i3c_master_i2c_algo;
2295         strncpy(adap->name, dev_name(master->dev.parent), sizeof(adap->name));
2296
2297         /* FIXME: Should we allow i3c masters to override these values? */
2298         adap->timeout = 1000;
2299         adap->retries = 3;
2300
2301         ret = i2c_add_adapter(adap);
2302         if (ret)
2303                 return ret;
2304
2305         /*
2306          * We silently ignore failures here. The bus should keep working
2307          * correctly even if one or more i2c devices are not registered.
2308          */
2309         list_for_each_entry(i2cboardinfo, &master->boardinfo.i2c, node) {
2310                 i2cdev = i3c_master_find_i2c_dev_by_addr(master,
2311                                                          i2cboardinfo->base.addr);
2312                 if (WARN_ON(!i2cdev))
2313                         continue;
2314                 i2cdev->dev = i2c_new_client_device(adap, &i2cboardinfo->base);
2315         }
2316
2317         return 0;
2318 }
2319
2320 static void i3c_master_i2c_adapter_cleanup(struct i3c_master_controller *master)
2321 {
2322         struct i2c_dev_desc *i2cdev;
2323
2324         i2c_del_adapter(&master->i2c);
2325
2326         i3c_bus_for_each_i2cdev(&master->bus, i2cdev)
2327                 i2cdev->dev = NULL;
2328 }
2329
2330 static void i3c_master_unregister_i3c_devs(struct i3c_master_controller *master)
2331 {
2332         struct i3c_dev_desc *i3cdev;
2333
2334         i3c_bus_for_each_i3cdev(&master->bus, i3cdev) {
2335                 if (!i3cdev->dev)
2336                         continue;
2337
2338                 i3cdev->dev->desc = NULL;
2339                 if (device_is_registered(&i3cdev->dev->dev))
2340                         device_unregister(&i3cdev->dev->dev);
2341                 else
2342                         put_device(&i3cdev->dev->dev);
2343                 i3cdev->dev = NULL;
2344         }
2345 }
2346
2347 /**
2348  * i3c_master_queue_ibi() - Queue an IBI
2349  * @dev: the device this IBI is coming from
2350  * @slot: the IBI slot used to store the payload
2351  *
2352  * Queue an IBI to the controller workqueue. The IBI handler attached to
2353  * the dev will be called from a workqueue context.
2354  */
2355 void i3c_master_queue_ibi(struct i3c_dev_desc *dev, struct i3c_ibi_slot *slot)
2356 {
2357         atomic_inc(&dev->ibi->pending_ibis);
2358         queue_work(dev->common.master->wq, &slot->work);
2359 }
2360 EXPORT_SYMBOL_GPL(i3c_master_queue_ibi);
2361
2362 static void i3c_master_handle_ibi(struct work_struct *work)
2363 {
2364         struct i3c_ibi_slot *slot = container_of(work, struct i3c_ibi_slot,
2365                                                  work);
2366         struct i3c_dev_desc *dev = slot->dev;
2367         struct i3c_master_controller *master = i3c_dev_get_master(dev);
2368         struct i3c_ibi_payload payload;
2369
2370         payload.data = slot->data;
2371         payload.len = slot->len;
2372
2373         if (dev->dev)
2374                 dev->ibi->handler(dev->dev, &payload);
2375
2376         master->ops->recycle_ibi_slot(dev, slot);
2377         if (atomic_dec_and_test(&dev->ibi->pending_ibis))
2378                 complete(&dev->ibi->all_ibis_handled);
2379 }
2380
2381 static void i3c_master_init_ibi_slot(struct i3c_dev_desc *dev,
2382                                      struct i3c_ibi_slot *slot)
2383 {
2384         slot->dev = dev;
2385         INIT_WORK(&slot->work, i3c_master_handle_ibi);
2386 }
2387
2388 struct i3c_generic_ibi_slot {
2389         struct list_head node;
2390         struct i3c_ibi_slot base;
2391 };
2392
2393 struct i3c_generic_ibi_pool {
2394         spinlock_t lock;
2395         unsigned int num_slots;
2396         struct i3c_generic_ibi_slot *slots;
2397         void *payload_buf;
2398         struct list_head free_slots;
2399         struct list_head pending;
2400 };
2401
2402 /**
2403  * i3c_generic_ibi_free_pool() - Free a generic IBI pool
2404  * @pool: the IBI pool to free
2405  *
2406  * Free all IBI slots allated by a generic IBI pool.
2407  */
2408 void i3c_generic_ibi_free_pool(struct i3c_generic_ibi_pool *pool)
2409 {
2410         struct i3c_generic_ibi_slot *slot;
2411         unsigned int nslots = 0;
2412
2413         while (!list_empty(&pool->free_slots)) {
2414                 slot = list_first_entry(&pool->free_slots,
2415                                         struct i3c_generic_ibi_slot, node);
2416                 list_del(&slot->node);
2417                 nslots++;
2418         }
2419
2420         /*
2421          * If the number of freed slots is not equal to the number of allocated
2422          * slots we have a leak somewhere.
2423          */
2424         WARN_ON(nslots != pool->num_slots);
2425
2426         kfree(pool->payload_buf);
2427         kfree(pool->slots);
2428         kfree(pool);
2429 }
2430 EXPORT_SYMBOL_GPL(i3c_generic_ibi_free_pool);
2431
2432 /**
2433  * i3c_generic_ibi_alloc_pool() - Create a generic IBI pool
2434  * @dev: the device this pool will be used for
2435  * @req: IBI setup request describing what the device driver expects
2436  *
2437  * Create a generic IBI pool based on the information provided in @req.
2438  *
2439  * Return: a valid IBI pool in case of success, an ERR_PTR() otherwise.
2440  */
2441 struct i3c_generic_ibi_pool *
2442 i3c_generic_ibi_alloc_pool(struct i3c_dev_desc *dev,
2443                            const struct i3c_ibi_setup *req)
2444 {
2445         struct i3c_generic_ibi_pool *pool;
2446         struct i3c_generic_ibi_slot *slot;
2447         unsigned int i;
2448         int ret;
2449
2450         pool = kzalloc(sizeof(*pool), GFP_KERNEL);
2451         if (!pool)
2452                 return ERR_PTR(-ENOMEM);
2453
2454         spin_lock_init(&pool->lock);
2455         INIT_LIST_HEAD(&pool->free_slots);
2456         INIT_LIST_HEAD(&pool->pending);
2457
2458         pool->slots = kcalloc(req->num_slots, sizeof(*slot), GFP_KERNEL);
2459         if (!pool->slots) {
2460                 ret = -ENOMEM;
2461                 goto err_free_pool;
2462         }
2463
2464         if (req->max_payload_len) {
2465                 pool->payload_buf = kcalloc(req->num_slots,
2466                                             req->max_payload_len, GFP_KERNEL);
2467                 if (!pool->payload_buf) {
2468                         ret = -ENOMEM;
2469                         goto err_free_pool;
2470                 }
2471         }
2472
2473         for (i = 0; i < req->num_slots; i++) {
2474                 slot = &pool->slots[i];
2475                 i3c_master_init_ibi_slot(dev, &slot->base);
2476
2477                 if (req->max_payload_len)
2478                         slot->base.data = pool->payload_buf +
2479                                           (i * req->max_payload_len);
2480
2481                 list_add_tail(&slot->node, &pool->free_slots);
2482                 pool->num_slots++;
2483         }
2484
2485         return pool;
2486
2487 err_free_pool:
2488         i3c_generic_ibi_free_pool(pool);
2489         return ERR_PTR(ret);
2490 }
2491 EXPORT_SYMBOL_GPL(i3c_generic_ibi_alloc_pool);
2492
2493 /**
2494  * i3c_generic_ibi_get_free_slot() - Get a free slot from a generic IBI pool
2495  * @pool: the pool to query an IBI slot on
2496  *
2497  * Search for a free slot in a generic IBI pool.
2498  * The slot should be returned to the pool using i3c_generic_ibi_recycle_slot()
2499  * when it's no longer needed.
2500  *
2501  * Return: a pointer to a free slot, or NULL if there's no free slot available.
2502  */
2503 struct i3c_ibi_slot *
2504 i3c_generic_ibi_get_free_slot(struct i3c_generic_ibi_pool *pool)
2505 {
2506         struct i3c_generic_ibi_slot *slot;
2507         unsigned long flags;
2508
2509         spin_lock_irqsave(&pool->lock, flags);
2510         slot = list_first_entry_or_null(&pool->free_slots,
2511                                         struct i3c_generic_ibi_slot, node);
2512         if (slot)
2513                 list_del(&slot->node);
2514         spin_unlock_irqrestore(&pool->lock, flags);
2515
2516         return slot ? &slot->base : NULL;
2517 }
2518 EXPORT_SYMBOL_GPL(i3c_generic_ibi_get_free_slot);
2519
2520 /**
2521  * i3c_generic_ibi_recycle_slot() - Return a slot to a generic IBI pool
2522  * @pool: the pool to return the IBI slot to
2523  * @s: IBI slot to recycle
2524  *
2525  * Add an IBI slot back to its generic IBI pool. Should be called from the
2526  * master driver struct_master_controller_ops->recycle_ibi() method.
2527  */
2528 void i3c_generic_ibi_recycle_slot(struct i3c_generic_ibi_pool *pool,
2529                                   struct i3c_ibi_slot *s)
2530 {
2531         struct i3c_generic_ibi_slot *slot;
2532         unsigned long flags;
2533
2534         if (!s)
2535                 return;
2536
2537         slot = container_of(s, struct i3c_generic_ibi_slot, base);
2538         spin_lock_irqsave(&pool->lock, flags);
2539         list_add_tail(&slot->node, &pool->free_slots);
2540         spin_unlock_irqrestore(&pool->lock, flags);
2541 }
2542 EXPORT_SYMBOL_GPL(i3c_generic_ibi_recycle_slot);
2543
2544 static int i3c_master_check_ops(const struct i3c_master_controller_ops *ops)
2545 {
2546         if (!ops || !ops->bus_init || !ops->priv_xfers ||
2547             !ops->send_ccc_cmd || !ops->do_daa || !ops->i2c_xfers)
2548                 return -EINVAL;
2549
2550         if (ops->request_ibi &&
2551             (!ops->enable_ibi || !ops->disable_ibi || !ops->free_ibi ||
2552              !ops->recycle_ibi_slot))
2553                 return -EINVAL;
2554
2555         return 0;
2556 }
2557
2558 /**
2559  * i3c_master_register() - register an I3C master
2560  * @master: master used to send frames on the bus
2561  * @parent: the parent device (the one that provides this I3C master
2562  *          controller)
2563  * @ops: the master controller operations
2564  * @secondary: true if you are registering a secondary master. Will return
2565  *             -ENOTSUPP if set to true since secondary masters are not yet
2566  *             supported
2567  *
2568  * This function takes care of everything for you:
2569  *
2570  * - creates and initializes the I3C bus
2571  * - populates the bus with static I2C devs if @parent->of_node is not
2572  *   NULL
2573  * - registers all I3C devices added by the controller during bus
2574  *   initialization
2575  * - registers the I2C adapter and all I2C devices
2576  *
2577  * Return: 0 in case of success, a negative error code otherwise.
2578  */
2579 int i3c_master_register(struct i3c_master_controller *master,
2580                         struct device *parent,
2581                         const struct i3c_master_controller_ops *ops,
2582                         bool secondary)
2583 {
2584         unsigned long i2c_scl_rate = I3C_BUS_I2C_FM_PLUS_SCL_RATE;
2585         struct i3c_bus *i3cbus = i3c_master_get_bus(master);
2586         enum i3c_bus_mode mode = I3C_BUS_MODE_PURE;
2587         struct i2c_dev_boardinfo *i2cbi;
2588         int ret;
2589
2590         /* We do not support secondary masters yet. */
2591         if (secondary)
2592                 return -ENOTSUPP;
2593
2594         ret = i3c_master_check_ops(ops);
2595         if (ret)
2596                 return ret;
2597
2598         master->dev.parent = parent;
2599         master->dev.of_node = of_node_get(parent->of_node);
2600         master->dev.bus = &i3c_bus_type;
2601         master->dev.type = &i3c_masterdev_type;
2602         master->dev.release = i3c_masterdev_release;
2603         master->ops = ops;
2604         master->secondary = secondary;
2605         INIT_LIST_HEAD(&master->boardinfo.i2c);
2606         INIT_LIST_HEAD(&master->boardinfo.i3c);
2607
2608         ret = i3c_bus_init(i3cbus);
2609         if (ret)
2610                 return ret;
2611
2612         device_initialize(&master->dev);
2613         dev_set_name(&master->dev, "i3c-%d", i3cbus->id);
2614
2615         ret = of_populate_i3c_bus(master);
2616         if (ret)
2617                 goto err_put_dev;
2618
2619         list_for_each_entry(i2cbi, &master->boardinfo.i2c, node) {
2620                 switch (i2cbi->lvr & I3C_LVR_I2C_INDEX_MASK) {
2621                 case I3C_LVR_I2C_INDEX(0):
2622                         if (mode < I3C_BUS_MODE_MIXED_FAST)
2623                                 mode = I3C_BUS_MODE_MIXED_FAST;
2624                         break;
2625                 case I3C_LVR_I2C_INDEX(1):
2626                         if (mode < I3C_BUS_MODE_MIXED_LIMITED)
2627                                 mode = I3C_BUS_MODE_MIXED_LIMITED;
2628                         break;
2629                 case I3C_LVR_I2C_INDEX(2):
2630                         if (mode < I3C_BUS_MODE_MIXED_SLOW)
2631                                 mode = I3C_BUS_MODE_MIXED_SLOW;
2632                         break;
2633                 default:
2634                         ret = -EINVAL;
2635                         goto err_put_dev;
2636                 }
2637
2638                 if (i2cbi->lvr & I3C_LVR_I2C_FM_MODE)
2639                         i2c_scl_rate = I3C_BUS_I2C_FM_SCL_RATE;
2640         }
2641
2642         ret = i3c_bus_set_mode(i3cbus, mode, i2c_scl_rate);
2643         if (ret)
2644                 goto err_put_dev;
2645
2646         master->wq = alloc_workqueue("%s", 0, 0, dev_name(parent));
2647         if (!master->wq) {
2648                 ret = -ENOMEM;
2649                 goto err_put_dev;
2650         }
2651
2652         ret = i3c_master_bus_init(master);
2653         if (ret)
2654                 goto err_put_dev;
2655
2656         ret = device_add(&master->dev);
2657         if (ret)
2658                 goto err_cleanup_bus;
2659
2660         /*
2661          * Expose our I3C bus as an I2C adapter so that I2C devices are exposed
2662          * through the I2C subsystem.
2663          */
2664         ret = i3c_master_i2c_adapter_init(master);
2665         if (ret)
2666                 goto err_del_dev;
2667
2668         /*
2669          * We're done initializing the bus and the controller, we can now
2670          * register I3C devices discovered during the initial DAA.
2671          */
2672         master->init_done = true;
2673         i3c_bus_normaluse_lock(&master->bus);
2674         i3c_master_register_new_i3c_devs(master);
2675         i3c_bus_normaluse_unlock(&master->bus);
2676
2677         return 0;
2678
2679 err_del_dev:
2680         device_del(&master->dev);
2681
2682 err_cleanup_bus:
2683         i3c_master_bus_cleanup(master);
2684
2685 err_put_dev:
2686         put_device(&master->dev);
2687
2688         return ret;
2689 }
2690 EXPORT_SYMBOL_GPL(i3c_master_register);
2691
2692 /**
2693  * i3c_master_unregister() - unregister an I3C master
2694  * @master: master used to send frames on the bus
2695  *
2696  * Basically undo everything done in i3c_master_register().
2697  *
2698  * Return: 0 in case of success, a negative error code otherwise.
2699  */
2700 int i3c_master_unregister(struct i3c_master_controller *master)
2701 {
2702         i3c_master_i2c_adapter_cleanup(master);
2703         i3c_master_unregister_i3c_devs(master);
2704         i3c_master_bus_cleanup(master);
2705         device_unregister(&master->dev);
2706
2707         return 0;
2708 }
2709 EXPORT_SYMBOL_GPL(i3c_master_unregister);
2710
2711 int i3c_dev_setdasa_locked(struct i3c_dev_desc *dev)
2712 {
2713         struct i3c_master_controller *master;
2714
2715         if (!dev)
2716                 return -ENOENT;
2717
2718         master = i3c_dev_get_master(dev);
2719         if (!master)
2720                 return -EINVAL;
2721
2722         if (!dev->boardinfo || !dev->boardinfo->init_dyn_addr ||
2723                 !dev->boardinfo->static_addr)
2724                 return -EINVAL;
2725
2726         return i3c_master_setdasa_locked(master, dev->info.static_addr,
2727                                                 dev->boardinfo->init_dyn_addr);
2728 }
2729
2730 int i3c_dev_do_priv_xfers_locked(struct i3c_dev_desc *dev,
2731                                  struct i3c_priv_xfer *xfers,
2732                                  int nxfers)
2733 {
2734         struct i3c_master_controller *master;
2735
2736         if (!dev)
2737                 return -ENOENT;
2738
2739         master = i3c_dev_get_master(dev);
2740         if (!master || !xfers)
2741                 return -EINVAL;
2742
2743         if (!master->ops->priv_xfers)
2744                 return -ENOTSUPP;
2745
2746         return master->ops->priv_xfers(dev, xfers, nxfers);
2747 }
2748
2749 int i3c_dev_disable_ibi_locked(struct i3c_dev_desc *dev)
2750 {
2751         struct i3c_master_controller *master;
2752         int ret;
2753
2754         if (!dev->ibi)
2755                 return -EINVAL;
2756
2757         master = i3c_dev_get_master(dev);
2758         ret = master->ops->disable_ibi(dev);
2759         if (ret)
2760                 return ret;
2761
2762         reinit_completion(&dev->ibi->all_ibis_handled);
2763         if (atomic_read(&dev->ibi->pending_ibis))
2764                 wait_for_completion(&dev->ibi->all_ibis_handled);
2765
2766         dev->ibi->enabled = false;
2767
2768         return 0;
2769 }
2770
2771 int i3c_dev_enable_ibi_locked(struct i3c_dev_desc *dev)
2772 {
2773         struct i3c_master_controller *master = i3c_dev_get_master(dev);
2774         int ret;
2775
2776         if (!dev->ibi)
2777                 return -EINVAL;
2778
2779         ret = master->ops->enable_ibi(dev);
2780         if (!ret)
2781                 dev->ibi->enabled = true;
2782
2783         return ret;
2784 }
2785
2786 int i3c_dev_request_ibi_locked(struct i3c_dev_desc *dev,
2787                                const struct i3c_ibi_setup *req)
2788 {
2789         struct i3c_master_controller *master = i3c_dev_get_master(dev);
2790         struct i3c_device_ibi_info *ibi;
2791         int ret;
2792
2793         if (!master->ops->request_ibi)
2794                 return -ENOTSUPP;
2795
2796         if (dev->ibi)
2797                 return -EBUSY;
2798
2799         ibi = kzalloc(sizeof(*ibi), GFP_KERNEL);
2800         if (!ibi)
2801                 return -ENOMEM;
2802
2803         atomic_set(&ibi->pending_ibis, 0);
2804         init_completion(&ibi->all_ibis_handled);
2805         ibi->handler = req->handler;
2806         ibi->max_payload_len = req->max_payload_len;
2807         ibi->num_slots = req->num_slots;
2808
2809         dev->ibi = ibi;
2810         ret = master->ops->request_ibi(dev, req);
2811         if (ret) {
2812                 kfree(ibi);
2813                 dev->ibi = NULL;
2814         }
2815
2816         return ret;
2817 }
2818
2819 void i3c_dev_free_ibi_locked(struct i3c_dev_desc *dev)
2820 {
2821         struct i3c_master_controller *master = i3c_dev_get_master(dev);
2822
2823         if (!dev->ibi)
2824                 return;
2825
2826         if (WARN_ON(dev->ibi->enabled))
2827                 WARN_ON(i3c_dev_disable_ibi_locked(dev));
2828
2829         master->ops->free_ibi(dev);
2830         kfree(dev->ibi);
2831         dev->ibi = NULL;
2832 }
2833
2834 static int __init i3c_init(void)
2835 {
2836         int res = bus_register_notifier(&i2c_bus_type, &i2cdev_notifier);
2837
2838         if (res)
2839                 return res;
2840
2841         res = bus_register(&i3c_bus_type);
2842         if (res)
2843                 goto out_unreg_notifier;
2844
2845         return 0;
2846
2847 out_unreg_notifier:
2848         bus_unregister_notifier(&i2c_bus_type, &i2cdev_notifier);
2849
2850         return res;
2851 }
2852 subsys_initcall(i3c_init);
2853
2854 static void __exit i3c_exit(void)
2855 {
2856         bus_unregister_notifier(&i2c_bus_type, &i2cdev_notifier);
2857         idr_destroy(&i3c_bus_idr);
2858         bus_unregister(&i3c_bus_type);
2859 }
2860 module_exit(i3c_exit);
2861
2862 MODULE_AUTHOR("Boris Brezillon <boris.brezillon@bootlin.com>");
2863 MODULE_DESCRIPTION("I3C core");
2864 MODULE_LICENSE("GPL v2");