sound/soc/sh/rcar/core.c

   1 /*
   2  * Renesas R-Car SRU/SCU/SSIU/SSI support
   3  *
   4  * Copyright (C) 2013 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * Based on fsi.c
   8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  */
  14
  15 /*
  16  * Renesas R-Car sound device structure
  17  *
  18  * Gen1
  19  *
  20  * SRU          : Sound Routing Unit
  21  *  - SRC       : Sampling Rate Converter
  22  *  - CMD
  23  *    - CTU     : Channel Count Conversion Unit
  24  *    - MIX     : Mixer
  25  *    - DVC     : Digital Volume and Mute Function
  26  *  - SSI       : Serial Sound Interface
  27  *
  28  * Gen2
  29  *
  30  * SCU          : Sampling Rate Converter Unit
  31  *  - SRC       : Sampling Rate Converter
  32  *  - CMD
  33  *   - CTU      : Channel Count Conversion Unit
  34  *   - MIX      : Mixer
  35  *   - DVC      : Digital Volume and Mute Function
  36  * SSIU         : Serial Sound Interface Unit
  37  *  - SSI       : Serial Sound Interface
  38  */
  39
  40 /*
  41  *      driver data Image
  42  *
  43  * rsnd_priv
  44  *   |
  45  *   | ** this depends on Gen1/Gen2
  46  *   |
  47  *   +- gen
  48  *   |
  49  *   | ** these depend on data path
  50  *   | ** gen and platform data control it
  51  *   |
  52  *   +- rdai[0]
  53  *   |   |               sru     ssiu      ssi
  54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  55  *   |   |
  56  *   |   |               sru     ssiu      ssi
  57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  58  *   |
  59  *   +- rdai[1]
  60  *   |   |               sru     ssiu      ssi
  61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  62  *   |   |
  63  *   |   |               sru     ssiu      ssi
  64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  65  *   ...
  66  *   |
  67  *   | ** these control ssi
  68  *   |
  69  *   +- ssi
  70  *   |  |
  71  *   |  +- ssi[0]
  72  *   |  +- ssi[1]
  73  *   |  +- ssi[2]
  74  *   |  ...
  75  *   |
  76  *   | ** these control src
  77  *   |
  78  *   +- src
  79  *      |
  80  *      +- src[0]
  81  *      +- src[1]
  82  *      +- src[2]
  83  *      ...
  84  *
  85  *
  86  * for_each_rsnd_dai(xx, priv, xx)
  87  *  rdai[0] => rdai[1] => rdai[2] => ...
  88  *
  89  * for_each_rsnd_mod(xx, rdai, xx)
  90  *  [mod] => [mod] => [mod] => ...
  91  *
  92  * rsnd_dai_call(xxx, fn )
  93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  94  *
  95  */
  96 #include <linux/pm_runtime.h>
  97 #include "rsnd.h"
  98
  99 #define RSND_RATES SNDRV_PCM_RATE_8000_96000
 100 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
 101
 102 static const struct of_device_id rsnd_of_match[] = {
 103         { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
 104         { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
 105         { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN2 }, /* gen2 compatible */
 106         {},
 107 };
 108 MODULE_DEVICE_TABLE(of, rsnd_of_match);
 109
 110 /*
 111  *      rsnd_mod functions
 112  */
 113 #ifdef DEBUG
 114 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
 115 {
 116         if (mod->type != type) {
 117                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 118                 struct device *dev = rsnd_priv_to_dev(priv);
 119
 120                 dev_warn(dev, "%s[%d] is not your expected module\n",
 121                          rsnd_mod_name(mod), rsnd_mod_id(mod));
 122         }
 123 }
 124 #endif
 125
 126 char *rsnd_mod_name(struct rsnd_mod *mod)
 127 {
 128         if (!mod || !mod->ops)
 129                 return "unknown";
 130
 131         return mod->ops->name;
 132 }
 133
 134 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
 135                                   struct rsnd_mod *mod)
 136 {
 137         if (!mod || !mod->ops || !mod->ops->dma_req)
 138                 return NULL;
 139
 140         return mod->ops->dma_req(io, mod);
 141 }
 142
 143 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
 144                          struct rsnd_mod *mod,
 145                          enum rsnd_mod_type type)
 146 {
 147         return &mod->status;
 148 }
 149
 150 int rsnd_mod_init(struct rsnd_priv *priv,
 151                   struct rsnd_mod *mod,
 152                   struct rsnd_mod_ops *ops,
 153                   struct clk *clk,
 154                   u32* (*get_status)(struct rsnd_dai_stream *io,
 155                                      struct rsnd_mod *mod,
 156                                      enum rsnd_mod_type type),
 157                   enum rsnd_mod_type type,
 158                   int id)
 159 {
 160         int ret = clk_prepare(clk);
 161
 162         if (ret)
 163                 return ret;
 164
 165         mod->id         = id;
 166         mod->ops        = ops;
 167         mod->type       = type;
 168         mod->clk        = clk;
 169         mod->priv       = priv;
 170         mod->get_status = get_status;
 171
 172         return ret;
 173 }
 174
 175 void rsnd_mod_quit(struct rsnd_mod *mod)
 176 {
 177         if (mod->clk)
 178                 clk_unprepare(mod->clk);
 179         mod->clk = NULL;
 180 }
 181
 182 void rsnd_mod_interrupt(struct rsnd_mod *mod,
 183                         void (*callback)(struct rsnd_mod *mod,
 184                                          struct rsnd_dai_stream *io))
 185 {
 186         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 187         struct rsnd_dai_stream *io;
 188         struct rsnd_dai *rdai;
 189         int i;
 190
 191         for_each_rsnd_dai(rdai, priv, i) {
 192                 io = &rdai->playback;
 193                 if (mod == io->mod[mod->type])
 194                         callback(mod, io);
 195
 196                 io = &rdai->capture;
 197                 if (mod == io->mod[mod->type])
 198                         callback(mod, io);
 199         }
 200 }
 201
 202 int rsnd_io_is_working(struct rsnd_dai_stream *io)
 203 {
 204         /* see rsnd_dai_stream_init/quit() */
 205         return !!io->substream;
 206 }
 207
 208 void rsnd_set_slot(struct rsnd_dai *rdai,
 209                    int slots, int num)
 210 {
 211         rdai->slots     = slots;
 212         rdai->slots_num = num;
 213 }
 214
 215 int rsnd_get_slot(struct rsnd_dai_stream *io)
 216 {
 217         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 218
 219         return rdai->slots;
 220 }
 221
 222 int rsnd_get_slot_num(struct rsnd_dai_stream *io)
 223 {
 224         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 225
 226         return rdai->slots_num;
 227 }
 228
 229 int rsnd_runtime_channel_original(struct rsnd_dai_stream *io)
 230 {
 231         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 232
 233         return runtime->channels;
 234 }
 235
 236 int rsnd_runtime_channel_after_ctu(struct rsnd_dai_stream *io)
 237 {
 238         int chan = rsnd_runtime_channel_original(io);
 239         struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
 240
 241         if (ctu_mod) {
 242                 u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
 243
 244                 if (converted_chan)
 245                         return converted_chan;
 246         }
 247
 248         return chan;
 249 }
 250
 251 int rsnd_runtime_channel_for_ssi(struct rsnd_dai_stream *io)
 252 {
 253         int chan = rsnd_io_is_play(io) ?
 254                 rsnd_runtime_channel_after_ctu(io) :
 255                 rsnd_runtime_channel_original(io);
 256
 257         /* Use Multi SSI */
 258         if (rsnd_runtime_is_ssi_multi(io))
 259                 chan /= rsnd_get_slot_num(io);
 260
 261         /* TDM Extend Mode needs 8ch */
 262         if (chan == 6)
 263                 chan = 8;
 264
 265         return chan;
 266 }
 267
 268 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
 269 {
 270         int slots = rsnd_get_slot_num(io);
 271         int chan = rsnd_io_is_play(io) ?
 272                 rsnd_runtime_channel_after_ctu(io) :
 273                 rsnd_runtime_channel_original(io);
 274
 275         return (chan >= 6) && (slots > 1);
 276 }
 277
 278 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
 279 {
 280         return rsnd_runtime_channel_for_ssi(io) >= 6;
 281 }
 282
 283 /*
 284  *      ADINR function
 285  */
 286 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 287 {
 288         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 289         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 290         struct device *dev = rsnd_priv_to_dev(priv);
 291
 292         switch (runtime->sample_bits) {
 293         case 16:
 294                 return 8 << 16;
 295         case 32:
 296                 return 0 << 16;
 297         }
 298
 299         dev_warn(dev, "not supported sample bits\n");
 300
 301         return 0;
 302 }
 303
 304 /*
 305  *      DALIGN function
 306  */
 307 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 308 {
 309         struct rsnd_mod *ssi = rsnd_io_to_mod_ssi(io);
 310         struct rsnd_mod *target;
 311         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 312         u32 val = 0x76543210;
 313         u32 mask = ~0;
 314
 315         if (rsnd_io_is_play(io)) {
 316                 struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 317
 318                 target = src ? src : ssi;
 319         } else {
 320                 struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
 321
 322                 target = cmd ? cmd : ssi;
 323         }
 324
 325         mask <<= runtime->channels * 4;
 326         val = val & mask;
 327
 328         switch (runtime->sample_bits) {
 329         case 16:
 330                 val |= 0x67452301 & ~mask;
 331                 break;
 332         case 32:
 333                 val |= 0x76543210 & ~mask;
 334                 break;
 335         }
 336
 337         /*
 338          * exchange channeles on SRC if possible,
 339          * otherwise, R/L volume settings on DVC
 340          * changes inverted channels
 341          */
 342         if (mod == target)
 343                 return val;
 344         else
 345                 return 0x76543210;
 346 }
 347
 348 /*
 349  *      rsnd_dai functions
 350  */
 351 struct rsnd_mod *rsnd_mod_next(int *iterator,
 352                                struct rsnd_dai_stream *io,
 353                                enum rsnd_mod_type *array,
 354                                int array_size)
 355 {
 356         struct rsnd_mod *mod;
 357         enum rsnd_mod_type type;
 358         int max = array ? array_size : RSND_MOD_MAX;
 359
 360         for (; *iterator < max; (*iterator)++) {
 361                 type = (array) ? array[*iterator] : *iterator;
 362                 mod = io->mod[type];
 363                 if (!mod)
 364                         continue;
 365
 366                 (*iterator)++;
 367
 368                 return mod;
 369         }
 370
 371         return NULL;
 372 }
 373
 374 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
 375         {
 376                 /* CAPTURE */
 377                 RSND_MOD_AUDMAPP,
 378                 RSND_MOD_AUDMA,
 379                 RSND_MOD_DVC,
 380                 RSND_MOD_MIX,
 381                 RSND_MOD_CTU,
 382                 RSND_MOD_CMD,
 383                 RSND_MOD_SRC,
 384                 RSND_MOD_SSIU,
 385                 RSND_MOD_SSIM3,
 386                 RSND_MOD_SSIM2,
 387                 RSND_MOD_SSIM1,
 388                 RSND_MOD_SSIP,
 389                 RSND_MOD_SSI,
 390         }, {
 391                 /* PLAYBACK */
 392                 RSND_MOD_AUDMAPP,
 393                 RSND_MOD_AUDMA,
 394                 RSND_MOD_SSIM3,
 395                 RSND_MOD_SSIM2,
 396                 RSND_MOD_SSIM1,
 397                 RSND_MOD_SSIP,
 398                 RSND_MOD_SSI,
 399                 RSND_MOD_SSIU,
 400                 RSND_MOD_DVC,
 401                 RSND_MOD_MIX,
 402                 RSND_MOD_CTU,
 403                 RSND_MOD_CMD,
 404                 RSND_MOD_SRC,
 405         },
 406 };
 407
 408 static int rsnd_status_update(u32 *status,
 409                               int shift, int add, int timing)
 410 {
 411         u32 mask        = 0xF << shift;
 412         u8 val          = (*status >> shift) & 0xF;
 413         u8 next_val     = (val + add) & 0xF;
 414         int func_call   = (val == timing);
 415
 416         if (next_val == 0xF) /* underflow case */
 417                 func_call = 0;
 418         else
 419                 *status = (*status & ~mask) + (next_val << shift);
 420
 421         return func_call;
 422 }
 423
 424 #define rsnd_dai_call(fn, io, param...)                                 \
 425 ({                                                                      \
 426         struct rsnd_priv *priv = rsnd_io_to_priv(io);                   \
 427         struct device *dev = rsnd_priv_to_dev(priv);                    \
 428         struct rsnd_mod *mod;                                           \
 429         int is_play = rsnd_io_is_play(io);                              \
 430         int ret = 0, i;                                                 \
 431         enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];         \
 432         for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {     \
 433                 int tmp = 0;                                            \
 434                 u32 *status = mod->get_status(io, mod, types[i]);       \
 435                 int func_call = rsnd_status_update(status,              \
 436                                                 __rsnd_mod_shift_##fn,  \
 437                                                 __rsnd_mod_add_##fn,    \
 438                                                 __rsnd_mod_call_##fn);  \
 439                 dev_dbg(dev, "%s[%d]\t0x%08x %s\n",                     \
 440                         rsnd_mod_name(mod), rsnd_mod_id(mod), *status,  \
 441                         (func_call && (mod)->ops->fn) ? #fn : "");      \
 442                 if (func_call && (mod)->ops->fn)                        \
 443                         tmp = (mod)->ops->fn(mod, io, param);           \
 444                 if (tmp)                                                \
 445                         dev_err(dev, "%s[%d] : %s error %d\n",          \
 446                                 rsnd_mod_name(mod), rsnd_mod_id(mod),   \
 447                                                      #fn, tmp);         \
 448                 ret |= tmp;                                             \
 449         }                                                               \
 450         ret;                                                            \
 451 })
 452
 453 int rsnd_dai_connect(struct rsnd_mod *mod,
 454                      struct rsnd_dai_stream *io,
 455                      enum rsnd_mod_type type)
 456 {
 457         struct rsnd_priv *priv;
 458         struct device *dev;
 459
 460         if (!mod)
 461                 return -EIO;
 462
 463         if (io->mod[type] == mod)
 464                 return 0;
 465
 466         if (io->mod[type])
 467                 return -EINVAL;
 468
 469         priv = rsnd_mod_to_priv(mod);
 470         dev = rsnd_priv_to_dev(priv);
 471
 472         io->mod[type] = mod;
 473
 474         dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
 475                 rsnd_mod_name(mod), rsnd_mod_id(mod),
 476                 rsnd_io_is_play(io) ? "Playback" : "Capture");
 477
 478         return 0;
 479 }
 480
 481 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 482                                 struct rsnd_dai_stream *io,
 483                                 enum rsnd_mod_type type)
 484 {
 485         io->mod[type] = NULL;
 486 }
 487
 488 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
 489 {
 490         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 491                 return NULL;
 492
 493         return priv->rdai + id;
 494 }
 495
 496 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
 497 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 498 {
 499         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 500
 501         return rsnd_rdai_get(priv, dai->id);
 502 }
 503
 504 /*
 505  *      rsnd_soc_dai functions
 506  */
 507 int rsnd_dai_pointer_offset(struct rsnd_dai_stream *io, int additional)
 508 {
 509         struct snd_pcm_substream *substream = io->substream;
 510         struct snd_pcm_runtime *runtime = substream->runtime;
 511         int pos = io->byte_pos + additional;
 512
 513         pos %= (runtime->periods * io->byte_per_period);
 514
 515         return pos;
 516 }
 517
 518 bool rsnd_dai_pointer_update(struct rsnd_dai_stream *io, int byte)
 519 {
 520         io->byte_pos += byte;
 521
 522         if (io->byte_pos >= io->next_period_byte) {
 523                 struct snd_pcm_substream *substream = io->substream;
 524                 struct snd_pcm_runtime *runtime = substream->runtime;
 525
 526                 io->period_pos++;
 527                 io->next_period_byte += io->byte_per_period;
 528
 529                 if (io->period_pos >= runtime->periods) {
 530                         io->byte_pos = 0;
 531                         io->period_pos = 0;
 532                         io->next_period_byte = io->byte_per_period;
 533                 }
 534
 535                 return true;
 536         }
 537
 538         return false;
 539 }
 540
 541 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
 542 {
 543         struct snd_pcm_substream *substream = io->substream;
 544
 545         /*
 546          * this function should be called...
 547          *
 548          * - if rsnd_dai_pointer_update() returns true
 549          * - without spin lock
 550          */
 551
 552         snd_pcm_period_elapsed(substream);
 553 }
 554
 555 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 556                                 struct snd_pcm_substream *substream)
 557 {
 558         struct snd_pcm_runtime *runtime = substream->runtime;
 559
 560         io->substream           = substream;
 561         io->byte_pos            = 0;
 562         io->period_pos          = 0;
 563         io->byte_per_period     = runtime->period_size *
 564                                   runtime->channels *
 565                                   samples_to_bytes(runtime, 1);
 566         io->next_period_byte    = io->byte_per_period;
 567 }
 568
 569 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
 570 {
 571         io->substream           = NULL;
 572 }
 573
 574 static
 575 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 576 {
 577         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 578
 579         return  rtd->cpu_dai;
 580 }
 581
 582 static
 583 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 584                                         struct snd_pcm_substream *substream)
 585 {
 586         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 587                 return &rdai->playback;
 588         else
 589                 return &rdai->capture;
 590 }
 591
 592 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 593                             struct snd_soc_dai *dai)
 594 {
 595         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 596         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 597         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 598         int ret;
 599         unsigned long flags;
 600
 601         spin_lock_irqsave(&priv->lock, flags);
 602
 603         switch (cmd) {
 604         case SNDRV_PCM_TRIGGER_START:
 605         case SNDRV_PCM_TRIGGER_RESUME:
 606                 rsnd_dai_stream_init(io, substream);
 607
 608                 ret = rsnd_dai_call(init, io, priv);
 609                 if (ret < 0)
 610                         goto dai_trigger_end;
 611
 612                 ret = rsnd_dai_call(start, io, priv);
 613                 if (ret < 0)
 614                         goto dai_trigger_end;
 615
 616                 ret = rsnd_dai_call(irq, io, priv, 1);
 617                 if (ret < 0)
 618                         goto dai_trigger_end;
 619
 620                 break;
 621         case SNDRV_PCM_TRIGGER_STOP:
 622         case SNDRV_PCM_TRIGGER_SUSPEND:
 623                 ret = rsnd_dai_call(irq, io, priv, 0);
 624
 625                 ret |= rsnd_dai_call(stop, io, priv);
 626
 627                 ret |= rsnd_dai_call(quit, io, priv);
 628
 629                 rsnd_dai_stream_quit(io);
 630                 break;
 631         default:
 632                 ret = -EINVAL;
 633         }
 634
 635 dai_trigger_end:
 636         spin_unlock_irqrestore(&priv->lock, flags);
 637
 638         return ret;
 639 }
 640
 641 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 642 {
 643         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 644
 645         /* set master/slave audio interface */
 646         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 647         case SND_SOC_DAIFMT_CBM_CFM:
 648                 rdai->clk_master = 0;
 649                 break;
 650         case SND_SOC_DAIFMT_CBS_CFS:
 651                 rdai->clk_master = 1; /* codec is slave, cpu is master */
 652                 break;
 653         default:
 654                 return -EINVAL;
 655         }
 656
 657         /* set format */
 658         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 659         case SND_SOC_DAIFMT_I2S:
 660                 rdai->sys_delay = 0;
 661                 rdai->data_alignment = 0;
 662                 rdai->frm_clk_inv = 0;
 663                 break;
 664         case SND_SOC_DAIFMT_LEFT_J:
 665                 rdai->sys_delay = 1;
 666                 rdai->data_alignment = 0;
 667                 rdai->frm_clk_inv = 1;
 668                 break;
 669         case SND_SOC_DAIFMT_RIGHT_J:
 670                 rdai->sys_delay = 1;
 671                 rdai->data_alignment = 1;
 672                 rdai->frm_clk_inv = 1;
 673                 break;
 674         }
 675
 676         /* set clock inversion */
 677         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 678         case SND_SOC_DAIFMT_NB_IF:
 679                 rdai->bit_clk_inv =  rdai->bit_clk_inv;
 680                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 681                 break;
 682         case SND_SOC_DAIFMT_IB_NF:
 683                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 684                 rdai->frm_clk_inv =  rdai->frm_clk_inv;
 685                 break;
 686         case SND_SOC_DAIFMT_IB_IF:
 687                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 688                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 689                 break;
 690         case SND_SOC_DAIFMT_NB_NF:
 691         default:
 692                 break;
 693         }
 694
 695         return 0;
 696 }
 697
 698 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
 699                                      u32 tx_mask, u32 rx_mask,
 700                                      int slots, int slot_width)
 701 {
 702         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 703         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 704         struct device *dev = rsnd_priv_to_dev(priv);
 705
 706         switch (slots) {
 707         case 6:
 708                 /* TDM Extend Mode */
 709                 rsnd_set_slot(rdai, slots, 1);
 710                 break;
 711         default:
 712                 dev_err(dev, "unsupported TDM slots (%d)\n", slots);
 713                 return -EINVAL;
 714         }
 715
 716         return 0;
 717 }
 718
 719 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
 720         .trigger        = rsnd_soc_dai_trigger,
 721         .set_fmt        = rsnd_soc_dai_set_fmt,
 722         .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
 723 };
 724
 725 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
 726                 struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
 727                 struct device_node *node,
 728                 struct device_node *playback,
 729                 struct device_node *capture)
 730 {
 731         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 732         struct device_node *np;
 733         struct rsnd_mod *mod;
 734         int i;
 735
 736         if (!node)
 737                 return;
 738
 739         i = 0;
 740         for_each_child_of_node(node, np) {
 741                 mod = mod_get(priv, i);
 742                 if (np == playback)
 743                         rsnd_dai_connect(mod, &rdai->playback, mod->type);
 744                 if (np == capture)
 745                         rsnd_dai_connect(mod, &rdai->capture, mod->type);
 746                 i++;
 747         }
 748
 749         of_node_put(node);
 750 }
 751
 752 static int rsnd_dai_probe(struct rsnd_priv *priv)
 753 {
 754         struct device_node *dai_node;
 755         struct device_node *dai_np;
 756         struct device_node *playback, *capture;
 757         struct rsnd_dai_stream *io_playback;
 758         struct rsnd_dai_stream *io_capture;
 759         struct snd_soc_dai_driver *rdrv, *drv;
 760         struct rsnd_dai *rdai;
 761         struct device *dev = rsnd_priv_to_dev(priv);
 762         int nr, dai_i, io_i;
 763         int ret;
 764
 765         dai_node = rsnd_dai_of_node(priv);
 766         nr = of_get_child_count(dai_node);
 767         if (!nr) {
 768                 ret = -EINVAL;
 769                 goto rsnd_dai_probe_done;
 770         }
 771
 772         rdrv = devm_kzalloc(dev, sizeof(*rdrv) * nr, GFP_KERNEL);
 773         rdai = devm_kzalloc(dev, sizeof(*rdai) * nr, GFP_KERNEL);
 774         if (!rdrv || !rdai) {
 775                 ret = -ENOMEM;
 776                 goto rsnd_dai_probe_done;
 777         }
 778
 779         priv->rdai_nr   = nr;
 780         priv->daidrv    = rdrv;
 781         priv->rdai      = rdai;
 782
 783         /*
 784          * parse all dai
 785          */
 786         dai_i = 0;
 787         for_each_child_of_node(dai_node, dai_np) {
 788                 rdai            = rsnd_rdai_get(priv, dai_i);
 789                 drv             = rdrv + dai_i;
 790                 io_playback     = &rdai->playback;
 791                 io_capture      = &rdai->capture;
 792
 793                 snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
 794
 795                 rdai->priv      = priv;
 796                 drv->name       = rdai->name;
 797                 drv->ops        = &rsnd_soc_dai_ops;
 798
 799                 snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
 800                          "DAI%d Playback", dai_i);
 801                 drv->playback.rates             = RSND_RATES;
 802                 drv->playback.formats           = RSND_FMTS;
 803                 drv->playback.channels_min      = 2;
 804                 drv->playback.channels_max      = 6;
 805                 drv->playback.stream_name       = rdai->playback.name;
 806
 807                 snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
 808                          "DAI%d Capture", dai_i);
 809                 drv->capture.rates              = RSND_RATES;
 810                 drv->capture.formats            = RSND_FMTS;
 811                 drv->capture.channels_min       = 2;
 812                 drv->capture.channels_max       = 6;
 813                 drv->capture.stream_name        = rdai->capture.name;
 814
 815                 rdai->playback.rdai             = rdai;
 816                 rdai->capture.rdai              = rdai;
 817                 rsnd_set_slot(rdai, 2, 1); /* default */
 818
 819                 for (io_i = 0;; io_i++) {
 820                         playback = of_parse_phandle(dai_np, "playback", io_i);
 821                         capture  = of_parse_phandle(dai_np, "capture", io_i);
 822
 823                         if (!playback && !capture)
 824                                 break;
 825
 826                         rsnd_parse_connect_ssi(rdai, playback, capture);
 827                         rsnd_parse_connect_src(rdai, playback, capture);
 828                         rsnd_parse_connect_ctu(rdai, playback, capture);
 829                         rsnd_parse_connect_mix(rdai, playback, capture);
 830                         rsnd_parse_connect_dvc(rdai, playback, capture);
 831
 832                         of_node_put(playback);
 833                         of_node_put(capture);
 834                 }
 835
 836                 dai_i++;
 837
 838                 dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
 839                         rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
 840                         rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
 841         }
 842
 843         ret = 0;
 844
 845 rsnd_dai_probe_done:
 846         of_node_put(dai_node);
 847
 848         return ret;
 849 }
 850
 851 /*
 852  *              pcm ops
 853  */
 854 static struct snd_pcm_hardware rsnd_pcm_hardware = {
 855         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 856                         SNDRV_PCM_INFO_MMAP             |
 857                         SNDRV_PCM_INFO_MMAP_VALID,
 858         .buffer_bytes_max       = 64 * 1024,
 859         .period_bytes_min       = 32,
 860         .period_bytes_max       = 8192,
 861         .periods_min            = 1,
 862         .periods_max            = 32,
 863         .fifo_size              = 256,
 864 };
 865
 866 static int rsnd_pcm_open(struct snd_pcm_substream *substream)
 867 {
 868         struct snd_pcm_runtime *runtime = substream->runtime;
 869         int ret = 0;
 870
 871         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 872
 873         ret = snd_pcm_hw_constraint_integer(runtime,
 874                                             SNDRV_PCM_HW_PARAM_PERIODS);
 875
 876         return ret;
 877 }
 878
 879 static int rsnd_hw_params(struct snd_pcm_substream *substream,
 880                          struct snd_pcm_hw_params *hw_params)
 881 {
 882         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
 883         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 884         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 885         int ret;
 886
 887         ret = rsnd_dai_call(hw_params, io, substream, hw_params);
 888         if (ret)
 889                 return ret;
 890
 891         return snd_pcm_lib_malloc_pages(substream,
 892                                         params_buffer_bytes(hw_params));
 893 }
 894
 895 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
 896 {
 897         struct snd_pcm_runtime *runtime = substream->runtime;
 898         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
 899         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 900         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 901
 902         return bytes_to_frames(runtime, io->byte_pos);
 903 }
 904
 905 static struct snd_pcm_ops rsnd_pcm_ops = {
 906         .open           = rsnd_pcm_open,
 907         .ioctl          = snd_pcm_lib_ioctl,
 908         .hw_params      = rsnd_hw_params,
 909         .hw_free        = snd_pcm_lib_free_pages,
 910         .pointer        = rsnd_pointer,
 911 };
 912
 913 /*
 914  *              snd_kcontrol
 915  */
 916 #define kcontrol_to_cfg(kctrl) ((struct rsnd_kctrl_cfg *)kctrl->private_value)
 917 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
 918                            struct snd_ctl_elem_info *uinfo)
 919 {
 920         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 921
 922         if (cfg->texts) {
 923                 uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
 924                 uinfo->count = cfg->size;
 925                 uinfo->value.enumerated.items = cfg->max;
 926                 if (uinfo->value.enumerated.item >= cfg->max)
 927                         uinfo->value.enumerated.item = cfg->max - 1;
 928                 strlcpy(uinfo->value.enumerated.name,
 929                         cfg->texts[uinfo->value.enumerated.item],
 930                         sizeof(uinfo->value.enumerated.name));
 931         } else {
 932                 uinfo->count = cfg->size;
 933                 uinfo->value.integer.min = 0;
 934                 uinfo->value.integer.max = cfg->max;
 935                 uinfo->type = (cfg->max == 1) ?
 936                         SNDRV_CTL_ELEM_TYPE_BOOLEAN :
 937                         SNDRV_CTL_ELEM_TYPE_INTEGER;
 938         }
 939
 940         return 0;
 941 }
 942
 943 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
 944                           struct snd_ctl_elem_value *uc)
 945 {
 946         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 947         int i;
 948
 949         for (i = 0; i < cfg->size; i++)
 950                 if (cfg->texts)
 951                         uc->value.enumerated.item[i] = cfg->val[i];
 952                 else
 953                         uc->value.integer.value[i] = cfg->val[i];
 954
 955         return 0;
 956 }
 957
 958 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
 959                           struct snd_ctl_elem_value *uc)
 960 {
 961         struct rsnd_mod *mod = snd_kcontrol_chip(kctrl);
 962         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 963         int i, change = 0;
 964
 965         for (i = 0; i < cfg->size; i++) {
 966                 if (cfg->texts) {
 967                         change |= (uc->value.enumerated.item[i] != cfg->val[i]);
 968                         cfg->val[i] = uc->value.enumerated.item[i];
 969                 } else {
 970                         change |= (uc->value.integer.value[i] != cfg->val[i]);
 971                         cfg->val[i] = uc->value.integer.value[i];
 972                 }
 973         }
 974
 975         if (change && cfg->update)
 976                 cfg->update(cfg->io, mod);
 977
 978         return change;
 979 }
 980
 981 static int __rsnd_kctrl_new(struct rsnd_mod *mod,
 982                             struct rsnd_dai_stream *io,
 983                             struct snd_soc_pcm_runtime *rtd,
 984                             const unsigned char *name,
 985                             struct rsnd_kctrl_cfg *cfg,
 986                             void (*update)(struct rsnd_dai_stream *io,
 987                                            struct rsnd_mod *mod))
 988 {
 989         struct snd_card *card = rtd->card->snd_card;
 990         struct snd_kcontrol *kctrl;
 991         struct snd_kcontrol_new knew = {
 992                 .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
 993                 .name           = name,
 994                 .info           = rsnd_kctrl_info,
 995                 .index          = rtd->num,
 996                 .get            = rsnd_kctrl_get,
 997                 .put            = rsnd_kctrl_put,
 998                 .private_value  = (unsigned long)cfg,
 999         };
1000         int ret;
1001
1002         kctrl = snd_ctl_new1(&knew, mod);
1003         if (!kctrl)
1004                 return -ENOMEM;
1005
1006         ret = snd_ctl_add(card, kctrl);
1007         if (ret < 0) {
1008                 snd_ctl_free_one(kctrl);
1009                 return ret;
1010         }
1011
1012         cfg->update = update;
1013         cfg->card = card;
1014         cfg->kctrl = kctrl;
1015         cfg->io = io;
1016
1017         return 0;
1018 }
1019
1020 void _rsnd_kctrl_remove(struct rsnd_kctrl_cfg *cfg)
1021 {
1022         if (cfg->card && cfg->kctrl)
1023                 snd_ctl_remove(cfg->card, cfg->kctrl);
1024
1025         cfg->card = NULL;
1026         cfg->kctrl = NULL;
1027 }
1028
1029 int rsnd_kctrl_new_m(struct rsnd_mod *mod,
1030                      struct rsnd_dai_stream *io,
1031                      struct snd_soc_pcm_runtime *rtd,
1032                      const unsigned char *name,
1033                      void (*update)(struct rsnd_dai_stream *io,
1034                                     struct rsnd_mod *mod),
1035                      struct rsnd_kctrl_cfg_m *_cfg,
1036                      int ch_size,
1037                      u32 max)
1038 {
1039         if (ch_size > RSND_MAX_CHANNELS)
1040                 return -EINVAL;
1041
1042         _cfg->cfg.max   = max;
1043         _cfg->cfg.size  = ch_size;
1044         _cfg->cfg.val   = _cfg->val;
1045         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1046 }
1047
1048 int rsnd_kctrl_new_s(struct rsnd_mod *mod,
1049                      struct rsnd_dai_stream *io,
1050                      struct snd_soc_pcm_runtime *rtd,
1051                      const unsigned char *name,
1052                      void (*update)(struct rsnd_dai_stream *io,
1053                                     struct rsnd_mod *mod),
1054                      struct rsnd_kctrl_cfg_s *_cfg,
1055                      u32 max)
1056 {
1057         _cfg->cfg.max   = max;
1058         _cfg->cfg.size  = 1;
1059         _cfg->cfg.val   = &_cfg->val;
1060         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1061 }
1062
1063 int rsnd_kctrl_new_e(struct rsnd_mod *mod,
1064                      struct rsnd_dai_stream *io,
1065                      struct snd_soc_pcm_runtime *rtd,
1066                      const unsigned char *name,
1067                      struct rsnd_kctrl_cfg_s *_cfg,
1068                      void (*update)(struct rsnd_dai_stream *io,
1069                                     struct rsnd_mod *mod),
1070                      const char * const *texts,
1071                      u32 max)
1072 {
1073         _cfg->cfg.max   = max;
1074         _cfg->cfg.size  = 1;
1075         _cfg->cfg.val   = &_cfg->val;
1076         _cfg->cfg.texts = texts;
1077         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1078 }
1079
1080 /*
1081  *              snd_soc_platform
1082  */
1083
1084 #define PREALLOC_BUFFER         (32 * 1024)
1085 #define PREALLOC_BUFFER_MAX     (32 * 1024)
1086
1087 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1088 {
1089         struct snd_soc_dai *dai = rtd->cpu_dai;
1090         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1091         int ret;
1092
1093         ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1094         if (ret)
1095                 return ret;
1096
1097         ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1098         if (ret)
1099                 return ret;
1100
1101         return snd_pcm_lib_preallocate_pages_for_all(
1102                 rtd->pcm,
1103                 SNDRV_DMA_TYPE_DEV,
1104                 rtd->card->snd_card->dev,
1105                 PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1106 }
1107
1108 static struct snd_soc_platform_driver rsnd_soc_platform = {
1109         .ops            = &rsnd_pcm_ops,
1110         .pcm_new        = rsnd_pcm_new,
1111 };
1112
1113 static const struct snd_soc_component_driver rsnd_soc_component = {
1114         .name           = "rsnd",
1115 };
1116
1117 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1118                                        struct rsnd_dai_stream *io)
1119 {
1120         int ret;
1121
1122         ret = rsnd_dai_call(probe, io, priv);
1123         if (ret == -EAGAIN) {
1124                 struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1125                 int i;
1126
1127                 /*
1128                  * Fallback to PIO mode
1129                  */
1130
1131                 /*
1132                  * call "remove" for SSI/SRC/DVC
1133                  * SSI will be switch to PIO mode if it was DMA mode
1134                  * see
1135                  *      rsnd_dma_init()
1136                  *      rsnd_ssi_fallback()
1137                  */
1138                 rsnd_dai_call(remove, io, priv);
1139
1140                 /*
1141                  * remove all mod from io
1142                  * and, re connect ssi
1143                  */
1144                 for (i = 0; i < RSND_MOD_MAX; i++)
1145                         rsnd_dai_disconnect((io)->mod[i], io, i);
1146                 rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1147
1148                 /*
1149                  * fallback
1150                  */
1151                 rsnd_dai_call(fallback, io, priv);
1152
1153                 /*
1154                  * retry to "probe".
1155                  * DAI has SSI which is PIO mode only now.
1156                  */
1157                 ret = rsnd_dai_call(probe, io, priv);
1158         }
1159
1160         return ret;
1161 }
1162
1163 /*
1164  *      rsnd probe
1165  */
1166 static int rsnd_probe(struct platform_device *pdev)
1167 {
1168         struct rsnd_priv *priv;
1169         struct device *dev = &pdev->dev;
1170         struct rsnd_dai *rdai;
1171         int (*probe_func[])(struct rsnd_priv *priv) = {
1172                 rsnd_gen_probe,
1173                 rsnd_dma_probe,
1174                 rsnd_ssi_probe,
1175                 rsnd_ssiu_probe,
1176                 rsnd_src_probe,
1177                 rsnd_ctu_probe,
1178                 rsnd_mix_probe,
1179                 rsnd_dvc_probe,
1180                 rsnd_cmd_probe,
1181                 rsnd_adg_probe,
1182                 rsnd_dai_probe,
1183         };
1184         int ret, i;
1185
1186         /*
1187          *      init priv data
1188          */
1189         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1190         if (!priv) {
1191                 dev_err(dev, "priv allocate failed\n");
1192                 return -ENODEV;
1193         }
1194
1195         priv->pdev      = pdev;
1196         priv->flags     = (unsigned long)of_device_get_match_data(dev);
1197         spin_lock_init(&priv->lock);
1198
1199         /*
1200          *      init each module
1201          */
1202         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1203                 ret = probe_func[i](priv);
1204                 if (ret)
1205                         return ret;
1206         }
1207
1208         for_each_rsnd_dai(rdai, priv, i) {
1209                 ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1210                 if (ret)
1211                         goto exit_snd_probe;
1212
1213                 ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1214                 if (ret)
1215                         goto exit_snd_probe;
1216         }
1217
1218         dev_set_drvdata(dev, priv);
1219
1220         /*
1221          *      asoc register
1222          */
1223         ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1224         if (ret < 0) {
1225                 dev_err(dev, "cannot snd soc register\n");
1226                 return ret;
1227         }
1228
1229         ret = snd_soc_register_component(dev, &rsnd_soc_component,
1230                                          priv->daidrv, rsnd_rdai_nr(priv));
1231         if (ret < 0) {
1232                 dev_err(dev, "cannot snd dai register\n");
1233                 goto exit_snd_soc;
1234         }
1235
1236         pm_runtime_enable(dev);
1237
1238         dev_info(dev, "probed\n");
1239         return ret;
1240
1241 exit_snd_soc:
1242         snd_soc_unregister_platform(dev);
1243 exit_snd_probe:
1244         for_each_rsnd_dai(rdai, priv, i) {
1245                 rsnd_dai_call(remove, &rdai->playback, priv);
1246                 rsnd_dai_call(remove, &rdai->capture, priv);
1247         }
1248
1249         return ret;
1250 }
1251
1252 static int rsnd_remove(struct platform_device *pdev)
1253 {
1254         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1255         struct rsnd_dai *rdai;
1256         void (*remove_func[])(struct rsnd_priv *priv) = {
1257                 rsnd_ssi_remove,
1258                 rsnd_ssiu_remove,
1259                 rsnd_src_remove,
1260                 rsnd_ctu_remove,
1261                 rsnd_mix_remove,
1262                 rsnd_dvc_remove,
1263                 rsnd_cmd_remove,
1264                 rsnd_adg_remove,
1265         };
1266         int ret = 0, i;
1267
1268         pm_runtime_disable(&pdev->dev);
1269
1270         for_each_rsnd_dai(rdai, priv, i) {
1271                 ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1272                 ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1273         }
1274
1275         for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1276                 remove_func[i](priv);
1277
1278         snd_soc_unregister_component(&pdev->dev);
1279         snd_soc_unregister_platform(&pdev->dev);
1280
1281         return ret;
1282 }
1283
1284 static struct platform_driver rsnd_driver = {
1285         .driver = {
1286                 .name   = "rcar_sound",
1287                 .of_match_table = rsnd_of_match,
1288         },
1289         .probe          = rsnd_probe,
1290         .remove         = rsnd_remove,
1291 };
1292 module_platform_driver(rsnd_driver);
1293
1294 MODULE_LICENSE("GPL");
1295 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1296 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1297 MODULE_ALIAS("platform:rcar-pcm-audio");