linux/sound/soc/sh/rcar/core.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0
   2//
   3// Renesas R-Car SRU/SCU/SSIU/SSI support
   4//
   5// Copyright (C) 2013 Renesas Solutions Corp.
   6// Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   7//
   8// Based on fsi.c
   9// Kuninori Morimoto <morimoto.kuninori@renesas.com>
  10
  11/*
  12 * Renesas R-Car sound device structure
  13 *
  14 * Gen1
  15 *
  16 * SRU          : Sound Routing Unit
  17 *  - SRC       : Sampling Rate Converter
  18 *  - CMD
  19 *    - CTU     : Channel Count Conversion Unit
  20 *    - MIX     : Mixer
  21 *    - DVC     : Digital Volume and Mute Function
  22 *  - SSI       : Serial Sound Interface
  23 *
  24 * Gen2
  25 *
  26 * SCU          : Sampling Rate Converter Unit
  27 *  - SRC       : Sampling Rate Converter
  28 *  - CMD
  29 *   - CTU      : Channel Count Conversion Unit
  30 *   - MIX      : Mixer
  31 *   - DVC      : Digital Volume and Mute Function
  32 * SSIU         : Serial Sound Interface Unit
  33 *  - SSI       : Serial Sound Interface
  34 */
  35
  36/*
  37 *      driver data Image
  38 *
  39 * rsnd_priv
  40 *   |
  41 *   | ** this depends on Gen1/Gen2
  42 *   |
  43 *   +- gen
  44 *   |
  45 *   | ** these depend on data path
  46 *   | ** gen and platform data control it
  47 *   |
  48 *   +- rdai[0]
  49 *   |   |               sru     ssiu      ssi
  50 *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  51 *   |   |
  52 *   |   |               sru     ssiu      ssi
  53 *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  54 *   |
  55 *   +- rdai[1]
  56 *   |   |               sru     ssiu      ssi
  57 *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  58 *   |   |
  59 *   |   |               sru     ssiu      ssi
  60 *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  61 *   ...
  62 *   |
  63 *   | ** these control ssi
  64 *   |
  65 *   +- ssi
  66 *   |  |
  67 *   |  +- ssi[0]
  68 *   |  +- ssi[1]
  69 *   |  +- ssi[2]
  70 *   |  ...
  71 *   |
  72 *   | ** these control src
  73 *   |
  74 *   +- src
  75 *      |
  76 *      +- src[0]
  77 *      +- src[1]
  78 *      +- src[2]
  79 *      ...
  80 *
  81 *
  82 * for_each_rsnd_dai(xx, priv, xx)
  83 *  rdai[0] => rdai[1] => rdai[2] => ...
  84 *
  85 * for_each_rsnd_mod(xx, rdai, xx)
  86 *  [mod] => [mod] => [mod] => ...
  87 *
  88 * rsnd_dai_call(xxx, fn )
  89 *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  90 *
  91 */
  92
  93/*
  94 * you can enable below define if you don't need
  95 * DAI status debug message when debugging
  96 * see rsnd_dbg_dai_call()
  97 *
  98 * #define RSND_DEBUG_NO_DAI_CALL 1
  99 */
 100
 101#include <linux/pm_runtime.h>
 102#include "rsnd.h"
 103
 104#define RSND_RATES SNDRV_PCM_RATE_8000_192000
 105#define RSND_FMTS (SNDRV_PCM_FMTBIT_S8 |\
 106                   SNDRV_PCM_FMTBIT_S16_LE |\
 107                   SNDRV_PCM_FMTBIT_S24_LE)
 108
 109static const struct of_device_id rsnd_of_match[] = {
 110        { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
 111        { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
 112        { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN3 },
 113        /* Special Handling */
 114        { .compatible = "renesas,rcar_sound-r8a77990", .data = (void *)(RSND_GEN3 | RSND_SOC_E) },
 115        {},
 116};
 117MODULE_DEVICE_TABLE(of, rsnd_of_match);
 118
 119/*
 120 *      rsnd_mod functions
 121 */
 122void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
 123{
 124        if (mod->type != type) {
 125                struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 126                struct device *dev = rsnd_priv_to_dev(priv);
 127
 128                dev_warn(dev, "%s is not your expected module\n",
 129                         rsnd_mod_name(mod));
 130        }
 131}
 132
 133struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
 134                                  struct rsnd_mod *mod)
 135{
 136        if (!mod || !mod->ops || !mod->ops->dma_req)
 137                return NULL;
 138
 139        return mod->ops->dma_req(io, mod);
 140}
 141
 142#define MOD_NAME_NUM   5
 143#define MOD_NAME_SIZE 16
 144char *rsnd_mod_name(struct rsnd_mod *mod)
 145{
 146        static char names[MOD_NAME_NUM][MOD_NAME_SIZE];
 147        static int num;
 148        char *name = names[num];
 149
 150        num++;
 151        if (num >= MOD_NAME_NUM)
 152                num = 0;
 153
 154        /*
 155         * Let's use same char to avoid pointlessness memory
 156         * Thus, rsnd_mod_name() should be used immediately
 157         * Don't keep pointer
 158         */
 159        if ((mod)->ops->id_sub) {
 160                snprintf(name, MOD_NAME_SIZE, "%s[%d%d]",
 161                         mod->ops->name,
 162                         rsnd_mod_id(mod),
 163                         rsnd_mod_id_sub(mod));
 164        } else {
 165                snprintf(name, MOD_NAME_SIZE, "%s[%d]",
 166                         mod->ops->name,
 167                         rsnd_mod_id(mod));
 168        }
 169
 170        return name;
 171}
 172
 173u32 *rsnd_mod_get_status(struct rsnd_mod *mod,
 174                         struct rsnd_dai_stream *io,
 175                         enum rsnd_mod_type type)
 176{
 177        return &mod->status;
 178}
 179
 180int rsnd_mod_id_raw(struct rsnd_mod *mod)
 181{
 182        return mod->id;
 183}
 184
 185int rsnd_mod_id(struct rsnd_mod *mod)
 186{
 187        if ((mod)->ops->id)
 188                return (mod)->ops->id(mod);
 189
 190        return rsnd_mod_id_raw(mod);
 191}
 192
 193int rsnd_mod_id_sub(struct rsnd_mod *mod)
 194{
 195        if ((mod)->ops->id_sub)
 196                return (mod)->ops->id_sub(mod);
 197
 198        return 0;
 199}
 200
 201int rsnd_mod_init(struct rsnd_priv *priv,
 202                  struct rsnd_mod *mod,
 203                  struct rsnd_mod_ops *ops,
 204                  struct clk *clk,
 205                  enum rsnd_mod_type type,
 206                  int id)
 207{
 208        int ret = clk_prepare(clk);
 209
 210        if (ret)
 211                return ret;
 212
 213        mod->id         = id;
 214        mod->ops        = ops;
 215        mod->type       = type;
 216        mod->clk        = clk;
 217        mod->priv       = priv;
 218
 219        return 0;
 220}
 221
 222void rsnd_mod_quit(struct rsnd_mod *mod)
 223{
 224        clk_unprepare(mod->clk);
 225        mod->clk = NULL;
 226}
 227
 228void rsnd_mod_interrupt(struct rsnd_mod *mod,
 229                        void (*callback)(struct rsnd_mod *mod,
 230                                         struct rsnd_dai_stream *io))
 231{
 232        struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 233        struct rsnd_dai *rdai;
 234        int i;
 235
 236        for_each_rsnd_dai(rdai, priv, i) {
 237                struct rsnd_dai_stream *io = &rdai->playback;
 238
 239                if (mod == io->mod[mod->type])
 240                        callback(mod, io);
 241
 242                io = &rdai->capture;
 243                if (mod == io->mod[mod->type])
 244                        callback(mod, io);
 245        }
 246}
 247
 248int rsnd_io_is_working(struct rsnd_dai_stream *io)
 249{
 250        /* see rsnd_dai_stream_init/quit() */
 251        if (io->substream)
 252                return snd_pcm_running(io->substream);
 253
 254        return 0;
 255}
 256
 257int rsnd_runtime_channel_original_with_params(struct rsnd_dai_stream *io,
 258                                              struct snd_pcm_hw_params *params)
 259{
 260        struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 261
 262        /*
 263         * params will be added when refine
 264         * see
 265         *      __rsnd_soc_hw_rule_rate()
 266         *      __rsnd_soc_hw_rule_channels()
 267         */
 268        if (params)
 269                return params_channels(params);
 270        else
 271                return runtime->channels;
 272}
 273
 274int rsnd_runtime_channel_after_ctu_with_params(struct rsnd_dai_stream *io,
 275                                               struct snd_pcm_hw_params *params)
 276{
 277        int chan = rsnd_runtime_channel_original_with_params(io, params);
 278        struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
 279
 280        if (ctu_mod) {
 281                u32 converted_chan = rsnd_io_converted_chan(io);
 282
 283                /*
 284                 * !! Note !!
 285                 *
 286                 * converted_chan will be used for CTU,
 287                 * or TDM Split mode.
 288                 * User shouldn't use CTU with TDM Split mode.
 289                 */
 290                if (rsnd_runtime_is_tdm_split(io)) {
 291                        struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));
 292
 293                        dev_err(dev, "CTU and TDM Split should be used\n");
 294                }
 295
 296                if (converted_chan)
 297                        return converted_chan;
 298        }
 299
 300        return chan;
 301}
 302
 303int rsnd_channel_normalization(int chan)
 304{
 305        if (WARN_ON((chan > 8) || (chan < 0)))
 306                return 0;
 307
 308        /* TDM Extend Mode needs 8ch */
 309        if (chan == 6)
 310                chan = 8;
 311
 312        return chan;
 313}
 314
 315int rsnd_runtime_channel_for_ssi_with_params(struct rsnd_dai_stream *io,
 316                                             struct snd_pcm_hw_params *params)
 317{
 318        struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 319        int chan = rsnd_io_is_play(io) ?
 320                rsnd_runtime_channel_after_ctu_with_params(io, params) :
 321                rsnd_runtime_channel_original_with_params(io, params);
 322
 323        /* Use Multi SSI */
 324        if (rsnd_runtime_is_multi_ssi(io))
 325                chan /= rsnd_rdai_ssi_lane_get(rdai);
 326
 327        return rsnd_channel_normalization(chan);
 328}
 329
 330int rsnd_runtime_is_multi_ssi(struct rsnd_dai_stream *io)
 331{
 332        struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 333        int lane = rsnd_rdai_ssi_lane_get(rdai);
 334        int chan = rsnd_io_is_play(io) ?
 335                rsnd_runtime_channel_after_ctu(io) :
 336                rsnd_runtime_channel_original(io);
 337
 338        return (chan > 2) && (lane > 1);
 339}
 340
 341int rsnd_runtime_is_tdm(struct rsnd_dai_stream *io)
 342{
 343        return rsnd_runtime_channel_for_ssi(io) >= 6;
 344}
 345
 346int rsnd_runtime_is_tdm_split(struct rsnd_dai_stream *io)
 347{
 348        return !!rsnd_flags_has(io, RSND_STREAM_TDM_SPLIT);
 349}
 350
 351/*
 352 *      ADINR function
 353 */
 354u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 355{
 356        struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 357        struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 358        struct device *dev = rsnd_priv_to_dev(priv);
 359
 360        switch (snd_pcm_format_width(runtime->format)) {
 361        case 8:
 362                return 16 << 16;
 363        case 16:
 364                return 8 << 16;
 365        case 24:
 366                return 0 << 16;
 367        }
 368
 369        dev_warn(dev, "not supported sample bits\n");
 370
 371        return 0;
 372}
 373
 374/*
 375 *      DALIGN function
 376 */
 377u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 378{
 379        static const u32 dalign_values[8] = {
 380                0x76543210, 0x00000032, 0x00007654, 0x00000076,
 381                0xfedcba98, 0x000000ba, 0x0000fedc, 0x000000fe,
 382        };
 383        int id = 0;
 384        struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
 385        struct rsnd_mod *target;
 386        struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 387        u32 dalign;
 388
 389        /*
 390         * *Hardware* L/R and *Software* L/R are inverted for 16bit data.
 391         *          31..16 15...0
 392         *      HW: [L ch] [R ch]
 393         *      SW: [R ch] [L ch]
 394         * We need to care about inversion timing to control
 395         * Playback/Capture correctly.
 396         * The point is [DVC] needs *Hardware* L/R, [MEM] needs *Software* L/R
 397         *
 398         * sL/R : software L/R
 399         * hL/R : hardware L/R
 400         * (*)  : conversion timing
 401         *
 402         * Playback
 403         *           sL/R (*) hL/R     hL/R     hL/R      hL/R     hL/R
 404         *      [MEM] -> [SRC] -> [DVC] -> [CMD] -> [SSIU] -> [SSI] -> codec
 405         *
 406         * Capture
 407         *           hL/R     hL/R      hL/R     hL/R     hL/R (*) sL/R
 408         *      codec -> [SSI] -> [SSIU] -> [SRC] -> [DVC] -> [CMD] -> [MEM]
 409         */
 410        if (rsnd_io_is_play(io)) {
 411                struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 412
 413                target = src ? src : ssiu;
 414        } else {
 415                struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
 416
 417                target = cmd ? cmd : ssiu;
 418        }
 419
 420        if (mod == ssiu)
 421                id = rsnd_mod_id_sub(mod);
 422
 423        dalign = dalign_values[id];
 424
 425        if (mod == target && snd_pcm_format_width(runtime->format) == 16) {
 426                /* Target mod needs inverted DALIGN when 16bit */
 427                dalign = (dalign & 0xf0f0f0f0) >> 4 |
 428                         (dalign & 0x0f0f0f0f) << 4;
 429        }
 430
 431        return dalign;
 432}
 433
 434u32 rsnd_get_busif_shift(struct rsnd_dai_stream *io, struct rsnd_mod *mod)
 435{
 436        enum rsnd_mod_type playback_mods[] = {
 437                RSND_MOD_SRC,
 438                RSND_MOD_CMD,
 439                RSND_MOD_SSIU,
 440        };
 441        enum rsnd_mod_type capture_mods[] = {
 442                RSND_MOD_CMD,
 443                RSND_MOD_SRC,
 444                RSND_MOD_SSIU,
 445        };
 446        struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 447        struct rsnd_mod *tmod = NULL;
 448        enum rsnd_mod_type *mods =
 449                rsnd_io_is_play(io) ?
 450                playback_mods : capture_mods;
 451        int i;
 452
 453        /*
 454         * This is needed for 24bit data
 455         * We need to shift 8bit
 456         *
 457         * Linux 24bit data is located as 0x00******
 458         * HW    24bit data is located as 0x******00
 459         *
 460         */
 461        if (snd_pcm_format_width(runtime->format) != 24)
 462                return 0;
 463
 464        for (i = 0; i < ARRAY_SIZE(playback_mods); i++) {
 465                tmod = rsnd_io_to_mod(io, mods[i]);
 466                if (tmod)
 467                        break;
 468        }
 469
 470        if (tmod != mod)
 471                return 0;
 472
 473        if (rsnd_io_is_play(io))
 474                return  (0 << 20) | /* shift to Left */
 475                        (8 << 16);  /* 8bit */
 476        else
 477                return  (1 << 20) | /* shift to Right */
 478                        (8 << 16);  /* 8bit */
 479}
 480
 481/*
 482 *      rsnd_dai functions
 483 */
 484struct rsnd_mod *rsnd_mod_next(int *iterator,
 485                               struct rsnd_dai_stream *io,
 486                               enum rsnd_mod_type *array,
 487                               int array_size)
 488{
 489        int max = array ? array_size : RSND_MOD_MAX;
 490
 491        for (; *iterator < max; (*iterator)++) {
 492                enum rsnd_mod_type type = (array) ? array[*iterator] : *iterator;
 493                struct rsnd_mod *mod = rsnd_io_to_mod(io, type);
 494
 495                if (mod)
 496                        return mod;
 497        }
 498
 499        return NULL;
 500}
 501
 502static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
 503        {
 504                /* CAPTURE */
 505                RSND_MOD_AUDMAPP,
 506                RSND_MOD_AUDMA,
 507                RSND_MOD_DVC,
 508                RSND_MOD_MIX,
 509                RSND_MOD_CTU,
 510                RSND_MOD_CMD,
 511                RSND_MOD_SRC,
 512                RSND_MOD_SSIU,
 513                RSND_MOD_SSIM3,
 514                RSND_MOD_SSIM2,
 515                RSND_MOD_SSIM1,
 516                RSND_MOD_SSIP,
 517                RSND_MOD_SSI,
 518        }, {
 519                /* PLAYBACK */
 520                RSND_MOD_AUDMAPP,
 521                RSND_MOD_AUDMA,
 522                RSND_MOD_SSIM3,
 523                RSND_MOD_SSIM2,
 524                RSND_MOD_SSIM1,
 525                RSND_MOD_SSIP,
 526                RSND_MOD_SSI,
 527                RSND_MOD_SSIU,
 528                RSND_MOD_DVC,
 529                RSND_MOD_MIX,
 530                RSND_MOD_CTU,
 531                RSND_MOD_CMD,
 532                RSND_MOD_SRC,
 533        },
 534};
 535
 536static int rsnd_status_update(u32 *status,
 537                              int shift, int add, int timing)
 538{
 539        u32 mask        = 0xF << shift;
 540        u8 val          = (*status >> shift) & 0xF;
 541        u8 next_val     = (val + add) & 0xF;
 542        int func_call   = (val == timing);
 543
 544        if (next_val == 0xF) /* underflow case */
 545                func_call = 0;
 546        else
 547                *status = (*status & ~mask) + (next_val << shift);
 548
 549        return func_call;
 550}
 551
 552#define rsnd_dai_call(fn, io, param...)                                 \
 553({                                                                      \
 554        struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));     \
 555        struct rsnd_mod *mod;                                           \
 556        int is_play = rsnd_io_is_play(io);                              \
 557        int ret = 0, i;                                                 \
 558        enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];         \
 559        for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {     \
 560                int tmp = 0;                                            \
 561                u32 *status = mod->ops->get_status(mod, io, types[i]);  \
 562                int func_call = rsnd_status_update(status,              \
 563                                                __rsnd_mod_shift_##fn,  \
 564                                                __rsnd_mod_add_##fn,    \
 565                                                __rsnd_mod_call_##fn);  \
 566                rsnd_dbg_dai_call(dev, "%s\t0x%08x %s\n",               \
 567                        rsnd_mod_name(mod), *status,    \
 568                        (func_call && (mod)->ops->fn) ? #fn : "");      \
 569                if (func_call && (mod)->ops->fn)                        \
 570                        tmp = (mod)->ops->fn(mod, io, param);           \
 571                if (tmp && (tmp != -EPROBE_DEFER))                      \
 572                        dev_err(dev, "%s : %s error %d\n",              \
 573                                rsnd_mod_name(mod), #fn, tmp);          \
 574                ret |= tmp;                                             \
 575        }                                                               \
 576        ret;                                                            \
 577})
 578
 579int rsnd_dai_connect(struct rsnd_mod *mod,
 580                     struct rsnd_dai_stream *io,
 581                     enum rsnd_mod_type type)
 582{
 583        struct rsnd_priv *priv;
 584        struct device *dev;
 585
 586        if (!mod)
 587                return -EIO;
 588
 589        if (io->mod[type] == mod)
 590                return 0;
 591
 592        if (io->mod[type])
 593                return -EINVAL;
 594
 595        priv = rsnd_mod_to_priv(mod);
 596        dev = rsnd_priv_to_dev(priv);
 597
 598        io->mod[type] = mod;
 599
 600        dev_dbg(dev, "%s is connected to io (%s)\n",
 601                rsnd_mod_name(mod),
 602                rsnd_io_is_play(io) ? "Playback" : "Capture");
 603
 604        return 0;
 605}
 606
 607static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 608                                struct rsnd_dai_stream *io,
 609                                enum rsnd_mod_type type)
 610{
 611        io->mod[type] = NULL;
 612}
 613
 614int rsnd_rdai_channels_ctrl(struct rsnd_dai *rdai,
 615                            int max_channels)
 616{
 617        if (max_channels > 0)
 618                rdai->max_channels = max_channels;
 619
 620        return rdai->max_channels;
 621}
 622
 623int rsnd_rdai_ssi_lane_ctrl(struct rsnd_dai *rdai,
 624                            int ssi_lane)
 625{
 626        if (ssi_lane > 0)
 627                rdai->ssi_lane = ssi_lane;
 628
 629        return rdai->ssi_lane;
 630}
 631
 632int rsnd_rdai_width_ctrl(struct rsnd_dai *rdai, int width)
 633{
 634        if (width > 0)
 635                rdai->chan_width = width;
 636
 637        return rdai->chan_width;
 638}
 639
 640struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
 641{
 642        if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 643                return NULL;
 644
 645        return priv->rdai + id;
 646}
 647
 648static struct snd_soc_dai_driver
 649*rsnd_daidrv_get(struct rsnd_priv *priv, int id)
 650{
 651        if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 652                return NULL;
 653
 654        return priv->daidrv + id;
 655}
 656
 657#define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
 658static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 659{
 660        struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 661
 662        return rsnd_rdai_get(priv, dai->id);
 663}
 664
 665/*
 666 *      rsnd_soc_dai functions
 667 */
 668void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
 669{
 670        struct snd_pcm_substream *substream = io->substream;
 671
 672        /*
 673         * this function should be called...
 674         *
 675         * - if rsnd_dai_pointer_update() returns true
 676         * - without spin lock
 677         */
 678
 679        snd_pcm_period_elapsed(substream);
 680}
 681
 682static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 683                                struct snd_pcm_substream *substream)
 684{
 685        io->substream           = substream;
 686}
 687
 688static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
 689{
 690        io->substream           = NULL;
 691}
 692
 693static
 694struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 695{
 696        struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 697
 698        return  asoc_rtd_to_cpu(rtd, 0);
 699}
 700
 701static
 702struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 703                                        struct snd_pcm_substream *substream)
 704{
 705        if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 706                return &rdai->playback;
 707        else
 708                return &rdai->capture;
 709}
 710
 711static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 712                            struct snd_soc_dai *dai)
 713{
 714        struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 715        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 716        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 717        int ret;
 718        unsigned long flags;
 719
 720        spin_lock_irqsave(&priv->lock, flags);
 721
 722        switch (cmd) {
 723        case SNDRV_PCM_TRIGGER_START:
 724        case SNDRV_PCM_TRIGGER_RESUME:
 725                ret = rsnd_dai_call(init, io, priv);
 726                if (ret < 0)
 727                        goto dai_trigger_end;
 728
 729                ret = rsnd_dai_call(start, io, priv);
 730                if (ret < 0)
 731                        goto dai_trigger_end;
 732
 733                ret = rsnd_dai_call(irq, io, priv, 1);
 734                if (ret < 0)
 735                        goto dai_trigger_end;
 736
 737                break;
 738        case SNDRV_PCM_TRIGGER_STOP:
 739        case SNDRV_PCM_TRIGGER_SUSPEND:
 740                ret = rsnd_dai_call(irq, io, priv, 0);
 741
 742                ret |= rsnd_dai_call(stop, io, priv);
 743
 744                ret |= rsnd_dai_call(quit, io, priv);
 745
 746                break;
 747        default:
 748                ret = -EINVAL;
 749        }
 750
 751dai_trigger_end:
 752        spin_unlock_irqrestore(&priv->lock, flags);
 753
 754        return ret;
 755}
 756
 757static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 758{
 759        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 760
 761        /* set clock master for audio interface */
 762        switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 763        case SND_SOC_DAIFMT_CBM_CFM:
 764                rdai->clk_master = 0;
 765                break;
 766        case SND_SOC_DAIFMT_CBS_CFS:
 767                rdai->clk_master = 1; /* cpu is master */
 768                break;
 769        default:
 770                return -EINVAL;
 771        }
 772
 773        /* set format */
 774        rdai->bit_clk_inv = 0;
 775        switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 776        case SND_SOC_DAIFMT_I2S:
 777                rdai->sys_delay = 0;
 778                rdai->data_alignment = 0;
 779                rdai->frm_clk_inv = 0;
 780                break;
 781        case SND_SOC_DAIFMT_LEFT_J:
 782        case SND_SOC_DAIFMT_DSP_B:
 783                rdai->sys_delay = 1;
 784                rdai->data_alignment = 0;
 785                rdai->frm_clk_inv = 1;
 786                break;
 787        case SND_SOC_DAIFMT_RIGHT_J:
 788                rdai->sys_delay = 1;
 789                rdai->data_alignment = 1;
 790                rdai->frm_clk_inv = 1;
 791                break;
 792        case SND_SOC_DAIFMT_DSP_A:
 793                rdai->sys_delay = 0;
 794                rdai->data_alignment = 0;
 795                rdai->frm_clk_inv = 1;
 796                break;
 797        }
 798
 799        /* set clock inversion */
 800        switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 801        case SND_SOC_DAIFMT_NB_IF:
 802                rdai->frm_clk_inv = !rdai->frm_clk_inv;
 803                break;
 804        case SND_SOC_DAIFMT_IB_NF:
 805                rdai->bit_clk_inv = !rdai->bit_clk_inv;
 806                break;
 807        case SND_SOC_DAIFMT_IB_IF:
 808                rdai->bit_clk_inv = !rdai->bit_clk_inv;
 809                rdai->frm_clk_inv = !rdai->frm_clk_inv;
 810                break;
 811        case SND_SOC_DAIFMT_NB_NF:
 812        default:
 813                break;
 814        }
 815
 816        return 0;
 817}
 818
 819static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
 820                                     u32 tx_mask, u32 rx_mask,
 821                                     int slots, int slot_width)
 822{
 823        struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 824        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 825        struct device *dev = rsnd_priv_to_dev(priv);
 826
 827        switch (slot_width) {
 828        case 16:
 829        case 24:
 830        case 32:
 831                break;
 832        default:
 833                /* use default */
 834                slot_width = 32;
 835        }
 836
 837        switch (slots) {
 838        case 2:
 839                /* TDM Split Mode */
 840        case 6:
 841        case 8:
 842                /* TDM Extend Mode */
 843                rsnd_rdai_channels_set(rdai, slots);
 844                rsnd_rdai_ssi_lane_set(rdai, 1);
 845                rsnd_rdai_width_set(rdai, slot_width);
 846                break;
 847        default:
 848                dev_err(dev, "unsupported TDM slots (%d)\n", slots);
 849                return -EINVAL;
 850        }
 851
 852        return 0;
 853}
 854
 855static unsigned int rsnd_soc_hw_channels_list[] = {
 856        2, 6, 8,
 857};
 858
 859static unsigned int rsnd_soc_hw_rate_list[] = {
 860          8000,
 861         11025,
 862         16000,
 863         22050,
 864         32000,
 865         44100,
 866         48000,
 867         64000,
 868         88200,
 869         96000,
 870        176400,
 871        192000,
 872};
 873
 874static int rsnd_soc_hw_rule(struct rsnd_dai *rdai,
 875                            unsigned int *list, int list_num,
 876                            struct snd_interval *baseline, struct snd_interval *iv)
 877{
 878        struct snd_interval p;
 879        unsigned int rate;
 880        int i;
 881
 882        snd_interval_any(&p);
 883        p.min = UINT_MAX;
 884        p.max = 0;
 885
 886        for (i = 0; i < list_num; i++) {
 887
 888                if (!snd_interval_test(iv, list[i]))
 889                        continue;
 890
 891                rate = rsnd_ssi_clk_query(rdai,
 892                                          baseline->min, list[i], NULL);
 893                if (rate > 0) {
 894                        p.min = min(p.min, list[i]);
 895                        p.max = max(p.max, list[i]);
 896                }
 897
 898                rate = rsnd_ssi_clk_query(rdai,
 899                                          baseline->max, list[i], NULL);
 900                if (rate > 0) {
 901                        p.min = min(p.min, list[i]);
 902                        p.max = max(p.max, list[i]);
 903                }
 904        }
 905
 906        return snd_interval_refine(iv, &p);
 907}
 908
 909static int rsnd_soc_hw_rule_rate(struct snd_pcm_hw_params *params,
 910                                 struct snd_pcm_hw_rule *rule)
 911{
 912        struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 913        struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 914        struct snd_interval ic;
 915        struct rsnd_dai_stream *io = rule->private;
 916        struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 917
 918        /*
 919         * possible sampling rate limitation is same as
 920         * 2ch if it supports multi ssi
 921         * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
 922         */
 923        ic = *ic_;
 924        ic.min =
 925        ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
 926
 927        return rsnd_soc_hw_rule(rdai, rsnd_soc_hw_rate_list,
 928                                ARRAY_SIZE(rsnd_soc_hw_rate_list),
 929                                &ic, ir);
 930}
 931
 932static int rsnd_soc_hw_rule_channels(struct snd_pcm_hw_params *params,
 933                                     struct snd_pcm_hw_rule *rule)
 934{
 935        struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 936        struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 937        struct snd_interval ic;
 938        struct rsnd_dai_stream *io = rule->private;
 939        struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 940
 941        /*
 942         * possible sampling rate limitation is same as
 943         * 2ch if it supports multi ssi
 944         * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
 945         */
 946        ic = *ic_;
 947        ic.min =
 948        ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
 949
 950        return rsnd_soc_hw_rule(rdai, rsnd_soc_hw_channels_list,
 951                                ARRAY_SIZE(rsnd_soc_hw_channels_list),
 952                                ir, &ic);
 953}
 954
 955static const struct snd_pcm_hardware rsnd_pcm_hardware = {
 956        .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 957                        SNDRV_PCM_INFO_MMAP             |
 958                        SNDRV_PCM_INFO_MMAP_VALID,
 959        .buffer_bytes_max       = 64 * 1024,
 960        .period_bytes_min       = 32,
 961        .period_bytes_max       = 8192,
 962        .periods_min            = 1,
 963        .periods_max            = 32,
 964        .fifo_size              = 256,
 965};
 966
 967static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
 968                                struct snd_soc_dai *dai)
 969{
 970        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 971        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 972        struct snd_pcm_hw_constraint_list *constraint = &rdai->constraint;
 973        struct snd_pcm_runtime *runtime = substream->runtime;
 974        unsigned int max_channels = rsnd_rdai_channels_get(rdai);
 975        int i;
 976
 977        rsnd_dai_stream_init(io, substream);
 978
 979        /*
 980         * Channel Limitation
 981         * It depends on Platform design
 982         */
 983        constraint->list        = rsnd_soc_hw_channels_list;
 984        constraint->count       = 0;
 985        constraint->mask        = 0;
 986
 987        for (i = 0; i < ARRAY_SIZE(rsnd_soc_hw_channels_list); i++) {
 988                if (rsnd_soc_hw_channels_list[i] > max_channels)
 989                        break;
 990                constraint->count = i + 1;
 991        }
 992
 993        snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 994
 995        snd_pcm_hw_constraint_list(runtime, 0,
 996                                   SNDRV_PCM_HW_PARAM_CHANNELS, constraint);
 997
 998        snd_pcm_hw_constraint_integer(runtime,
 999                                      SNDRV_PCM_HW_PARAM_PERIODS);
1000
1001        /*
1002         * Sampling Rate / Channel Limitation
1003         * It depends on Clock Master Mode
1004         */
1005        if (rsnd_rdai_is_clk_master(rdai)) {
1006                int is_play = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1007
1008                snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1009                                    rsnd_soc_hw_rule_rate,
1010                                    is_play ? &rdai->playback : &rdai->capture,
1011                                    SNDRV_PCM_HW_PARAM_CHANNELS, -1);
1012                snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
1013                                    rsnd_soc_hw_rule_channels,
1014                                    is_play ? &rdai->playback : &rdai->capture,
1015                                    SNDRV_PCM_HW_PARAM_RATE, -1);
1016        }
1017
1018        return 0;
1019}
1020
1021static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
1022                                  struct snd_soc_dai *dai)
1023{
1024        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1025        struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
1026        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1027
1028        /*
1029         * call rsnd_dai_call without spinlock
1030         */
1031        rsnd_dai_call(cleanup, io, priv);
1032
1033        rsnd_dai_stream_quit(io);
1034}
1035
1036static int rsnd_soc_dai_prepare(struct snd_pcm_substream *substream,
1037                                struct snd_soc_dai *dai)
1038{
1039        struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
1040        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1041        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1042
1043        return rsnd_dai_call(prepare, io, priv);
1044}
1045
1046static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
1047        .startup        = rsnd_soc_dai_startup,
1048        .shutdown       = rsnd_soc_dai_shutdown,
1049        .trigger        = rsnd_soc_dai_trigger,
1050        .set_fmt        = rsnd_soc_dai_set_fmt,
1051        .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
1052        .prepare        = rsnd_soc_dai_prepare,
1053};
1054
1055static void rsnd_parse_tdm_split_mode(struct rsnd_priv *priv,
1056                                      struct rsnd_dai_stream *io,
1057                                      struct device_node *dai_np)
1058{
1059        struct device *dev = rsnd_priv_to_dev(priv);
1060        struct device_node *ssiu_np = rsnd_ssiu_of_node(priv);
1061        struct device_node *np;
1062        int is_play = rsnd_io_is_play(io);
1063        int i;
1064
1065        if (!ssiu_np)
1066                return;
1067
1068        /*
1069         * This driver assumes that it is TDM Split mode
1070         * if it includes ssiu node
1071         */
1072        for (i = 0;; i++) {
1073                struct device_node *node = is_play ?
1074                        of_parse_phandle(dai_np, "playback", i) :
1075                        of_parse_phandle(dai_np, "capture",  i);
1076
1077                if (!node)
1078                        break;
1079
1080                for_each_child_of_node(ssiu_np, np) {
1081                        if (np == node) {
1082                                rsnd_flags_set(io, RSND_STREAM_TDM_SPLIT);
1083                                dev_dbg(dev, "%s is part of TDM Split\n", io->name);
1084                        }
1085                }
1086
1087                of_node_put(node);
1088        }
1089
1090        of_node_put(ssiu_np);
1091}
1092
1093static void rsnd_parse_connect_simple(struct rsnd_priv *priv,
1094                                      struct rsnd_dai_stream *io,
1095                                      struct device_node *dai_np)
1096{
1097        if (!rsnd_io_to_mod_ssi(io))
1098                return;
1099
1100        rsnd_parse_tdm_split_mode(priv, io, dai_np);
1101}
1102
1103static void rsnd_parse_connect_graph(struct rsnd_priv *priv,
1104                                     struct rsnd_dai_stream *io,
1105                                     struct device_node *endpoint)
1106{
1107        struct device *dev = rsnd_priv_to_dev(priv);
1108        struct device_node *remote_node;
1109
1110        if (!rsnd_io_to_mod_ssi(io))
1111                return;
1112
1113        remote_node = of_graph_get_remote_port_parent(endpoint);
1114
1115        /* HDMI0 */
1116        if (strstr(remote_node->full_name, "hdmi@fead0000")) {
1117                rsnd_flags_set(io, RSND_STREAM_HDMI0);
1118                dev_dbg(dev, "%s connected to HDMI0\n", io->name);
1119        }
1120
1121        /* HDMI1 */
1122        if (strstr(remote_node->full_name, "hdmi@feae0000")) {
1123                rsnd_flags_set(io, RSND_STREAM_HDMI1);
1124                dev_dbg(dev, "%s connected to HDMI1\n", io->name);
1125        }
1126
1127        rsnd_parse_tdm_split_mode(priv, io, endpoint);
1128
1129        of_node_put(remote_node);
1130}
1131
1132void rsnd_parse_connect_common(struct rsnd_dai *rdai,
1133                struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
1134                struct device_node *node,
1135                struct device_node *playback,
1136                struct device_node *capture)
1137{
1138        struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
1139        struct device_node *np;
1140        int i;
1141
1142        if (!node)
1143                return;
1144
1145        i = 0;
1146        for_each_child_of_node(node, np) {
1147                struct rsnd_mod *mod = mod_get(priv, i);
1148
1149                if (np == playback)
1150                        rsnd_dai_connect(mod, &rdai->playback, mod->type);
1151                if (np == capture)
1152                        rsnd_dai_connect(mod, &rdai->capture, mod->type);
1153                i++;
1154        }
1155
1156        of_node_put(node);
1157}
1158
1159static struct device_node *rsnd_dai_of_node(struct rsnd_priv *priv,
1160                                            int *is_graph)
1161{
1162        struct device *dev = rsnd_priv_to_dev(priv);
1163        struct device_node *np = dev->of_node;
1164        struct device_node *dai_node;
1165        struct device_node *ret;
1166
1167        *is_graph = 0;
1168
1169        /*
1170         * parse both previous dai (= rcar_sound,dai), and
1171         * graph dai (= ports/port)
1172         */
1173        dai_node = of_get_child_by_name(np, RSND_NODE_DAI);
1174        if (dai_node) {
1175                ret = dai_node;
1176                goto of_node_compatible;
1177        }
1178
1179        ret = np;
1180
1181        dai_node = of_graph_get_next_endpoint(np, NULL);
1182        if (dai_node)
1183                goto of_node_graph;
1184
1185        return NULL;
1186
1187of_node_graph:
1188        *is_graph = 1;
1189of_node_compatible:
1190        of_node_put(dai_node);
1191
1192        return ret;
1193}
1194
1195
1196#define PREALLOC_BUFFER         (32 * 1024)
1197#define PREALLOC_BUFFER_MAX     (32 * 1024)
1198
1199static int rsnd_preallocate_pages(struct snd_soc_pcm_runtime *rtd,
1200                                  struct rsnd_dai_stream *io,
1201                                  int stream)
1202{
1203        struct rsnd_priv *priv = rsnd_io_to_priv(io);
1204        struct device *dev = rsnd_priv_to_dev(priv);
1205        struct snd_pcm_substream *substream;
1206
1207        /*
1208         * use Audio-DMAC dev if we can use IPMMU
1209         * see
1210         *      rsnd_dmaen_attach()
1211         */
1212        if (io->dmac_dev)
1213                dev = io->dmac_dev;
1214
1215        for (substream = rtd->pcm->streams[stream].substream;
1216             substream;
1217             substream = substream->next) {
1218                snd_pcm_set_managed_buffer(substream,
1219                                           SNDRV_DMA_TYPE_DEV,
1220                                           dev,
1221                                           PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1222        }
1223
1224        return 0;
1225}
1226
1227static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd,
1228                        struct snd_soc_dai *dai)
1229{
1230        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1231        int ret;
1232
1233        ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1234        if (ret)
1235                return ret;
1236
1237        ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1238        if (ret)
1239                return ret;
1240
1241        ret = rsnd_preallocate_pages(rtd, &rdai->playback,
1242                                     SNDRV_PCM_STREAM_PLAYBACK);
1243        if (ret)
1244                return ret;
1245
1246        ret = rsnd_preallocate_pages(rtd, &rdai->capture,
1247                                     SNDRV_PCM_STREAM_CAPTURE);
1248        if (ret)
1249                return ret;
1250
1251        return 0;
1252}
1253
1254static void __rsnd_dai_probe(struct rsnd_priv *priv,
1255                             struct device_node *dai_np,
1256                             int dai_i)
1257{
1258        struct rsnd_dai_stream *io_playback;
1259        struct rsnd_dai_stream *io_capture;
1260        struct snd_soc_dai_driver *drv;
1261        struct rsnd_dai *rdai;
1262        struct device *dev = rsnd_priv_to_dev(priv);
1263        int io_i;
1264
1265        rdai            = rsnd_rdai_get(priv, dai_i);
1266        drv             = rsnd_daidrv_get(priv, dai_i);
1267        io_playback     = &rdai->playback;
1268        io_capture      = &rdai->capture;
1269
1270        snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
1271
1272        rdai->priv      = priv;
1273        drv->name       = rdai->name;
1274        drv->ops        = &rsnd_soc_dai_ops;
1275        drv->pcm_new    = rsnd_pcm_new;
1276
1277        snprintf(io_playback->name, RSND_DAI_NAME_SIZE,
1278                 "DAI%d Playback", dai_i);
1279        drv->playback.rates             = RSND_RATES;
1280        drv->playback.formats           = RSND_FMTS;
1281        drv->playback.channels_min      = 2;
1282        drv->playback.channels_max      = 8;
1283        drv->playback.stream_name       = io_playback->name;
1284
1285        snprintf(io_capture->name, RSND_DAI_NAME_SIZE,
1286                 "DAI%d Capture", dai_i);
1287        drv->capture.rates              = RSND_RATES;
1288        drv->capture.formats            = RSND_FMTS;
1289        drv->capture.channels_min       = 2;
1290        drv->capture.channels_max       = 8;
1291        drv->capture.stream_name        = io_capture->name;
1292
1293        io_playback->rdai               = rdai;
1294        io_capture->rdai                = rdai;
1295        rsnd_rdai_channels_set(rdai, 2); /* default 2ch */
1296        rsnd_rdai_ssi_lane_set(rdai, 1); /* default 1lane */
1297        rsnd_rdai_width_set(rdai, 32);   /* default 32bit width */
1298
1299        for (io_i = 0;; io_i++) {
1300                struct device_node *playback = of_parse_phandle(dai_np, "playback", io_i);
1301                struct device_node *capture  = of_parse_phandle(dai_np, "capture", io_i);
1302
1303                if (!playback && !capture)
1304                        break;
1305
1306                rsnd_parse_connect_ssi(rdai, playback, capture);
1307                rsnd_parse_connect_ssiu(rdai, playback, capture);
1308                rsnd_parse_connect_src(rdai, playback, capture);
1309                rsnd_parse_connect_ctu(rdai, playback, capture);
1310                rsnd_parse_connect_mix(rdai, playback, capture);
1311                rsnd_parse_connect_dvc(rdai, playback, capture);
1312
1313                of_node_put(playback);
1314                of_node_put(capture);
1315        }
1316
1317        if (rsnd_ssi_is_pin_sharing(io_capture) ||
1318            rsnd_ssi_is_pin_sharing(io_playback)) {
1319                /* should have symmetric_rate if pin sharing */
1320                drv->symmetric_rate = 1;
1321        }
1322
1323        dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
1324                rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
1325                rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
1326}
1327
1328static int rsnd_dai_probe(struct rsnd_priv *priv)
1329{
1330        struct device_node *dai_node;
1331        struct device_node *dai_np;
1332        struct snd_soc_dai_driver *rdrv;
1333        struct device *dev = rsnd_priv_to_dev(priv);
1334        struct rsnd_dai *rdai;
1335        int nr;
1336        int is_graph;
1337        int dai_i;
1338
1339        dai_node = rsnd_dai_of_node(priv, &is_graph);
1340        if (is_graph)
1341                nr = of_graph_get_endpoint_count(dai_node);
1342        else
1343                nr = of_get_child_count(dai_node);
1344
1345        if (!nr)
1346                return -EINVAL;
1347
1348        rdrv = devm_kcalloc(dev, nr, sizeof(*rdrv), GFP_KERNEL);
1349        rdai = devm_kcalloc(dev, nr, sizeof(*rdai), GFP_KERNEL);
1350        if (!rdrv || !rdai)
1351                return -ENOMEM;
1352
1353        priv->rdai_nr   = nr;
1354        priv->daidrv    = rdrv;
1355        priv->rdai      = rdai;
1356
1357        /*
1358         * parse all dai
1359         */
1360        dai_i = 0;
1361        if (is_graph) {
1362                for_each_endpoint_of_node(dai_node, dai_np) {
1363                        __rsnd_dai_probe(priv, dai_np, dai_i);
1364                        if (rsnd_is_gen3(priv)) {
1365                                rdai = rsnd_rdai_get(priv, dai_i);
1366
1367                                rsnd_parse_connect_graph(priv, &rdai->playback, dai_np);
1368                                rsnd_parse_connect_graph(priv, &rdai->capture,  dai_np);
1369                        }
1370                        dai_i++;
1371                }
1372        } else {
1373                for_each_child_of_node(dai_node, dai_np) {
1374                        __rsnd_dai_probe(priv, dai_np, dai_i);
1375                        if (rsnd_is_gen3(priv)) {
1376                                rdai = rsnd_rdai_get(priv, dai_i);
1377
1378                                rsnd_parse_connect_simple(priv, &rdai->playback, dai_np);
1379                                rsnd_parse_connect_simple(priv, &rdai->capture,  dai_np);
1380                        }
1381                        dai_i++;
1382                }
1383        }
1384
1385        return 0;
1386}
1387
1388/*
1389 *              pcm ops
1390 */
1391static int rsnd_hw_params(struct snd_soc_component *component,
1392                          struct snd_pcm_substream *substream,
1393                          struct snd_pcm_hw_params *hw_params)
1394{
1395        struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1396        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1397        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1398        struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1399
1400        /*
1401         * rsnd assumes that it might be used under DPCM if user want to use
1402         * channel / rate convert. Then, rsnd should be FE.
1403         * And then, this function will be called *after* BE settings.
1404         * this means, each BE already has fixuped hw_params.
1405         * see
1406         *      dpcm_fe_dai_hw_params()
1407         *      dpcm_be_dai_hw_params()
1408         */
1409        io->converted_rate = 0;
1410        io->converted_chan = 0;
1411        if (fe->dai_link->dynamic) {
1412                struct rsnd_priv *priv = rsnd_io_to_priv(io);
1413                struct device *dev = rsnd_priv_to_dev(priv);
1414                struct snd_soc_dpcm *dpcm;
1415                int stream = substream->stream;
1416
1417                for_each_dpcm_be(fe, stream, dpcm) {
1418                        struct snd_pcm_hw_params *be_params = &dpcm->hw_params;
1419
1420                        if (params_channels(hw_params) != params_channels(be_params))
1421                                io->converted_chan = params_channels(be_params);
1422                        if (params_rate(hw_params) != params_rate(be_params))
1423                                io->converted_rate = params_rate(be_params);
1424                }
1425                if (io->converted_chan)
1426                        dev_dbg(dev, "convert channels = %d\n", io->converted_chan);
1427                if (io->converted_rate) {
1428                        /*
1429                         * SRC supports convert rates from params_rate(hw_params)/k_down
1430                         * to params_rate(hw_params)*k_up, where k_up is always 6, and
1431                         * k_down depends on number of channels and SRC unit.
1432                         * So all SRC units can upsample audio up to 6 times regardless
1433                         * its number of channels. And all SRC units can downsample
1434                         * 2 channel audio up to 6 times too.
1435                         */
1436                        int k_up = 6;
1437                        int k_down = 6;
1438                        int channel;
1439                        struct rsnd_mod *src_mod = rsnd_io_to_mod_src(io);
1440
1441                        dev_dbg(dev, "convert rate     = %d\n", io->converted_rate);
1442
1443                        channel = io->converted_chan ? io->converted_chan :
1444                                  params_channels(hw_params);
1445
1446                        switch (rsnd_mod_id(src_mod)) {
1447                        /*
1448                         * SRC0 can downsample 4, 6 and 8 channel audio up to 4 times.
1449                         * SRC1, SRC3 and SRC4 can downsample 4 channel audio
1450                         * up to 4 times.
1451                         * SRC1, SRC3 and SRC4 can downsample 6 and 8 channel audio
1452                         * no more than twice.
1453                         */
1454                        case 1:
1455                        case 3:
1456                        case 4:
1457                                if (channel > 4) {
1458                                        k_down = 2;
1459                                        break;
1460                                }
1461                                fallthrough;
1462                        case 0:
1463                                if (channel > 2)
1464                                        k_down = 4;
1465                                break;
1466
1467                        /* Other SRC units do not support more than 2 channels */
1468                        default:
1469                                if (channel > 2)
1470                                        return -EINVAL;
1471                        }
1472
1473                        if (params_rate(hw_params) > io->converted_rate * k_down) {
1474                                hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->min =
1475                                        io->converted_rate * k_down;
1476                                hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->max =
1477                                        io->converted_rate * k_down;
1478                                hw_params->cmask |= SNDRV_PCM_HW_PARAM_RATE;
1479                        } else if (params_rate(hw_params) * k_up < io->converted_rate) {
1480                                hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->min =
1481                                        (io->converted_rate + k_up - 1) / k_up;
1482                                hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->max =
1483                                        (io->converted_rate + k_up - 1) / k_up;
1484                                hw_params->cmask |= SNDRV_PCM_HW_PARAM_RATE;
1485                        }
1486
1487                        /*
1488                         * TBD: Max SRC input and output rates also depend on number
1489                         * of channels and SRC unit:
1490                         * SRC1, SRC3 and SRC4 do not support more than 128kHz
1491                         * for 6 channel and 96kHz for 8 channel audio.
1492                         * Perhaps this function should return EINVAL if the input or
1493                         * the output rate exceeds the limitation.
1494                         */
1495                }
1496        }
1497
1498        return rsnd_dai_call(hw_params, io, substream, hw_params);
1499}
1500
1501static int rsnd_hw_free(struct snd_soc_component *component,
1502                        struct snd_pcm_substream *substream)
1503{
1504        struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1505        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1506        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1507
1508        return rsnd_dai_call(hw_free, io, substream);
1509}
1510
1511static snd_pcm_uframes_t rsnd_pointer(struct snd_soc_component *component,
1512                                      struct snd_pcm_substream *substream)
1513{
1514        struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1515        struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1516        struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1517        snd_pcm_uframes_t pointer = 0;
1518
1519        rsnd_dai_call(pointer, io, &pointer);
1520
1521        return pointer;
1522}
1523
1524/*
1525 *              snd_kcontrol
1526 */
1527static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
1528                           struct snd_ctl_elem_info *uinfo)
1529{
1530        struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1531
1532        if (cfg->texts) {
1533                uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
1534                uinfo->count = cfg->size;
1535                uinfo->value.enumerated.items = cfg->max;
1536                if (uinfo->value.enumerated.item >= cfg->max)
1537                        uinfo->value.enumerated.item = cfg->max - 1;
1538                strscpy(uinfo->value.enumerated.name,
1539                        cfg->texts[uinfo->value.enumerated.item],
1540                        sizeof(uinfo->value.enumerated.name));
1541        } else {
1542                uinfo->count = cfg->size;
1543                uinfo->value.integer.min = 0;
1544                uinfo->value.integer.max = cfg->max;
1545                uinfo->type = (cfg->max == 1) ?
1546                        SNDRV_CTL_ELEM_TYPE_BOOLEAN :
1547                        SNDRV_CTL_ELEM_TYPE_INTEGER;
1548        }
1549
1550        return 0;
1551}
1552
1553static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
1554                          struct snd_ctl_elem_value *uc)
1555{
1556        struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1557        int i;
1558
1559        for (i = 0; i < cfg->size; i++)
1560                if (cfg->texts)
1561                        uc->value.enumerated.item[i] = cfg->val[i];
1562                else
1563                        uc->value.integer.value[i] = cfg->val[i];
1564
1565        return 0;
1566}
1567
1568static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
1569                          struct snd_ctl_elem_value *uc)
1570{
1571        struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1572        int i, change = 0;
1573
1574        if (!cfg->accept(cfg->io))
1575                return 0;
1576
1577        for (i = 0; i < cfg->size; i++) {
1578                if (cfg->texts) {
1579                        change |= (uc->value.enumerated.item[i] != cfg->val[i]);
1580                        cfg->val[i] = uc->value.enumerated.item[i];
1581                } else {
1582                        change |= (uc->value.integer.value[i] != cfg->val[i]);
1583                        cfg->val[i] = uc->value.integer.value[i];
1584                }
1585        }
1586
1587        if (change && cfg->update)
1588                cfg->update(cfg->io, cfg->mod);
1589
1590        return change;
1591}
1592
1593int rsnd_kctrl_accept_anytime(struct rsnd_dai_stream *io)
1594{
1595        return 1;
1596}
1597
1598int rsnd_kctrl_accept_runtime(struct rsnd_dai_stream *io)
1599{
1600        struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
1601        struct rsnd_priv *priv = rsnd_io_to_priv(io);
1602        struct device *dev = rsnd_priv_to_dev(priv);
1603
1604        if (!runtime) {
1605                dev_warn(dev, "Can't update kctrl when idle\n");
1606                return 0;
1607        }
1608
1609        return 1;
1610}
1611
1612struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1613{
1614        cfg->cfg.val = cfg->val;
1615
1616        return &cfg->cfg;
1617}
1618
1619struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1620{
1621        cfg->cfg.val = &cfg->val;
1622
1623        return &cfg->cfg;
1624}
1625
1626const char * const volume_ramp_rate[] = {
1627        "128 dB/1 step",         /* 00000 */
1628        "64 dB/1 step",          /* 00001 */
1629        "32 dB/1 step",          /* 00010 */
1630        "16 dB/1 step",          /* 00011 */
1631        "8 dB/1 step",           /* 00100 */
1632        "4 dB/1 step",           /* 00101 */
1633        "2 dB/1 step",           /* 00110 */
1634        "1 dB/1 step",           /* 00111 */
1635        "0.5 dB/1 step",         /* 01000 */
1636        "0.25 dB/1 step",        /* 01001 */
1637        "0.125 dB/1 step",       /* 01010 = VOLUME_RAMP_MAX_MIX */
1638        "0.125 dB/2 steps",      /* 01011 */
1639        "0.125 dB/4 steps",      /* 01100 */
1640        "0.125 dB/8 steps",      /* 01101 */
1641        "0.125 dB/16 steps",     /* 01110 */
1642        "0.125 dB/32 steps",     /* 01111 */
1643        "0.125 dB/64 steps",     /* 10000 */
1644        "0.125 dB/128 steps",    /* 10001 */
1645        "0.125 dB/256 steps",    /* 10010 */
1646        "0.125 dB/512 steps",    /* 10011 */
1647        "0.125 dB/1024 steps",   /* 10100 */
1648        "0.125 dB/2048 steps",   /* 10101 */
1649        "0.125 dB/4096 steps",   /* 10110 */
1650        "0.125 dB/8192 steps",   /* 10111 = VOLUME_RAMP_MAX_DVC */
1651};
1652
1653int rsnd_kctrl_new(struct rsnd_mod *mod,
1654                   struct rsnd_dai_stream *io,
1655                   struct snd_soc_pcm_runtime *rtd,
1656                   const unsigned char *name,
1657                   int (*accept)(struct rsnd_dai_stream *io),
1658                   void (*update)(struct rsnd_dai_stream *io,
1659                                  struct rsnd_mod *mod),
1660                   struct rsnd_kctrl_cfg *cfg,
1661                   const char * const *texts,
1662                   int size,
1663                   u32 max)
1664{
1665        struct snd_card *card = rtd->card->snd_card;
1666        struct snd_kcontrol *kctrl;
1667        struct snd_kcontrol_new knew = {
1668                .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
1669                .name           = name,
1670                .info           = rsnd_kctrl_info,
1671                .index          = rtd->num,
1672                .get            = rsnd_kctrl_get,
1673                .put            = rsnd_kctrl_put,
1674        };
1675        int ret;
1676
1677        /*
1678         * 1) Avoid duplicate register for DVC with MIX case
1679         * 2) Allow duplicate register for MIX
1680         * 3) re-register if card was rebinded
1681         */
1682        list_for_each_entry(kctrl, &card->controls, list) {
1683                struct rsnd_kctrl_cfg *c = kctrl->private_data;
1684
1685                if (c == cfg)
1686                        return 0;
1687        }
1688
1689        if (size > RSND_MAX_CHANNELS)
1690                return -EINVAL;
1691
1692        kctrl = snd_ctl_new1(&knew, cfg);
1693        if (!kctrl)
1694                return -ENOMEM;
1695
1696        ret = snd_ctl_add(card, kctrl);
1697        if (ret < 0)
1698                return ret;
1699
1700        cfg->texts      = texts;
1701        cfg->max        = max;
1702        cfg->size       = size;
1703        cfg->accept     = accept;
1704        cfg->update     = update;
1705        cfg->card       = card;
1706        cfg->kctrl      = kctrl;
1707        cfg->io         = io;
1708        cfg->mod        = mod;
1709
1710        return 0;
1711}
1712
1713/*
1714 *              snd_soc_component
1715 */
1716static const struct snd_soc_component_driver rsnd_soc_component = {
1717        .name           = "rsnd",
1718        .hw_params      = rsnd_hw_params,
1719        .hw_free        = rsnd_hw_free,
1720        .pointer        = rsnd_pointer,
1721};
1722
1723static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1724                                       struct rsnd_dai_stream *io)
1725{
1726        int ret;
1727
1728        ret = rsnd_dai_call(probe, io, priv);
1729        if (ret == -EAGAIN) {
1730                struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1731                struct rsnd_mod *mod;
1732                int i;
1733
1734                /*
1735                 * Fallback to PIO mode
1736                 */
1737
1738                /*
1739                 * call "remove" for SSI/SRC/DVC
1740                 * SSI will be switch to PIO mode if it was DMA mode
1741                 * see
1742                 *      rsnd_dma_init()
1743                 *      rsnd_ssi_fallback()
1744                 */
1745                rsnd_dai_call(remove, io, priv);
1746
1747                /*
1748                 * remove all mod from io
1749                 * and, re connect ssi
1750                 */
1751                for_each_rsnd_mod(i, mod, io)
1752                        rsnd_dai_disconnect(mod, io, i);
1753                rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1754
1755                /*
1756                 * fallback
1757                 */
1758                rsnd_dai_call(fallback, io, priv);
1759
1760                /*
1761                 * retry to "probe".
1762                 * DAI has SSI which is PIO mode only now.
1763                 */
1764                ret = rsnd_dai_call(probe, io, priv);
1765        }
1766
1767        return ret;
1768}
1769
1770/*
1771 *      rsnd probe
1772 */
1773static int rsnd_probe(struct platform_device *pdev)
1774{
1775        struct rsnd_priv *priv;
1776        struct device *dev = &pdev->dev;
1777        struct rsnd_dai *rdai;
1778        int (*probe_func[])(struct rsnd_priv *priv) = {
1779                rsnd_gen_probe,
1780                rsnd_dma_probe,
1781                rsnd_ssi_probe,
1782                rsnd_ssiu_probe,
1783                rsnd_src_probe,
1784                rsnd_ctu_probe,
1785                rsnd_mix_probe,
1786                rsnd_dvc_probe,
1787                rsnd_cmd_probe,
1788                rsnd_adg_probe,
1789                rsnd_dai_probe,
1790        };
1791        int ret, i;
1792
1793        /*
1794         *      init priv data
1795         */
1796        priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1797        if (!priv)
1798                return -ENODEV;
1799
1800        priv->pdev      = pdev;
1801        priv->flags     = (unsigned long)of_device_get_match_data(dev);
1802        spin_lock_init(&priv->lock);
1803
1804        /*
1805         *      init each module
1806         */
1807        for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1808                ret = probe_func[i](priv);
1809                if (ret)
1810                        return ret;
1811        }
1812
1813        for_each_rsnd_dai(rdai, priv, i) {
1814                ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1815                if (ret)
1816                        goto exit_snd_probe;
1817
1818                ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1819                if (ret)
1820                        goto exit_snd_probe;
1821        }
1822
1823        dev_set_drvdata(dev, priv);
1824
1825        /*
1826         *      asoc register
1827         */
1828        ret = devm_snd_soc_register_component(dev, &rsnd_soc_component,
1829                                         priv->daidrv, rsnd_rdai_nr(priv));
1830        if (ret < 0) {
1831                dev_err(dev, "cannot snd dai register\n");
1832                goto exit_snd_probe;
1833        }
1834
1835        pm_runtime_enable(dev);
1836
1837        dev_info(dev, "probed\n");
1838        return ret;
1839
1840exit_snd_probe:
1841        for_each_rsnd_dai(rdai, priv, i) {
1842                rsnd_dai_call(remove, &rdai->playback, priv);
1843                rsnd_dai_call(remove, &rdai->capture, priv);
1844        }
1845
1846        /*
1847         * adg is very special mod which can't use rsnd_dai_call(remove),
1848         * and it registers ADG clock on probe.
1849         * It should be unregister if probe failed.
1850         * Mainly it is assuming -EPROBE_DEFER case
1851         */
1852        rsnd_adg_remove(priv);
1853
1854        return ret;
1855}
1856
1857static int rsnd_remove(struct platform_device *pdev)
1858{
1859        struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1860        struct rsnd_dai *rdai;
1861        void (*remove_func[])(struct rsnd_priv *priv) = {
1862                rsnd_ssi_remove,
1863                rsnd_ssiu_remove,
1864                rsnd_src_remove,
1865                rsnd_ctu_remove,
1866                rsnd_mix_remove,
1867                rsnd_dvc_remove,
1868                rsnd_cmd_remove,
1869                rsnd_adg_remove,
1870        };
1871        int ret = 0, i;
1872
1873        pm_runtime_disable(&pdev->dev);
1874
1875        for_each_rsnd_dai(rdai, priv, i) {
1876                ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1877                ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1878        }
1879
1880        for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1881                remove_func[i](priv);
1882
1883        return ret;
1884}
1885
1886static int __maybe_unused rsnd_suspend(struct device *dev)
1887{
1888        struct rsnd_priv *priv = dev_get_drvdata(dev);
1889
1890        rsnd_adg_clk_disable(priv);
1891
1892        return 0;
1893}
1894
1895static int __maybe_unused rsnd_resume(struct device *dev)
1896{
1897        struct rsnd_priv *priv = dev_get_drvdata(dev);
1898
1899        rsnd_adg_clk_enable(priv);
1900
1901        return 0;
1902}
1903
1904static const struct dev_pm_ops rsnd_pm_ops = {
1905        SET_SYSTEM_SLEEP_PM_OPS(rsnd_suspend, rsnd_resume)
1906};
1907
1908static struct platform_driver rsnd_driver = {
1909        .driver = {
1910                .name   = "rcar_sound",
1911                .pm     = &rsnd_pm_ops,
1912                .of_match_table = rsnd_of_match,
1913        },
1914        .probe          = rsnd_probe,
1915        .remove         = rsnd_remove,
1916};
1917module_platform_driver(rsnd_driver);
1918
1919MODULE_LICENSE("GPL v2");
1920MODULE_DESCRIPTION("Renesas R-Car audio driver");
1921MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1922MODULE_ALIAS("platform:rcar-pcm-audio");
1923