sound/soc/sof/topology.c

   1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
   2 //
   3 // This file is provided under a dual BSD/GPLv2 license.  When using or
   4 // redistributing this file, you may do so under either license.
   5 //
   6 // Copyright(c) 2018 Intel Corporation. All rights reserved.
   7 //
   8 // Author: Liam Girdwood <liam.r.girdwood@linux.intel.com>
   9 //
  10
  11 #include <linux/firmware.h>
  12 #include <sound/tlv.h>
  13 #include <sound/pcm_params.h>
  14 #include <uapi/sound/sof/tokens.h>
  15 #include "sof-priv.h"
  16 #include "ops.h"
  17
  18 #define COMP_ID_UNASSIGNED              0xffffffff
  19 /*
  20  * Constants used in the computation of linear volume gain
  21  * from dB gain 20th root of 10 in Q1.16 fixed-point notation
  22  */
  23 #define VOL_TWENTIETH_ROOT_OF_TEN       73533
  24 /* 40th root of 10 in Q1.16 fixed-point notation*/
  25 #define VOL_FORTIETH_ROOT_OF_TEN        69419
  26 /*
  27  * Volume fractional word length define to 16 sets
  28  * the volume linear gain value to use Qx.16 format
  29  */
  30 #define VOLUME_FWL      16
  31 /* 0.5 dB step value in topology TLV */
  32 #define VOL_HALF_DB_STEP        50
  33 /* Full volume for default values */
  34 #define VOL_ZERO_DB     BIT(VOLUME_FWL)
  35
  36 /* TLV data items */
  37 #define TLV_ITEMS       3
  38 #define TLV_MIN         0
  39 #define TLV_STEP        1
  40 #define TLV_MUTE        2
  41
  42 /* size of tplg abi in byte */
  43 #define SOF_TPLG_ABI_SIZE 3
  44
  45 struct sof_widget_data {
  46         int ctrl_type;
  47         int ipc_cmd;
  48         struct sof_abi_hdr *pdata;
  49         struct snd_sof_control *control;
  50 };
  51
  52 /* send pcm params ipc */
  53 static int ipc_pcm_params(struct snd_sof_widget *swidget, int dir)
  54 {
  55         struct sof_ipc_pcm_params_reply ipc_params_reply;
  56         struct snd_sof_dev *sdev = swidget->sdev;
  57         struct sof_ipc_pcm_params pcm;
  58         struct snd_pcm_hw_params *params;
  59         struct snd_sof_pcm *spcm;
  60         int ret = 0;
  61
  62         memset(&pcm, 0, sizeof(pcm));
  63
  64         /* get runtime PCM params using widget's stream name */
  65         spcm = snd_sof_find_spcm_name(sdev, swidget->widget->sname);
  66         if (!spcm) {
  67                 dev_err(sdev->dev, "error: cannot find PCM for %s\n",
  68                         swidget->widget->name);
  69                 return -EINVAL;
  70         }
  71
  72         params = &spcm->params[dir];
  73
  74         /* set IPC PCM params */
  75         pcm.hdr.size = sizeof(pcm);
  76         pcm.hdr.cmd = SOF_IPC_GLB_STREAM_MSG | SOF_IPC_STREAM_PCM_PARAMS;
  77         pcm.comp_id = swidget->comp_id;
  78         pcm.params.hdr.size = sizeof(pcm.params);
  79         pcm.params.direction = dir;
  80         pcm.params.sample_valid_bytes = params_width(params) >> 3;
  81         pcm.params.buffer_fmt = SOF_IPC_BUFFER_INTERLEAVED;
  82         pcm.params.rate = params_rate(params);
  83         pcm.params.channels = params_channels(params);
  84         pcm.params.host_period_bytes = params_period_bytes(params);
  85
  86         /* set format */
  87         switch (params_format(params)) {
  88         case SNDRV_PCM_FORMAT_S16:
  89                 pcm.params.frame_fmt = SOF_IPC_FRAME_S16_LE;
  90                 break;
  91         case SNDRV_PCM_FORMAT_S24:
  92                 pcm.params.frame_fmt = SOF_IPC_FRAME_S24_4LE;
  93                 break;
  94         case SNDRV_PCM_FORMAT_S32:
  95                 pcm.params.frame_fmt = SOF_IPC_FRAME_S32_LE;
  96                 break;
  97         default:
  98                 return -EINVAL;
  99         }
 100
 101         /* send IPC to the DSP */
 102         ret = sof_ipc_tx_message(sdev->ipc, pcm.hdr.cmd, &pcm, sizeof(pcm),
 103                                  &ipc_params_reply, sizeof(ipc_params_reply));
 104         if (ret < 0)
 105                 dev_err(sdev->dev, "error: pcm params failed for %s\n",
 106                         swidget->widget->name);
 107
 108         return ret;
 109 }
 110
 111  /* send stream trigger ipc */
 112 static int ipc_trigger(struct snd_sof_widget *swidget, int cmd)
 113 {
 114         struct snd_sof_dev *sdev = swidget->sdev;
 115         struct sof_ipc_stream stream;
 116         struct sof_ipc_reply reply;
 117         int ret = 0;
 118
 119         /* set IPC stream params */
 120         stream.hdr.size = sizeof(stream);
 121         stream.hdr.cmd = SOF_IPC_GLB_STREAM_MSG | cmd;
 122         stream.comp_id = swidget->comp_id;
 123
 124         /* send IPC to the DSP */
 125         ret = sof_ipc_tx_message(sdev->ipc, stream.hdr.cmd, &stream,
 126                                  sizeof(stream), &reply, sizeof(reply));
 127         if (ret < 0)
 128                 dev_err(sdev->dev, "error: failed to trigger %s\n",
 129                         swidget->widget->name);
 130
 131         return ret;
 132 }
 133
 134 static int sof_keyword_dapm_event(struct snd_soc_dapm_widget *w,
 135                                   struct snd_kcontrol *k, int event)
 136 {
 137         struct snd_sof_widget *swidget = w->dobj.private;
 138         struct snd_sof_dev *sdev;
 139         int ret = 0;
 140
 141         if (!swidget)
 142                 return 0;
 143
 144         sdev = swidget->sdev;
 145
 146         dev_dbg(sdev->dev, "received event %d for widget %s\n",
 147                 event, w->name);
 148
 149         /* process events */
 150         switch (event) {
 151         case SND_SOC_DAPM_PRE_PMU:
 152                 /* set pcm params */
 153                 ret = ipc_pcm_params(swidget, SOF_IPC_STREAM_CAPTURE);
 154                 if (ret < 0) {
 155                         dev_err(sdev->dev,
 156                                 "error: failed to set pcm params for widget %s\n",
 157                                 swidget->widget->name);
 158                         break;
 159                 }
 160
 161                 /* start trigger */
 162                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_TRIG_START);
 163                 if (ret < 0)
 164                         dev_err(sdev->dev,
 165                                 "error: failed to trigger widget %s\n",
 166                                 swidget->widget->name);
 167                 break;
 168         case SND_SOC_DAPM_POST_PMD:
 169                 /* stop trigger */
 170                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_TRIG_STOP);
 171                 if (ret < 0)
 172                         dev_err(sdev->dev,
 173                                 "error: failed to trigger widget %s\n",
 174                                 swidget->widget->name);
 175
 176                 /* pcm free */
 177                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_PCM_FREE);
 178                 if (ret < 0)
 179                         dev_err(sdev->dev,
 180                                 "error: failed to trigger widget %s\n",
 181                                 swidget->widget->name);
 182                 break;
 183         default:
 184                 break;
 185         }
 186
 187         return ret;
 188 }
 189
 190 /* event handlers for keyword detect component */
 191 static const struct snd_soc_tplg_widget_events sof_kwd_events[] = {
 192         {SOF_KEYWORD_DETECT_DAPM_EVENT, sof_keyword_dapm_event},
 193 };
 194
 195 static inline int get_tlv_data(const int *p, int tlv[TLV_ITEMS])
 196 {
 197         /* we only support dB scale TLV type at the moment */
 198         if ((int)p[SNDRV_CTL_TLVO_TYPE] != SNDRV_CTL_TLVT_DB_SCALE)
 199                 return -EINVAL;
 200
 201         /* min value in topology tlv data is multiplied by 100 */
 202         tlv[TLV_MIN] = (int)p[SNDRV_CTL_TLVO_DB_SCALE_MIN] / 100;
 203
 204         /* volume steps */
 205         tlv[TLV_STEP] = (int)(p[SNDRV_CTL_TLVO_DB_SCALE_MUTE_AND_STEP] &
 206                                 TLV_DB_SCALE_MASK);
 207
 208         /* mute ON/OFF */
 209         if ((p[SNDRV_CTL_TLVO_DB_SCALE_MUTE_AND_STEP] &
 210                 TLV_DB_SCALE_MUTE) == 0)
 211                 tlv[TLV_MUTE] = 0;
 212         else
 213                 tlv[TLV_MUTE] = 1;
 214
 215         return 0;
 216 }
 217
 218 /*
 219  * Function to truncate an unsigned 64-bit number
 220  * by x bits and return 32-bit unsigned number. This
 221  * function also takes care of rounding while truncating
 222  */
 223 static inline u32 vol_shift_64(u64 i, u32 x)
 224 {
 225         /* do not truncate more than 32 bits */
 226         if (x > 32)
 227                 x = 32;
 228
 229         if (x == 0)
 230                 return (u32)i;
 231
 232         return (u32)(((i >> (x - 1)) + 1) >> 1);
 233 }
 234
 235 /*
 236  * Function to compute a ^ exp where,
 237  * a is a fractional number represented by a fixed-point
 238  * integer with a fractional world length of "fwl"
 239  * exp is an integer
 240  * fwl is the fractional word length
 241  * Return value is a fractional number represented by a
 242  * fixed-point integer with a fractional word length of "fwl"
 243  */
 244 static u32 vol_pow32(u32 a, int exp, u32 fwl)
 245 {
 246         int i, iter;
 247         u32 power = 1 << fwl;
 248         u64 numerator;
 249
 250         /* if exponent is 0, return 1 */
 251         if (exp == 0)
 252                 return power;
 253
 254         /* determine the number of iterations based on the exponent */
 255         if (exp < 0)
 256                 iter = exp * -1;
 257         else
 258                 iter = exp;
 259
 260         /* mutiply a "iter" times to compute power */
 261         for (i = 0; i < iter; i++) {
 262                 /*
 263                  * Product of 2 Qx.fwl fixed-point numbers yields a Q2*x.2*fwl
 264                  * Truncate product back to fwl fractional bits with rounding
 265                  */
 266                 power = vol_shift_64((u64)power * a, fwl);
 267         }
 268
 269         if (exp > 0) {
 270                 /* if exp is positive, return the result */
 271                 return power;
 272         }
 273
 274         /* if exp is negative, return the multiplicative inverse */
 275         numerator = (u64)1 << (fwl << 1);
 276         do_div(numerator, power);
 277
 278         return (u32)numerator;
 279 }
 280
 281 /*
 282  * Function to calculate volume gain from TLV data.
 283  * This function can only handle gain steps that are multiples of 0.5 dB
 284  */
 285 static u32 vol_compute_gain(u32 value, int *tlv)
 286 {
 287         int dB_gain;
 288         u32 linear_gain;
 289         int f_step;
 290
 291         /* mute volume */
 292         if (value == 0 && tlv[TLV_MUTE])
 293                 return 0;
 294
 295         /*
 296          * compute dB gain from tlv. tlv_step
 297          * in topology is multiplied by 100
 298          */
 299         dB_gain = tlv[TLV_MIN] + (value * tlv[TLV_STEP]) / 100;
 300
 301         /*
 302          * compute linear gain represented by fixed-point
 303          * int with VOLUME_FWL fractional bits
 304          */
 305         linear_gain = vol_pow32(VOL_TWENTIETH_ROOT_OF_TEN, dB_gain, VOLUME_FWL);
 306
 307         /* extract the fractional part of volume step */
 308         f_step = tlv[TLV_STEP] - (tlv[TLV_STEP] / 100);
 309
 310         /* if volume step is an odd multiple of 0.5 dB */
 311         if (f_step == VOL_HALF_DB_STEP && (value & 1))
 312                 linear_gain = vol_shift_64((u64)linear_gain *
 313                                                   VOL_FORTIETH_ROOT_OF_TEN,
 314                                                   VOLUME_FWL);
 315
 316         return linear_gain;
 317 }
 318
 319 /*
 320  * Set up volume table for kcontrols from tlv data
 321  * "size" specifies the number of entries in the table
 322  */
 323 static int set_up_volume_table(struct snd_sof_control *scontrol,
 324                                int tlv[TLV_ITEMS], int size)
 325 {
 326         int j;
 327
 328         /* init the volume table */
 329         scontrol->volume_table = kcalloc(size, sizeof(u32), GFP_KERNEL);
 330         if (!scontrol->volume_table)
 331                 return -ENOMEM;
 332
 333         /* populate the volume table */
 334         for (j = 0; j < size ; j++)
 335                 scontrol->volume_table[j] = vol_compute_gain(j, tlv);
 336
 337         return 0;
 338 }
 339
 340 struct sof_dai_types {
 341         const char *name;
 342         enum sof_ipc_dai_type type;
 343 };
 344
 345 static const struct sof_dai_types sof_dais[] = {
 346         {"SSP", SOF_DAI_INTEL_SSP},
 347         {"HDA", SOF_DAI_INTEL_HDA},
 348         {"DMIC", SOF_DAI_INTEL_DMIC},
 349         {"ALH", SOF_DAI_INTEL_ALH},
 350         {"SAI", SOF_DAI_IMX_SAI},
 351         {"ESAI", SOF_DAI_IMX_ESAI},
 352 };
 353
 354 static enum sof_ipc_dai_type find_dai(const char *name)
 355 {
 356         int i;
 357
 358         for (i = 0; i < ARRAY_SIZE(sof_dais); i++) {
 359                 if (strcmp(name, sof_dais[i].name) == 0)
 360                         return sof_dais[i].type;
 361         }
 362
 363         return SOF_DAI_INTEL_NONE;
 364 }
 365
 366 /*
 367  * Supported Frame format types and lookup, add new ones to end of list.
 368  */
 369
 370 struct sof_frame_types {
 371         const char *name;
 372         enum sof_ipc_frame frame;
 373 };
 374
 375 static const struct sof_frame_types sof_frames[] = {
 376         {"s16le", SOF_IPC_FRAME_S16_LE},
 377         {"s24le", SOF_IPC_FRAME_S24_4LE},
 378         {"s32le", SOF_IPC_FRAME_S32_LE},
 379         {"float", SOF_IPC_FRAME_FLOAT},
 380 };
 381
 382 static enum sof_ipc_frame find_format(const char *name)
 383 {
 384         int i;
 385
 386         for (i = 0; i < ARRAY_SIZE(sof_frames); i++) {
 387                 if (strcmp(name, sof_frames[i].name) == 0)
 388                         return sof_frames[i].frame;
 389         }
 390
 391         /* use s32le if nothing is specified */
 392         return SOF_IPC_FRAME_S32_LE;
 393 }
 394
 395 struct sof_process_types {
 396         const char *name;
 397         enum sof_ipc_process_type type;
 398         enum sof_comp_type comp_type;
 399 };
 400
 401 static const struct sof_process_types sof_process[] = {
 402         {"EQFIR", SOF_PROCESS_EQFIR, SOF_COMP_EQ_FIR},
 403         {"EQIIR", SOF_PROCESS_EQIIR, SOF_COMP_EQ_IIR},
 404         {"KEYWORD_DETECT", SOF_PROCESS_KEYWORD_DETECT, SOF_COMP_KEYWORD_DETECT},
 405         {"KPB", SOF_PROCESS_KPB, SOF_COMP_KPB},
 406         {"CHAN_SELECTOR", SOF_PROCESS_CHAN_SELECTOR, SOF_COMP_SELECTOR},
 407         {"MUX", SOF_PROCESS_MUX, SOF_COMP_MUX},
 408         {"DEMUX", SOF_PROCESS_DEMUX, SOF_COMP_DEMUX},
 409 };
 410
 411 static enum sof_ipc_process_type find_process(const char *name)
 412 {
 413         int i;
 414
 415         for (i = 0; i < ARRAY_SIZE(sof_process); i++) {
 416                 if (strcmp(name, sof_process[i].name) == 0)
 417                         return sof_process[i].type;
 418         }
 419
 420         return SOF_PROCESS_NONE;
 421 }
 422
 423 static enum sof_comp_type find_process_comp_type(enum sof_ipc_process_type type)
 424 {
 425         int i;
 426
 427         for (i = 0; i < ARRAY_SIZE(sof_process); i++) {
 428                 if (sof_process[i].type == type)
 429                         return sof_process[i].comp_type;
 430         }
 431
 432         return SOF_COMP_NONE;
 433 }
 434
 435 /*
 436  * Topology Token Parsing.
 437  * New tokens should be added to headers and parsing tables below.
 438  */
 439
 440 struct sof_topology_token {
 441         u32 token;
 442         u32 type;
 443         int (*get_token)(void *elem, void *object, u32 offset, u32 size);
 444         u32 offset;
 445         u32 size;
 446 };
 447
 448 static int get_token_u32(void *elem, void *object, u32 offset, u32 size)
 449 {
 450         struct snd_soc_tplg_vendor_value_elem *velem = elem;
 451         u32 *val = (u32 *)((u8 *)object + offset);
 452
 453         *val = le32_to_cpu(velem->value);
 454         return 0;
 455 }
 456
 457 static int get_token_u16(void *elem, void *object, u32 offset, u32 size)
 458 {
 459         struct snd_soc_tplg_vendor_value_elem *velem = elem;
 460         u16 *val = (u16 *)((u8 *)object + offset);
 461
 462         *val = (u16)le32_to_cpu(velem->value);
 463         return 0;
 464 }
 465
 466 static int get_token_comp_format(void *elem, void *object, u32 offset, u32 size)
 467 {
 468         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 469         u32 *val = (u32 *)((u8 *)object + offset);
 470
 471         *val = find_format(velem->string);
 472         return 0;
 473 }
 474
 475 static int get_token_dai_type(void *elem, void *object, u32 offset, u32 size)
 476 {
 477         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 478         u32 *val = (u32 *)((u8 *)object + offset);
 479
 480         *val = find_dai(velem->string);
 481         return 0;
 482 }
 483
 484 static int get_token_process_type(void *elem, void *object, u32 offset,
 485                                   u32 size)
 486 {
 487         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 488         u32 *val = (u32 *)((u8 *)object + offset);
 489
 490         *val = find_process(velem->string);
 491         return 0;
 492 }
 493
 494 /* Buffers */
 495 static const struct sof_topology_token buffer_tokens[] = {
 496         {SOF_TKN_BUF_SIZE, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 497                 offsetof(struct sof_ipc_buffer, size), 0},
 498         {SOF_TKN_BUF_CAPS, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 499                 offsetof(struct sof_ipc_buffer, caps), 0},
 500 };
 501
 502 /* DAI */
 503 static const struct sof_topology_token dai_tokens[] = {
 504         {SOF_TKN_DAI_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_dai_type,
 505                 offsetof(struct sof_ipc_comp_dai, type), 0},
 506         {SOF_TKN_DAI_INDEX, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 507                 offsetof(struct sof_ipc_comp_dai, dai_index), 0},
 508         {SOF_TKN_DAI_DIRECTION, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 509                 offsetof(struct sof_ipc_comp_dai, direction), 0},
 510 };
 511
 512 /* BE DAI link */
 513 static const struct sof_topology_token dai_link_tokens[] = {
 514         {SOF_TKN_DAI_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_dai_type,
 515                 offsetof(struct sof_ipc_dai_config, type), 0},
 516         {SOF_TKN_DAI_INDEX, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 517                 offsetof(struct sof_ipc_dai_config, dai_index), 0},
 518 };
 519
 520 /* scheduling */
 521 static const struct sof_topology_token sched_tokens[] = {
 522         {SOF_TKN_SCHED_PERIOD, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 523                 offsetof(struct sof_ipc_pipe_new, period), 0},
 524         {SOF_TKN_SCHED_PRIORITY, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 525                 offsetof(struct sof_ipc_pipe_new, priority), 0},
 526         {SOF_TKN_SCHED_MIPS, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 527                 offsetof(struct sof_ipc_pipe_new, period_mips), 0},
 528         {SOF_TKN_SCHED_CORE, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 529                 offsetof(struct sof_ipc_pipe_new, core), 0},
 530         {SOF_TKN_SCHED_FRAMES, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 531                 offsetof(struct sof_ipc_pipe_new, frames_per_sched), 0},
 532         {SOF_TKN_SCHED_TIME_DOMAIN, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 533                 offsetof(struct sof_ipc_pipe_new, time_domain), 0},
 534 };
 535
 536 /* volume */
 537 static const struct sof_topology_token volume_tokens[] = {
 538         {SOF_TKN_VOLUME_RAMP_STEP_TYPE, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 539                 get_token_u32, offsetof(struct sof_ipc_comp_volume, ramp), 0},
 540         {SOF_TKN_VOLUME_RAMP_STEP_MS,
 541                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 542                 offsetof(struct sof_ipc_comp_volume, initial_ramp), 0},
 543 };
 544
 545 /* SRC */
 546 static const struct sof_topology_token src_tokens[] = {
 547         {SOF_TKN_SRC_RATE_IN, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 548                 offsetof(struct sof_ipc_comp_src, source_rate), 0},
 549         {SOF_TKN_SRC_RATE_OUT, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 550                 offsetof(struct sof_ipc_comp_src, sink_rate), 0},
 551 };
 552
 553 /* Tone */
 554 static const struct sof_topology_token tone_tokens[] = {
 555 };
 556
 557 /* EFFECT */
 558 static const struct sof_topology_token process_tokens[] = {
 559         {SOF_TKN_PROCESS_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING,
 560                 get_token_process_type,
 561                 offsetof(struct sof_ipc_comp_process, type), 0},
 562 };
 563
 564 /* PCM */
 565 static const struct sof_topology_token pcm_tokens[] = {
 566         {SOF_TKN_PCM_DMAC_CONFIG, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 567                 offsetof(struct sof_ipc_comp_host, dmac_config), 0},
 568 };
 569
 570 /* Generic components */
 571 static const struct sof_topology_token comp_tokens[] = {
 572         {SOF_TKN_COMP_PERIOD_SINK_COUNT,
 573                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 574                 offsetof(struct sof_ipc_comp_config, periods_sink), 0},
 575         {SOF_TKN_COMP_PERIOD_SOURCE_COUNT,
 576                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 577                 offsetof(struct sof_ipc_comp_config, periods_source), 0},
 578         {SOF_TKN_COMP_FORMAT,
 579                 SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_comp_format,
 580                 offsetof(struct sof_ipc_comp_config, frame_fmt), 0},
 581 };
 582
 583 /* SSP */
 584 static const struct sof_topology_token ssp_tokens[] = {
 585         {SOF_TKN_INTEL_SSP_CLKS_CONTROL,
 586                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 587                 offsetof(struct sof_ipc_dai_ssp_params, clks_control), 0},
 588         {SOF_TKN_INTEL_SSP_MCLK_ID,
 589                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 590                 offsetof(struct sof_ipc_dai_ssp_params, mclk_id), 0},
 591         {SOF_TKN_INTEL_SSP_SAMPLE_BITS, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 592                 get_token_u32,
 593                 offsetof(struct sof_ipc_dai_ssp_params, sample_valid_bits), 0},
 594         {SOF_TKN_INTEL_SSP_FRAME_PULSE_WIDTH, SND_SOC_TPLG_TUPLE_TYPE_SHORT,
 595                 get_token_u16,
 596                 offsetof(struct sof_ipc_dai_ssp_params, frame_pulse_width), 0},
 597         {SOF_TKN_INTEL_SSP_QUIRKS, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 598                 get_token_u32,
 599                 offsetof(struct sof_ipc_dai_ssp_params, quirks), 0},
 600         {SOF_TKN_INTEL_SSP_TDM_PADDING_PER_SLOT, SND_SOC_TPLG_TUPLE_TYPE_BOOL,
 601                 get_token_u16,
 602                 offsetof(struct sof_ipc_dai_ssp_params,
 603                          tdm_per_slot_padding_flag), 0},
 604         {SOF_TKN_INTEL_SSP_BCLK_DELAY, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 605                 get_token_u32,
 606                 offsetof(struct sof_ipc_dai_ssp_params, bclk_delay), 0},
 607
 608 };
 609
 610 /* DMIC */
 611 static const struct sof_topology_token dmic_tokens[] = {
 612         {SOF_TKN_INTEL_DMIC_DRIVER_VERSION,
 613                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 614                 offsetof(struct sof_ipc_dai_dmic_params, driver_ipc_version),
 615                 0},
 616         {SOF_TKN_INTEL_DMIC_CLK_MIN,
 617                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 618                 offsetof(struct sof_ipc_dai_dmic_params, pdmclk_min), 0},
 619         {SOF_TKN_INTEL_DMIC_CLK_MAX,
 620                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 621                 offsetof(struct sof_ipc_dai_dmic_params, pdmclk_max), 0},
 622         {SOF_TKN_INTEL_DMIC_SAMPLE_RATE,
 623                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 624                 offsetof(struct sof_ipc_dai_dmic_params, fifo_fs), 0},
 625         {SOF_TKN_INTEL_DMIC_DUTY_MIN,
 626                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 627                 offsetof(struct sof_ipc_dai_dmic_params, duty_min), 0},
 628         {SOF_TKN_INTEL_DMIC_DUTY_MAX,
 629                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 630                 offsetof(struct sof_ipc_dai_dmic_params, duty_max), 0},
 631         {SOF_TKN_INTEL_DMIC_NUM_PDM_ACTIVE,
 632                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 633                 offsetof(struct sof_ipc_dai_dmic_params,
 634                          num_pdm_active), 0},
 635         {SOF_TKN_INTEL_DMIC_FIFO_WORD_LENGTH,
 636                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 637                 offsetof(struct sof_ipc_dai_dmic_params, fifo_bits), 0},
 638         {SOF_TKN_INTEL_DMIC_UNMUTE_RAMP_TIME_MS,
 639                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 640                 offsetof(struct sof_ipc_dai_dmic_params, unmute_ramp_time), 0},
 641
 642 };
 643
 644 /* ESAI */
 645 static const struct sof_topology_token esai_tokens[] = {
 646         {SOF_TKN_IMX_ESAI_MCLK_ID,
 647                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 648                 offsetof(struct sof_ipc_dai_esai_params, mclk_id), 0},
 649 };
 650
 651 /*
 652  * DMIC PDM Tokens
 653  * SOF_TKN_INTEL_DMIC_PDM_CTRL_ID should be the first token
 654  * as it increments the index while parsing the array of pdm tokens
 655  * and determines the correct offset
 656  */
 657 static const struct sof_topology_token dmic_pdm_tokens[] = {
 658         {SOF_TKN_INTEL_DMIC_PDM_CTRL_ID,
 659                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 660                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, id),
 661                 0},
 662         {SOF_TKN_INTEL_DMIC_PDM_MIC_A_Enable,
 663                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 664                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, enable_mic_a),
 665                 0},
 666         {SOF_TKN_INTEL_DMIC_PDM_MIC_B_Enable,
 667                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 668                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, enable_mic_b),
 669                 0},
 670         {SOF_TKN_INTEL_DMIC_PDM_POLARITY_A,
 671                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 672                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, polarity_mic_a),
 673                 0},
 674         {SOF_TKN_INTEL_DMIC_PDM_POLARITY_B,
 675                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 676                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, polarity_mic_b),
 677                 0},
 678         {SOF_TKN_INTEL_DMIC_PDM_CLK_EDGE,
 679                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 680                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, clk_edge),
 681                 0},
 682         {SOF_TKN_INTEL_DMIC_PDM_SKEW,
 683                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 684                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, skew),
 685                 0},
 686 };
 687
 688 /* HDA */
 689 static const struct sof_topology_token hda_tokens[] = {
 690 };
 691
 692 /* Leds */
 693 static const struct sof_topology_token led_tokens[] = {
 694         {SOF_TKN_MUTE_LED_USE, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 695          offsetof(struct snd_sof_led_control, use_led), 0},
 696         {SOF_TKN_MUTE_LED_DIRECTION, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 697          get_token_u32, offsetof(struct snd_sof_led_control, direction), 0},
 698 };
 699
 700 static void sof_parse_uuid_tokens(struct snd_soc_component *scomp,
 701                                   void *object,
 702                                   const struct sof_topology_token *tokens,
 703                                   int count,
 704                                   struct snd_soc_tplg_vendor_array *array)
 705 {
 706         struct snd_soc_tplg_vendor_uuid_elem *elem;
 707         int i, j;
 708
 709         /* parse element by element */
 710         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 711                 elem = &array->uuid[i];
 712
 713                 /* search for token */
 714                 for (j = 0; j < count; j++) {
 715                         /* match token type */
 716                         if (tokens[j].type != SND_SOC_TPLG_TUPLE_TYPE_UUID)
 717                                 continue;
 718
 719                         /* match token id */
 720                         if (tokens[j].token != le32_to_cpu(elem->token))
 721                                 continue;
 722
 723                         /* matched - now load token */
 724                         tokens[j].get_token(elem, object, tokens[j].offset,
 725                                             tokens[j].size);
 726                 }
 727         }
 728 }
 729
 730 static void sof_parse_string_tokens(struct snd_soc_component *scomp,
 731                                     void *object,
 732                                     const struct sof_topology_token *tokens,
 733                                     int count,
 734                                     struct snd_soc_tplg_vendor_array *array)
 735 {
 736         struct snd_soc_tplg_vendor_string_elem *elem;
 737         int i, j;
 738
 739         /* parse element by element */
 740         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 741                 elem = &array->string[i];
 742
 743                 /* search for token */
 744                 for (j = 0; j < count; j++) {
 745                         /* match token type */
 746                         if (tokens[j].type != SND_SOC_TPLG_TUPLE_TYPE_STRING)
 747                                 continue;
 748
 749                         /* match token id */
 750                         if (tokens[j].token != le32_to_cpu(elem->token))
 751                                 continue;
 752
 753                         /* matched - now load token */
 754                         tokens[j].get_token(elem, object, tokens[j].offset,
 755                                             tokens[j].size);
 756                 }
 757         }
 758 }
 759
 760 static void sof_parse_word_tokens(struct snd_soc_component *scomp,
 761                                   void *object,
 762                                   const struct sof_topology_token *tokens,
 763                                   int count,
 764                                   struct snd_soc_tplg_vendor_array *array)
 765 {
 766         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 767         struct snd_soc_tplg_vendor_value_elem *elem;
 768         size_t size = sizeof(struct sof_ipc_dai_dmic_pdm_ctrl);
 769         int i, j;
 770         u32 offset;
 771         u32 *index = NULL;
 772
 773         /* parse element by element */
 774         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 775                 elem = &array->value[i];
 776
 777                 /* search for token */
 778                 for (j = 0; j < count; j++) {
 779                         /* match token type */
 780                         if (!(tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_WORD ||
 781                               tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_SHORT ||
 782                               tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_BYTE ||
 783                               tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_BOOL))
 784                                 continue;
 785
 786                         /* match token id */
 787                         if (tokens[j].token != le32_to_cpu(elem->token))
 788                                 continue;
 789
 790                         /* pdm config array index */
 791                         if (sdev->private)
 792                                 index = sdev->private;
 793
 794                         /* matched - determine offset */
 795                         switch (tokens[j].token) {
 796                         case SOF_TKN_INTEL_DMIC_PDM_CTRL_ID:
 797
 798                                 /* inc number of pdm array index */
 799                                 if (index)
 800                                         (*index)++;
 801                                 /* fallthrough */
 802                         case SOF_TKN_INTEL_DMIC_PDM_MIC_A_Enable:
 803                         case SOF_TKN_INTEL_DMIC_PDM_MIC_B_Enable:
 804                         case SOF_TKN_INTEL_DMIC_PDM_POLARITY_A:
 805                         case SOF_TKN_INTEL_DMIC_PDM_POLARITY_B:
 806                         case SOF_TKN_INTEL_DMIC_PDM_CLK_EDGE:
 807                         case SOF_TKN_INTEL_DMIC_PDM_SKEW:
 808
 809                                 /* check if array index is valid */
 810                                 if (!index || *index == 0) {
 811                                         dev_err(sdev->dev,
 812                                                 "error: invalid array offset\n");
 813                                         continue;
 814                                 } else {
 815                                         /* offset within the pdm config array */
 816                                         offset = size * (*index - 1);
 817                                 }
 818                                 break;
 819                         default:
 820                                 offset = 0;
 821                                 break;
 822                         }
 823
 824                         /* load token */
 825                         tokens[j].get_token(elem, object,
 826                                             offset + tokens[j].offset,
 827                                             tokens[j].size);
 828                 }
 829         }
 830 }
 831
 832 static int sof_parse_tokens(struct snd_soc_component *scomp,
 833                             void *object,
 834                             const struct sof_topology_token *tokens,
 835                             int count,
 836                             struct snd_soc_tplg_vendor_array *array,
 837                             int priv_size)
 838 {
 839         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 840         int asize;
 841
 842         while (priv_size > 0) {
 843                 asize = le32_to_cpu(array->size);
 844
 845                 /* validate asize */
 846                 if (asize < 0) { /* FIXME: A zero-size array makes no sense */
 847                         dev_err(sdev->dev, "error: invalid array size 0x%x\n",
 848                                 asize);
 849                         return -EINVAL;
 850                 }
 851
 852                 /* make sure there is enough data before parsing */
 853                 priv_size -= asize;
 854                 if (priv_size < 0) {
 855                         dev_err(sdev->dev, "error: invalid array size 0x%x\n",
 856                                 asize);
 857                         return -EINVAL;
 858                 }
 859
 860                 /* call correct parser depending on type */
 861                 switch (le32_to_cpu(array->type)) {
 862                 case SND_SOC_TPLG_TUPLE_TYPE_UUID:
 863                         sof_parse_uuid_tokens(scomp, object, tokens, count,
 864                                               array);
 865                         break;
 866                 case SND_SOC_TPLG_TUPLE_TYPE_STRING:
 867                         sof_parse_string_tokens(scomp, object, tokens, count,
 868                                                 array);
 869                         break;
 870                 case SND_SOC_TPLG_TUPLE_TYPE_BOOL:
 871                 case SND_SOC_TPLG_TUPLE_TYPE_BYTE:
 872                 case SND_SOC_TPLG_TUPLE_TYPE_WORD:
 873                 case SND_SOC_TPLG_TUPLE_TYPE_SHORT:
 874                         sof_parse_word_tokens(scomp, object, tokens, count,
 875                                               array);
 876                         break;
 877                 default:
 878                         dev_err(sdev->dev, "error: unknown token type %d\n",
 879                                 array->type);
 880                         return -EINVAL;
 881                 }
 882
 883                 /* next array */
 884                 array = (struct snd_soc_tplg_vendor_array *)((u8 *)array
 885                         + asize);
 886         }
 887         return 0;
 888 }
 889
 890 static void sof_dbg_comp_config(struct snd_soc_component *scomp,
 891                                 struct sof_ipc_comp_config *config)
 892 {
 893         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 894
 895         dev_dbg(sdev->dev, " config: periods snk %d src %d fmt %d\n",
 896                 config->periods_sink, config->periods_source,
 897                 config->frame_fmt);
 898 }
 899
 900 /*
 901  * Standard Kcontrols.
 902  */
 903
 904 static int sof_control_load_volume(struct snd_soc_component *scomp,
 905                                    struct snd_sof_control *scontrol,
 906                                    struct snd_kcontrol_new *kc,
 907                                    struct snd_soc_tplg_ctl_hdr *hdr)
 908 {
 909         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 910         struct snd_soc_tplg_mixer_control *mc =
 911                 container_of(hdr, struct snd_soc_tplg_mixer_control, hdr);
 912         struct sof_ipc_ctrl_data *cdata;
 913         int tlv[TLV_ITEMS];
 914         unsigned int i;
 915         int ret;
 916
 917         /* validate topology data */
 918         if (le32_to_cpu(mc->num_channels) > SND_SOC_TPLG_MAX_CHAN)
 919                 return -EINVAL;
 920
 921         /* init the volume get/put data */
 922         scontrol->size = struct_size(scontrol->control_data, chanv,
 923                                      le32_to_cpu(mc->num_channels));
 924         scontrol->control_data = kzalloc(scontrol->size, GFP_KERNEL);
 925         if (!scontrol->control_data)
 926                 return -ENOMEM;
 927
 928         scontrol->comp_id = sdev->next_comp_id;
 929         scontrol->min_volume_step = le32_to_cpu(mc->min);
 930         scontrol->max_volume_step = le32_to_cpu(mc->max);
 931         scontrol->num_channels = le32_to_cpu(mc->num_channels);
 932
 933         /* set cmd for mixer control */
 934         if (le32_to_cpu(mc->max) == 1) {
 935                 scontrol->cmd = SOF_CTRL_CMD_SWITCH;
 936                 goto out;
 937         }
 938
 939         scontrol->cmd = SOF_CTRL_CMD_VOLUME;
 940
 941         /* extract tlv data */
 942         if (get_tlv_data(kc->tlv.p, tlv) < 0) {
 943                 dev_err(sdev->dev, "error: invalid TLV data\n");
 944                 return -EINVAL;
 945         }
 946
 947         /* set up volume table */
 948         ret = set_up_volume_table(scontrol, tlv, le32_to_cpu(mc->max) + 1);
 949         if (ret < 0) {
 950                 dev_err(sdev->dev, "error: setting up volume table\n");
 951                 return ret;
 952         }
 953
 954         /* set default volume values to 0dB in control */
 955         cdata = scontrol->control_data;
 956         for (i = 0; i < scontrol->num_channels; i++) {
 957                 cdata->chanv[i].channel = i;
 958                 cdata->chanv[i].value = VOL_ZERO_DB;
 959         }
 960
 961 out:
 962         /* set up possible led control from mixer private data */
 963         ret = sof_parse_tokens(scomp, &scontrol->led_ctl, led_tokens,
 964                                ARRAY_SIZE(led_tokens), mc->priv.array,
 965                                le32_to_cpu(mc->priv.size));
 966
 967         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d\n",
 968                 scontrol->comp_id, scontrol->num_channels);
 969
 970         return 0;
 971 }
 972
 973 static int sof_control_load_enum(struct snd_soc_component *scomp,
 974                                  struct snd_sof_control *scontrol,
 975                                  struct snd_kcontrol_new *kc,
 976                                  struct snd_soc_tplg_ctl_hdr *hdr)
 977 {
 978         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 979         struct snd_soc_tplg_enum_control *ec =
 980                 container_of(hdr, struct snd_soc_tplg_enum_control, hdr);
 981
 982         /* validate topology data */
 983         if (le32_to_cpu(ec->num_channels) > SND_SOC_TPLG_MAX_CHAN)
 984                 return -EINVAL;
 985
 986         /* init the enum get/put data */
 987         scontrol->size = struct_size(scontrol->control_data, chanv,
 988                                      le32_to_cpu(ec->num_channels));
 989         scontrol->control_data = kzalloc(scontrol->size, GFP_KERNEL);
 990         if (!scontrol->control_data)
 991                 return -ENOMEM;
 992
 993         scontrol->comp_id = sdev->next_comp_id;
 994         scontrol->num_channels = le32_to_cpu(ec->num_channels);
 995
 996         scontrol->cmd = SOF_CTRL_CMD_ENUM;
 997
 998         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d comp_id %d\n",
 999                 scontrol->comp_id, scontrol->num_channels, scontrol->comp_id);
1000
1001         return 0;
1002 }
1003
1004 static int sof_control_load_bytes(struct snd_soc_component *scomp,
1005                                   struct snd_sof_control *scontrol,
1006                                   struct snd_kcontrol_new *kc,
1007                                   struct snd_soc_tplg_ctl_hdr *hdr)
1008 {
1009         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1010         struct sof_ipc_ctrl_data *cdata;
1011         struct snd_soc_tplg_bytes_control *control =
1012                 container_of(hdr, struct snd_soc_tplg_bytes_control, hdr);
1013         struct soc_bytes_ext *sbe = (struct soc_bytes_ext *)kc->private_value;
1014         int max_size = sbe->max;
1015
1016         if (le32_to_cpu(control->priv.size) > max_size) {
1017                 dev_err(sdev->dev, "err: bytes data size %d exceeds max %d.\n",
1018                         control->priv.size, max_size);
1019                 return -EINVAL;
1020         }
1021
1022         /* init the get/put bytes data */
1023         scontrol->size = sizeof(struct sof_ipc_ctrl_data) +
1024                 le32_to_cpu(control->priv.size);
1025         scontrol->control_data = kzalloc(max_size, GFP_KERNEL);
1026         cdata = scontrol->control_data;
1027         if (!scontrol->control_data)
1028                 return -ENOMEM;
1029
1030         scontrol->comp_id = sdev->next_comp_id;
1031         scontrol->cmd = SOF_CTRL_CMD_BINARY;
1032
1033         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d\n",
1034                 scontrol->comp_id, scontrol->num_channels);
1035
1036         if (le32_to_cpu(control->priv.size) > 0) {
1037                 memcpy(cdata->data, control->priv.data,
1038                        le32_to_cpu(control->priv.size));
1039
1040                 if (cdata->data->magic != SOF_ABI_MAGIC) {
1041                         dev_err(sdev->dev, "error: Wrong ABI magic 0x%08x.\n",
1042                                 cdata->data->magic);
1043                         return -EINVAL;
1044                 }
1045                 if (SOF_ABI_VERSION_INCOMPATIBLE(SOF_ABI_VERSION,
1046                                                  cdata->data->abi)) {
1047                         dev_err(sdev->dev,
1048                                 "error: Incompatible ABI version 0x%08x.\n",
1049                                 cdata->data->abi);
1050                         return -EINVAL;
1051                 }
1052                 if (cdata->data->size + sizeof(const struct sof_abi_hdr) !=
1053                     le32_to_cpu(control->priv.size)) {
1054                         dev_err(sdev->dev,
1055                                 "error: Conflict in bytes vs. priv size.\n");
1056                         return -EINVAL;
1057                 }
1058         }
1059         return 0;
1060 }
1061
1062 /* external kcontrol init - used for any driver specific init */
1063 static int sof_control_load(struct snd_soc_component *scomp, int index,
1064                             struct snd_kcontrol_new *kc,
1065                             struct snd_soc_tplg_ctl_hdr *hdr)
1066 {
1067         struct soc_mixer_control *sm;
1068         struct soc_bytes_ext *sbe;
1069         struct soc_enum *se;
1070         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1071         struct snd_soc_dobj *dobj;
1072         struct snd_sof_control *scontrol;
1073         int ret = -EINVAL;
1074
1075         dev_dbg(sdev->dev, "tplg: load control type %d name : %s\n",
1076                 hdr->type, hdr->name);
1077
1078         scontrol = kzalloc(sizeof(*scontrol), GFP_KERNEL);
1079         if (!scontrol)
1080                 return -ENOMEM;
1081
1082         scontrol->sdev = sdev;
1083
1084         switch (le32_to_cpu(hdr->ops.info)) {
1085         case SND_SOC_TPLG_CTL_VOLSW:
1086         case SND_SOC_TPLG_CTL_VOLSW_SX:
1087         case SND_SOC_TPLG_CTL_VOLSW_XR_SX:
1088                 sm = (struct soc_mixer_control *)kc->private_value;
1089                 dobj = &sm->dobj;
1090                 ret = sof_control_load_volume(scomp, scontrol, kc, hdr);
1091                 break;
1092         case SND_SOC_TPLG_CTL_BYTES:
1093                 sbe = (struct soc_bytes_ext *)kc->private_value;
1094                 dobj = &sbe->dobj;
1095                 ret = sof_control_load_bytes(scomp, scontrol, kc, hdr);
1096                 break;
1097         case SND_SOC_TPLG_CTL_ENUM:
1098         case SND_SOC_TPLG_CTL_ENUM_VALUE:
1099                 se = (struct soc_enum *)kc->private_value;
1100                 dobj = &se->dobj;
1101                 ret = sof_control_load_enum(scomp, scontrol, kc, hdr);
1102                 break;
1103         case SND_SOC_TPLG_CTL_RANGE:
1104         case SND_SOC_TPLG_CTL_STROBE:
1105         case SND_SOC_TPLG_DAPM_CTL_VOLSW:
1106         case SND_SOC_TPLG_DAPM_CTL_ENUM_DOUBLE:
1107         case SND_SOC_TPLG_DAPM_CTL_ENUM_VIRT:
1108         case SND_SOC_TPLG_DAPM_CTL_ENUM_VALUE:
1109         case SND_SOC_TPLG_DAPM_CTL_PIN:
1110         default:
1111                 dev_warn(sdev->dev, "control type not supported %d:%d:%d\n",
1112                          hdr->ops.get, hdr->ops.put, hdr->ops.info);
1113                 kfree(scontrol);
1114                 return 0;
1115         }
1116
1117         dobj->private = scontrol;
1118         list_add(&scontrol->list, &sdev->kcontrol_list);
1119         return ret;
1120 }
1121
1122 static int sof_control_unload(struct snd_soc_component *scomp,
1123                               struct snd_soc_dobj *dobj)
1124 {
1125         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1126         struct sof_ipc_free fcomp;
1127         struct snd_sof_control *scontrol = dobj->private;
1128
1129         dev_dbg(sdev->dev, "tplg: unload control name : %s\n", scomp->name);
1130
1131         fcomp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_FREE;
1132         fcomp.hdr.size = sizeof(fcomp);
1133         fcomp.id = scontrol->comp_id;
1134
1135         kfree(scontrol->control_data);
1136         list_del(&scontrol->list);
1137         kfree(scontrol);
1138         /* send IPC to the DSP */
1139         return sof_ipc_tx_message(sdev->ipc,
1140                                   fcomp.hdr.cmd, &fcomp, sizeof(fcomp),
1141                                   NULL, 0);
1142 }
1143
1144 /*
1145  * DAI Topology
1146  */
1147
1148 static int sof_connect_dai_widget(struct snd_soc_component *scomp,
1149                                   struct snd_soc_dapm_widget *w,
1150                                   struct snd_soc_tplg_dapm_widget *tw,
1151                                   struct snd_sof_dai *dai)
1152 {
1153         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1154         struct snd_soc_card *card = scomp->card;
1155         struct snd_soc_pcm_runtime *rtd;
1156
1157         list_for_each_entry(rtd, &card->rtd_list, list) {
1158                 dev_vdbg(sdev->dev, "tplg: check widget: %s stream: %s dai stream: %s\n",
1159                          w->name,  w->sname, rtd->dai_link->stream_name);
1160
1161                 if (!w->sname || !rtd->dai_link->stream_name)
1162                         continue;
1163
1164                 /* does stream match DAI link ? */
1165                 if (strcmp(w->sname, rtd->dai_link->stream_name))
1166                         continue;
1167
1168                 switch (w->id) {
1169                 case snd_soc_dapm_dai_out:
1170                         rtd->cpu_dai->capture_widget = w;
1171                         dai->name = rtd->dai_link->name;
1172                         dev_dbg(sdev->dev, "tplg: connected widget %s -> DAI link %s\n",
1173                                 w->name, rtd->dai_link->name);
1174                         break;
1175                 case snd_soc_dapm_dai_in:
1176                         rtd->cpu_dai->playback_widget = w;
1177                         dai->name = rtd->dai_link->name;
1178                         dev_dbg(sdev->dev, "tplg: connected widget %s -> DAI link %s\n",
1179                                 w->name, rtd->dai_link->name);
1180                         break;
1181                 default:
1182                         break;
1183                 }
1184         }
1185
1186         /* check we have a connection */
1187         if (!dai->name) {
1188                 dev_err(sdev->dev, "error: can't connect DAI %s stream %s\n",
1189                         w->name, w->sname);
1190                 return -EINVAL;
1191         }
1192
1193         return 0;
1194 }
1195
1196 static int sof_widget_load_dai(struct snd_soc_component *scomp, int index,
1197                                struct snd_sof_widget *swidget,
1198                                struct snd_soc_tplg_dapm_widget *tw,
1199                                struct sof_ipc_comp_reply *r,
1200                                struct snd_sof_dai *dai)
1201 {
1202         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1203         struct snd_soc_tplg_private *private = &tw->priv;
1204         struct sof_ipc_comp_dai comp_dai;
1205         int ret;
1206
1207         /* configure dai IPC message */
1208         memset(&comp_dai, 0, sizeof(comp_dai));
1209         comp_dai.comp.hdr.size = sizeof(comp_dai);
1210         comp_dai.comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1211         comp_dai.comp.id = swidget->comp_id;
1212         comp_dai.comp.type = SOF_COMP_DAI;
1213         comp_dai.comp.pipeline_id = index;
1214         comp_dai.config.hdr.size = sizeof(comp_dai.config);
1215
1216         ret = sof_parse_tokens(scomp, &comp_dai, dai_tokens,
1217                                ARRAY_SIZE(dai_tokens), private->array,
1218                                le32_to_cpu(private->size));
1219         if (ret != 0) {
1220                 dev_err(sdev->dev, "error: parse dai tokens failed %d\n",
1221                         le32_to_cpu(private->size));
1222                 return ret;
1223         }
1224
1225         ret = sof_parse_tokens(scomp, &comp_dai.config, comp_tokens,
1226                                ARRAY_SIZE(comp_tokens), private->array,
1227                                le32_to_cpu(private->size));
1228         if (ret != 0) {
1229                 dev_err(sdev->dev, "error: parse dai.cfg tokens failed %d\n",
1230                         private->size);
1231                 return ret;
1232         }
1233
1234         dev_dbg(sdev->dev, "dai %s: type %d index %d\n",
1235                 swidget->widget->name, comp_dai.type, comp_dai.dai_index);
1236         sof_dbg_comp_config(scomp, &comp_dai.config);
1237
1238         ret = sof_ipc_tx_message(sdev->ipc, comp_dai.comp.hdr.cmd,
1239                                  &comp_dai, sizeof(comp_dai), r, sizeof(*r));
1240
1241         if (ret == 0 && dai) {
1242                 dai->sdev = sdev;
1243                 memcpy(&dai->comp_dai, &comp_dai, sizeof(comp_dai));
1244         }
1245
1246         return ret;
1247 }
1248
1249 /*
1250  * Buffer topology
1251  */
1252
1253 static int sof_widget_load_buffer(struct snd_soc_component *scomp, int index,
1254                                   struct snd_sof_widget *swidget,
1255                                   struct snd_soc_tplg_dapm_widget *tw,
1256                                   struct sof_ipc_comp_reply *r)
1257 {
1258         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1259         struct snd_soc_tplg_private *private = &tw->priv;
1260         struct sof_ipc_buffer *buffer;
1261         int ret;
1262
1263         buffer = kzalloc(sizeof(*buffer), GFP_KERNEL);
1264         if (!buffer)
1265                 return -ENOMEM;
1266
1267         /* configure dai IPC message */
1268         buffer->comp.hdr.size = sizeof(*buffer);
1269         buffer->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_BUFFER_NEW;
1270         buffer->comp.id = swidget->comp_id;
1271         buffer->comp.type = SOF_COMP_BUFFER;
1272         buffer->comp.pipeline_id = index;
1273
1274         ret = sof_parse_tokens(scomp, buffer, buffer_tokens,
1275                                ARRAY_SIZE(buffer_tokens), private->array,
1276                                le32_to_cpu(private->size));
1277         if (ret != 0) {
1278                 dev_err(sdev->dev, "error: parse buffer tokens failed %d\n",
1279                         private->size);
1280                 kfree(buffer);
1281                 return ret;
1282         }
1283
1284         dev_dbg(sdev->dev, "buffer %s: size %d caps 0x%x\n",
1285                 swidget->widget->name, buffer->size, buffer->caps);
1286
1287         swidget->private = buffer;
1288
1289         ret = sof_ipc_tx_message(sdev->ipc, buffer->comp.hdr.cmd, buffer,
1290                                  sizeof(*buffer), r, sizeof(*r));
1291         if (ret < 0) {
1292                 dev_err(sdev->dev, "error: buffer %s load failed\n",
1293                         swidget->widget->name);
1294                 kfree(buffer);
1295         }
1296
1297         return ret;
1298 }
1299
1300 /* bind PCM ID to host component ID */
1301 static int spcm_bind(struct snd_sof_dev *sdev, struct snd_sof_pcm *spcm,
1302                      int dir)
1303 {
1304         struct snd_sof_widget *host_widget;
1305
1306         host_widget = snd_sof_find_swidget_sname(sdev,
1307                                                  spcm->pcm.caps[dir].name,
1308                                                  dir);
1309         if (!host_widget) {
1310                 dev_err(sdev->dev, "can't find host comp to bind pcm\n");
1311                 return -EINVAL;
1312         }
1313
1314         spcm->stream[dir].comp_id = host_widget->comp_id;
1315
1316         return 0;
1317 }
1318
1319 /*
1320  * PCM Topology
1321  */
1322
1323 static int sof_widget_load_pcm(struct snd_soc_component *scomp, int index,
1324                                struct snd_sof_widget *swidget,
1325                                enum sof_ipc_stream_direction dir,
1326                                struct snd_soc_tplg_dapm_widget *tw,
1327                                struct sof_ipc_comp_reply *r)
1328 {
1329         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1330         struct snd_soc_tplg_private *private = &tw->priv;
1331         struct sof_ipc_comp_host *host;
1332         int ret;
1333
1334         host = kzalloc(sizeof(*host), GFP_KERNEL);
1335         if (!host)
1336                 return -ENOMEM;
1337
1338         /* configure host comp IPC message */
1339         host->comp.hdr.size = sizeof(*host);
1340         host->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1341         host->comp.id = swidget->comp_id;
1342         host->comp.type = SOF_COMP_HOST;
1343         host->comp.pipeline_id = index;
1344         host->direction = dir;
1345         host->config.hdr.size = sizeof(host->config);
1346
1347         ret = sof_parse_tokens(scomp, host, pcm_tokens,
1348                                ARRAY_SIZE(pcm_tokens), private->array,
1349                                le32_to_cpu(private->size));
1350         if (ret != 0) {
1351                 dev_err(sdev->dev, "error: parse host tokens failed %d\n",
1352                         private->size);
1353                 goto err;
1354         }
1355
1356         ret = sof_parse_tokens(scomp, &host->config, comp_tokens,
1357                                ARRAY_SIZE(comp_tokens), private->array,
1358                                le32_to_cpu(private->size));
1359         if (ret != 0) {
1360                 dev_err(sdev->dev, "error: parse host.cfg tokens failed %d\n",
1361                         le32_to_cpu(private->size));
1362                 goto err;
1363         }
1364
1365         dev_dbg(sdev->dev, "loaded host %s\n", swidget->widget->name);
1366         sof_dbg_comp_config(scomp, &host->config);
1367
1368         swidget->private = host;
1369
1370         ret = sof_ipc_tx_message(sdev->ipc, host->comp.hdr.cmd, host,
1371                                  sizeof(*host), r, sizeof(*r));
1372         if (ret >= 0)
1373                 return ret;
1374 err:
1375         kfree(host);
1376         return ret;
1377 }
1378
1379 /*
1380  * Pipeline Topology
1381  */
1382 int sof_load_pipeline_ipc(struct snd_sof_dev *sdev,
1383                           struct sof_ipc_pipe_new *pipeline,
1384                           struct sof_ipc_comp_reply *r)
1385 {
1386         struct sof_ipc_pm_core_config pm_core_config;
1387         int ret;
1388
1389         ret = sof_ipc_tx_message(sdev->ipc, pipeline->hdr.cmd, pipeline,
1390                                  sizeof(*pipeline), r, sizeof(*r));
1391         if (ret < 0) {
1392                 dev_err(sdev->dev, "error: load pipeline ipc failure\n");
1393                 return ret;
1394         }
1395
1396         /* power up the core that this pipeline is scheduled on */
1397         ret = snd_sof_dsp_core_power_up(sdev, 1 << pipeline->core);
1398         if (ret < 0) {
1399                 dev_err(sdev->dev, "error: powering up pipeline schedule core %d\n",
1400                         pipeline->core);
1401                 return ret;
1402         }
1403
1404         /* update enabled cores mask */
1405         sdev->enabled_cores_mask |= 1 << pipeline->core;
1406
1407         /*
1408          * Now notify DSP that the core that this pipeline is scheduled on
1409          * has been powered up
1410          */
1411         memset(&pm_core_config, 0, sizeof(pm_core_config));
1412         pm_core_config.enable_mask = sdev->enabled_cores_mask;
1413
1414         /* configure CORE_ENABLE ipc message */
1415         pm_core_config.hdr.size = sizeof(pm_core_config);
1416         pm_core_config.hdr.cmd = SOF_IPC_GLB_PM_MSG | SOF_IPC_PM_CORE_ENABLE;
1417
1418         /* send ipc */
1419         ret = sof_ipc_tx_message(sdev->ipc, pm_core_config.hdr.cmd,
1420                                  &pm_core_config, sizeof(pm_core_config),
1421                                  &pm_core_config, sizeof(pm_core_config));
1422         if (ret < 0)
1423                 dev_err(sdev->dev, "error: core enable ipc failure\n");
1424
1425         return ret;
1426 }
1427
1428 static int sof_widget_load_pipeline(struct snd_soc_component *scomp,
1429                                     int index, struct snd_sof_widget *swidget,
1430                                     struct snd_soc_tplg_dapm_widget *tw,
1431                                     struct sof_ipc_comp_reply *r)
1432 {
1433         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1434         struct snd_soc_tplg_private *private = &tw->priv;
1435         struct sof_ipc_pipe_new *pipeline;
1436         struct snd_sof_widget *comp_swidget;
1437         int ret;
1438
1439         pipeline = kzalloc(sizeof(*pipeline), GFP_KERNEL);
1440         if (!pipeline)
1441                 return -ENOMEM;
1442
1443         /* configure dai IPC message */
1444         pipeline->hdr.size = sizeof(*pipeline);
1445         pipeline->hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_PIPE_NEW;
1446         pipeline->pipeline_id = index;
1447         pipeline->comp_id = swidget->comp_id;
1448
1449         /* component at start of pipeline is our stream id */
1450         comp_swidget = snd_sof_find_swidget(sdev, tw->sname);
1451         if (!comp_swidget) {
1452                 dev_err(sdev->dev, "error: widget %s refers to non existent widget %s\n",
1453                         tw->name, tw->sname);
1454                 ret = -EINVAL;
1455                 goto err;
1456         }
1457
1458         pipeline->sched_id = comp_swidget->comp_id;
1459
1460         dev_dbg(sdev->dev, "tplg: pipeline id %d comp %d scheduling comp id %d\n",
1461                 pipeline->pipeline_id, pipeline->comp_id, pipeline->sched_id);
1462
1463         ret = sof_parse_tokens(scomp, pipeline, sched_tokens,
1464                                ARRAY_SIZE(sched_tokens), private->array,
1465                                le32_to_cpu(private->size));
1466         if (ret != 0) {
1467                 dev_err(sdev->dev, "error: parse pipeline tokens failed %d\n",
1468                         private->size);
1469                 goto err;
1470         }
1471
1472         dev_dbg(sdev->dev, "pipeline %s: period %d pri %d mips %d core %d frames %d\n",
1473                 swidget->widget->name, pipeline->period, pipeline->priority,
1474                 pipeline->period_mips, pipeline->core, pipeline->frames_per_sched);
1475
1476         swidget->private = pipeline;
1477
1478         /* send ipc's to create pipeline comp and power up schedule core */
1479         ret = sof_load_pipeline_ipc(sdev, pipeline, r);
1480         if (ret >= 0)
1481                 return ret;
1482 err:
1483         kfree(pipeline);
1484         return ret;
1485 }
1486
1487 /*
1488  * Mixer topology
1489  */
1490
1491 static int sof_widget_load_mixer(struct snd_soc_component *scomp, int index,
1492                                  struct snd_sof_widget *swidget,
1493                                  struct snd_soc_tplg_dapm_widget *tw,
1494                                  struct sof_ipc_comp_reply *r)
1495 {
1496         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1497         struct snd_soc_tplg_private *private = &tw->priv;
1498         struct sof_ipc_comp_mixer *mixer;
1499         int ret;
1500
1501         mixer = kzalloc(sizeof(*mixer), GFP_KERNEL);
1502         if (!mixer)
1503                 return -ENOMEM;
1504
1505         /* configure mixer IPC message */
1506         mixer->comp.hdr.size = sizeof(*mixer);
1507         mixer->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1508         mixer->comp.id = swidget->comp_id;
1509         mixer->comp.type = SOF_COMP_MIXER;
1510         mixer->comp.pipeline_id = index;
1511         mixer->config.hdr.size = sizeof(mixer->config);
1512
1513         ret = sof_parse_tokens(scomp, &mixer->config, comp_tokens,
1514                                ARRAY_SIZE(comp_tokens), private->array,
1515                                le32_to_cpu(private->size));
1516         if (ret != 0) {
1517                 dev_err(sdev->dev, "error: parse mixer.cfg tokens failed %d\n",
1518                         private->size);
1519                 kfree(mixer);
1520                 return ret;
1521         }
1522
1523         sof_dbg_comp_config(scomp, &mixer->config);
1524
1525         swidget->private = mixer;
1526
1527         ret = sof_ipc_tx_message(sdev->ipc, mixer->comp.hdr.cmd, mixer,
1528                                  sizeof(*mixer), r, sizeof(*r));
1529         if (ret < 0)
1530                 kfree(mixer);
1531
1532         return ret;
1533 }
1534
1535 /*
1536  * Mux topology
1537  */
1538 static int sof_widget_load_mux(struct snd_soc_component *scomp, int index,
1539                                struct snd_sof_widget *swidget,
1540                                struct snd_soc_tplg_dapm_widget *tw,
1541                                struct sof_ipc_comp_reply *r)
1542 {
1543         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1544         struct snd_soc_tplg_private *private = &tw->priv;
1545         struct sof_ipc_comp_mux *mux;
1546         int ret;
1547
1548         mux = kzalloc(sizeof(*mux), GFP_KERNEL);
1549         if (!mux)
1550                 return -ENOMEM;
1551
1552         /* configure mux IPC message */
1553         mux->comp.hdr.size = sizeof(*mux);
1554         mux->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1555         mux->comp.id = swidget->comp_id;
1556         mux->comp.type = SOF_COMP_MUX;
1557         mux->comp.pipeline_id = index;
1558         mux->config.hdr.size = sizeof(mux->config);
1559
1560         ret = sof_parse_tokens(scomp, &mux->config, comp_tokens,
1561                                ARRAY_SIZE(comp_tokens), private->array,
1562                                le32_to_cpu(private->size));
1563         if (ret != 0) {
1564                 dev_err(sdev->dev, "error: parse mux.cfg tokens failed %d\n",
1565                         private->size);
1566                 kfree(mux);
1567                 return ret;
1568         }
1569
1570         sof_dbg_comp_config(scomp, &mux->config);
1571
1572         swidget->private = mux;
1573
1574         ret = sof_ipc_tx_message(sdev->ipc, mux->comp.hdr.cmd, mux,
1575                                  sizeof(*mux), r, sizeof(*r));
1576         if (ret < 0)
1577                 kfree(mux);
1578
1579         return ret;
1580 }
1581
1582 /*
1583  * PGA Topology
1584  */
1585
1586 static int sof_widget_load_pga(struct snd_soc_component *scomp, int index,
1587                                struct snd_sof_widget *swidget,
1588                                struct snd_soc_tplg_dapm_widget *tw,
1589                                struct sof_ipc_comp_reply *r)
1590 {
1591         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1592         struct snd_soc_tplg_private *private = &tw->priv;
1593         struct sof_ipc_comp_volume *volume;
1594         struct snd_sof_control *scontrol;
1595         int min_step;
1596         int max_step;
1597         int ret;
1598
1599         volume = kzalloc(sizeof(*volume), GFP_KERNEL);
1600         if (!volume)
1601                 return -ENOMEM;
1602
1603         if (!le32_to_cpu(tw->num_kcontrols)) {
1604                 dev_err(sdev->dev, "error: invalid kcontrol count %d for volume\n",
1605                         tw->num_kcontrols);
1606                 ret = -EINVAL;
1607                 goto err;
1608         }
1609
1610         /* configure volume IPC message */
1611         volume->comp.hdr.size = sizeof(*volume);
1612         volume->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1613         volume->comp.id = swidget->comp_id;
1614         volume->comp.type = SOF_COMP_VOLUME;
1615         volume->comp.pipeline_id = index;
1616         volume->config.hdr.size = sizeof(volume->config);
1617
1618         ret = sof_parse_tokens(scomp, volume, volume_tokens,
1619                                ARRAY_SIZE(volume_tokens), private->array,
1620                                le32_to_cpu(private->size));
1621         if (ret != 0) {
1622                 dev_err(sdev->dev, "error: parse volume tokens failed %d\n",
1623                         private->size);
1624                 goto err;
1625         }
1626         ret = sof_parse_tokens(scomp, &volume->config, comp_tokens,
1627                                ARRAY_SIZE(comp_tokens), private->array,
1628                                le32_to_cpu(private->size));
1629         if (ret != 0) {
1630                 dev_err(sdev->dev, "error: parse volume.cfg tokens failed %d\n",
1631                         le32_to_cpu(private->size));
1632                 goto err;
1633         }
1634
1635         sof_dbg_comp_config(scomp, &volume->config);
1636
1637         swidget->private = volume;
1638
1639         list_for_each_entry(scontrol, &sdev->kcontrol_list, list) {
1640                 if (scontrol->comp_id == swidget->comp_id &&
1641                     scontrol->volume_table) {
1642                         min_step = scontrol->min_volume_step;
1643                         max_step = scontrol->max_volume_step;
1644                         volume->min_value = scontrol->volume_table[min_step];
1645                         volume->max_value = scontrol->volume_table[max_step];
1646                         volume->channels = scontrol->num_channels;
1647                         break;
1648                 }
1649         }
1650
1651         ret = sof_ipc_tx_message(sdev->ipc, volume->comp.hdr.cmd, volume,
1652                                  sizeof(*volume), r, sizeof(*r));
1653         if (ret >= 0)
1654                 return ret;
1655 err:
1656         kfree(volume);
1657         return ret;
1658 }
1659
1660 /*
1661  * SRC Topology
1662  */
1663
1664 static int sof_widget_load_src(struct snd_soc_component *scomp, int index,
1665                                struct snd_sof_widget *swidget,
1666                                struct snd_soc_tplg_dapm_widget *tw,
1667                                struct sof_ipc_comp_reply *r)
1668 {
1669         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1670         struct snd_soc_tplg_private *private = &tw->priv;
1671         struct sof_ipc_comp_src *src;
1672         int ret;
1673
1674         src = kzalloc(sizeof(*src), GFP_KERNEL);
1675         if (!src)
1676                 return -ENOMEM;
1677
1678         /* configure src IPC message */
1679         src->comp.hdr.size = sizeof(*src);
1680         src->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1681         src->comp.id = swidget->comp_id;
1682         src->comp.type = SOF_COMP_SRC;
1683         src->comp.pipeline_id = index;
1684         src->config.hdr.size = sizeof(src->config);
1685
1686         ret = sof_parse_tokens(scomp, src, src_tokens,
1687                                ARRAY_SIZE(src_tokens), private->array,
1688                                le32_to_cpu(private->size));
1689         if (ret != 0) {
1690                 dev_err(sdev->dev, "error: parse src tokens failed %d\n",
1691                         private->size);
1692                 goto err;
1693         }
1694
1695         ret = sof_parse_tokens(scomp, &src->config, comp_tokens,
1696                                ARRAY_SIZE(comp_tokens), private->array,
1697                                le32_to_cpu(private->size));
1698         if (ret != 0) {
1699                 dev_err(sdev->dev, "error: parse src.cfg tokens failed %d\n",
1700                         le32_to_cpu(private->size));
1701                 goto err;
1702         }
1703
1704         dev_dbg(sdev->dev, "src %s: source rate %d sink rate %d\n",
1705                 swidget->widget->name, src->source_rate, src->sink_rate);
1706         sof_dbg_comp_config(scomp, &src->config);
1707
1708         swidget->private = src;
1709
1710         ret = sof_ipc_tx_message(sdev->ipc, src->comp.hdr.cmd, src,
1711                                  sizeof(*src), r, sizeof(*r));
1712         if (ret >= 0)
1713                 return ret;
1714 err:
1715         kfree(src);
1716         return ret;
1717 }
1718
1719 /*
1720  * Signal Generator Topology
1721  */
1722
1723 static int sof_widget_load_siggen(struct snd_soc_component *scomp, int index,
1724                                   struct snd_sof_widget *swidget,
1725                                   struct snd_soc_tplg_dapm_widget *tw,
1726                                   struct sof_ipc_comp_reply *r)
1727 {
1728         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1729         struct snd_soc_tplg_private *private = &tw->priv;
1730         struct sof_ipc_comp_tone *tone;
1731         int ret;
1732
1733         tone = kzalloc(sizeof(*tone), GFP_KERNEL);
1734         if (!tone)
1735                 return -ENOMEM;
1736
1737         /* configure siggen IPC message */
1738         tone->comp.hdr.size = sizeof(*tone);
1739         tone->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1740         tone->comp.id = swidget->comp_id;
1741         tone->comp.type = SOF_COMP_TONE;
1742         tone->comp.pipeline_id = index;
1743         tone->config.hdr.size = sizeof(tone->config);
1744
1745         ret = sof_parse_tokens(scomp, tone, tone_tokens,
1746                                ARRAY_SIZE(tone_tokens), private->array,
1747                                le32_to_cpu(private->size));
1748         if (ret != 0) {
1749                 dev_err(sdev->dev, "error: parse tone tokens failed %d\n",
1750                         le32_to_cpu(private->size));
1751                 goto err;
1752         }
1753
1754         ret = sof_parse_tokens(scomp, &tone->config, comp_tokens,
1755                                ARRAY_SIZE(comp_tokens), private->array,
1756                                le32_to_cpu(private->size));
1757         if (ret != 0) {
1758                 dev_err(sdev->dev, "error: parse tone.cfg tokens failed %d\n",
1759                         le32_to_cpu(private->size));
1760                 goto err;
1761         }
1762
1763         dev_dbg(sdev->dev, "tone %s: frequency %d amplitude %d\n",
1764                 swidget->widget->name, tone->frequency, tone->amplitude);
1765         sof_dbg_comp_config(scomp, &tone->config);
1766
1767         swidget->private = tone;
1768
1769         ret = sof_ipc_tx_message(sdev->ipc, tone->comp.hdr.cmd, tone,
1770                                  sizeof(*tone), r, sizeof(*r));
1771         if (ret >= 0)
1772                 return ret;
1773 err:
1774         kfree(tone);
1775         return ret;
1776 }
1777
1778 static int sof_get_control_data(struct snd_sof_dev *sdev,
1779                                 struct snd_soc_dapm_widget *widget,
1780                                 struct sof_widget_data *wdata,
1781                                 size_t *size)
1782 {
1783         const struct snd_kcontrol_new *kc;
1784         struct soc_mixer_control *sm;
1785         struct soc_bytes_ext *sbe;
1786         struct soc_enum *se;
1787         int i;
1788
1789         *size = 0;
1790
1791         for (i = 0; i < widget->num_kcontrols; i++) {
1792                 kc = &widget->kcontrol_news[i];
1793
1794                 switch (widget->dobj.widget.kcontrol_type) {
1795                 case SND_SOC_TPLG_TYPE_MIXER:
1796                         sm = (struct soc_mixer_control *)kc->private_value;
1797                         wdata[i].control = sm->dobj.private;
1798                         break;
1799                 case SND_SOC_TPLG_TYPE_BYTES:
1800                         sbe = (struct soc_bytes_ext *)kc->private_value;
1801                         wdata[i].control = sbe->dobj.private;
1802                         break;
1803                 case SND_SOC_TPLG_TYPE_ENUM:
1804                         se = (struct soc_enum *)kc->private_value;
1805                         wdata[i].control = se->dobj.private;
1806                         break;
1807                 default:
1808                         dev_err(sdev->dev, "error: unknown kcontrol type %d in widget %s\n",
1809                                 widget->dobj.widget.kcontrol_type,
1810                                 widget->name);
1811                         return -EINVAL;
1812                 }
1813
1814                 if (!wdata[i].control) {
1815                         dev_err(sdev->dev, "error: no scontrol for widget %s\n",
1816                                 widget->name);
1817                         return -EINVAL;
1818                 }
1819
1820                 wdata[i].pdata = wdata[i].control->control_data->data;
1821                 if (!wdata[i].pdata)
1822                         return -EINVAL;
1823
1824                 /* make sure data is valid - data can be updated at runtime */
1825                 if (wdata[i].pdata->magic != SOF_ABI_MAGIC)
1826                         return -EINVAL;
1827
1828                 *size += wdata[i].pdata->size;
1829
1830                 /* get data type */
1831                 switch (wdata[i].control->cmd) {
1832                 case SOF_CTRL_CMD_VOLUME:
1833                 case SOF_CTRL_CMD_ENUM:
1834                 case SOF_CTRL_CMD_SWITCH:
1835                         wdata[i].ipc_cmd = SOF_IPC_COMP_SET_VALUE;
1836                         wdata[i].ctrl_type = SOF_CTRL_TYPE_VALUE_CHAN_SET;
1837                         break;
1838                 case SOF_CTRL_CMD_BINARY:
1839                         wdata[i].ipc_cmd = SOF_IPC_COMP_SET_DATA;
1840                         wdata[i].ctrl_type = SOF_CTRL_TYPE_DATA_SET;
1841                         break;
1842                 default:
1843                         break;
1844                 }
1845         }
1846
1847         return 0;
1848 }
1849
1850 static int sof_process_load(struct snd_soc_component *scomp, int index,
1851                             struct snd_sof_widget *swidget,
1852                             struct snd_soc_tplg_dapm_widget *tw,
1853                             struct sof_ipc_comp_reply *r,
1854                             int type)
1855 {
1856         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1857         struct snd_soc_dapm_widget *widget = swidget->widget;
1858         struct snd_soc_tplg_private *private = &tw->priv;
1859         struct sof_ipc_comp_process *process = NULL;
1860         struct sof_widget_data *wdata = NULL;
1861         size_t ipc_data_size = 0;
1862         size_t ipc_size;
1863         int offset = 0;
1864         int ret = 0;
1865         int i;
1866
1867         if (type == SOF_COMP_NONE) {
1868                 dev_err(sdev->dev, "error: invalid process comp type %d\n",
1869                         type);
1870                 return -EINVAL;
1871         }
1872
1873         /* allocate struct for widget control data sizes and types */
1874         if (widget->num_kcontrols) {
1875                 wdata = kcalloc(widget->num_kcontrols,
1876                                 sizeof(*wdata),
1877                                 GFP_KERNEL);
1878
1879                 if (!wdata)
1880                         return -ENOMEM;
1881
1882                 /* get possible component controls and get size of all pdata */
1883                 ret = sof_get_control_data(sdev, widget, wdata,
1884                                            &ipc_data_size);
1885
1886                 if (ret < 0)
1887                         goto out;
1888         }
1889
1890         ipc_size = sizeof(struct sof_ipc_comp_process) +
1891                 le32_to_cpu(private->size) +
1892                 ipc_data_size;
1893
1894         /* we are exceeding max ipc size, config needs to be sent separately */
1895         if (ipc_size > SOF_IPC_MSG_MAX_SIZE) {
1896                 ipc_size -= ipc_data_size;
1897                 ipc_data_size = 0;
1898         }
1899
1900         process = kzalloc(ipc_size, GFP_KERNEL);
1901         if (!process) {
1902                 ret = -ENOMEM;
1903                 goto out;
1904         }
1905
1906         /* configure iir IPC message */
1907         process->comp.hdr.size = ipc_size;
1908         process->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1909         process->comp.id = swidget->comp_id;
1910         process->comp.type = type;
1911         process->comp.pipeline_id = index;
1912         process->config.hdr.size = sizeof(process->config);
1913
1914         ret = sof_parse_tokens(scomp, &process->config, comp_tokens,
1915                                ARRAY_SIZE(comp_tokens), private->array,
1916                                le32_to_cpu(private->size));
1917         if (ret != 0) {
1918                 dev_err(sdev->dev, "error: parse process.cfg tokens failed %d\n",
1919                         le32_to_cpu(private->size));
1920                 goto err;
1921         }
1922
1923         sof_dbg_comp_config(scomp, &process->config);
1924
1925         /*
1926          * found private data in control, so copy it.
1927          * get possible component controls - get size of all pdata,
1928          * then memcpy with headers
1929          */
1930         if (ipc_data_size) {
1931                 for (i = 0; i < widget->num_kcontrols; i++) {
1932                         memcpy(&process->data + offset,
1933                                wdata[i].pdata->data,
1934                                wdata[i].pdata->size);
1935                         offset += wdata[i].pdata->size;
1936                 }
1937         }
1938
1939         process->size = ipc_data_size;
1940         swidget->private = process;
1941
1942         ret = sof_ipc_tx_message(sdev->ipc, process->comp.hdr.cmd, process,
1943                                  ipc_size, r, sizeof(*r));
1944
1945         if (ret < 0) {
1946                 dev_err(sdev->dev, "error: create process failed\n");
1947                 goto err;
1948         }
1949
1950         /* we sent the data in single message so return */
1951         if (ipc_data_size)
1952                 goto out;
1953
1954         /* send control data with large message supported method */
1955         for (i = 0; i < widget->num_kcontrols; i++) {
1956                 wdata[i].control->readback_offset = 0;
1957                 ret = snd_sof_ipc_set_get_comp_data(sdev->ipc, wdata[i].control,
1958                                                     wdata[i].ipc_cmd,
1959                                                     wdata[i].ctrl_type,
1960                                                     wdata[i].control->cmd,
1961                                                     true);
1962                 if (ret != 0) {
1963                         dev_err(sdev->dev, "error: send control failed\n");
1964                         break;
1965                 }
1966         }
1967
1968 err:
1969         if (ret < 0)
1970                 kfree(process);
1971 out:
1972         kfree(wdata);
1973         return ret;
1974 }
1975
1976 /*
1977  * Processing Component Topology - can be "effect", "codec", or general
1978  * "processing".
1979  */
1980
1981 static int sof_widget_load_process(struct snd_soc_component *scomp, int index,
1982                                    struct snd_sof_widget *swidget,
1983                                    struct snd_soc_tplg_dapm_widget *tw,
1984                                    struct sof_ipc_comp_reply *r)
1985 {
1986         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1987         struct snd_soc_tplg_private *private = &tw->priv;
1988         struct sof_ipc_comp_process config;
1989         int ret;
1990
1991         /* check we have some tokens - we need at least process type */
1992         if (le32_to_cpu(private->size) == 0) {
1993                 dev_err(sdev->dev, "error: process tokens not found\n");
1994                 return -EINVAL;
1995         }
1996
1997         memset(&config, 0, sizeof(config));
1998
1999         /* get the process token */
2000         ret = sof_parse_tokens(scomp, &config, process_tokens,
2001                                ARRAY_SIZE(process_tokens), private->array,
2002                                le32_to_cpu(private->size));
2003         if (ret != 0) {
2004                 dev_err(sdev->dev, "error: parse process tokens failed %d\n",
2005                         le32_to_cpu(private->size));
2006                 return ret;
2007         }
2008
2009         /* now load process specific data and send IPC */
2010         ret = sof_process_load(scomp, index, swidget, tw, r,
2011                                find_process_comp_type(config.type));
2012         if (ret < 0) {
2013                 dev_err(sdev->dev, "error: process loading failed\n");
2014                 return ret;
2015         }
2016
2017         return 0;
2018 }
2019
2020 static int sof_widget_bind_event(struct snd_sof_dev *sdev,
2021                                  struct snd_sof_widget *swidget,
2022                                  u16 event_type)
2023 {
2024         struct sof_ipc_comp *ipc_comp;
2025
2026         /* validate widget event type */
2027         switch (event_type) {
2028         case SOF_KEYWORD_DETECT_DAPM_EVENT:
2029                 /* only KEYWORD_DETECT comps should handle this */
2030                 if (swidget->id != snd_soc_dapm_effect)
2031                         break;
2032
2033                 ipc_comp = swidget->private;
2034                 if (ipc_comp && ipc_comp->type != SOF_COMP_KEYWORD_DETECT)
2035                         break;
2036
2037                 /* bind event to keyword detect comp */
2038                 return snd_soc_tplg_widget_bind_event(swidget->widget,
2039                                                       sof_kwd_events,
2040                                                       ARRAY_SIZE(sof_kwd_events),
2041                                                       event_type);
2042         default:
2043                 break;
2044         }
2045
2046         dev_err(sdev->dev,
2047                 "error: invalid event type %d for widget %s\n",
2048                 event_type, swidget->widget->name);
2049         return -EINVAL;
2050 }
2051
2052 /* external widget init - used for any driver specific init */
2053 static int sof_widget_ready(struct snd_soc_component *scomp, int index,
2054                             struct snd_soc_dapm_widget *w,
2055                             struct snd_soc_tplg_dapm_widget *tw)
2056 {
2057         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2058         struct snd_sof_widget *swidget;
2059         struct snd_sof_dai *dai;
2060         struct sof_ipc_comp_reply reply;
2061         struct snd_sof_control *scontrol;
2062         int ret = 0;
2063
2064         swidget = kzalloc(sizeof(*swidget), GFP_KERNEL);
2065         if (!swidget)
2066                 return -ENOMEM;
2067
2068         swidget->sdev = sdev;
2069         swidget->widget = w;
2070         swidget->comp_id = sdev->next_comp_id++;
2071         swidget->complete = 0;
2072         swidget->id = w->id;
2073         swidget->pipeline_id = index;
2074         swidget->private = NULL;
2075         memset(&reply, 0, sizeof(reply));
2076
2077         dev_dbg(sdev->dev, "tplg: ready widget id %d pipe %d type %d name : %s stream %s\n",
2078                 swidget->comp_id, index, swidget->id, tw->name,
2079                 strnlen(tw->sname, SNDRV_CTL_ELEM_ID_NAME_MAXLEN) > 0
2080                         ? tw->sname : "none");
2081
2082         /* handle any special case widgets */
2083         switch (w->id) {
2084         case snd_soc_dapm_dai_in:
2085         case snd_soc_dapm_dai_out:
2086                 dai = kzalloc(sizeof(*dai), GFP_KERNEL);
2087                 if (!dai) {
2088                         kfree(swidget);
2089                         return -ENOMEM;
2090                 }
2091
2092                 ret = sof_widget_load_dai(scomp, index, swidget, tw, &reply,
2093                                           dai);
2094                 if (ret == 0) {
2095                         sof_connect_dai_widget(scomp, w, tw, dai);
2096                         list_add(&dai->list, &sdev->dai_list);
2097                         swidget->private = dai;
2098                 } else {
2099                         kfree(dai);
2100                 }
2101                 break;
2102         case snd_soc_dapm_mixer:
2103                 ret = sof_widget_load_mixer(scomp, index, swidget, tw, &reply);
2104                 break;
2105         case snd_soc_dapm_pga:
2106                 ret = sof_widget_load_pga(scomp, index, swidget, tw, &reply);
2107                 /* Find scontrol for this pga and set readback offset*/
2108                 list_for_each_entry(scontrol, &sdev->kcontrol_list, list) {
2109                         if (scontrol->comp_id == swidget->comp_id) {
2110                                 scontrol->readback_offset = reply.offset;
2111                                 break;
2112                         }
2113                 }
2114                 break;
2115         case snd_soc_dapm_buffer:
2116                 ret = sof_widget_load_buffer(scomp, index, swidget, tw, &reply);
2117                 break;
2118         case snd_soc_dapm_scheduler:
2119                 ret = sof_widget_load_pipeline(scomp, index, swidget, tw,
2120                                                &reply);
2121                 break;
2122         case snd_soc_dapm_aif_out:
2123                 ret = sof_widget_load_pcm(scomp, index, swidget,
2124                                           SOF_IPC_STREAM_CAPTURE, tw, &reply);
2125                 break;
2126         case snd_soc_dapm_aif_in:
2127                 ret = sof_widget_load_pcm(scomp, index, swidget,
2128                                           SOF_IPC_STREAM_PLAYBACK, tw, &reply);
2129                 break;
2130         case snd_soc_dapm_src:
2131                 ret = sof_widget_load_src(scomp, index, swidget, tw, &reply);
2132                 break;
2133         case snd_soc_dapm_siggen:
2134                 ret = sof_widget_load_siggen(scomp, index, swidget, tw, &reply);
2135                 break;
2136         case snd_soc_dapm_effect:
2137                 ret = sof_widget_load_process(scomp, index, swidget, tw,
2138                                               &reply);
2139                 break;
2140         case snd_soc_dapm_mux:
2141         case snd_soc_dapm_demux:
2142                 ret = sof_widget_load_mux(scomp, index, swidget, tw, &reply);
2143                 break;
2144         case snd_soc_dapm_switch:
2145         case snd_soc_dapm_dai_link:
2146         case snd_soc_dapm_kcontrol:
2147         default:
2148                 dev_warn(sdev->dev, "warning: widget type %d name %s not handled\n",
2149                          swidget->id, tw->name);
2150                 break;
2151         }
2152
2153         /* check IPC reply */
2154         if (ret < 0 || reply.rhdr.error < 0) {
2155                 dev_err(sdev->dev,
2156                         "error: DSP failed to add widget id %d type %d name : %s stream %s reply %d\n",
2157                         tw->shift, swidget->id, tw->name,
2158                         strnlen(tw->sname, SNDRV_CTL_ELEM_ID_NAME_MAXLEN) > 0
2159                                 ? tw->sname : "none", reply.rhdr.error);
2160                 kfree(swidget);
2161                 return ret;
2162         }
2163
2164         /* bind widget to external event */
2165         if (tw->event_type) {
2166                 ret = sof_widget_bind_event(sdev, swidget,
2167                                             le16_to_cpu(tw->event_type));
2168                 if (ret) {
2169                         dev_err(sdev->dev, "error: widget event binding failed\n");
2170                         kfree(swidget->private);
2171                         kfree(swidget);
2172                         return ret;
2173                 }
2174         }
2175
2176         w->dobj.private = swidget;
2177         list_add(&swidget->list, &sdev->widget_list);
2178         return ret;
2179 }
2180
2181 static int sof_route_unload(struct snd_soc_component *scomp,
2182                             struct snd_soc_dobj *dobj)
2183 {
2184         struct snd_sof_route *sroute;
2185
2186         sroute = dobj->private;
2187         if (!sroute)
2188                 return 0;
2189
2190         /* free sroute and its private data */
2191         kfree(sroute->private);
2192         list_del(&sroute->list);
2193         kfree(sroute);
2194
2195         return 0;
2196 }
2197
2198 static int sof_widget_unload(struct snd_soc_component *scomp,
2199                              struct snd_soc_dobj *dobj)
2200 {
2201         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2202         const struct snd_kcontrol_new *kc;
2203         struct snd_soc_dapm_widget *widget;
2204         struct sof_ipc_pipe_new *pipeline;
2205         struct snd_sof_control *scontrol;
2206         struct snd_sof_widget *swidget;
2207         struct soc_mixer_control *sm;
2208         struct soc_bytes_ext *sbe;
2209         struct snd_sof_dai *dai;
2210         struct soc_enum *se;
2211         int ret = 0;
2212         int i;
2213
2214         swidget = dobj->private;
2215         if (!swidget)
2216                 return 0;
2217
2218         widget = swidget->widget;
2219
2220         switch (swidget->id) {
2221         case snd_soc_dapm_dai_in:
2222         case snd_soc_dapm_dai_out:
2223                 dai = swidget->private;
2224
2225                 if (dai) {
2226                         /* free dai config */
2227                         kfree(dai->dai_config);
2228                         list_del(&dai->list);
2229                 }
2230                 break;
2231         case snd_soc_dapm_scheduler:
2232
2233                 /* power down the pipeline schedule core */
2234                 pipeline = swidget->private;
2235                 ret = snd_sof_dsp_core_power_down(sdev, 1 << pipeline->core);
2236                 if (ret < 0)
2237                         dev_err(sdev->dev, "error: powering down pipeline schedule core %d\n",
2238                                 pipeline->core);
2239
2240                 /* update enabled cores mask */
2241                 sdev->enabled_cores_mask &= ~(1 << pipeline->core);
2242
2243                 break;
2244         default:
2245                 break;
2246         }
2247         for (i = 0; i < widget->num_kcontrols; i++) {
2248                 kc = &widget->kcontrol_news[i];
2249                 switch (dobj->widget.kcontrol_type) {
2250                 case SND_SOC_TPLG_TYPE_MIXER:
2251                         sm = (struct soc_mixer_control *)kc->private_value;
2252                         scontrol = sm->dobj.private;
2253                         if (sm->max > 1)
2254                                 kfree(scontrol->volume_table);
2255                         break;
2256                 case SND_SOC_TPLG_TYPE_ENUM:
2257                         se = (struct soc_enum *)kc->private_value;
2258                         scontrol = se->dobj.private;
2259                         break;
2260                 case SND_SOC_TPLG_TYPE_BYTES:
2261                         sbe = (struct soc_bytes_ext *)kc->private_value;
2262                         scontrol = sbe->dobj.private;
2263                         break;
2264                 default:
2265                         dev_warn(sdev->dev, "unsupported kcontrol_type\n");
2266                         goto out;
2267                 }
2268                 kfree(scontrol->control_data);
2269                 list_del(&scontrol->list);
2270                 kfree(scontrol);
2271         }
2272
2273 out:
2274         /* free private value */
2275         kfree(swidget->private);
2276
2277         /* remove and free swidget object */
2278         list_del(&swidget->list);
2279         kfree(swidget);
2280
2281         return ret;
2282 }
2283
2284 /*
2285  * DAI HW configuration.
2286  */
2287
2288 /* FE DAI - used for any driver specific init */
2289 static int sof_dai_load(struct snd_soc_component *scomp, int index,
2290                         struct snd_soc_dai_driver *dai_drv,
2291                         struct snd_soc_tplg_pcm *pcm, struct snd_soc_dai *dai)
2292 {
2293         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2294         struct snd_soc_tplg_stream_caps *caps;
2295         struct snd_sof_pcm *spcm;
2296         int stream = SNDRV_PCM_STREAM_PLAYBACK;
2297         int ret = 0;
2298
2299         /* nothing to do for BEs atm */
2300         if (!pcm)
2301                 return 0;
2302
2303         spcm = kzalloc(sizeof(*spcm), GFP_KERNEL);
2304         if (!spcm)
2305                 return -ENOMEM;
2306
2307         spcm->sdev = sdev;
2308         spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].comp_id = COMP_ID_UNASSIGNED;
2309         spcm->stream[SNDRV_PCM_STREAM_CAPTURE].comp_id = COMP_ID_UNASSIGNED;
2310
2311         spcm->pcm = *pcm;
2312         dev_dbg(sdev->dev, "tplg: load pcm %s\n", pcm->dai_name);
2313
2314         dai_drv->dobj.private = spcm;
2315         list_add(&spcm->list, &sdev->pcm_list);
2316
2317         /* do we need to allocate playback PCM DMA pages */
2318         if (!spcm->pcm.playback)
2319                 goto capture;
2320
2321         caps = &spcm->pcm.caps[stream];
2322
2323         /* allocate playback page table buffer */
2324         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, sdev->dev,
2325                                   PAGE_SIZE, &spcm->stream[stream].page_table);
2326         if (ret < 0) {
2327                 dev_err(sdev->dev, "error: can't alloc page table for %s %d\n",
2328                         caps->name, ret);
2329
2330                 return ret;
2331         }
2332
2333         /* bind pcm to host comp */
2334         ret = spcm_bind(sdev, spcm, stream);
2335         if (ret) {
2336                 dev_err(sdev->dev,
2337                         "error: can't bind pcm to host\n");
2338                 goto free_playback_tables;
2339         }
2340
2341 capture:
2342         stream = SNDRV_PCM_STREAM_CAPTURE;
2343
2344         /* do we need to allocate capture PCM DMA pages */
2345         if (!spcm->pcm.capture)
2346                 return ret;
2347
2348         caps = &spcm->pcm.caps[stream];
2349
2350         /* allocate capture page table buffer */
2351         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, sdev->dev,
2352                                   PAGE_SIZE, &spcm->stream[stream].page_table);
2353         if (ret < 0) {
2354                 dev_err(sdev->dev, "error: can't alloc page table for %s %d\n",
2355                         caps->name, ret);
2356                 goto free_playback_tables;
2357         }
2358
2359         /* bind pcm to host comp */
2360         ret = spcm_bind(sdev, spcm, stream);
2361         if (ret) {
2362                 dev_err(sdev->dev,
2363                         "error: can't bind pcm to host\n");
2364                 snd_dma_free_pages(&spcm->stream[stream].page_table);
2365                 goto free_playback_tables;
2366         }
2367
2368         return ret;
2369
2370 free_playback_tables:
2371         if (spcm->pcm.playback)
2372                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].page_table);
2373
2374         return ret;
2375 }
2376
2377 static int sof_dai_unload(struct snd_soc_component *scomp,
2378                           struct snd_soc_dobj *dobj)
2379 {
2380         struct snd_sof_pcm *spcm = dobj->private;
2381
2382         /* free PCM DMA pages */
2383         if (spcm->pcm.playback)
2384                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].page_table);
2385
2386         if (spcm->pcm.capture)
2387                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_CAPTURE].page_table);
2388
2389         /* remove from list and free spcm */
2390         list_del(&spcm->list);
2391         kfree(spcm);
2392
2393         return 0;
2394 }
2395
2396 static void sof_dai_set_format(struct snd_soc_tplg_hw_config *hw_config,
2397                                struct sof_ipc_dai_config *config)
2398 {
2399         /* clock directions wrt codec */
2400         if (hw_config->bclk_master == SND_SOC_TPLG_BCLK_CM) {
2401                 /* codec is bclk master */
2402                 if (hw_config->fsync_master == SND_SOC_TPLG_FSYNC_CM)
2403                         config->format |= SOF_DAI_FMT_CBM_CFM;
2404                 else
2405                         config->format |= SOF_DAI_FMT_CBM_CFS;
2406         } else {
2407                 /* codec is bclk slave */
2408                 if (hw_config->fsync_master == SND_SOC_TPLG_FSYNC_CM)
2409                         config->format |= SOF_DAI_FMT_CBS_CFM;
2410                 else
2411                         config->format |= SOF_DAI_FMT_CBS_CFS;
2412         }
2413
2414         /* inverted clocks ? */
2415         if (hw_config->invert_bclk) {
2416                 if (hw_config->invert_fsync)
2417                         config->format |= SOF_DAI_FMT_IB_IF;
2418                 else
2419                         config->format |= SOF_DAI_FMT_IB_NF;
2420         } else {
2421                 if (hw_config->invert_fsync)
2422                         config->format |= SOF_DAI_FMT_NB_IF;
2423                 else
2424                         config->format |= SOF_DAI_FMT_NB_NF;
2425         }
2426 }
2427
2428 /* set config for all DAI's with name matching the link name */
2429 static int sof_set_dai_config(struct snd_sof_dev *sdev, u32 size,
2430                               struct snd_soc_dai_link *link,
2431                               struct sof_ipc_dai_config *config)
2432 {
2433         struct snd_sof_dai *dai;
2434         int found = 0;
2435
2436         list_for_each_entry(dai, &sdev->dai_list, list) {
2437                 if (!dai->name)
2438                         continue;
2439
2440                 if (strcmp(link->name, dai->name) == 0) {
2441                         dai->dai_config = kmemdup(config, size, GFP_KERNEL);
2442                         if (!dai->dai_config)
2443                                 return -ENOMEM;
2444
2445                         /* set cpu_dai_name */
2446                         dai->cpu_dai_name = link->cpus->dai_name;
2447
2448                         found = 1;
2449                 }
2450         }
2451
2452         /*
2453          * machine driver may define a dai link with playback and capture
2454          * dai enabled, but the dai link in topology would support both, one
2455          * or none of them. Here print a warning message to notify user
2456          */
2457         if (!found) {
2458                 dev_warn(sdev->dev, "warning: failed to find dai for dai link %s",
2459                          link->name);
2460         }
2461
2462         return 0;
2463 }
2464
2465 static int sof_link_ssp_load(struct snd_soc_component *scomp, int index,
2466                              struct snd_soc_dai_link *link,
2467                              struct snd_soc_tplg_link_config *cfg,
2468                              struct snd_soc_tplg_hw_config *hw_config,
2469                              struct sof_ipc_dai_config *config)
2470 {
2471         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2472         struct snd_soc_tplg_private *private = &cfg->priv;
2473         struct sof_ipc_reply reply;
2474         u32 size = sizeof(*config);
2475         int ret;
2476
2477         /* handle master/slave and inverted clocks */
2478         sof_dai_set_format(hw_config, config);
2479
2480         /* init IPC */
2481         memset(&config->ssp, 0, sizeof(struct sof_ipc_dai_ssp_params));
2482         config->hdr.size = size;
2483
2484         ret = sof_parse_tokens(scomp, &config->ssp, ssp_tokens,
2485                                ARRAY_SIZE(ssp_tokens), private->array,
2486                                le32_to_cpu(private->size));
2487         if (ret != 0) {
2488                 dev_err(sdev->dev, "error: parse ssp tokens failed %d\n",
2489                         le32_to_cpu(private->size));
2490                 return ret;
2491         }
2492
2493         config->ssp.mclk_rate = le32_to_cpu(hw_config->mclk_rate);
2494         config->ssp.bclk_rate = le32_to_cpu(hw_config->bclk_rate);
2495         config->ssp.fsync_rate = le32_to_cpu(hw_config->fsync_rate);
2496         config->ssp.tdm_slots = le32_to_cpu(hw_config->tdm_slots);
2497         config->ssp.tdm_slot_width = le32_to_cpu(hw_config->tdm_slot_width);
2498         config->ssp.mclk_direction = hw_config->mclk_direction;
2499         config->ssp.rx_slots = le32_to_cpu(hw_config->rx_slots);
2500         config->ssp.tx_slots = le32_to_cpu(hw_config->tx_slots);
2501
2502         dev_dbg(sdev->dev, "tplg: config SSP%d fmt 0x%x mclk %d bclk %d fclk %d width (%d)%d slots %d mclk id %d quirks %d\n",
2503                 config->dai_index, config->format,
2504                 config->ssp.mclk_rate, config->ssp.bclk_rate,
2505                 config->ssp.fsync_rate, config->ssp.sample_valid_bits,
2506                 config->ssp.tdm_slot_width, config->ssp.tdm_slots,
2507                 config->ssp.mclk_id, config->ssp.quirks);
2508
2509         /* validate SSP fsync rate and channel count */
2510         if (config->ssp.fsync_rate < 8000 || config->ssp.fsync_rate > 192000) {
2511                 dev_err(sdev->dev, "error: invalid fsync rate for SSP%d\n",
2512                         config->dai_index);
2513                 return -EINVAL;
2514         }
2515
2516         if (config->ssp.tdm_slots < 1 || config->ssp.tdm_slots > 8) {
2517                 dev_err(sdev->dev, "error: invalid channel count for SSP%d\n",
2518                         config->dai_index);
2519                 return -EINVAL;
2520         }
2521
2522         /* send message to DSP */
2523         ret = sof_ipc_tx_message(sdev->ipc,
2524                                  config->hdr.cmd, config, size, &reply,
2525                                  sizeof(reply));
2526
2527         if (ret < 0) {
2528                 dev_err(sdev->dev, "error: failed to set DAI config for SSP%d\n",
2529                         config->dai_index);
2530                 return ret;
2531         }
2532
2533         /* set config for all DAI's with name matching the link name */
2534         ret = sof_set_dai_config(sdev, size, link, config);
2535         if (ret < 0)
2536                 dev_err(sdev->dev, "error: failed to save DAI config for SSP%d\n",
2537                         config->dai_index);
2538
2539         return ret;
2540 }
2541
2542 static int sof_link_sai_load(struct snd_soc_component *scomp, int index,
2543                              struct snd_soc_dai_link *link,
2544                              struct snd_soc_tplg_link_config *cfg,
2545                              struct snd_soc_tplg_hw_config *hw_config,
2546                              struct sof_ipc_dai_config *config)
2547 {
2548         /*TODO: Add implementation */
2549         return 0;
2550 }
2551
2552 static int sof_link_esai_load(struct snd_soc_component *scomp, int index,
2553                               struct snd_soc_dai_link *link,
2554                               struct snd_soc_tplg_link_config *cfg,
2555                               struct snd_soc_tplg_hw_config *hw_config,
2556                               struct sof_ipc_dai_config *config)
2557 {
2558         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2559         struct snd_soc_tplg_private *private = &cfg->priv;
2560         struct sof_ipc_reply reply;
2561         u32 size = sizeof(*config);
2562         int ret;
2563
2564         /* handle master/slave and inverted clocks */
2565         sof_dai_set_format(hw_config, config);
2566
2567         /* init IPC */
2568         memset(&config->esai, 0, sizeof(struct sof_ipc_dai_esai_params));
2569         config->hdr.size = size;
2570
2571         ret = sof_parse_tokens(scomp, &config->esai, esai_tokens,
2572                                ARRAY_SIZE(esai_tokens), private->array,
2573                                le32_to_cpu(private->size));
2574         if (ret != 0) {
2575                 dev_err(sdev->dev, "error: parse esai tokens failed %d\n",
2576                         le32_to_cpu(private->size));
2577                 return ret;
2578         }
2579
2580         config->esai.mclk_rate = le32_to_cpu(hw_config->mclk_rate);
2581         config->esai.bclk_rate = le32_to_cpu(hw_config->bclk_rate);
2582         config->esai.fsync_rate = le32_to_cpu(hw_config->fsync_rate);
2583         config->esai.mclk_direction = hw_config->mclk_direction;
2584         config->esai.tdm_slots = le32_to_cpu(hw_config->tdm_slots);
2585         config->esai.tdm_slot_width = le32_to_cpu(hw_config->tdm_slot_width);
2586         config->esai.rx_slots = le32_to_cpu(hw_config->rx_slots);
2587         config->esai.tx_slots = le32_to_cpu(hw_config->tx_slots);
2588
2589         dev_info(sdev->dev,
2590                  "tplg: config ESAI%d fmt 0x%x mclk %d width %d slots %d mclk id %d\n",
2591                 config->dai_index, config->format,
2592                 config->esai.mclk_rate, config->esai.tdm_slot_width,
2593                 config->esai.tdm_slots, config->esai.mclk_id);
2594
2595         if (config->esai.tdm_slots < 1 || config->esai.tdm_slots > 8) {
2596                 dev_err(sdev->dev, "error: invalid channel count for ESAI%d\n",
2597                         config->dai_index);
2598                 return -EINVAL;
2599         }
2600
2601         /* send message to DSP */
2602         ret = sof_ipc_tx_message(sdev->ipc,
2603                                  config->hdr.cmd, config, size, &reply,
2604                                  sizeof(reply));
2605         if (ret < 0) {
2606                 dev_err(sdev->dev, "error: failed to set DAI config for ESAI%d\n",
2607                         config->dai_index);
2608                 return ret;
2609         }
2610
2611         /* set config for all DAI's with name matching the link name */
2612         ret = sof_set_dai_config(sdev, size, link, config);
2613         if (ret < 0)
2614                 dev_err(sdev->dev, "error: failed to save DAI config for ESAI%d\n",
2615                         config->dai_index);
2616
2617         return ret;
2618 }
2619
2620 static int sof_link_dmic_load(struct snd_soc_component *scomp, int index,
2621                               struct snd_soc_dai_link *link,
2622                               struct snd_soc_tplg_link_config *cfg,
2623                               struct snd_soc_tplg_hw_config *hw_config,
2624                               struct sof_ipc_dai_config *config)
2625 {
2626         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2627         struct snd_soc_tplg_private *private = &cfg->priv;
2628         struct sof_ipc_dai_config *ipc_config;
2629         struct sof_ipc_reply reply;
2630         struct sof_ipc_fw_ready *ready = &sdev->fw_ready;
2631         struct sof_ipc_fw_version *v = &ready->version;
2632         u32 size;
2633         int ret, j;
2634
2635         /*
2636          * config is only used for the common params in dmic_params structure
2637          * that does not include the PDM controller config array
2638          * Set the common params to 0.
2639          */
2640         memset(&config->dmic, 0, sizeof(struct sof_ipc_dai_dmic_params));
2641
2642         /* get DMIC tokens */
2643         ret = sof_parse_tokens(scomp, &config->dmic, dmic_tokens,
2644                                ARRAY_SIZE(dmic_tokens), private->array,
2645                                le32_to_cpu(private->size));
2646         if (ret != 0) {
2647                 dev_err(sdev->dev, "error: parse dmic tokens failed %d\n",
2648                         le32_to_cpu(private->size));
2649                 return ret;
2650         }
2651
2652         /*
2653          * allocate memory for dmic dai config accounting for the
2654          * variable number of active pdm controllers
2655          * This will be the ipc payload for setting dai config
2656          */
2657         size = sizeof(*config) + sizeof(struct sof_ipc_dai_dmic_pdm_ctrl) *
2658                                         config->dmic.num_pdm_active;
2659
2660         ipc_config = kzalloc(size, GFP_KERNEL);
2661         if (!ipc_config)
2662                 return -ENOMEM;
2663
2664         /* copy the common dai config and dmic params */
2665         memcpy(ipc_config, config, sizeof(*config));
2666
2667         /*
2668          * alloc memory for private member
2669          * Used to track the pdm config array index currently being parsed
2670          */
2671         sdev->private = kzalloc(sizeof(u32), GFP_KERNEL);
2672         if (!sdev->private) {
2673                 kfree(ipc_config);
2674                 return -ENOMEM;
2675         }
2676
2677         /* get DMIC PDM tokens */
2678         ret = sof_parse_tokens(scomp, &ipc_config->dmic.pdm[0], dmic_pdm_tokens,
2679                                ARRAY_SIZE(dmic_pdm_tokens), private->array,
2680                                le32_to_cpu(private->size));
2681         if (ret != 0) {
2682                 dev_err(sdev->dev, "error: parse dmic pdm tokens failed %d\n",
2683                         le32_to_cpu(private->size));
2684                 goto err;
2685         }
2686
2687         /* set IPC header size */
2688         ipc_config->hdr.size = size;
2689
2690         /* debug messages */
2691         dev_dbg(sdev->dev, "tplg: config DMIC%d driver version %d\n",
2692                 ipc_config->dai_index, ipc_config->dmic.driver_ipc_version);
2693         dev_dbg(sdev->dev, "pdmclk_min %d pdm_clkmax %d duty_min %hd\n",
2694                 ipc_config->dmic.pdmclk_min, ipc_config->dmic.pdmclk_max,
2695                 ipc_config->dmic.duty_min);
2696         dev_dbg(sdev->dev, "duty_max %hd fifo_fs %d num_pdms active %d\n",
2697                 ipc_config->dmic.duty_max, ipc_config->dmic.fifo_fs,
2698                 ipc_config->dmic.num_pdm_active);
2699         dev_dbg(sdev->dev, "fifo word length %hd\n",
2700                 ipc_config->dmic.fifo_bits);
2701
2702         for (j = 0; j < ipc_config->dmic.num_pdm_active; j++) {
2703                 dev_dbg(sdev->dev, "pdm %hd mic a %hd mic b %hd\n",
2704                         ipc_config->dmic.pdm[j].id,
2705                         ipc_config->dmic.pdm[j].enable_mic_a,
2706                         ipc_config->dmic.pdm[j].enable_mic_b);
2707                 dev_dbg(sdev->dev, "pdm %hd polarity a %hd polarity b %hd\n",
2708                         ipc_config->dmic.pdm[j].id,
2709                         ipc_config->dmic.pdm[j].polarity_mic_a,
2710                         ipc_config->dmic.pdm[j].polarity_mic_b);
2711                 dev_dbg(sdev->dev, "pdm %hd clk_edge %hd skew %hd\n",
2712                         ipc_config->dmic.pdm[j].id,
2713                         ipc_config->dmic.pdm[j].clk_edge,
2714                         ipc_config->dmic.pdm[j].skew);
2715         }
2716
2717         if (SOF_ABI_VER(v->major, v->minor, v->micro) < SOF_ABI_VER(3, 0, 1)) {
2718                 /* this takes care of backwards compatible handling of fifo_bits_b */
2719                 ipc_config->dmic.reserved_2 = ipc_config->dmic.fifo_bits;
2720         }
2721
2722         /* send message to DSP */
2723         ret = sof_ipc_tx_message(sdev->ipc,
2724                                  ipc_config->hdr.cmd, ipc_config, size, &reply,
2725                                  sizeof(reply));
2726
2727         if (ret < 0) {
2728                 dev_err(sdev->dev,
2729                         "error: failed to set DAI config for DMIC%d\n",
2730                         config->dai_index);
2731                 goto err;
2732         }
2733
2734         /* set config for all DAI's with name matching the link name */
2735         ret = sof_set_dai_config(sdev, size, link, ipc_config);
2736         if (ret < 0)
2737                 dev_err(sdev->dev, "error: failed to save DAI config for DMIC%d\n",
2738                         config->dai_index);
2739
2740 err:
2741         kfree(sdev->private);
2742         kfree(ipc_config);
2743
2744         return ret;
2745 }
2746
2747 /*
2748  * for hda link, playback and capture are supported by different dai
2749  * in FW. Here get the dai_index, set dma channel of each dai
2750  * and send config to FW. In FW, each dai sets config by dai_index
2751  */
2752 static int sof_link_hda_process(struct snd_sof_dev *sdev,
2753                                 struct snd_soc_dai_link *link,
2754                                 struct sof_ipc_dai_config *config)
2755 {
2756         struct sof_ipc_reply reply;
2757         u32 size = sizeof(*config);
2758         struct snd_sof_dai *sof_dai;
2759         int found = 0;
2760         int ret;
2761
2762         list_for_each_entry(sof_dai, &sdev->dai_list, list) {
2763                 if (!sof_dai->name)
2764                         continue;
2765
2766                 if (strcmp(link->name, sof_dai->name) == 0) {
2767                         config->dai_index = sof_dai->comp_dai.dai_index;
2768                         found = 1;
2769
2770                         config->hda.link_dma_ch = DMA_CHAN_INVALID;
2771
2772                         /* save config in dai component */
2773                         sof_dai->dai_config = kmemdup(config, size, GFP_KERNEL);
2774                         if (!sof_dai->dai_config)
2775                                 return -ENOMEM;
2776
2777                         sof_dai->cpu_dai_name = link->cpus->dai_name;
2778
2779                         /* send message to DSP */
2780                         ret = sof_ipc_tx_message(sdev->ipc,
2781                                                  config->hdr.cmd, config, size,
2782                                                  &reply, sizeof(reply));
2783
2784                         if (ret < 0) {
2785                                 dev_err(sdev->dev, "error: failed to set DAI config for direction:%d of HDA dai %d\n",
2786                                         sof_dai->comp_dai.direction,
2787                                         config->dai_index);
2788
2789                                 return ret;
2790                         }
2791                 }
2792         }
2793
2794         /*
2795          * machine driver may define a dai link with playback and capture
2796          * dai enabled, but the dai link in topology would support both, one
2797          * or none of them. Here print a warning message to notify user
2798          */
2799         if (!found) {
2800                 dev_warn(sdev->dev, "warning: failed to find dai for dai link %s",
2801                          link->name);
2802         }
2803
2804         return 0;
2805 }
2806
2807 static int sof_link_hda_load(struct snd_soc_component *scomp, int index,
2808                              struct snd_soc_dai_link *link,
2809                              struct snd_soc_tplg_link_config *cfg,
2810                              struct snd_soc_tplg_hw_config *hw_config,
2811                              struct sof_ipc_dai_config *config)
2812 {
2813         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2814         struct snd_soc_tplg_private *private = &cfg->priv;
2815         struct snd_soc_dai *dai;
2816         u32 size = sizeof(*config);
2817         int ret;
2818
2819         /* init IPC */
2820         memset(&config->hda, 0, sizeof(struct sof_ipc_dai_hda_params));
2821         config->hdr.size = size;
2822
2823         /* get any bespoke DAI tokens */
2824         ret = sof_parse_tokens(scomp, config, hda_tokens,
2825                                ARRAY_SIZE(hda_tokens), private->array,
2826                                le32_to_cpu(private->size));
2827         if (ret != 0) {
2828                 dev_err(sdev->dev, "error: parse hda tokens failed %d\n",
2829                         le32_to_cpu(private->size));
2830                 return ret;
2831         }
2832
2833         dai = snd_soc_find_dai(link->cpus);
2834         if (!dai) {
2835                 dev_err(sdev->dev, "error: failed to find dai %s in %s",
2836                         link->cpus->dai_name, __func__);
2837                 return -EINVAL;
2838         }
2839
2840         ret = sof_link_hda_process(sdev, link, config);
2841         if (ret < 0)
2842                 dev_err(sdev->dev, "error: failed to process hda dai link %s",
2843                         link->name);
2844
2845         return ret;
2846 }
2847
2848 static int sof_link_alh_load(struct snd_soc_component *scomp, int index,
2849                              struct snd_soc_dai_link *link,
2850                              struct snd_soc_tplg_link_config *cfg,
2851                              struct snd_soc_tplg_hw_config *hw_config,
2852                              struct sof_ipc_dai_config *config)
2853 {
2854         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2855         struct sof_ipc_reply reply;
2856         u32 size = sizeof(*config);
2857         int ret;
2858
2859         /* init IPC */
2860         config->hdr.size = size;
2861
2862         /* send message to DSP */
2863         ret = sof_ipc_tx_message(sdev->ipc,
2864                                  config->hdr.cmd, config, size, &reply,
2865                                  sizeof(reply));
2866
2867         if (ret < 0) {
2868                 dev_err(sdev->dev, "error: failed to set DAI config for ALH %d\n",
2869                         config->dai_index);
2870                 return ret;
2871         }
2872
2873         /* set config for all DAI's with name matching the link name */
2874         ret = sof_set_dai_config(sdev, size, link, config);
2875         if (ret < 0)
2876                 dev_err(sdev->dev, "error: failed to save DAI config for ALH %d\n",
2877                         config->dai_index);
2878
2879         return ret;
2880 }
2881
2882 /* DAI link - used for any driver specific init */
2883 static int sof_link_load(struct snd_soc_component *scomp, int index,
2884                          struct snd_soc_dai_link *link,
2885                          struct snd_soc_tplg_link_config *cfg)
2886 {
2887         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2888         struct snd_soc_tplg_private *private = &cfg->priv;
2889         struct sof_ipc_dai_config config;
2890         struct snd_soc_tplg_hw_config *hw_config;
2891         int num_hw_configs;
2892         int ret;
2893         int i = 0;
2894
2895         if (!link->platforms) {
2896                 dev_err(sdev->dev, "error: no platforms\n");
2897                 return -EINVAL;
2898         }
2899         link->platforms->name = dev_name(sdev->dev);
2900
2901         /*
2902          * Set nonatomic property for FE dai links as their trigger action
2903          * involves IPC's.
2904          */
2905         if (!link->no_pcm) {
2906                 link->nonatomic = true;
2907
2908                 /* nothing more to do for FE dai links */
2909                 return 0;
2910         }
2911
2912         /* check we have some tokens - we need at least DAI type */
2913         if (le32_to_cpu(private->size) == 0) {
2914                 dev_err(sdev->dev, "error: expected tokens for DAI, none found\n");
2915                 return -EINVAL;
2916         }
2917
2918         /* Send BE DAI link configurations to DSP */
2919         memset(&config, 0, sizeof(config));
2920
2921         /* get any common DAI tokens */
2922         ret = sof_parse_tokens(scomp, &config, dai_link_tokens,
2923                                ARRAY_SIZE(dai_link_tokens), private->array,
2924                                le32_to_cpu(private->size));
2925         if (ret != 0) {
2926                 dev_err(sdev->dev, "error: parse link tokens failed %d\n",
2927                         le32_to_cpu(private->size));
2928                 return ret;
2929         }
2930
2931         /*
2932          * DAI links are expected to have at least 1 hw_config.
2933          * But some older topologies might have no hw_config for HDA dai links.
2934          */
2935         num_hw_configs = le32_to_cpu(cfg->num_hw_configs);
2936         if (!num_hw_configs) {
2937                 if (config.type != SOF_DAI_INTEL_HDA) {
2938                         dev_err(sdev->dev, "error: unexpected DAI config count %d!\n",
2939                                 le32_to_cpu(cfg->num_hw_configs));
2940                         return -EINVAL;
2941                 }
2942         } else {
2943                 dev_dbg(sdev->dev, "tplg: %d hw_configs found, default id: %d!\n",
2944                         cfg->num_hw_configs, le32_to_cpu(cfg->default_hw_config_id));
2945
2946                 for (i = 0; i < num_hw_configs; i++) {
2947                         if (cfg->hw_config[i].id == cfg->default_hw_config_id)
2948                                 break;
2949                 }
2950
2951                 if (i == num_hw_configs) {
2952                         dev_err(sdev->dev, "error: default hw_config id: %d not found!\n",
2953                                 le32_to_cpu(cfg->default_hw_config_id));
2954                         return -EINVAL;
2955                 }
2956         }
2957
2958         /* configure dai IPC message */
2959         hw_config = &cfg->hw_config[i];
2960
2961         config.hdr.cmd = SOF_IPC_GLB_DAI_MSG | SOF_IPC_DAI_CONFIG;
2962         config.format = le32_to_cpu(hw_config->fmt);
2963
2964         /* now load DAI specific data and send IPC - type comes from token */
2965         switch (config.type) {
2966         case SOF_DAI_INTEL_SSP:
2967                 ret = sof_link_ssp_load(scomp, index, link, cfg, hw_config,
2968                                         &config);
2969                 break;
2970         case SOF_DAI_INTEL_DMIC:
2971                 ret = sof_link_dmic_load(scomp, index, link, cfg, hw_config,
2972                                          &config);
2973                 break;
2974         case SOF_DAI_INTEL_HDA:
2975                 ret = sof_link_hda_load(scomp, index, link, cfg, hw_config,
2976                                         &config);
2977                 break;
2978         case SOF_DAI_INTEL_ALH:
2979                 ret = sof_link_alh_load(scomp, index, link, cfg, hw_config,
2980                                         &config);
2981                 break;
2982         case SOF_DAI_IMX_SAI:
2983                 ret = sof_link_sai_load(scomp, index, link, cfg, hw_config,
2984                                         &config);
2985                 break;
2986         case SOF_DAI_IMX_ESAI:
2987                 ret = sof_link_esai_load(scomp, index, link, cfg, hw_config,
2988                                          &config);
2989                 break;
2990         default:
2991                 dev_err(sdev->dev, "error: invalid DAI type %d\n", config.type);
2992                 ret = -EINVAL;
2993                 break;
2994         }
2995         if (ret < 0)
2996                 return ret;
2997
2998         return 0;
2999 }
3000
3001 static int sof_link_hda_unload(struct snd_sof_dev *sdev,
3002                                struct snd_soc_dai_link *link)
3003 {
3004         struct snd_soc_dai *dai;
3005         int ret = 0;
3006
3007         dai = snd_soc_find_dai(link->cpus);
3008         if (!dai) {
3009                 dev_err(sdev->dev, "error: failed to find dai %s in %s",
3010                         link->cpus->dai_name, __func__);
3011                 return -EINVAL;
3012         }
3013
3014         return ret;
3015 }
3016
3017 static int sof_link_unload(struct snd_soc_component *scomp,
3018                            struct snd_soc_dobj *dobj)
3019 {
3020         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3021         struct snd_soc_dai_link *link =
3022                 container_of(dobj, struct snd_soc_dai_link, dobj);
3023
3024         struct snd_sof_dai *sof_dai;
3025         int ret = 0;
3026
3027         /* only BE link is loaded by sof */
3028         if (!link->no_pcm)
3029                 return 0;
3030
3031         list_for_each_entry(sof_dai, &sdev->dai_list, list) {
3032                 if (!sof_dai->name)
3033                         continue;
3034
3035                 if (strcmp(link->name, sof_dai->name) == 0)
3036                         goto found;
3037         }
3038
3039         dev_err(sdev->dev, "error: failed to find dai %s in %s",
3040                 link->name, __func__);
3041         return -EINVAL;
3042 found:
3043
3044         switch (sof_dai->dai_config->type) {
3045         case SOF_DAI_INTEL_SSP:
3046         case SOF_DAI_INTEL_DMIC:
3047         case SOF_DAI_INTEL_ALH:
3048                 /* no resource needs to be released for SSP, DMIC and ALH */
3049                 break;
3050         case SOF_DAI_INTEL_HDA:
3051                 ret = sof_link_hda_unload(sdev, link);
3052                 break;
3053         default:
3054                 dev_err(sdev->dev, "error: invalid DAI type %d\n",
3055                         sof_dai->dai_config->type);
3056                 ret = -EINVAL;
3057                 break;
3058         }
3059
3060         return ret;
3061 }
3062
3063 /* DAI link - used for any driver specific init */
3064 static int sof_route_load(struct snd_soc_component *scomp, int index,
3065                           struct snd_soc_dapm_route *route)
3066 {
3067         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3068         struct sof_ipc_pipe_comp_connect *connect;
3069         struct snd_sof_widget *source_swidget, *sink_swidget;
3070         struct snd_soc_dobj *dobj = &route->dobj;
3071         struct snd_sof_route *sroute;
3072         struct sof_ipc_reply reply;
3073         int ret = 0;
3074
3075         /* allocate memory for sroute and connect */
3076         sroute = kzalloc(sizeof(*sroute), GFP_KERNEL);
3077         if (!sroute)
3078                 return -ENOMEM;
3079
3080         sroute->sdev = sdev;
3081
3082         connect = kzalloc(sizeof(*connect), GFP_KERNEL);
3083         if (!connect) {
3084                 kfree(sroute);
3085                 return -ENOMEM;
3086         }
3087
3088         connect->hdr.size = sizeof(*connect);
3089         connect->hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_CONNECT;
3090
3091         dev_dbg(sdev->dev, "sink %s control %s source %s\n",
3092                 route->sink, route->control ? route->control : "none",
3093                 route->source);
3094
3095         /* source component */
3096         source_swidget = snd_sof_find_swidget(sdev, (char *)route->source);
3097         if (!source_swidget) {
3098                 dev_err(sdev->dev, "error: source %s not found\n",
3099                         route->source);
3100                 ret = -EINVAL;
3101                 goto err;
3102         }
3103
3104         /*
3105          * Virtual widgets of type output/out_drv may be added in topology
3106          * for compatibility. These are not handled by the FW.
3107          * So, don't send routes whose source/sink widget is of such types
3108          * to the DSP.
3109          */
3110         if (source_swidget->id == snd_soc_dapm_out_drv ||
3111             source_swidget->id == snd_soc_dapm_output)
3112                 goto err;
3113
3114         connect->source_id = source_swidget->comp_id;
3115
3116         /* sink component */
3117         sink_swidget = snd_sof_find_swidget(sdev, (char *)route->sink);
3118         if (!sink_swidget) {
3119                 dev_err(sdev->dev, "error: sink %s not found\n",
3120                         route->sink);
3121                 ret = -EINVAL;
3122                 goto err;
3123         }
3124
3125         /*
3126          * Don't send routes whose sink widget is of type
3127          * output or out_drv to the DSP
3128          */
3129         if (sink_swidget->id == snd_soc_dapm_out_drv ||
3130             sink_swidget->id == snd_soc_dapm_output)
3131                 goto err;
3132
3133         connect->sink_id = sink_swidget->comp_id;
3134
3135         /*
3136          * For virtual routes, both sink and source are not
3137          * buffer. Since only buffer linked to component is supported by
3138          * FW, others are reported as error, add check in route function,
3139          * do not send it to FW when both source and sink are not buffer
3140          */
3141         if (source_swidget->id != snd_soc_dapm_buffer &&
3142             sink_swidget->id != snd_soc_dapm_buffer) {
3143                 dev_dbg(sdev->dev, "warning: neither Linked source component %s nor sink component %s is of buffer type, ignoring link\n",
3144                         route->source, route->sink);
3145                 ret = 0;
3146                 goto err;
3147         } else {
3148                 ret = sof_ipc_tx_message(sdev->ipc,
3149                                          connect->hdr.cmd,
3150                                          connect, sizeof(*connect),
3151                                          &reply, sizeof(reply));
3152
3153                 /* check IPC return value */
3154                 if (ret < 0) {
3155                         dev_err(sdev->dev, "error: failed to add route sink %s control %s source %s\n",
3156                                 route->sink,
3157                                 route->control ? route->control : "none",
3158                                 route->source);
3159                         goto err;
3160                 }
3161
3162                 /* check IPC reply */
3163                 if (reply.error < 0) {
3164                         dev_err(sdev->dev, "error: DSP failed to add route sink %s control %s source %s result %d\n",
3165                                 route->sink,
3166                                 route->control ? route->control : "none",
3167                                 route->source, reply.error);
3168                         ret = reply.error;
3169                         goto err;
3170                 }
3171
3172                 sroute->route = route;
3173                 dobj->private = sroute;
3174                 sroute->private = connect;
3175
3176                 /* add route to route list */
3177                 list_add(&sroute->list, &sdev->route_list);
3178
3179                 return ret;
3180         }
3181
3182 err:
3183         kfree(connect);
3184         kfree(sroute);
3185         return ret;
3186 }
3187
3188 /* Function to set the initial value of SOF kcontrols.
3189  * The value will be stored in scontrol->control_data
3190  */
3191 static int snd_sof_cache_kcontrol_val(struct snd_sof_dev *sdev)
3192 {
3193         struct snd_sof_control *scontrol = NULL;
3194         int ipc_cmd, ctrl_type;
3195         int ret = 0;
3196
3197         list_for_each_entry(scontrol, &sdev->kcontrol_list, list) {
3198
3199                 /* notify DSP of kcontrol values */
3200                 switch (scontrol->cmd) {
3201                 case SOF_CTRL_CMD_VOLUME:
3202                 case SOF_CTRL_CMD_ENUM:
3203                 case SOF_CTRL_CMD_SWITCH:
3204                         ipc_cmd = SOF_IPC_COMP_GET_VALUE;
3205                         ctrl_type = SOF_CTRL_TYPE_VALUE_CHAN_GET;
3206                         break;
3207                 case SOF_CTRL_CMD_BINARY:
3208                         ipc_cmd = SOF_IPC_COMP_GET_DATA;
3209                         ctrl_type = SOF_CTRL_TYPE_DATA_GET;
3210                         break;
3211                 default:
3212                         dev_err(sdev->dev,
3213                                 "error: Invalid scontrol->cmd: %d\n",
3214                                 scontrol->cmd);
3215                         return -EINVAL;
3216                 }
3217                 ret = snd_sof_ipc_set_get_comp_data(sdev->ipc, scontrol,
3218                                                     ipc_cmd, ctrl_type,
3219                                                     scontrol->cmd,
3220                                                     false);
3221                 if (ret < 0) {
3222                         dev_warn(sdev->dev,
3223                                 "error: kcontrol value get for widget: %d\n",
3224                                 scontrol->comp_id);
3225                 }
3226         }
3227
3228         return ret;
3229 }
3230
3231 int snd_sof_complete_pipeline(struct snd_sof_dev *sdev,
3232                               struct snd_sof_widget *swidget)
3233 {
3234         struct sof_ipc_pipe_ready ready;
3235         struct sof_ipc_reply reply;
3236         int ret;
3237
3238         dev_dbg(sdev->dev, "tplg: complete pipeline %s id %d\n",
3239                 swidget->widget->name, swidget->comp_id);
3240
3241         memset(&ready, 0, sizeof(ready));
3242         ready.hdr.size = sizeof(ready);
3243         ready.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_PIPE_COMPLETE;
3244         ready.comp_id = swidget->comp_id;
3245
3246         ret = sof_ipc_tx_message(sdev->ipc,
3247                                  ready.hdr.cmd, &ready, sizeof(ready), &reply,
3248                                  sizeof(reply));
3249         if (ret < 0)
3250                 return ret;
3251         return 1;
3252 }
3253
3254 /* completion - called at completion of firmware loading */
3255 static void sof_complete(struct snd_soc_component *scomp)
3256 {
3257         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3258         struct snd_sof_widget *swidget;
3259
3260         /* some widget types require completion notificattion */
3261         list_for_each_entry(swidget, &sdev->widget_list, list) {
3262                 if (swidget->complete)
3263                         continue;
3264
3265                 switch (swidget->id) {
3266                 case snd_soc_dapm_scheduler:
3267                         swidget->complete =
3268                                 snd_sof_complete_pipeline(sdev, swidget);
3269                         break;
3270                 default:
3271                         break;
3272                 }
3273         }
3274         /*
3275          * cache initial values of SOF kcontrols by reading DSP value over
3276          * IPC. It may be overwritten by alsa-mixer after booting up
3277          */
3278         snd_sof_cache_kcontrol_val(sdev);
3279 }
3280
3281 /* manifest - optional to inform component of manifest */
3282 static int sof_manifest(struct snd_soc_component *scomp, int index,
3283                         struct snd_soc_tplg_manifest *man)
3284 {
3285         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3286         u32 size;
3287         u32 abi_version;
3288
3289         size = le32_to_cpu(man->priv.size);
3290
3291         /* backward compatible with tplg without ABI info */
3292         if (!size) {
3293                 dev_dbg(sdev->dev, "No topology ABI info\n");
3294                 return 0;
3295         }
3296
3297         if (size != SOF_TPLG_ABI_SIZE) {
3298                 dev_err(sdev->dev, "error: invalid topology ABI size\n");
3299                 return -EINVAL;
3300         }
3301
3302         dev_info(sdev->dev,
3303                  "Topology: ABI %d:%d:%d Kernel ABI %d:%d:%d\n",
3304                  man->priv.data[0], man->priv.data[1],
3305                  man->priv.data[2], SOF_ABI_MAJOR, SOF_ABI_MINOR,
3306                  SOF_ABI_PATCH);
3307
3308         abi_version = SOF_ABI_VER(man->priv.data[0],
3309                                   man->priv.data[1],
3310                                   man->priv.data[2]);
3311
3312         if (SOF_ABI_VERSION_INCOMPATIBLE(SOF_ABI_VERSION, abi_version)) {
3313                 dev_err(sdev->dev, "error: incompatible topology ABI version\n");
3314                 return -EINVAL;
3315         }
3316
3317         if (abi_version > SOF_ABI_VERSION) {
3318                 if (!IS_ENABLED(CONFIG_SND_SOC_SOF_STRICT_ABI_CHECKS)) {
3319                         dev_warn(sdev->dev, "warn: topology ABI is more recent than kernel\n");
3320                 } else {
3321                         dev_err(sdev->dev, "error: topology ABI is more recent than kernel\n");
3322                         return -EINVAL;
3323                 }
3324         }
3325
3326         return 0;
3327 }
3328
3329 /* vendor specific kcontrol handlers available for binding */
3330 static const struct snd_soc_tplg_kcontrol_ops sof_io_ops[] = {
3331         {SOF_TPLG_KCTL_VOL_ID, snd_sof_volume_get, snd_sof_volume_put},
3332         {SOF_TPLG_KCTL_BYTES_ID, snd_sof_bytes_get, snd_sof_bytes_put},
3333         {SOF_TPLG_KCTL_ENUM_ID, snd_sof_enum_get, snd_sof_enum_put},
3334         {SOF_TPLG_KCTL_SWITCH_ID, snd_sof_switch_get, snd_sof_switch_put},
3335 };
3336
3337 /* vendor specific bytes ext handlers available for binding */
3338 static const struct snd_soc_tplg_bytes_ext_ops sof_bytes_ext_ops[] = {
3339         {SOF_TPLG_KCTL_BYTES_ID, snd_sof_bytes_ext_get, snd_sof_bytes_ext_put},
3340 };
3341
3342 static struct snd_soc_tplg_ops sof_tplg_ops = {
3343         /* external kcontrol init - used for any driver specific init */
3344         .control_load   = sof_control_load,
3345         .control_unload = sof_control_unload,
3346
3347         /* external kcontrol init - used for any driver specific init */
3348         .dapm_route_load        = sof_route_load,
3349         .dapm_route_unload      = sof_route_unload,
3350
3351         /* external widget init - used for any driver specific init */
3352         /* .widget_load is not currently used */
3353         .widget_ready   = sof_widget_ready,
3354         .widget_unload  = sof_widget_unload,
3355
3356         /* FE DAI - used for any driver specific init */
3357         .dai_load       = sof_dai_load,
3358         .dai_unload     = sof_dai_unload,
3359
3360         /* DAI link - used for any driver specific init */
3361         .link_load      = sof_link_load,
3362         .link_unload    = sof_link_unload,
3363
3364         /* completion - called at completion of firmware loading */
3365         .complete       = sof_complete,
3366
3367         /* manifest - optional to inform component of manifest */
3368         .manifest       = sof_manifest,
3369
3370         /* vendor specific kcontrol handlers available for binding */
3371         .io_ops         = sof_io_ops,
3372         .io_ops_count   = ARRAY_SIZE(sof_io_ops),
3373
3374         /* vendor specific bytes ext handlers available for binding */
3375         .bytes_ext_ops  = sof_bytes_ext_ops,
3376         .bytes_ext_ops_count    = ARRAY_SIZE(sof_bytes_ext_ops),
3377 };
3378
3379 int snd_sof_init_topology(struct snd_sof_dev *sdev,
3380                           struct snd_soc_tplg_ops *ops)
3381 {
3382         /* TODO: support linked list of topologies */
3383         sdev->tplg_ops = ops;
3384         return 0;
3385 }
3386 EXPORT_SYMBOL(snd_sof_init_topology);
3387
3388 int snd_sof_load_topology(struct snd_sof_dev *sdev, const char *file)
3389 {
3390         const struct firmware *fw;
3391         int ret;
3392
3393         dev_dbg(sdev->dev, "loading topology:%s\n", file);
3394
3395         ret = request_firmware(&fw, file, sdev->dev);
3396         if (ret < 0) {
3397                 dev_err(sdev->dev, "error: tplg request firmware %s failed err: %d\n",
3398                         file, ret);
3399                 return ret;
3400         }
3401
3402         ret = snd_soc_tplg_component_load(sdev->component,
3403                                           &sof_tplg_ops, fw,
3404                                           SND_SOC_TPLG_INDEX_ALL);
3405         if (ret < 0) {
3406                 dev_err(sdev->dev, "error: tplg component load failed %d\n",
3407                         ret);
3408                 ret = -EINVAL;
3409         }
3410
3411         release_firmware(fw);
3412         return ret;
3413 }
3414 EXPORT_SYMBOL(snd_sof_load_topology);