2 * skl-message.c - HDA DSP interface for FW registration, Pipe and Module
5 * Copyright (C) 2015 Intel Corp
6 * Author:Rafal Redzimski <rafal.f.redzimski@intel.com>
7 * Jeeja KP <jeeja.kp@intel.com>
8 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as version 2, as
12 * published by the Free Software Foundation.
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * General Public License for more details.
20 #include <linux/slab.h>
21 #include <linux/pci.h>
22 #include <sound/core.h>
23 #include <sound/pcm.h>
24 #include "skl-sst-dsp.h"
25 #include "skl-sst-ipc.h"
27 #include "../common/sst-dsp.h"
28 #include "../common/sst-dsp-priv.h"
29 #include "skl-topology.h"
30 #include "skl-tplg-interface.h"
32 static int skl_alloc_dma_buf(struct device *dev,
33 struct snd_dma_buffer *dmab, size_t size)
35 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
36 struct hdac_bus *bus = ebus_to_hbus(ebus);
41 return bus->io_ops->dma_alloc_pages(bus, SNDRV_DMA_TYPE_DEV, size, dmab);
44 static int skl_free_dma_buf(struct device *dev, struct snd_dma_buffer *dmab)
46 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
47 struct hdac_bus *bus = ebus_to_hbus(ebus);
52 bus->io_ops->dma_free_pages(bus, dmab);
57 #define NOTIFICATION_PARAM_ID 3
58 #define NOTIFICATION_MASK 0xf
60 /* disable notfication for underruns/overruns from firmware module */
61 void skl_dsp_enable_notification(struct skl_sst *ctx, bool enable)
63 struct notification_mask mask;
64 struct skl_ipc_large_config_msg msg = {0};
66 mask.notify = NOTIFICATION_MASK;
69 msg.large_param_id = NOTIFICATION_PARAM_ID;
70 msg.param_data_size = sizeof(mask);
72 skl_ipc_set_large_config(&ctx->ipc, &msg, (u32 *)&mask);
75 static int skl_dsp_setup_spib(struct device *dev, unsigned int size,
76 int stream_tag, int enable)
78 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
79 struct hdac_bus *bus = ebus_to_hbus(ebus);
80 struct hdac_stream *stream = snd_hdac_get_stream(bus,
81 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
82 struct hdac_ext_stream *estream;
87 estream = stream_to_hdac_ext_stream(stream);
88 /* enable/disable SPIB for this hdac stream */
89 snd_hdac_ext_stream_spbcap_enable(ebus, enable, stream->index);
91 /* set the spib value */
92 snd_hdac_ext_stream_set_spib(ebus, estream, size);
97 static int skl_dsp_prepare(struct device *dev, unsigned int format,
98 unsigned int size, struct snd_dma_buffer *dmab)
100 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
101 struct hdac_bus *bus = ebus_to_hbus(ebus);
102 struct hdac_ext_stream *estream;
103 struct hdac_stream *stream;
104 struct snd_pcm_substream substream;
110 memset(&substream, 0, sizeof(substream));
111 substream.stream = SNDRV_PCM_STREAM_PLAYBACK;
113 estream = snd_hdac_ext_stream_assign(ebus, &substream,
114 HDAC_EXT_STREAM_TYPE_HOST);
118 stream = hdac_stream(estream);
120 /* assign decouple host dma channel */
121 ret = snd_hdac_dsp_prepare(stream, format, size, dmab);
125 skl_dsp_setup_spib(dev, size, stream->stream_tag, true);
127 return stream->stream_tag;
130 static int skl_dsp_trigger(struct device *dev, bool start, int stream_tag)
132 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
133 struct hdac_stream *stream;
134 struct hdac_bus *bus = ebus_to_hbus(ebus);
139 stream = snd_hdac_get_stream(bus,
140 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
144 snd_hdac_dsp_trigger(stream, start);
149 static int skl_dsp_cleanup(struct device *dev,
150 struct snd_dma_buffer *dmab, int stream_tag)
152 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
153 struct hdac_stream *stream;
154 struct hdac_ext_stream *estream;
155 struct hdac_bus *bus = ebus_to_hbus(ebus);
160 stream = snd_hdac_get_stream(bus,
161 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
165 estream = stream_to_hdac_ext_stream(stream);
166 skl_dsp_setup_spib(dev, 0, stream_tag, false);
167 snd_hdac_ext_stream_release(estream, HDAC_EXT_STREAM_TYPE_HOST);
169 snd_hdac_dsp_cleanup(stream, dmab);
174 static struct skl_dsp_loader_ops skl_get_loader_ops(void)
176 struct skl_dsp_loader_ops loader_ops;
178 memset(&loader_ops, 0, sizeof(struct skl_dsp_loader_ops));
180 loader_ops.alloc_dma_buf = skl_alloc_dma_buf;
181 loader_ops.free_dma_buf = skl_free_dma_buf;
186 static struct skl_dsp_loader_ops bxt_get_loader_ops(void)
188 struct skl_dsp_loader_ops loader_ops;
190 memset(&loader_ops, 0, sizeof(loader_ops));
192 loader_ops.alloc_dma_buf = skl_alloc_dma_buf;
193 loader_ops.free_dma_buf = skl_free_dma_buf;
194 loader_ops.prepare = skl_dsp_prepare;
195 loader_ops.trigger = skl_dsp_trigger;
196 loader_ops.cleanup = skl_dsp_cleanup;
201 static const struct skl_dsp_ops dsp_ops[] = {
204 .loader_ops = skl_get_loader_ops,
205 .init = skl_sst_dsp_init,
206 .init_fw = skl_sst_init_fw,
207 .cleanup = skl_sst_dsp_cleanup
211 .loader_ops = skl_get_loader_ops,
212 .init = kbl_sst_dsp_init,
213 .init_fw = skl_sst_init_fw,
214 .cleanup = skl_sst_dsp_cleanup
218 .loader_ops = bxt_get_loader_ops,
219 .init = bxt_sst_dsp_init,
220 .init_fw = bxt_sst_init_fw,
221 .cleanup = bxt_sst_dsp_cleanup
225 .loader_ops = bxt_get_loader_ops,
226 .init = bxt_sst_dsp_init,
227 .init_fw = bxt_sst_init_fw,
228 .cleanup = bxt_sst_dsp_cleanup
232 const struct skl_dsp_ops *skl_get_dsp_ops(int pci_id)
236 for (i = 0; i < ARRAY_SIZE(dsp_ops); i++) {
237 if (dsp_ops[i].id == pci_id)
244 int skl_init_dsp(struct skl *skl)
246 void __iomem *mmio_base;
247 struct hdac_ext_bus *ebus = &skl->ebus;
248 struct hdac_bus *bus = ebus_to_hbus(ebus);
249 struct skl_dsp_loader_ops loader_ops;
251 const struct skl_dsp_ops *ops;
254 /* enable ppcap interrupt */
255 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, true);
256 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, true);
258 /* read the BAR of the ADSP MMIO */
259 mmio_base = pci_ioremap_bar(skl->pci, 4);
260 if (mmio_base == NULL) {
261 dev_err(bus->dev, "ioremap error\n");
265 ops = skl_get_dsp_ops(skl->pci->device);
269 loader_ops = ops->loader_ops();
270 ret = ops->init(bus->dev, mmio_base, irq,
271 skl->fw_name, loader_ops,
277 skl->skl_sst->dsp_ops = ops;
278 dev_dbg(bus->dev, "dsp registration status=%d\n", ret);
283 int skl_free_dsp(struct skl *skl)
285 struct hdac_ext_bus *ebus = &skl->ebus;
286 struct hdac_bus *bus = ebus_to_hbus(ebus);
287 struct skl_sst *ctx = skl->skl_sst;
289 /* disable ppcap interrupt */
290 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, false);
292 ctx->dsp_ops->cleanup(bus->dev, ctx);
294 if (ctx->dsp->addr.lpe)
295 iounmap(ctx->dsp->addr.lpe);
301 * In the case of "suspend_active" i.e, the Audio IP being active
302 * during system suspend, immediately excecute any pending D0i3 work
303 * before suspending. This is needed for the IP to work in low power
304 * mode during system suspend. In the case of normal suspend, cancel
305 * any pending D0i3 work.
307 int skl_suspend_late_dsp(struct skl *skl)
309 struct skl_sst *ctx = skl->skl_sst;
310 struct delayed_work *dwork;
315 dwork = &ctx->d0i3.work;
317 if (dwork->work.func) {
318 if (skl->supend_active)
319 flush_delayed_work(dwork);
321 cancel_delayed_work_sync(dwork);
327 int skl_suspend_dsp(struct skl *skl)
329 struct skl_sst *ctx = skl->skl_sst;
332 /* if ppcap is not supported return 0 */
333 if (!skl->ebus.bus.ppcap)
336 ret = skl_dsp_sleep(ctx->dsp);
340 /* disable ppcap interrupt */
341 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, false);
342 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, false);
347 int skl_resume_dsp(struct skl *skl)
349 struct skl_sst *ctx = skl->skl_sst;
352 /* if ppcap is not supported return 0 */
353 if (!skl->ebus.bus.ppcap)
356 /* enable ppcap interrupt */
357 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, true);
358 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, true);
360 /* check if DSP 1st boot is done */
361 if (skl->skl_sst->is_first_boot == true)
364 ret = skl_dsp_wake(ctx->dsp);
368 skl_dsp_enable_notification(skl->skl_sst, false);
372 enum skl_bitdepth skl_get_bit_depth(int params)
376 return SKL_DEPTH_8BIT;
379 return SKL_DEPTH_16BIT;
382 return SKL_DEPTH_24BIT;
385 return SKL_DEPTH_32BIT;
388 return SKL_DEPTH_INVALID;
394 * Each module in DSP expects a base module configuration, which consists of
395 * PCM format information, which we calculate in driver and resource values
396 * which are read from widget information passed through topology binary
397 * This is send when we create a module with INIT_INSTANCE IPC msg
399 static void skl_set_base_module_format(struct skl_sst *ctx,
400 struct skl_module_cfg *mconfig,
401 struct skl_base_cfg *base_cfg)
403 struct skl_module_fmt *format = &mconfig->in_fmt[0];
405 base_cfg->audio_fmt.number_of_channels = (u8)format->channels;
407 base_cfg->audio_fmt.s_freq = format->s_freq;
408 base_cfg->audio_fmt.bit_depth = format->bit_depth;
409 base_cfg->audio_fmt.valid_bit_depth = format->valid_bit_depth;
410 base_cfg->audio_fmt.ch_cfg = format->ch_cfg;
412 dev_dbg(ctx->dev, "bit_depth=%x valid_bd=%x ch_config=%x\n",
413 format->bit_depth, format->valid_bit_depth,
416 base_cfg->audio_fmt.channel_map = format->ch_map;
418 base_cfg->audio_fmt.interleaving = format->interleaving_style;
420 base_cfg->cps = mconfig->mcps;
421 base_cfg->ibs = mconfig->ibs;
422 base_cfg->obs = mconfig->obs;
423 base_cfg->is_pages = mconfig->mem_pages;
427 * Copies copier capabilities into copier module and updates copier module
430 static void skl_copy_copier_caps(struct skl_module_cfg *mconfig,
431 struct skl_cpr_cfg *cpr_mconfig)
433 if (mconfig->formats_config.caps_size == 0)
436 memcpy(cpr_mconfig->gtw_cfg.config_data,
437 mconfig->formats_config.caps,
438 mconfig->formats_config.caps_size);
440 cpr_mconfig->gtw_cfg.config_length =
441 (mconfig->formats_config.caps_size) / 4;
444 #define SKL_NON_GATEWAY_CPR_NODE_ID 0xFFFFFFFF
446 * Calculate the gatewat settings required for copier module, type of
447 * gateway and index of gateway to use
449 static u32 skl_get_node_id(struct skl_sst *ctx,
450 struct skl_module_cfg *mconfig)
452 union skl_connector_node_id node_id = {0};
453 union skl_ssp_dma_node ssp_node = {0};
454 struct skl_pipe_params *params = mconfig->pipe->p_params;
456 switch (mconfig->dev_type) {
458 node_id.node.dma_type =
459 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
460 SKL_DMA_I2S_LINK_OUTPUT_CLASS :
461 SKL_DMA_I2S_LINK_INPUT_CLASS;
462 node_id.node.vindex = params->host_dma_id +
463 (mconfig->vbus_id << 3);
467 node_id.node.dma_type =
468 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
469 SKL_DMA_I2S_LINK_OUTPUT_CLASS :
470 SKL_DMA_I2S_LINK_INPUT_CLASS;
471 ssp_node.dma_node.time_slot_index = mconfig->time_slot;
472 ssp_node.dma_node.i2s_instance = mconfig->vbus_id;
473 node_id.node.vindex = ssp_node.val;
476 case SKL_DEVICE_DMIC:
477 node_id.node.dma_type = SKL_DMA_DMIC_LINK_INPUT_CLASS;
478 node_id.node.vindex = mconfig->vbus_id +
479 (mconfig->time_slot);
482 case SKL_DEVICE_HDALINK:
483 node_id.node.dma_type =
484 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
485 SKL_DMA_HDA_LINK_OUTPUT_CLASS :
486 SKL_DMA_HDA_LINK_INPUT_CLASS;
487 node_id.node.vindex = params->link_dma_id;
490 case SKL_DEVICE_HDAHOST:
491 node_id.node.dma_type =
492 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
493 SKL_DMA_HDA_HOST_OUTPUT_CLASS :
494 SKL_DMA_HDA_HOST_INPUT_CLASS;
495 node_id.node.vindex = params->host_dma_id;
499 node_id.val = 0xFFFFFFFF;
506 static void skl_setup_cpr_gateway_cfg(struct skl_sst *ctx,
507 struct skl_module_cfg *mconfig,
508 struct skl_cpr_cfg *cpr_mconfig)
512 cpr_mconfig->gtw_cfg.node_id = skl_get_node_id(ctx, mconfig);
514 if (cpr_mconfig->gtw_cfg.node_id == SKL_NON_GATEWAY_CPR_NODE_ID) {
515 cpr_mconfig->cpr_feature_mask = 0;
519 switch (mconfig->hw_conn_type) {
520 case SKL_CONN_SOURCE:
521 if (mconfig->dev_type == SKL_DEVICE_HDAHOST)
522 dma_io_buf = mconfig->ibs;
524 dma_io_buf = mconfig->obs;
528 if (mconfig->dev_type == SKL_DEVICE_HDAHOST)
529 dma_io_buf = mconfig->obs;
531 dma_io_buf = mconfig->ibs;
535 dev_warn(ctx->dev, "wrong connection type: %d\n",
536 mconfig->hw_conn_type);
540 cpr_mconfig->gtw_cfg.dma_buffer_size =
541 mconfig->dma_buffer_size * dma_io_buf;
543 /* fallback to 2ms default value */
544 if (!cpr_mconfig->gtw_cfg.dma_buffer_size) {
545 if (mconfig->hw_conn_type == SKL_CONN_SOURCE)
546 cpr_mconfig->gtw_cfg.dma_buffer_size = 2 * mconfig->obs;
548 cpr_mconfig->gtw_cfg.dma_buffer_size = 2 * mconfig->ibs;
551 cpr_mconfig->cpr_feature_mask = 0;
552 cpr_mconfig->gtw_cfg.config_length = 0;
554 skl_copy_copier_caps(mconfig, cpr_mconfig);
557 #define DMA_CONTROL_ID 5
559 int skl_dsp_set_dma_control(struct skl_sst *ctx, struct skl_module_cfg *mconfig)
561 struct skl_dma_control *dma_ctrl;
562 struct skl_ipc_large_config_msg msg = {0};
567 * if blob size zero, then return
569 if (mconfig->formats_config.caps_size == 0)
572 msg.large_param_id = DMA_CONTROL_ID;
573 msg.param_data_size = sizeof(struct skl_dma_control) +
574 mconfig->formats_config.caps_size;
576 dma_ctrl = kzalloc(msg.param_data_size, GFP_KERNEL);
577 if (dma_ctrl == NULL)
580 dma_ctrl->node_id = skl_get_node_id(ctx, mconfig);
583 dma_ctrl->config_length = mconfig->formats_config.caps_size / 4;
585 memcpy(dma_ctrl->config_data, mconfig->formats_config.caps,
586 mconfig->formats_config.caps_size);
588 err = skl_ipc_set_large_config(&ctx->ipc, &msg, (u32 *)dma_ctrl);
594 static void skl_setup_out_format(struct skl_sst *ctx,
595 struct skl_module_cfg *mconfig,
596 struct skl_audio_data_format *out_fmt)
598 struct skl_module_fmt *format = &mconfig->out_fmt[0];
600 out_fmt->number_of_channels = (u8)format->channels;
601 out_fmt->s_freq = format->s_freq;
602 out_fmt->bit_depth = format->bit_depth;
603 out_fmt->valid_bit_depth = format->valid_bit_depth;
604 out_fmt->ch_cfg = format->ch_cfg;
606 out_fmt->channel_map = format->ch_map;
607 out_fmt->interleaving = format->interleaving_style;
608 out_fmt->sample_type = format->sample_type;
610 dev_dbg(ctx->dev, "copier out format chan=%d fre=%d bitdepth=%d\n",
611 out_fmt->number_of_channels, format->s_freq, format->bit_depth);
615 * DSP needs SRC module for frequency conversion, SRC takes base module
616 * configuration and the target frequency as extra parameter passed as src
619 static void skl_set_src_format(struct skl_sst *ctx,
620 struct skl_module_cfg *mconfig,
621 struct skl_src_module_cfg *src_mconfig)
623 struct skl_module_fmt *fmt = &mconfig->out_fmt[0];
625 skl_set_base_module_format(ctx, mconfig,
626 (struct skl_base_cfg *)src_mconfig);
628 src_mconfig->src_cfg = fmt->s_freq;
632 * DSP needs updown module to do channel conversion. updown module take base
633 * module configuration and channel configuration
634 * It also take coefficients and now we have defaults applied here
636 static void skl_set_updown_mixer_format(struct skl_sst *ctx,
637 struct skl_module_cfg *mconfig,
638 struct skl_up_down_mixer_cfg *mixer_mconfig)
640 struct skl_module_fmt *fmt = &mconfig->out_fmt[0];
643 skl_set_base_module_format(ctx, mconfig,
644 (struct skl_base_cfg *)mixer_mconfig);
645 mixer_mconfig->out_ch_cfg = fmt->ch_cfg;
647 /* Select F/W default coefficient */
648 mixer_mconfig->coeff_sel = 0x0;
650 /* User coeff, don't care since we are selecting F/W defaults */
651 for (i = 0; i < UP_DOWN_MIXER_MAX_COEFF; i++)
652 mixer_mconfig->coeff[i] = 0xDEADBEEF;
656 * 'copier' is DSP internal module which copies data from Host DMA (HDA host
657 * dma) or link (hda link, SSP, PDM)
658 * Here we calculate the copier module parameters, like PCM format, output
659 * format, gateway settings
660 * copier_module_config is sent as input buffer with INIT_INSTANCE IPC msg
662 static void skl_set_copier_format(struct skl_sst *ctx,
663 struct skl_module_cfg *mconfig,
664 struct skl_cpr_cfg *cpr_mconfig)
666 struct skl_audio_data_format *out_fmt = &cpr_mconfig->out_fmt;
667 struct skl_base_cfg *base_cfg = (struct skl_base_cfg *)cpr_mconfig;
669 skl_set_base_module_format(ctx, mconfig, base_cfg);
671 skl_setup_out_format(ctx, mconfig, out_fmt);
672 skl_setup_cpr_gateway_cfg(ctx, mconfig, cpr_mconfig);
676 * Algo module are DSP pre processing modules. Algo module take base module
677 * configuration and params
680 static void skl_set_algo_format(struct skl_sst *ctx,
681 struct skl_module_cfg *mconfig,
682 struct skl_algo_cfg *algo_mcfg)
684 struct skl_base_cfg *base_cfg = (struct skl_base_cfg *)algo_mcfg;
686 skl_set_base_module_format(ctx, mconfig, base_cfg);
688 if (mconfig->formats_config.caps_size == 0)
691 memcpy(algo_mcfg->params,
692 mconfig->formats_config.caps,
693 mconfig->formats_config.caps_size);
698 * Mic select module allows selecting one or many input channels, thus
701 * Mic select module take base module configuration and out-format
704 static void skl_set_base_outfmt_format(struct skl_sst *ctx,
705 struct skl_module_cfg *mconfig,
706 struct skl_base_outfmt_cfg *base_outfmt_mcfg)
708 struct skl_audio_data_format *out_fmt = &base_outfmt_mcfg->out_fmt;
709 struct skl_base_cfg *base_cfg =
710 (struct skl_base_cfg *)base_outfmt_mcfg;
712 skl_set_base_module_format(ctx, mconfig, base_cfg);
713 skl_setup_out_format(ctx, mconfig, out_fmt);
716 static u16 skl_get_module_param_size(struct skl_sst *ctx,
717 struct skl_module_cfg *mconfig)
721 switch (mconfig->m_type) {
722 case SKL_MODULE_TYPE_COPIER:
723 param_size = sizeof(struct skl_cpr_cfg);
724 param_size += mconfig->formats_config.caps_size;
727 case SKL_MODULE_TYPE_SRCINT:
728 return sizeof(struct skl_src_module_cfg);
730 case SKL_MODULE_TYPE_UPDWMIX:
731 return sizeof(struct skl_up_down_mixer_cfg);
733 case SKL_MODULE_TYPE_ALGO:
734 param_size = sizeof(struct skl_base_cfg);
735 param_size += mconfig->formats_config.caps_size;
738 case SKL_MODULE_TYPE_BASE_OUTFMT:
739 case SKL_MODULE_TYPE_MIC_SELECT:
740 case SKL_MODULE_TYPE_KPB:
741 return sizeof(struct skl_base_outfmt_cfg);
745 * return only base cfg when no specific module type is
748 return sizeof(struct skl_base_cfg);
755 * DSP firmware supports various modules like copier, SRC, updown etc.
756 * These modules required various parameters to be calculated and sent for
757 * the module initialization to DSP. By default a generic module needs only
758 * base module format configuration
761 static int skl_set_module_format(struct skl_sst *ctx,
762 struct skl_module_cfg *module_config,
763 u16 *module_config_size,
768 param_size = skl_get_module_param_size(ctx, module_config);
770 *param_data = kzalloc(param_size, GFP_KERNEL);
771 if (NULL == *param_data)
774 *module_config_size = param_size;
776 switch (module_config->m_type) {
777 case SKL_MODULE_TYPE_COPIER:
778 skl_set_copier_format(ctx, module_config, *param_data);
781 case SKL_MODULE_TYPE_SRCINT:
782 skl_set_src_format(ctx, module_config, *param_data);
785 case SKL_MODULE_TYPE_UPDWMIX:
786 skl_set_updown_mixer_format(ctx, module_config, *param_data);
789 case SKL_MODULE_TYPE_ALGO:
790 skl_set_algo_format(ctx, module_config, *param_data);
793 case SKL_MODULE_TYPE_BASE_OUTFMT:
794 case SKL_MODULE_TYPE_MIC_SELECT:
795 case SKL_MODULE_TYPE_KPB:
796 skl_set_base_outfmt_format(ctx, module_config, *param_data);
800 skl_set_base_module_format(ctx, module_config, *param_data);
805 dev_dbg(ctx->dev, "Module type=%d config size: %d bytes\n",
806 module_config->id.module_id, param_size);
807 print_hex_dump_debug("Module params:", DUMP_PREFIX_OFFSET, 8, 4,
808 *param_data, param_size, false);
812 static int skl_get_queue_index(struct skl_module_pin *mpin,
813 struct skl_module_inst_id id, int max)
817 for (i = 0; i < max; i++) {
818 if (mpin[i].id.module_id == id.module_id &&
819 mpin[i].id.instance_id == id.instance_id)
827 * Allocates queue for each module.
828 * if dynamic, the pin_index is allocated 0 to max_pin.
829 * In static, the pin_index is fixed based on module_id and instance id
831 static int skl_alloc_queue(struct skl_module_pin *mpin,
832 struct skl_module_cfg *tgt_cfg, int max)
835 struct skl_module_inst_id id = tgt_cfg->id;
837 * if pin in dynamic, find first free pin
838 * otherwise find match module and instance id pin as topology will
839 * ensure a unique pin is assigned to this so no need to
842 for (i = 0; i < max; i++) {
843 if (mpin[i].is_dynamic) {
844 if (!mpin[i].in_use &&
845 mpin[i].pin_state == SKL_PIN_UNBIND) {
847 mpin[i].in_use = true;
848 mpin[i].id.module_id = id.module_id;
849 mpin[i].id.instance_id = id.instance_id;
850 mpin[i].id.pvt_id = id.pvt_id;
851 mpin[i].tgt_mcfg = tgt_cfg;
855 if (mpin[i].id.module_id == id.module_id &&
856 mpin[i].id.instance_id == id.instance_id &&
857 mpin[i].pin_state == SKL_PIN_UNBIND) {
859 mpin[i].tgt_mcfg = tgt_cfg;
868 static void skl_free_queue(struct skl_module_pin *mpin, int q_index)
870 if (mpin[q_index].is_dynamic) {
871 mpin[q_index].in_use = false;
872 mpin[q_index].id.module_id = 0;
873 mpin[q_index].id.instance_id = 0;
874 mpin[q_index].id.pvt_id = 0;
876 mpin[q_index].pin_state = SKL_PIN_UNBIND;
877 mpin[q_index].tgt_mcfg = NULL;
880 /* Module state will be set to unint, if all the out pin state is UNBIND */
882 static void skl_clear_module_state(struct skl_module_pin *mpin, int max,
883 struct skl_module_cfg *mcfg)
888 for (i = 0; i < max; i++) {
889 if (mpin[i].pin_state == SKL_PIN_UNBIND)
896 mcfg->m_state = SKL_MODULE_INIT_DONE;
901 * A module needs to be instanataited in DSP. A mdoule is present in a
902 * collection of module referred as a PIPE.
903 * We first calculate the module format, based on module type and then
904 * invoke the DSP by sending IPC INIT_INSTANCE using ipc helper
906 int skl_init_module(struct skl_sst *ctx,
907 struct skl_module_cfg *mconfig)
909 u16 module_config_size = 0;
910 void *param_data = NULL;
912 struct skl_ipc_init_instance_msg msg;
914 dev_dbg(ctx->dev, "%s: module_id = %d instance=%d\n", __func__,
915 mconfig->id.module_id, mconfig->id.pvt_id);
917 if (mconfig->pipe->state != SKL_PIPE_CREATED) {
918 dev_err(ctx->dev, "Pipe not created state= %d pipe_id= %d\n",
919 mconfig->pipe->state, mconfig->pipe->ppl_id);
923 ret = skl_set_module_format(ctx, mconfig,
924 &module_config_size, ¶m_data);
926 dev_err(ctx->dev, "Failed to set module format ret=%d\n", ret);
930 msg.module_id = mconfig->id.module_id;
931 msg.instance_id = mconfig->id.pvt_id;
932 msg.ppl_instance_id = mconfig->pipe->ppl_id;
933 msg.param_data_size = module_config_size;
934 msg.core_id = mconfig->core_id;
935 msg.domain = mconfig->domain;
937 ret = skl_ipc_init_instance(&ctx->ipc, &msg, param_data);
939 dev_err(ctx->dev, "Failed to init instance ret=%d\n", ret);
943 mconfig->m_state = SKL_MODULE_INIT_DONE;
948 static void skl_dump_bind_info(struct skl_sst *ctx, struct skl_module_cfg
949 *src_module, struct skl_module_cfg *dst_module)
951 dev_dbg(ctx->dev, "%s: src module_id = %d src_instance=%d\n",
952 __func__, src_module->id.module_id, src_module->id.pvt_id);
953 dev_dbg(ctx->dev, "%s: dst_module=%d dst_instacne=%d\n", __func__,
954 dst_module->id.module_id, dst_module->id.pvt_id);
956 dev_dbg(ctx->dev, "src_module state = %d dst module state = %d\n",
957 src_module->m_state, dst_module->m_state);
961 * On module freeup, we need to unbind the module with modules
962 * it is already bind.
963 * Find the pin allocated and unbind then using bind_unbind IPC
965 int skl_unbind_modules(struct skl_sst *ctx,
966 struct skl_module_cfg *src_mcfg,
967 struct skl_module_cfg *dst_mcfg)
970 struct skl_ipc_bind_unbind_msg msg;
971 struct skl_module_inst_id src_id = src_mcfg->id;
972 struct skl_module_inst_id dst_id = dst_mcfg->id;
973 int in_max = dst_mcfg->max_in_queue;
974 int out_max = src_mcfg->max_out_queue;
975 int src_index, dst_index, src_pin_state, dst_pin_state;
977 skl_dump_bind_info(ctx, src_mcfg, dst_mcfg);
979 /* get src queue index */
980 src_index = skl_get_queue_index(src_mcfg->m_out_pin, dst_id, out_max);
984 msg.src_queue = src_index;
986 /* get dst queue index */
987 dst_index = skl_get_queue_index(dst_mcfg->m_in_pin, src_id, in_max);
991 msg.dst_queue = dst_index;
993 src_pin_state = src_mcfg->m_out_pin[src_index].pin_state;
994 dst_pin_state = dst_mcfg->m_in_pin[dst_index].pin_state;
996 if (src_pin_state != SKL_PIN_BIND_DONE ||
997 dst_pin_state != SKL_PIN_BIND_DONE)
1000 msg.module_id = src_mcfg->id.module_id;
1001 msg.instance_id = src_mcfg->id.pvt_id;
1002 msg.dst_module_id = dst_mcfg->id.module_id;
1003 msg.dst_instance_id = dst_mcfg->id.pvt_id;
1006 ret = skl_ipc_bind_unbind(&ctx->ipc, &msg);
1008 /* free queue only if unbind is success */
1009 skl_free_queue(src_mcfg->m_out_pin, src_index);
1010 skl_free_queue(dst_mcfg->m_in_pin, dst_index);
1013 * check only if src module bind state, bind is
1014 * always from src -> sink
1016 skl_clear_module_state(src_mcfg->m_out_pin, out_max, src_mcfg);
1023 * Once a module is instantiated it need to be 'bind' with other modules in
1024 * the pipeline. For binding we need to find the module pins which are bind
1026 * This function finds the pins and then sends bund_unbind IPC message to
1027 * DSP using IPC helper
1029 int skl_bind_modules(struct skl_sst *ctx,
1030 struct skl_module_cfg *src_mcfg,
1031 struct skl_module_cfg *dst_mcfg)
1034 struct skl_ipc_bind_unbind_msg msg;
1035 int in_max = dst_mcfg->max_in_queue;
1036 int out_max = src_mcfg->max_out_queue;
1037 int src_index, dst_index;
1039 skl_dump_bind_info(ctx, src_mcfg, dst_mcfg);
1041 if (src_mcfg->m_state < SKL_MODULE_INIT_DONE ||
1042 dst_mcfg->m_state < SKL_MODULE_INIT_DONE)
1045 src_index = skl_alloc_queue(src_mcfg->m_out_pin, dst_mcfg, out_max);
1049 msg.src_queue = src_index;
1050 dst_index = skl_alloc_queue(dst_mcfg->m_in_pin, src_mcfg, in_max);
1051 if (dst_index < 0) {
1052 skl_free_queue(src_mcfg->m_out_pin, src_index);
1056 msg.dst_queue = dst_index;
1058 dev_dbg(ctx->dev, "src queue = %d dst queue =%d\n",
1059 msg.src_queue, msg.dst_queue);
1061 msg.module_id = src_mcfg->id.module_id;
1062 msg.instance_id = src_mcfg->id.pvt_id;
1063 msg.dst_module_id = dst_mcfg->id.module_id;
1064 msg.dst_instance_id = dst_mcfg->id.pvt_id;
1067 ret = skl_ipc_bind_unbind(&ctx->ipc, &msg);
1070 src_mcfg->m_state = SKL_MODULE_BIND_DONE;
1071 src_mcfg->m_out_pin[src_index].pin_state = SKL_PIN_BIND_DONE;
1072 dst_mcfg->m_in_pin[dst_index].pin_state = SKL_PIN_BIND_DONE;
1074 /* error case , if IPC fails, clear the queue index */
1075 skl_free_queue(src_mcfg->m_out_pin, src_index);
1076 skl_free_queue(dst_mcfg->m_in_pin, dst_index);
1082 static int skl_set_pipe_state(struct skl_sst *ctx, struct skl_pipe *pipe,
1083 enum skl_ipc_pipeline_state state)
1085 dev_dbg(ctx->dev, "%s: pipe_satate = %d\n", __func__, state);
1087 return skl_ipc_set_pipeline_state(&ctx->ipc, pipe->ppl_id, state);
1091 * A pipeline is a collection of modules. Before a module in instantiated a
1092 * pipeline needs to be created for it.
1093 * This function creates pipeline, by sending create pipeline IPC messages
1096 int skl_create_pipeline(struct skl_sst *ctx, struct skl_pipe *pipe)
1100 dev_dbg(ctx->dev, "%s: pipe_id = %d\n", __func__, pipe->ppl_id);
1102 ret = skl_ipc_create_pipeline(&ctx->ipc, pipe->memory_pages,
1103 pipe->pipe_priority, pipe->ppl_id,
1106 dev_err(ctx->dev, "Failed to create pipeline\n");
1110 pipe->state = SKL_PIPE_CREATED;
1116 * A pipeline needs to be deleted on cleanup. If a pipeline is running, then
1117 * pause the pipeline first and then delete it
1118 * The pipe delete is done by sending delete pipeline IPC. DSP will stop the
1119 * DMA engines and releases resources
1121 int skl_delete_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1125 dev_dbg(ctx->dev, "%s: pipe = %d\n", __func__, pipe->ppl_id);
1127 /* If pipe is started, do stop the pipe in FW. */
1128 if (pipe->state >= SKL_PIPE_STARTED) {
1129 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1131 dev_err(ctx->dev, "Failed to stop pipeline\n");
1135 pipe->state = SKL_PIPE_PAUSED;
1138 /* If pipe was not created in FW, do not try to delete it */
1139 if (pipe->state < SKL_PIPE_CREATED)
1142 ret = skl_ipc_delete_pipeline(&ctx->ipc, pipe->ppl_id);
1144 dev_err(ctx->dev, "Failed to delete pipeline\n");
1148 pipe->state = SKL_PIPE_INVALID;
1154 * A pipeline is also a scheduling entity in DSP which can be run, stopped
1155 * For processing data the pipe need to be run by sending IPC set pipe state
1158 int skl_run_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1162 dev_dbg(ctx->dev, "%s: pipe = %d\n", __func__, pipe->ppl_id);
1164 /* If pipe was not created in FW, do not try to pause or delete */
1165 if (pipe->state < SKL_PIPE_CREATED)
1168 /* Pipe has to be paused before it is started */
1169 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1171 dev_err(ctx->dev, "Failed to pause pipe\n");
1175 pipe->state = SKL_PIPE_PAUSED;
1177 ret = skl_set_pipe_state(ctx, pipe, PPL_RUNNING);
1179 dev_err(ctx->dev, "Failed to start pipe\n");
1183 pipe->state = SKL_PIPE_STARTED;
1189 * Stop the pipeline by sending set pipe state IPC
1190 * DSP doesnt implement stop so we always send pause message
1192 int skl_stop_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1196 dev_dbg(ctx->dev, "In %s pipe=%d\n", __func__, pipe->ppl_id);
1198 /* If pipe was not created in FW, do not try to pause or delete */
1199 if (pipe->state < SKL_PIPE_PAUSED)
1202 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1204 dev_dbg(ctx->dev, "Failed to stop pipe\n");
1208 pipe->state = SKL_PIPE_PAUSED;
1214 * Reset the pipeline by sending set pipe state IPC this will reset the DMA
1217 int skl_reset_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1221 /* If pipe was not created in FW, do not try to pause or delete */
1222 if (pipe->state < SKL_PIPE_PAUSED)
1225 ret = skl_set_pipe_state(ctx, pipe, PPL_RESET);
1227 dev_dbg(ctx->dev, "Failed to reset pipe ret=%d\n", ret);
1231 pipe->state = SKL_PIPE_RESET;
1236 /* Algo parameter set helper function */
1237 int skl_set_module_params(struct skl_sst *ctx, u32 *params, int size,
1238 u32 param_id, struct skl_module_cfg *mcfg)
1240 struct skl_ipc_large_config_msg msg;
1242 msg.module_id = mcfg->id.module_id;
1243 msg.instance_id = mcfg->id.pvt_id;
1244 msg.param_data_size = size;
1245 msg.large_param_id = param_id;
1247 return skl_ipc_set_large_config(&ctx->ipc, &msg, params);
1250 int skl_get_module_params(struct skl_sst *ctx, u32 *params, int size,
1251 u32 param_id, struct skl_module_cfg *mcfg)
1253 struct skl_ipc_large_config_msg msg;
1255 msg.module_id = mcfg->id.module_id;
1256 msg.instance_id = mcfg->id.pvt_id;
1257 msg.param_data_size = size;
1258 msg.large_param_id = param_id;
1260 return skl_ipc_get_large_config(&ctx->ipc, &msg, params);