1 // SPDX-License-Identifier: GPL-2.0-only
3 * Device tree helpers for DMA request / controller
7 * Copyright (C) 2012 Texas Instruments Incorporated - http://www.ti.com/
10 #include <linux/device.h>
11 #include <linux/err.h>
12 #include <linux/module.h>
13 #include <linux/mutex.h>
14 #include <linux/slab.h>
16 #include <linux/of_dma.h>
18 static LIST_HEAD(of_dma_list);
19 static DEFINE_MUTEX(of_dma_lock);
22 * of_dma_find_controller - Get a DMA controller in DT DMA helpers list
23 * @dma_spec: pointer to DMA specifier as found in the device tree
25 * Finds a DMA controller with matching device node and number for dma cells
26 * in a list of registered DMA controllers. If a match is found a valid pointer
27 * to the DMA data stored is retuned. A NULL pointer is returned if no match is
30 static struct of_dma *of_dma_find_controller(struct of_phandle_args *dma_spec)
34 list_for_each_entry(ofdma, &of_dma_list, of_dma_controllers)
35 if (ofdma->of_node == dma_spec->np)
38 pr_debug("%s: can't find DMA controller %pOF\n", __func__,
45 * of_dma_router_xlate - translation function for router devices
46 * @dma_spec: pointer to DMA specifier as found in the device tree
47 * @of_dma: pointer to DMA controller data (router information)
49 * The function creates new dma_spec to be passed to the router driver's
50 * of_dma_route_allocate() function to prepare a dma_spec which will be used
51 * to request channel from the real DMA controller.
53 static struct dma_chan *of_dma_router_xlate(struct of_phandle_args *dma_spec,
56 struct dma_chan *chan;
57 struct of_dma *ofdma_target;
58 struct of_phandle_args dma_spec_target;
61 /* translate the request for the real DMA controller */
62 memcpy(&dma_spec_target, dma_spec, sizeof(dma_spec_target));
63 route_data = ofdma->of_dma_route_allocate(&dma_spec_target, ofdma);
64 if (IS_ERR(route_data))
67 ofdma_target = of_dma_find_controller(&dma_spec_target);
71 chan = ofdma_target->of_dma_xlate(&dma_spec_target, ofdma_target);
73 chan->router = ofdma->dma_router;
74 chan->route_data = route_data;
76 ofdma->dma_router->route_free(ofdma->dma_router->dev,
81 * Need to put the node back since the ofdma->of_dma_route_allocate
82 * has taken it for generating the new, translated dma_spec
84 of_node_put(dma_spec_target.np);
89 * of_dma_controller_register - Register a DMA controller to DT DMA helpers
90 * @np: device node of DMA controller
91 * @of_dma_xlate: translation function which converts a phandle
92 * arguments list into a dma_chan structure
93 * @data pointer to controller specific data to be used by
94 * translation function
96 * Returns 0 on success or appropriate errno value on error.
98 * Allocated memory should be freed with appropriate of_dma_controller_free()
101 int of_dma_controller_register(struct device_node *np,
102 struct dma_chan *(*of_dma_xlate)
103 (struct of_phandle_args *, struct of_dma *),
106 struct of_dma *ofdma;
108 if (!np || !of_dma_xlate) {
109 pr_err("%s: not enough information provided\n", __func__);
113 ofdma = kzalloc(sizeof(*ofdma), GFP_KERNEL);
118 ofdma->of_dma_xlate = of_dma_xlate;
119 ofdma->of_dma_data = data;
121 /* Now queue of_dma controller structure in list */
122 mutex_lock(&of_dma_lock);
123 list_add_tail(&ofdma->of_dma_controllers, &of_dma_list);
124 mutex_unlock(&of_dma_lock);
128 EXPORT_SYMBOL_GPL(of_dma_controller_register);
131 * of_dma_controller_free - Remove a DMA controller from DT DMA helpers list
132 * @np: device node of DMA controller
134 * Memory allocated by of_dma_controller_register() is freed here.
136 void of_dma_controller_free(struct device_node *np)
138 struct of_dma *ofdma;
140 mutex_lock(&of_dma_lock);
142 list_for_each_entry(ofdma, &of_dma_list, of_dma_controllers)
143 if (ofdma->of_node == np) {
144 list_del(&ofdma->of_dma_controllers);
149 mutex_unlock(&of_dma_lock);
151 EXPORT_SYMBOL_GPL(of_dma_controller_free);
154 * of_dma_router_register - Register a DMA router to DT DMA helpers as a
156 * @np: device node of DMA router
157 * @of_dma_route_allocate: setup function for the router which need to
158 * modify the dma_spec for the DMA controller to
159 * use and to set up the requested route.
160 * @dma_router: pointer to dma_router structure to be used when
161 * the route need to be free up.
163 * Returns 0 on success or appropriate errno value on error.
165 * Allocated memory should be freed with appropriate of_dma_controller_free()
168 int of_dma_router_register(struct device_node *np,
169 void *(*of_dma_route_allocate)
170 (struct of_phandle_args *, struct of_dma *),
171 struct dma_router *dma_router)
173 struct of_dma *ofdma;
175 if (!np || !of_dma_route_allocate || !dma_router) {
176 pr_err("%s: not enough information provided\n", __func__);
180 ofdma = kzalloc(sizeof(*ofdma), GFP_KERNEL);
185 ofdma->of_dma_xlate = of_dma_router_xlate;
186 ofdma->of_dma_route_allocate = of_dma_route_allocate;
187 ofdma->dma_router = dma_router;
189 /* Now queue of_dma controller structure in list */
190 mutex_lock(&of_dma_lock);
191 list_add_tail(&ofdma->of_dma_controllers, &of_dma_list);
192 mutex_unlock(&of_dma_lock);
196 EXPORT_SYMBOL_GPL(of_dma_router_register);
199 * of_dma_match_channel - Check if a DMA specifier matches name
200 * @np: device node to look for DMA channels
201 * @name: channel name to be matched
202 * @index: index of DMA specifier in list of DMA specifiers
203 * @dma_spec: pointer to DMA specifier as found in the device tree
205 * Check if the DMA specifier pointed to by the index in a list of DMA
206 * specifiers, matches the name provided. Returns 0 if the name matches and
207 * a valid pointer to the DMA specifier is found. Otherwise returns -ENODEV.
209 static int of_dma_match_channel(struct device_node *np, const char *name,
210 int index, struct of_phandle_args *dma_spec)
214 if (of_property_read_string_index(np, "dma-names", index, &s))
220 if (of_parse_phandle_with_args(np, "dmas", "#dma-cells", index,
228 * of_dma_request_slave_channel - Get the DMA slave channel
229 * @np: device node to get DMA request from
230 * @name: name of desired channel
232 * Returns pointer to appropriate DMA channel on success or an error pointer.
234 struct dma_chan *of_dma_request_slave_channel(struct device_node *np,
237 struct of_phandle_args dma_spec;
238 struct of_dma *ofdma;
239 struct dma_chan *chan;
241 int ret_no_channel = -ENODEV;
242 static atomic_t last_index;
245 pr_err("%s: not enough information provided\n", __func__);
246 return ERR_PTR(-ENODEV);
249 /* Silently fail if there is not even the "dmas" property */
250 if (!of_find_property(np, "dmas", NULL))
251 return ERR_PTR(-ENODEV);
253 count = of_property_count_strings(np, "dma-names");
255 pr_err("%s: dma-names property of node '%pOF' missing or empty\n",
257 return ERR_PTR(-ENODEV);
261 * approximate an average distribution across multiple
262 * entries with the same name
264 start = atomic_inc_return(&last_index);
265 for (i = 0; i < count; i++) {
266 if (of_dma_match_channel(np, name,
271 mutex_lock(&of_dma_lock);
272 ofdma = of_dma_find_controller(&dma_spec);
275 chan = ofdma->of_dma_xlate(&dma_spec, ofdma);
277 ret_no_channel = -EPROBE_DEFER;
281 mutex_unlock(&of_dma_lock);
283 of_node_put(dma_spec.np);
289 return ERR_PTR(ret_no_channel);
291 EXPORT_SYMBOL_GPL(of_dma_request_slave_channel);
294 * of_dma_simple_xlate - Simple DMA engine translation function
295 * @dma_spec: pointer to DMA specifier as found in the device tree
296 * @of_dma: pointer to DMA controller data
298 * A simple translation function for devices that use a 32-bit value for the
299 * filter_param when calling the DMA engine dma_request_channel() function.
300 * Note that this translation function requires that #dma-cells is equal to 1
301 * and the argument of the dma specifier is the 32-bit filter_param. Returns
302 * pointer to appropriate dma channel on success or NULL on error.
304 struct dma_chan *of_dma_simple_xlate(struct of_phandle_args *dma_spec,
305 struct of_dma *ofdma)
307 int count = dma_spec->args_count;
308 struct of_dma_filter_info *info = ofdma->of_dma_data;
310 if (!info || !info->filter_fn)
316 return __dma_request_channel(&info->dma_cap, info->filter_fn,
317 &dma_spec->args[0], dma_spec->np);
319 EXPORT_SYMBOL_GPL(of_dma_simple_xlate);
322 * of_dma_xlate_by_chan_id - Translate dt property to DMA channel by channel id
323 * @dma_spec: pointer to DMA specifier as found in the device tree
324 * @of_dma: pointer to DMA controller data
326 * This function can be used as the of xlate callback for DMA driver which wants
327 * to match the channel based on the channel id. When using this xlate function
328 * the #dma-cells propety of the DMA controller dt node needs to be set to 1.
329 * The data parameter of of_dma_controller_register must be a pointer to the
330 * dma_device struct the function should match upon.
332 * Returns pointer to appropriate dma channel on success or NULL on error.
334 struct dma_chan *of_dma_xlate_by_chan_id(struct of_phandle_args *dma_spec,
335 struct of_dma *ofdma)
337 struct dma_device *dev = ofdma->of_dma_data;
338 struct dma_chan *chan, *candidate = NULL;
340 if (!dev || dma_spec->args_count != 1)
343 list_for_each_entry(chan, &dev->channels, device_node)
344 if (chan->chan_id == dma_spec->args[0]) {
352 return dma_get_slave_channel(candidate);
354 EXPORT_SYMBOL_GPL(of_dma_xlate_by_chan_id);