2 * S5P/EXYNOS4 SoC series camera host interface media device driver
4 * Copyright (C) 2011 - 2012 Samsung Electronics Co., Ltd.
5 * Sylwester Nawrocki <s.nawrocki@samsung.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
13 #include <linux/bug.h>
14 #include <linux/device.h>
15 #include <linux/errno.h>
16 #include <linux/i2c.h>
17 #include <linux/kernel.h>
18 #include <linux/list.h>
19 #include <linux/module.h>
21 #include <linux/of_platform.h>
22 #include <linux/of_device.h>
23 #include <linux/of_i2c.h>
24 #include <linux/platform_device.h>
25 #include <linux/pm_runtime.h>
26 #include <linux/types.h>
27 #include <linux/slab.h>
28 #include <media/v4l2-ctrls.h>
29 #include <media/v4l2-of.h>
30 #include <media/media-device.h>
31 #include <media/s5p_fimc.h>
33 #include "fimc-core.h"
34 #include "fimc-lite.h"
35 #include "fimc-mdevice.h"
36 #include "mipi-csis.h"
38 static int __fimc_md_set_camclk(struct fimc_md *fmd,
39 struct fimc_sensor_info *s_info,
42 * fimc_pipeline_prepare - update pipeline information with subdevice pointers
43 * @me: media entity terminating the pipeline
45 * Caller holds the graph mutex.
47 static void fimc_pipeline_prepare(struct fimc_pipeline *p,
48 struct media_entity *me)
50 struct v4l2_subdev *sd;
53 for (i = 0; i < IDX_MAX; i++)
57 struct media_pad *pad = NULL;
59 /* Find remote source pad */
60 for (i = 0; i < me->num_pads; i++) {
61 struct media_pad *spad = &me->pads[i];
62 if (!(spad->flags & MEDIA_PAD_FL_SINK))
64 pad = media_entity_remote_source(spad);
70 media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
72 sd = media_entity_to_v4l2_subdev(pad->entity);
75 case GRP_ID_FIMC_IS_SENSOR:
77 p->subdevs[IDX_SENSOR] = sd;
80 p->subdevs[IDX_CSIS] = sd;
83 p->subdevs[IDX_FLITE] = sd;
86 /* No need to control FIMC subdev through subdev ops */
89 pr_warn("%s: Unknown subdev grp_id: %#x\n",
90 __func__, sd->grp_id);
93 if (me->num_pads == 1)
99 * __subdev_set_power - change power state of a single subdev
100 * @sd: subdevice to change power state for
101 * @on: 1 to enable power or 0 to disable
103 * Return result of s_power subdev operation or -ENXIO if sd argument
104 * is NULL. Return 0 if the subdevice does not implement s_power.
106 static int __subdev_set_power(struct v4l2_subdev *sd, int on)
114 use_count = &sd->entity.use_count;
115 if (on && (*use_count)++ > 0)
117 else if (!on && (*use_count == 0 || --(*use_count) > 0))
119 ret = v4l2_subdev_call(sd, core, s_power, on);
121 return ret != -ENOIOCTLCMD ? ret : 0;
125 * fimc_pipeline_s_power - change power state of all pipeline subdevs
126 * @fimc: fimc device terminating the pipeline
127 * @state: true to power on, false to power off
129 * Needs to be called with the graph mutex held.
131 static int fimc_pipeline_s_power(struct fimc_pipeline *p, bool state)
136 if (p->subdevs[IDX_SENSOR] == NULL)
139 for (i = 0; i < IDX_MAX; i++) {
140 unsigned int idx = state ? (IDX_MAX - 1) - i : i;
142 ret = __subdev_set_power(p->subdevs[idx], state);
143 if (ret < 0 && ret != -ENXIO)
151 * __fimc_pipeline_open - update the pipeline information, enable power
152 * of all pipeline subdevs and the sensor clock
153 * @me: media entity to start graph walk with
154 * @prepare: true to walk the current pipeline and acquire all subdevs
156 * Called with the graph mutex held.
158 static int __fimc_pipeline_open(struct fimc_pipeline *p,
159 struct media_entity *me, bool prepare)
161 struct fimc_md *fmd = entity_to_fimc_mdev(me);
162 struct v4l2_subdev *sd;
165 if (WARN_ON(p == NULL || me == NULL))
169 fimc_pipeline_prepare(p, me);
171 sd = p->subdevs[IDX_SENSOR];
175 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
176 if (!IS_ERR(fmd->wbclk[CLK_IDX_WB_B]) && p->subdevs[IDX_IS_ISP]) {
177 ret = clk_prepare_enable(fmd->wbclk[CLK_IDX_WB_B]);
181 ret = fimc_md_set_camclk(sd, true);
185 ret = fimc_pipeline_s_power(p, 1);
189 fimc_md_set_camclk(sd, false);
192 if (!IS_ERR(fmd->wbclk[CLK_IDX_WB_B]) && p->subdevs[IDX_IS_ISP])
193 clk_disable_unprepare(fmd->wbclk[CLK_IDX_WB_B]);
199 * __fimc_pipeline_close - disable the sensor clock and pipeline power
200 * @fimc: fimc device terminating the pipeline
202 * Disable power of all subdevs and turn the external sensor clock off.
204 static int __fimc_pipeline_close(struct fimc_pipeline *p)
206 struct v4l2_subdev *sd = p ? p->subdevs[IDX_SENSOR] : NULL;
210 if (WARN_ON(sd == NULL))
213 if (p->subdevs[IDX_SENSOR]) {
214 ret = fimc_pipeline_s_power(p, 0);
215 fimc_md_set_camclk(sd, false);
218 fmd = entity_to_fimc_mdev(&sd->entity);
220 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
221 if (!IS_ERR(fmd->wbclk[CLK_IDX_WB_B]) && p->subdevs[IDX_IS_ISP])
222 clk_disable_unprepare(fmd->wbclk[CLK_IDX_WB_B]);
224 return ret == -ENXIO ? 0 : ret;
228 * __fimc_pipeline_s_stream - invoke s_stream on pipeline subdevs
229 * @pipeline: video pipeline structure
230 * @on: passed as the s_stream call argument
232 static int __fimc_pipeline_s_stream(struct fimc_pipeline *p, bool on)
236 if (p->subdevs[IDX_SENSOR] == NULL)
239 for (i = 0; i < IDX_MAX; i++) {
240 unsigned int idx = on ? (IDX_MAX - 1) - i : i;
242 ret = v4l2_subdev_call(p->subdevs[idx], video, s_stream, on);
244 if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV)
252 /* Media pipeline operations for the FIMC/FIMC-LITE video device driver */
253 static const struct fimc_pipeline_ops fimc_pipeline_ops = {
254 .open = __fimc_pipeline_open,
255 .close = __fimc_pipeline_close,
256 .set_stream = __fimc_pipeline_s_stream,
260 * Sensor subdevice helper functions
262 static struct v4l2_subdev *fimc_md_register_sensor(struct fimc_md *fmd,
263 struct fimc_sensor_info *s_info)
265 struct i2c_adapter *adapter;
266 struct v4l2_subdev *sd = NULL;
271 adapter = i2c_get_adapter(s_info->pdata.i2c_bus_num);
273 v4l2_warn(&fmd->v4l2_dev,
274 "Failed to get I2C adapter %d, deferring probe\n",
275 s_info->pdata.i2c_bus_num);
276 return ERR_PTR(-EPROBE_DEFER);
278 sd = v4l2_i2c_new_subdev_board(&fmd->v4l2_dev, adapter,
279 s_info->pdata.board_info, NULL);
280 if (IS_ERR_OR_NULL(sd)) {
281 i2c_put_adapter(adapter);
282 v4l2_warn(&fmd->v4l2_dev,
283 "Failed to acquire subdev %s, deferring probe\n",
284 s_info->pdata.board_info->type);
285 return ERR_PTR(-EPROBE_DEFER);
287 v4l2_set_subdev_hostdata(sd, s_info);
288 sd->grp_id = GRP_ID_SENSOR;
290 v4l2_info(&fmd->v4l2_dev, "Registered sensor subdevice %s\n",
295 static void fimc_md_unregister_sensor(struct v4l2_subdev *sd)
297 struct i2c_client *client = v4l2_get_subdevdata(sd);
298 struct i2c_adapter *adapter;
302 v4l2_device_unregister_subdev(sd);
304 if (!client->dev.of_node) {
305 adapter = client->adapter;
306 i2c_unregister_device(client);
308 i2c_put_adapter(adapter);
313 /* Register I2C client subdev associated with @node. */
314 static int fimc_md_of_add_sensor(struct fimc_md *fmd,
315 struct device_node *node, int index)
317 struct fimc_sensor_info *si;
318 struct i2c_client *client;
319 struct v4l2_subdev *sd;
322 if (WARN_ON(index >= ARRAY_SIZE(fmd->sensor)))
324 si = &fmd->sensor[index];
326 client = of_find_i2c_device_by_node(node);
328 return -EPROBE_DEFER;
330 device_lock(&client->dev);
332 if (!client->driver ||
333 !try_module_get(client->driver->driver.owner)) {
335 v4l2_info(&fmd->v4l2_dev, "No driver found for %s\n",
340 /* Enable sensor's master clock */
341 ret = __fimc_md_set_camclk(fmd, si, true);
344 sd = i2c_get_clientdata(client);
346 ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
347 __fimc_md_set_camclk(fmd, si, false);
351 v4l2_set_subdev_hostdata(sd, si);
352 sd->grp_id = GRP_ID_SENSOR;
354 v4l2_info(&fmd->v4l2_dev, "Registered sensor subdevice: %s (%d)\n",
355 sd->name, fmd->num_sensors);
359 module_put(client->driver->driver.owner);
361 device_unlock(&client->dev);
362 put_device(&client->dev);
366 /* Parse port node and register as a sub-device any sensor specified there. */
367 static int fimc_md_parse_port_node(struct fimc_md *fmd,
368 struct device_node *port,
371 struct device_node *rem, *ep, *np;
372 struct fimc_source_info *pd;
373 struct v4l2_of_endpoint endpoint;
377 pd = &fmd->sensor[index].pdata;
379 /* Assume here a port node can have only one endpoint node. */
380 ep = of_get_next_child(port, NULL);
384 v4l2_of_parse_endpoint(ep, &endpoint);
385 if (WARN_ON(endpoint.port == 0) || index >= FIMC_MAX_SENSORS)
388 pd->mux_id = (endpoint.port - 1) & 0x1;
390 rem = v4l2_of_get_remote_port_parent(ep);
393 v4l2_info(&fmd->v4l2_dev, "Remote device at %s not found\n",
397 if (!of_property_read_u32(rem, "samsung,camclk-out", &val))
400 if (!of_property_read_u32(rem, "clock-frequency", &val))
401 pd->clk_frequency = val;
403 if (pd->clk_frequency == 0) {
404 v4l2_err(&fmd->v4l2_dev, "Wrong clock frequency at node %s\n",
410 if (fimc_input_is_parallel(endpoint.port)) {
411 if (endpoint.bus_type == V4L2_MBUS_PARALLEL)
412 pd->sensor_bus_type = FIMC_BUS_TYPE_ITU_601;
414 pd->sensor_bus_type = FIMC_BUS_TYPE_ITU_656;
415 pd->flags = endpoint.bus.parallel.flags;
416 } else if (fimc_input_is_mipi_csi(endpoint.port)) {
418 * MIPI CSI-2: only input mux selection and
419 * the sensor's clock frequency is needed.
421 pd->sensor_bus_type = FIMC_BUS_TYPE_MIPI_CSI2;
423 v4l2_err(&fmd->v4l2_dev, "Wrong port id (%u) at node %s\n",
424 endpoint.port, rem->full_name);
427 * For FIMC-IS handled sensors, that are placed under i2c-isp device
428 * node, FIMC is connected to the FIMC-IS through its ISP Writeback
429 * input. Sensors are attached to the FIMC-LITE hostdata interface
430 * directly or through MIPI-CSIS, depending on the external media bus
431 * used. This needs to be handled in a more reliable way, not by just
432 * checking parent's node name.
434 np = of_get_parent(rem);
436 if (np && !of_node_cmp(np->name, "i2c-isp"))
437 pd->fimc_bus_type = FIMC_BUS_TYPE_ISP_WRITEBACK;
439 pd->fimc_bus_type = pd->sensor_bus_type;
441 ret = fimc_md_of_add_sensor(fmd, rem, index);
447 /* Register all SoC external sub-devices */
448 static int fimc_md_of_sensors_register(struct fimc_md *fmd,
449 struct device_node *np)
451 struct device_node *parent = fmd->pdev->dev.of_node;
452 struct device_node *node, *ports;
456 /* Attach sensors linked to MIPI CSI-2 receivers */
457 for_each_available_child_of_node(parent, node) {
458 struct device_node *port;
460 if (of_node_cmp(node->name, "csis"))
462 /* The csis node can have only port subnode. */
463 port = of_get_next_child(node, NULL);
467 ret = fimc_md_parse_port_node(fmd, port, index);
473 /* Attach sensors listed in the parallel-ports node */
474 ports = of_get_child_by_name(parent, "parallel-ports");
478 for_each_child_of_node(ports, node) {
479 ret = fimc_md_parse_port_node(fmd, node, index);
488 static int __of_get_csis_id(struct device_node *np)
492 np = of_get_child_by_name(np, "port");
495 of_property_read_u32(np, "reg", ®);
496 return reg - FIMC_INPUT_MIPI_CSI2_0;
499 #define fimc_md_of_sensors_register(fmd, np) (-ENOSYS)
500 #define __of_get_csis_id(np) (-ENOSYS)
503 static int fimc_md_register_sensor_entities(struct fimc_md *fmd)
505 struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
506 struct device_node *of_node = fmd->pdev->dev.of_node;
507 struct fimc_dev *fd = NULL;
512 * Runtime resume one of the FIMC entities to make sure
513 * the sclk_cam clocks are not globally disabled.
515 for (i = 0; !fd && i < ARRAY_SIZE(fmd->fimc); i++)
521 ret = pm_runtime_get_sync(&fd->pdev->dev);
526 fmd->num_sensors = 0;
527 ret = fimc_md_of_sensors_register(fmd, of_node);
529 WARN_ON(pdata->num_clients > ARRAY_SIZE(fmd->sensor));
530 num_clients = min_t(u32, pdata->num_clients,
531 ARRAY_SIZE(fmd->sensor));
532 fmd->num_sensors = num_clients;
534 for (i = 0; i < num_clients; i++) {
535 struct v4l2_subdev *sd;
537 fmd->sensor[i].pdata = pdata->source_info[i];
538 ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], true);
541 sd = fimc_md_register_sensor(fmd, &fmd->sensor[i]);
542 ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], false);
545 fmd->sensor[i].subdev = NULL;
549 fmd->sensor[i].subdev = sd;
555 pm_runtime_put(&fd->pdev->dev);
560 * MIPI-CSIS, FIMC and FIMC-LITE platform devices registration.
563 static int register_fimc_lite_entity(struct fimc_md *fmd,
564 struct fimc_lite *fimc_lite)
566 struct v4l2_subdev *sd;
569 if (WARN_ON(fimc_lite->index >= FIMC_LITE_MAX_DEVS ||
570 fmd->fimc_lite[fimc_lite->index]))
573 sd = &fimc_lite->subdev;
574 sd->grp_id = GRP_ID_FLITE;
575 v4l2_set_subdev_hostdata(sd, (void *)&fimc_pipeline_ops);
577 ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
579 fmd->fimc_lite[fimc_lite->index] = fimc_lite;
581 v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.LITE%d\n",
586 static int register_fimc_entity(struct fimc_md *fmd, struct fimc_dev *fimc)
588 struct v4l2_subdev *sd;
591 if (WARN_ON(fimc->id >= FIMC_MAX_DEVS || fmd->fimc[fimc->id]))
594 sd = &fimc->vid_cap.subdev;
595 sd->grp_id = GRP_ID_FIMC;
596 v4l2_set_subdev_hostdata(sd, (void *)&fimc_pipeline_ops);
598 ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
600 fmd->fimc[fimc->id] = fimc;
601 fimc->vid_cap.user_subdev_api = fmd->user_subdev_api;
603 v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.%d (%d)\n",
609 static int register_csis_entity(struct fimc_md *fmd,
610 struct platform_device *pdev,
611 struct v4l2_subdev *sd)
613 struct device_node *node = pdev->dev.of_node;
616 id = node ? __of_get_csis_id(node) : max(0, pdev->id);
618 if (WARN_ON(id < 0 || id >= CSIS_MAX_ENTITIES))
621 if (WARN_ON(fmd->csis[id].sd))
624 sd->grp_id = GRP_ID_CSIS;
625 ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
627 fmd->csis[id].sd = sd;
629 v4l2_err(&fmd->v4l2_dev,
630 "Failed to register MIPI-CSIS.%d (%d)\n", id, ret);
634 static int fimc_md_register_platform_entity(struct fimc_md *fmd,
635 struct platform_device *pdev,
638 struct device *dev = &pdev->dev;
639 int ret = -EPROBE_DEFER;
642 /* Lock to ensure dev->driver won't change. */
645 if (!dev->driver || !try_module_get(dev->driver->owner))
648 drvdata = dev_get_drvdata(dev);
649 /* Some subdev didn't probe succesfully id drvdata is NULL */
651 switch (plat_entity) {
653 ret = register_fimc_entity(fmd, drvdata);
656 ret = register_fimc_lite_entity(fmd, drvdata);
659 ret = register_csis_entity(fmd, pdev, drvdata);
666 module_put(dev->driver->owner);
669 if (ret == -EPROBE_DEFER)
670 dev_info(&fmd->pdev->dev, "deferring %s device registration\n",
673 dev_err(&fmd->pdev->dev, "%s device registration failed (%d)\n",
678 static int fimc_md_pdev_match(struct device *dev, void *data)
680 struct platform_device *pdev = to_platform_device(dev);
681 int plat_entity = -1;
685 if (!get_device(dev))
688 if (!strcmp(pdev->name, CSIS_DRIVER_NAME)) {
689 plat_entity = IDX_CSIS;
690 } else if (!strcmp(pdev->name, FIMC_LITE_DRV_NAME)) {
691 plat_entity = IDX_FLITE;
693 p = strstr(pdev->name, "fimc");
694 if (p && *(p + 4) == 0)
695 plat_entity = IDX_FIMC;
698 if (plat_entity >= 0)
699 ret = fimc_md_register_platform_entity(data, pdev,
705 /* Register FIMC, FIMC-LITE and CSIS media entities */
707 static int fimc_md_register_of_platform_entities(struct fimc_md *fmd,
708 struct device_node *parent)
710 struct device_node *node;
713 for_each_available_child_of_node(parent, node) {
714 struct platform_device *pdev;
715 int plat_entity = -1;
717 pdev = of_find_device_by_node(node);
721 /* If driver of any entity isn't ready try all again later. */
722 if (!strcmp(node->name, CSIS_OF_NODE_NAME))
723 plat_entity = IDX_CSIS;
724 else if (!strcmp(node->name, FIMC_LITE_OF_NODE_NAME))
725 plat_entity = IDX_FLITE;
726 else if (!strcmp(node->name, FIMC_OF_NODE_NAME) &&
727 !of_property_read_bool(node, "samsung,lcd-wb"))
728 plat_entity = IDX_FIMC;
730 if (plat_entity >= 0)
731 ret = fimc_md_register_platform_entity(fmd, pdev,
733 put_device(&pdev->dev);
741 #define fimc_md_register_of_platform_entities(fmd, node) (-ENOSYS)
744 static void fimc_md_unregister_entities(struct fimc_md *fmd)
748 for (i = 0; i < FIMC_MAX_DEVS; i++) {
749 if (fmd->fimc[i] == NULL)
751 v4l2_device_unregister_subdev(&fmd->fimc[i]->vid_cap.subdev);
752 fmd->fimc[i]->pipeline_ops = NULL;
755 for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
756 if (fmd->fimc_lite[i] == NULL)
758 v4l2_device_unregister_subdev(&fmd->fimc_lite[i]->subdev);
759 fmd->fimc_lite[i]->pipeline_ops = NULL;
760 fmd->fimc_lite[i] = NULL;
762 for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
763 if (fmd->csis[i].sd == NULL)
765 v4l2_device_unregister_subdev(fmd->csis[i].sd);
766 module_put(fmd->csis[i].sd->owner);
767 fmd->csis[i].sd = NULL;
769 for (i = 0; i < fmd->num_sensors; i++) {
770 if (fmd->sensor[i].subdev == NULL)
772 fimc_md_unregister_sensor(fmd->sensor[i].subdev);
773 fmd->sensor[i].subdev = NULL;
775 v4l2_info(&fmd->v4l2_dev, "Unregistered all entities\n");
779 * __fimc_md_create_fimc_links - create links to all FIMC entities
780 * @fmd: fimc media device
781 * @source: the source entity to create links to all fimc entities from
782 * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
783 * @pad: the source entity pad index
784 * @link_mask: bitmask of the fimc devices for which link should be enabled
786 static int __fimc_md_create_fimc_sink_links(struct fimc_md *fmd,
787 struct media_entity *source,
788 struct v4l2_subdev *sensor,
789 int pad, int link_mask)
791 struct fimc_sensor_info *s_info = NULL;
792 struct media_entity *sink;
793 unsigned int flags = 0;
796 for (i = 0; i < FIMC_MAX_DEVS; i++) {
800 * Some FIMC variants are not fitted with camera capture
801 * interface. Skip creating a link from sensor for those.
803 if (!fmd->fimc[i]->variant->has_cam_if)
806 flags = ((1 << i) & link_mask) ? MEDIA_LNK_FL_ENABLED : 0;
808 sink = &fmd->fimc[i]->vid_cap.subdev.entity;
809 ret = media_entity_create_link(source, pad, sink,
810 FIMC_SD_PAD_SINK, flags);
814 /* Notify FIMC capture subdev entity */
815 ret = media_entity_call(sink, link_setup, &sink->pads[0],
816 &source->pads[pad], flags);
820 v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]\n",
821 source->name, flags ? '=' : '-', sink->name);
823 if (flags == 0 || sensor == NULL)
825 s_info = v4l2_get_subdev_hostdata(sensor);
826 if (!WARN_ON(s_info == NULL)) {
827 unsigned long irq_flags;
828 spin_lock_irqsave(&fmd->slock, irq_flags);
829 s_info->host = fmd->fimc[i];
830 spin_unlock_irqrestore(&fmd->slock, irq_flags);
834 for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
835 if (!fmd->fimc_lite[i])
838 if (link_mask & (1 << (i + FIMC_MAX_DEVS)))
839 flags = MEDIA_LNK_FL_ENABLED;
843 sink = &fmd->fimc_lite[i]->subdev.entity;
844 ret = media_entity_create_link(source, pad, sink,
845 FLITE_SD_PAD_SINK, flags);
849 /* Notify FIMC-LITE subdev entity */
850 ret = media_entity_call(sink, link_setup, &sink->pads[0],
851 &source->pads[pad], flags);
855 v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]\n",
856 source->name, flags ? '=' : '-', sink->name);
861 /* Create links from FIMC-LITE source pads to other entities */
862 static int __fimc_md_create_flite_source_links(struct fimc_md *fmd)
864 struct media_entity *source, *sink;
865 unsigned int flags = MEDIA_LNK_FL_ENABLED;
868 for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
869 struct fimc_lite *fimc = fmd->fimc_lite[i];
872 source = &fimc->subdev.entity;
873 sink = &fimc->vfd.entity;
874 /* FIMC-LITE's subdev and video node */
875 ret = media_entity_create_link(source, FLITE_SD_PAD_SOURCE_DMA,
879 /* TODO: create links to other entities */
886 * fimc_md_create_links - create default links between registered entities
888 * Parallel interface sensor entities are connected directly to FIMC capture
889 * entities. The sensors using MIPI CSIS bus are connected through immutable
890 * link with CSI receiver entity specified by mux_id. Any registered CSIS
891 * entity has a link to each registered FIMC capture entity. Enabled links
892 * are created by default between each subsequent registered sensor and
893 * subsequent FIMC capture entity. The number of default active links is
894 * determined by the number of available sensors or FIMC entities,
897 static int fimc_md_create_links(struct fimc_md *fmd)
899 struct v4l2_subdev *csi_sensors[CSIS_MAX_ENTITIES] = { NULL };
900 struct v4l2_subdev *sensor, *csis;
901 struct fimc_source_info *pdata;
902 struct fimc_sensor_info *s_info;
903 struct media_entity *source, *sink;
904 int i, pad, fimc_id = 0, ret = 0;
905 u32 flags, link_mask = 0;
907 for (i = 0; i < fmd->num_sensors; i++) {
908 if (fmd->sensor[i].subdev == NULL)
911 sensor = fmd->sensor[i].subdev;
912 s_info = v4l2_get_subdev_hostdata(sensor);
917 pdata = &s_info->pdata;
919 switch (pdata->sensor_bus_type) {
920 case FIMC_BUS_TYPE_MIPI_CSI2:
921 if (WARN(pdata->mux_id >= CSIS_MAX_ENTITIES,
922 "Wrong CSI channel id: %d\n", pdata->mux_id))
925 csis = fmd->csis[pdata->mux_id].sd;
926 if (WARN(csis == NULL,
927 "MIPI-CSI interface specified "
928 "but s5p-csis module is not loaded!\n"))
931 pad = sensor->entity.num_pads - 1;
932 ret = media_entity_create_link(&sensor->entity, pad,
933 &csis->entity, CSIS_PAD_SINK,
934 MEDIA_LNK_FL_IMMUTABLE |
935 MEDIA_LNK_FL_ENABLED);
939 v4l2_info(&fmd->v4l2_dev, "created link [%s] => [%s]\n",
940 sensor->entity.name, csis->entity.name);
943 csi_sensors[pdata->mux_id] = sensor;
946 case FIMC_BUS_TYPE_ITU_601...FIMC_BUS_TYPE_ITU_656:
947 source = &sensor->entity;
952 v4l2_err(&fmd->v4l2_dev, "Wrong bus_type: %x\n",
953 pdata->sensor_bus_type);
959 link_mask = 1 << fimc_id++;
960 ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
964 for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
965 if (fmd->csis[i].sd == NULL)
967 source = &fmd->csis[i].sd->entity;
968 pad = CSIS_PAD_SOURCE;
969 sensor = csi_sensors[i];
971 link_mask = 1 << fimc_id++;
972 ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
976 /* Create immutable links between each FIMC's subdev and video node */
977 flags = MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED;
978 for (i = 0; i < FIMC_MAX_DEVS; i++) {
981 source = &fmd->fimc[i]->vid_cap.subdev.entity;
982 sink = &fmd->fimc[i]->vid_cap.vfd.entity;
983 ret = media_entity_create_link(source, FIMC_SD_PAD_SOURCE,
989 return __fimc_md_create_flite_source_links(fmd);
993 * The peripheral sensor and CAM_BLK (PIXELASYNCMx) clocks management.
995 static void fimc_md_put_clocks(struct fimc_md *fmd)
997 int i = FIMC_MAX_CAMCLKS;
1000 if (IS_ERR(fmd->camclk[i].clock))
1002 clk_unprepare(fmd->camclk[i].clock);
1003 clk_put(fmd->camclk[i].clock);
1004 fmd->camclk[i].clock = ERR_PTR(-EINVAL);
1007 /* Writeback (PIXELASYNCMx) clocks */
1008 for (i = 0; i < FIMC_MAX_WBCLKS; i++) {
1009 if (IS_ERR(fmd->wbclk[i]))
1011 clk_put(fmd->wbclk[i]);
1012 fmd->wbclk[i] = ERR_PTR(-EINVAL);
1016 static int fimc_md_get_clocks(struct fimc_md *fmd)
1018 struct device *dev = NULL;
1023 for (i = 0; i < FIMC_MAX_CAMCLKS; i++)
1024 fmd->camclk[i].clock = ERR_PTR(-EINVAL);
1026 if (fmd->pdev->dev.of_node)
1027 dev = &fmd->pdev->dev;
1029 for (i = 0; i < FIMC_MAX_CAMCLKS; i++) {
1030 snprintf(clk_name, sizeof(clk_name), "sclk_cam%u", i);
1031 clock = clk_get(dev, clk_name);
1033 if (IS_ERR(clock)) {
1034 dev_err(&fmd->pdev->dev, "Failed to get clock: %s\n",
1036 ret = PTR_ERR(clock);
1039 ret = clk_prepare(clock);
1042 fmd->camclk[i].clock = ERR_PTR(-EINVAL);
1045 fmd->camclk[i].clock = clock;
1048 fimc_md_put_clocks(fmd);
1053 * For now get only PIXELASYNCM1 clock (Writeback B/ISP),
1054 * leave PIXELASYNCM0 out for the LCD Writeback driver.
1056 fmd->wbclk[CLK_IDX_WB_A] = ERR_PTR(-EINVAL);
1058 for (i = CLK_IDX_WB_B; i < FIMC_MAX_WBCLKS; i++) {
1059 snprintf(clk_name, sizeof(clk_name), "pxl_async%u", i);
1060 clock = clk_get(dev, clk_name);
1061 if (IS_ERR(clock)) {
1062 v4l2_err(&fmd->v4l2_dev, "Failed to get clock: %s\n",
1064 ret = PTR_ERR(clock);
1067 fmd->wbclk[i] = clock;
1070 fimc_md_put_clocks(fmd);
1075 static int __fimc_md_set_camclk(struct fimc_md *fmd,
1076 struct fimc_sensor_info *s_info,
1079 struct fimc_source_info *pdata = &s_info->pdata;
1080 struct fimc_camclk_info *camclk;
1083 if (WARN_ON(pdata->clk_id >= FIMC_MAX_CAMCLKS) || fmd == NULL)
1086 camclk = &fmd->camclk[pdata->clk_id];
1088 dbg("camclk %d, f: %lu, use_count: %d, on: %d",
1089 pdata->clk_id, pdata->clk_frequency, camclk->use_count, on);
1092 if (camclk->use_count > 0 &&
1093 camclk->frequency != pdata->clk_frequency)
1096 if (camclk->use_count++ == 0) {
1097 clk_set_rate(camclk->clock, pdata->clk_frequency);
1098 camclk->frequency = pdata->clk_frequency;
1099 ret = clk_enable(camclk->clock);
1100 dbg("Enabled camclk %d: f: %lu", pdata->clk_id,
1101 clk_get_rate(camclk->clock));
1106 if (WARN_ON(camclk->use_count == 0))
1109 if (--camclk->use_count == 0) {
1110 clk_disable(camclk->clock);
1111 dbg("Disabled camclk %d", pdata->clk_id);
1117 * fimc_md_set_camclk - peripheral sensor clock setup
1118 * @sd: sensor subdev to configure sclk_cam clock for
1119 * @on: 1 to enable or 0 to disable the clock
1121 * There are 2 separate clock outputs available in the SoC for external
1122 * image processors. These clocks are shared between all registered FIMC
1123 * devices to which sensors can be attached, either directly or through
1124 * the MIPI CSI receiver. The clock is allowed here to be used by
1125 * multiple sensors concurrently if they use same frequency.
1126 * This function should only be called when the graph mutex is held.
1128 int fimc_md_set_camclk(struct v4l2_subdev *sd, bool on)
1130 struct fimc_sensor_info *s_info = v4l2_get_subdev_hostdata(sd);
1131 struct fimc_md *fmd = entity_to_fimc_mdev(&sd->entity);
1133 return __fimc_md_set_camclk(fmd, s_info, on);
1136 static int fimc_md_link_notify(struct media_pad *source,
1137 struct media_pad *sink, u32 flags)
1139 struct fimc_lite *fimc_lite = NULL;
1140 struct fimc_dev *fimc = NULL;
1141 struct fimc_pipeline *pipeline;
1142 struct v4l2_subdev *sd;
1147 if (media_entity_type(sink->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
1150 sd = media_entity_to_v4l2_subdev(sink->entity);
1152 switch (sd->grp_id) {
1154 fimc_lite = v4l2_get_subdevdata(sd);
1155 if (WARN_ON(fimc_lite == NULL))
1157 pipeline = &fimc_lite->pipeline;
1158 lock = &fimc_lite->lock;
1161 fimc = v4l2_get_subdevdata(sd);
1162 if (WARN_ON(fimc == NULL))
1164 pipeline = &fimc->pipeline;
1171 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1174 ret = __fimc_pipeline_close(pipeline);
1175 for (i = 0; i < IDX_MAX; i++)
1176 pipeline->subdevs[i] = NULL;
1178 fimc_ctrls_delete(fimc->vid_cap.ctx);
1183 * Link activation. Enable power of pipeline elements only if the
1184 * pipeline is already in use, i.e. its video node is opened.
1185 * Recreate the controls destroyed during the link deactivation.
1189 ref_count = fimc ? fimc->vid_cap.refcnt : fimc_lite->ref_count;
1191 ret = __fimc_pipeline_open(pipeline, source->entity, true);
1193 ret = fimc_capture_ctrls_create(fimc);
1196 return ret ? -EPIPE : ret;
1199 static ssize_t fimc_md_sysfs_show(struct device *dev,
1200 struct device_attribute *attr, char *buf)
1202 struct platform_device *pdev = to_platform_device(dev);
1203 struct fimc_md *fmd = platform_get_drvdata(pdev);
1205 if (fmd->user_subdev_api)
1206 return strlcpy(buf, "Sub-device API (sub-dev)\n", PAGE_SIZE);
1208 return strlcpy(buf, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE);
1211 static ssize_t fimc_md_sysfs_store(struct device *dev,
1212 struct device_attribute *attr,
1213 const char *buf, size_t count)
1215 struct platform_device *pdev = to_platform_device(dev);
1216 struct fimc_md *fmd = platform_get_drvdata(pdev);
1220 if (!strcmp(buf, "vid-dev\n"))
1222 else if (!strcmp(buf, "sub-dev\n"))
1227 fmd->user_subdev_api = subdev_api;
1228 for (i = 0; i < FIMC_MAX_DEVS; i++)
1230 fmd->fimc[i]->vid_cap.user_subdev_api = subdev_api;
1234 * This device attribute is to select video pipeline configuration method.
1235 * There are following valid values:
1236 * vid-dev - for V4L2 video node API only, subdevice will be configured
1237 * by the host driver.
1238 * sub-dev - for media controller API, subdevs must be configured in user
1239 * space before starting streaming.
1241 static DEVICE_ATTR(subdev_conf_mode, S_IWUSR | S_IRUGO,
1242 fimc_md_sysfs_show, fimc_md_sysfs_store);
1244 static int fimc_md_get_pinctrl(struct fimc_md *fmd)
1246 struct device *dev = &fmd->pdev->dev;
1247 struct fimc_pinctrl *pctl = &fmd->pinctl;
1249 pctl->pinctrl = devm_pinctrl_get(dev);
1250 if (IS_ERR(pctl->pinctrl))
1251 return PTR_ERR(pctl->pinctrl);
1253 pctl->state_default = pinctrl_lookup_state(pctl->pinctrl,
1254 PINCTRL_STATE_DEFAULT);
1255 if (IS_ERR(pctl->state_default))
1256 return PTR_ERR(pctl->state_default);
1258 pctl->state_idle = pinctrl_lookup_state(pctl->pinctrl,
1259 PINCTRL_STATE_IDLE);
1263 static int fimc_md_probe(struct platform_device *pdev)
1265 struct device *dev = &pdev->dev;
1266 struct v4l2_device *v4l2_dev;
1267 struct fimc_md *fmd;
1270 fmd = devm_kzalloc(dev, sizeof(*fmd), GFP_KERNEL);
1274 spin_lock_init(&fmd->slock);
1277 strlcpy(fmd->media_dev.model, "SAMSUNG S5P FIMC",
1278 sizeof(fmd->media_dev.model));
1279 fmd->media_dev.link_notify = fimc_md_link_notify;
1280 fmd->media_dev.dev = dev;
1282 v4l2_dev = &fmd->v4l2_dev;
1283 v4l2_dev->mdev = &fmd->media_dev;
1284 v4l2_dev->notify = fimc_sensor_notify;
1285 strlcpy(v4l2_dev->name, "s5p-fimc-md", sizeof(v4l2_dev->name));
1287 ret = v4l2_device_register(dev, &fmd->v4l2_dev);
1289 v4l2_err(v4l2_dev, "Failed to register v4l2_device: %d\n", ret);
1292 ret = media_device_register(&fmd->media_dev);
1294 v4l2_err(v4l2_dev, "Failed to register media device: %d\n", ret);
1297 ret = fimc_md_get_clocks(fmd);
1301 fmd->user_subdev_api = (dev->of_node != NULL);
1303 /* Protect the media graph while we're registering entities */
1304 mutex_lock(&fmd->media_dev.graph_mutex);
1306 ret = fimc_md_get_pinctrl(fmd);
1308 if (ret != EPROBE_DEFER)
1309 dev_err(dev, "Failed to get pinctrl: %d\n", ret);
1314 ret = fimc_md_register_of_platform_entities(fmd, dev->of_node);
1316 ret = bus_for_each_dev(&platform_bus_type, NULL, fmd,
1317 fimc_md_pdev_match);
1321 if (dev->platform_data || dev->of_node) {
1322 ret = fimc_md_register_sensor_entities(fmd);
1327 ret = fimc_md_create_links(fmd);
1330 ret = v4l2_device_register_subdev_nodes(&fmd->v4l2_dev);
1334 ret = device_create_file(&pdev->dev, &dev_attr_subdev_conf_mode);
1338 platform_set_drvdata(pdev, fmd);
1339 mutex_unlock(&fmd->media_dev.graph_mutex);
1343 mutex_unlock(&fmd->media_dev.graph_mutex);
1345 media_device_unregister(&fmd->media_dev);
1346 fimc_md_put_clocks(fmd);
1347 fimc_md_unregister_entities(fmd);
1349 v4l2_device_unregister(&fmd->v4l2_dev);
1353 static int fimc_md_remove(struct platform_device *pdev)
1355 struct fimc_md *fmd = platform_get_drvdata(pdev);
1359 device_remove_file(&pdev->dev, &dev_attr_subdev_conf_mode);
1360 fimc_md_unregister_entities(fmd);
1361 media_device_unregister(&fmd->media_dev);
1362 fimc_md_put_clocks(fmd);
1366 static struct platform_device_id fimc_driver_ids[] __always_unused = {
1367 { .name = "s5p-fimc-md" },
1370 MODULE_DEVICE_TABLE(platform, fimc_driver_ids);
1372 static const struct of_device_id fimc_md_of_match[] = {
1373 { .compatible = "samsung,fimc" },
1376 MODULE_DEVICE_TABLE(of, fimc_md_of_match);
1378 static struct platform_driver fimc_md_driver = {
1379 .probe = fimc_md_probe,
1380 .remove = fimc_md_remove,
1382 .of_match_table = of_match_ptr(fimc_md_of_match),
1383 .name = "s5p-fimc-md",
1384 .owner = THIS_MODULE,
1388 static int __init fimc_md_init(void)
1392 request_module("s5p-csis");
1393 ret = fimc_register_driver();
1397 return platform_driver_register(&fimc_md_driver);
1400 static void __exit fimc_md_exit(void)
1402 platform_driver_unregister(&fimc_md_driver);
1403 fimc_unregister_driver();
1406 module_init(fimc_md_init);
1407 module_exit(fimc_md_exit);
1409 MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
1410 MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
1411 MODULE_LICENSE("GPL");
1412 MODULE_VERSION("2.0.1");