This patch register the v4l2 camera for mt2712 mipicsi.
Signed-off-by: Stu Hsieh <stu.hsieh@xxxxxxxxxxxx>
---
.../media/platform/mtk-mipicsi/mtk_mipicsi.c | 728 ++++++++++++++++++
1 file changed, 728 insertions(+)
diff --git a/drivers/media/platform/mtk-mipicsi/mtk_mipicsi.c b/drivers/media/platform/mtk-mipicsi/mtk_mipicsi.c
index 3d1e52411b69..28dcc683a958 100644
--- a/drivers/media/platform/mtk-mipicsi/mtk_mipicsi.c
+++ b/drivers/media/platform/mtk-mipicsi/mtk_mipicsi.c
@@ -32,14 +32,28 @@
#include <linux/slab.h>
#include <linux/pm_runtime.h>
#include <linux/iommu.h>
+#include <linux/of_graph.h>
#include <linux/of.h>
#include <linux/of_platform.h>
+#include <media/v4l2-common.h>
+#include <media/v4l2-ctrls.h>
+#include <media/v4l2-dev.h>
+#include <media/v4l2-device.h>
+#include <media/v4l2-ioctl.h>
+#include <media/v4l2-event.h>
+#include <media/v4l2-fwnode.h>
+#include <media/videobuf2-dma-contig.h>
+#include <media/videobuf2-core.h>
+#include <linux/videodev2.h>
#include <soc/mediatek/smi.h>
#include <linux/regmap.h>
#include <linux/mfd/syscon.h>
#define MTK_MIPICSI_DRV_NAME "mtk-mipicsi"
#define MTK_PLATFORM_STR "platform:mt2712"
+#define MAX_SUPPORT_WIDTH 4096U
+#define MAX_SUPPORT_HEIGHT 4096U
+#define MAX_BUFFER_NUM 32U
#define MIPI_RX_ANA00_CSI 0x00
#define MIPI_RX_ANA04_CSI 0x04
@@ -86,6 +100,28 @@
#define IMGO_STRIDE 0x238
#define DMA_FRAME_HEADER_EN 0xE00
+#define notifier_to_mipicsi(n) container_of(n, struct mtk_mipicsi_dev, \
+ notifier)
+/* buffer for one video frame */
+struct mtk_mipicsi_buf {
+ struct list_head queue;
+ struct vb2_buffer *vb;
+ dma_addr_t vb_dma_addr_phy;
+ int prepare_flag;
+};
+
+struct mtk_format {
+ u32 fourcc;
+ u32 mbus_code;
+ u8 bpp;
+};
+
+struct mtk_mipicsi_subdev {
+ struct device_node *node;
+ struct v4l2_async_subdev asd;
+ struct v4l2_subdev *subdev;
+};
+
struct mtk_mipicsi_channel {
void __iomem *seninf_mux;
void __iomem *camsv;
@@ -103,6 +139,47 @@ struct mtk_mipicsi_dev {
void __iomem *seninf_ctrl;
void __iomem *seninf;
struct regmap *seninf_top;
+
+ struct v4l2_device v4l2_dev;
+ struct video_device *vdev;
+ struct vb2_queue queue;
+ struct v4l2_async_notifier notifier;
+ struct mtk_mipicsi_subdev mipicsi_sd;
+ struct v4l2_format fmt;
+ unsigned int num_user_formats;
+ const struct mtk_format **user_formats;
+ const struct mtk_format *current_fmt;
+
+ struct mtk_mipicsi_buf cam_buf[MAX_BUFFER_NUM];
+ struct list_head fb_list;
+ bool streamon;
+ char drv_name[16];
+ u32 id;
+
+ spinlock_t irqlock;
+ spinlock_t queue_lock;
+ struct mutex lock;
+
+};
+
+static const struct mtk_format mtk_mipicsi_formats[] = {
+{
+ .fourcc = V4L2_PIX_FMT_YUYV,
+ .mbus_code = MEDIA_BUS_FMT_YUYV8_2X8,
+ .bpp = 2,
+}, {
+ .fourcc = V4L2_PIX_FMT_YVYU,
+ .mbus_code = MEDIA_BUS_FMT_YVYU8_2X8,
+ .bpp = 2,
+}, {
+ .fourcc = V4L2_PIX_FMT_UYVY,
+ .mbus_code = MEDIA_BUS_FMT_UYVY8_2X8,
+ .bpp = 2,
+}, {
+ .fourcc = V4L2_PIX_FMT_VYUY,
+ .mbus_code = MEDIA_BUS_FMT_VYUY8_2X8,
+ .bpp = 2,
+},
};
static void mtk_mipicsi_ana_init(void __iomem *base)
@@ -335,6 +412,321 @@ static const struct dev_pm_ops mtk_mipicsi_pm = {
mtk_mipicsi_pm_resume, NULL)
};
+static int mtk_mipicsi_vb2_queue_setup(struct vb2_queue *vq,
+ unsigned int *nbufs, unsigned int *num_planes,
+ unsigned int sizes[], struct device *alloc_devs[])
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vq);
+ u32 sizeimage = mipicsi->fmt.fmt.pix.sizeimage;
+
+ if (*nbufs == 0U || *nbufs > MAX_BUFFER_NUM)
+ *nbufs = MAX_BUFFER_NUM;
+
+ /*
+ * Called from VIDIOC_REQBUFS or in compatibility mode For YUV422P
+ * format, even if there are 3 planes Y, U and V, we reply there is only
+ * one plane, containing Y, U and V data, one after the other.
+ */
+ if (*num_planes != 0U)
+ return sizes[0] < sizeimage ? -EINVAL : 0;
+
+ sizes[0] = sizeimage;
+ *num_planes = 1;
+
+ return 0;
+}
+
+static int mtk_mipicsi_vb2_init(struct vb2_buffer *vb)
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vb->vb2_queue);
+
+ mipicsi->cam_buf[vb->index].prepare_flag = 0;
+
+ return 0;
+}
+
+static int mtk_mipicsi_vb2_prepare(struct vb2_buffer *vb)
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vb->vb2_queue);
+ struct mtk_mipicsi_buf *buf;
+ u32 size = 0;
+
+ buf = &mipicsi->cam_buf[vb->index];
+ size = mipicsi->fmt.fmt.pix.sizeimage;
+
+ if (vb2_plane_size(vb, 0) < size) {
+ dev_err(&mipicsi->pdev->dev, "data will not fit into plane (%lu < %u)",
+ vb2_plane_size(vb, 0), size);
+ return -EINVAL;
+ }
+
+ vb2_set_plane_payload(vb, 0, size);
+
+ if ((buf->prepare_flag) == 0) {
+ buf->prepare_flag = 1;
+ buf->vb_dma_addr_phy =
+ vb2_dma_contig_plane_dma_addr(vb, 0);
+ buf->vb = vb;
+ }
+
+ return 0;
+}
+
+static void mtk_mipicsi_vb2_queue(struct vb2_buffer *vb)
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vb->vb2_queue);
+
+ spin_lock(&mipicsi->queue_lock);
+ list_add_tail(&(mipicsi->cam_buf[vb->index].queue),
+ &(mipicsi->fb_list));
+ spin_unlock(&mipicsi->queue_lock);
+}
+
+static int mtk_mipicsi_vb2_start_streaming(struct vb2_queue *vq,
+ unsigned int count)
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vq);
+
+ mipicsi->streamon = true;
+
+ return 0;
+}
+
+static void mtk_mipicsi_vb2_stop_streaming(struct vb2_queue *vq)
+{
+ struct mtk_mipicsi_dev *mipicsi = vb2_get_drv_priv(vq);
+ struct mtk_mipicsi_buf *buf = NULL;
+ struct mtk_mipicsi_buf *tmp = NULL;
+ unsigned int index = 0;
+
+ spin_lock(&mipicsi->queue_lock);
+ while (list_empty(&(mipicsi->fb_list)) == 0) {
+ list_for_each_entry_safe(buf, tmp, &(mipicsi->fb_list), queue) {
+ if (buf->vb->state == VB2_BUF_STATE_ACTIVE) {
+ vb2_buffer_done(buf->vb, VB2_BUF_STATE_ERROR);
+ break;
+ }
+ }
+ buf->vb_dma_addr_phy = 0ULL;
+ buf->prepare_flag = 0;
+ index = buf->vb->index;
+ list_del_init(&(mipicsi->cam_buf[index].queue));
+ }
+ spin_unlock(&mipicsi->queue_lock);
+
+ INIT_LIST_HEAD(&(mipicsi->fb_list));
+
+ mipicsi->streamon = false;
+}
+
+static struct vb2_ops mtk_vb2_ops = {
+ .queue_setup = mtk_mipicsi_vb2_queue_setup,
+ .buf_init = mtk_mipicsi_vb2_init,
+ .buf_prepare = mtk_mipicsi_vb2_prepare,
+ .buf_queue = mtk_mipicsi_vb2_queue,
+ .start_streaming = mtk_mipicsi_vb2_start_streaming,
+ .stop_streaming = mtk_mipicsi_vb2_stop_streaming,
+ .wait_prepare = vb2_ops_wait_prepare,
+ .wait_finish = vb2_ops_wait_finish,
+};
+
+static int mtk_s_input(struct file *file, void *priv, unsigned int i)
+{
+ if (i > 0)
+ return -EINVAL;
+
+ return 0;
+}
+
+static int mtk_g_input(struct file *file, void *priv, unsigned int *i)
+{
+ *i = 0;
+
+ return 0;
+}
+
+static int mtk_enum_input(struct file *file, void *priv,
+ struct v4l2_input *i)
+{
+ if (i->index != 0)
+ return -EINVAL;
+
+ i->type = V4L2_INPUT_TYPE_CAMERA;
+ strscpy(i->name, "Camera", sizeof(i->name));
+
+ return 0;
+}
+
+static int mtk_enum_fmt_vid_cap(struct file *file, void *priv,
+ struct v4l2_fmtdesc *f)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+
+ if (f->index >= mipicsi->num_user_formats)
+ return -EINVAL;
+
+ f->pixelformat = mipicsi->user_formats[f->index]->fourcc;
+
+ return 0;
+}
+
+static const struct mtk_format *find_format_by_fourcc(
+ struct mtk_mipicsi_dev *mipicsi,
+ unsigned int fourcc)
+{
+ unsigned int num_formats = mipicsi->num_user_formats;
+ const struct mtk_format *fmt;
+ unsigned int i;
+
+ for (i = 0; i < num_formats; i++) {
+ fmt = mipicsi->user_formats[i];
+ if (fmt->fourcc == fourcc)
+ return fmt;
+ }
+
+ return NULL;
+}
+
+static int mtk_mipicsi_try_fmt(struct mtk_mipicsi_dev *mipicsi,
+ struct v4l2_format *f,
+ const struct mtk_format **current_fmt)
+{
+ const struct mtk_format *mtk_fmt;
+ struct v4l2_pix_format *pix = &f->fmt.pix;
+ struct v4l2_subdev_pad_config pad_cfg;
+ struct v4l2_subdev *sd = mipicsi->mipicsi_sd.subdev;
+ struct v4l2_subdev_format format = {
+ .which = V4L2_SUBDEV_FORMAT_TRY,
+ };
+ int ret = 0;
+
+ mtk_fmt = find_format_by_fourcc(mipicsi, pix->pixelformat);
+ if (!mtk_fmt) {
+ mtk_fmt = mipicsi->user_formats[0];
+ pix->pixelformat = mtk_fmt->fourcc;
+ }
+
+ /* limit to MTK hardware capabilities */
+ pix->height = clamp(pix->height, 0U, MAX_SUPPORT_HEIGHT);
+ pix->width = clamp(pix->width, 0U, MAX_SUPPORT_WIDTH);
+ v4l2_fill_mbus_format(&format.format, pix, mtk_fmt->mbus_code);
+ ret = v4l2_subdev_call(sd, pad, set_fmt, &pad_cfg, &format);
+ if (ret < 0)
+ return ret;
+
+ v4l2_fill_pix_format(pix, &format.format);
+ pix->bytesperline = pix->width * mtk_fmt->bpp;
+ pix->sizeimage = pix->bytesperline * pix->height;
+
+ if (current_fmt)
+ *current_fmt = mtk_fmt;
+
+ return ret;
+}
+
+static int mtk_mipicsi_set_fmt(struct mtk_mipicsi_dev *mipicsi,
+ struct v4l2_format *f)
+{
+ struct v4l2_subdev *sd = mipicsi->mipicsi_sd.subdev;
+ struct device *dev = &mipicsi->pdev->dev;
+ struct v4l2_pix_format *pix = &f->fmt.pix;
+ struct v4l2_subdev_format format = {
+ .which = V4L2_SUBDEV_FORMAT_ACTIVE,
+ };
+ const struct mtk_format *current_fmt;
+ int ret;
+
+ ret = mtk_mipicsi_try_fmt(mipicsi, f, ¤t_fmt);
+ if (ret)
+ return ret;
+
+ v4l2_fill_mbus_format(&format.format, &f->fmt.pix,
+ current_fmt->mbus_code);
+
+ ret = v4l2_subdev_call(sd, pad, set_fmt, NULL, &format);
+ if (ret < 0)
+ return ret;
+
+ mipicsi->fmt = *f;
+ mipicsi->current_fmt = current_fmt;
+
+ dev_info(dev, "width/height/sizeimage %u/%u/%u", pix->width,
+ pix->height,
+ pix->sizeimage);
+
+ return ret;
+}
+
+static int mtk_s_fmt_vid_cap(struct file *file, void *priv,
+ struct v4l2_format *f)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+
+ if (vb2_is_streaming(&mipicsi->queue))
+ return -EBUSY;
+
+ return mtk_mipicsi_set_fmt(mipicsi, f);
+}
+
+static int mtk_g_fmt_vid_cap(struct file *file, void *priv,
+ struct v4l2_format *fmt)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+
+ *fmt = mipicsi->fmt;
+
+ return 0;
+}
+
+static int mtk_try_fmt_vid_cap(struct file *file, void *priv,
+ struct v4l2_format *f)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+
+ return mtk_mipicsi_try_fmt(mipicsi, f, NULL);
+}
+
+static int mtk_mipicsi_querycap(struct file *file, void *priv,
+ struct v4l2_capability *cap)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+
+ strlcpy(cap->card, MTK_PLATFORM_STR, sizeof(cap->card));
+ strlcpy(cap->driver, mipicsi->drv_name, sizeof(cap->driver));
+ strlcpy(cap->bus_info, MTK_PLATFORM_STR, sizeof(cap->bus_info));
+ cap->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
+ cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
+
+ return 0;
+}
+
+static const struct v4l2_ioctl_ops mtk_mipicsi_ioctl_ops = {
+ .vidioc_querycap = mtk_mipicsi_querycap,
+
+ .vidioc_try_fmt_vid_cap = mtk_try_fmt_vid_cap,
+ .vidioc_g_fmt_vid_cap = mtk_g_fmt_vid_cap,
+ .vidioc_s_fmt_vid_cap = mtk_s_fmt_vid_cap,
+ .vidioc_enum_fmt_vid_cap = mtk_enum_fmt_vid_cap,
+
+ .vidioc_enum_input = mtk_enum_input,
+ .vidioc_g_input = mtk_g_input,
+ .vidioc_s_input = mtk_s_input,
+
+ .vidioc_reqbufs = vb2_ioctl_reqbufs,
+ .vidioc_create_bufs = vb2_ioctl_create_bufs,
+ .vidioc_querybuf = vb2_ioctl_querybuf,
+ .vidioc_qbuf = vb2_ioctl_qbuf,
+ .vidioc_dqbuf = vb2_ioctl_dqbuf,
+ .vidioc_expbuf = vb2_ioctl_expbuf,
+ .vidioc_prepare_buf = vb2_ioctl_prepare_buf,
+ .vidioc_streamon = vb2_ioctl_streamon,
+ .vidioc_streamoff = vb2_ioctl_streamoff,
+
+ .vidioc_log_status = v4l2_ctrl_log_status,
+ .vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
+ .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
+};
+
static int seninf_mux_camsv_node_parse(struct mtk_mipicsi_dev *mipicsi,
int index)
{
@@ -452,6 +844,16 @@ static int mtk_mipicsi_node_parse(struct mtk_mipicsi_dev *mipicsi)
dev = &mipicsi->pdev->dev;
pdev = mipicsi->pdev;
+ /* mediatek,mipicsiid is a flag to show which mipicsi HW */
+ ret = of_property_read_u32(dev->of_node, "mediatek,mipicsiid",
+ (u32 *)&mipicsi->id);
+ if (ret != 0) {
+ dev_info(dev, "not set mediatek,mipicsiid, use default id 0\n");
+ mipicsi->id = 0;
+ }
+ (void)sprintf(mipicsi->drv_name, MTK_MIPICSI_DRV_NAME"%d",
+ mipicsi->id);
+
/* get and parse seninf_mux_camsv */
camsv_num = of_count_phandle_with_args(dev->of_node,
"mediatek,seninf_mux_camsv", NULL);
@@ -514,6 +916,262 @@ static int mtk_mipicsi_node_parse(struct mtk_mipicsi_dev *mipicsi)
return 0;
}
+static int mtk_mipicsi_set_default_fmt(struct mtk_mipicsi_dev *mipicsi)
+{
+ struct v4l2_format f = {
+ .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
+ .fmt.pix = {
+ .width = 1280,
+ .height = 720,
+ .field = V4L2_FIELD_NONE,
+ .pixelformat = mipicsi->user_formats[0]->fourcc,
+ },
+ };
+ int ret;
+
+ ret = mtk_mipicsi_try_fmt(mipicsi, &f, NULL);
+ if (ret)
+ return ret;
+ mipicsi->current_fmt = mipicsi->user_formats[0];
+ mipicsi->fmt = f;
+
+ return 0;
+}
+
+static int mipicsi_formats_init(struct mtk_mipicsi_dev *mipicsi)
+{
+ const struct mtk_format *mipicsi_fmts[ARRAY_SIZE(mtk_mipicsi_formats)];
+ struct v4l2_subdev *sd = mipicsi->mipicsi_sd.subdev;
+ unsigned int i, j, num_fmts = 0;
+ struct v4l2_subdev_mbus_code_enum mbus_code = {
+ .which = V4L2_SUBDEV_FORMAT_ACTIVE,
+ };
+
+ while (!v4l2_subdev_call(sd, pad, enum_mbus_code, NULL, &mbus_code)) {
+ for (i = 0; i < ARRAY_SIZE(mtk_mipicsi_formats); i++) {
+ if (mtk_mipicsi_formats[i].mbus_code != mbus_code.code)
+ continue;
+
+ /* Code supported, have we got this fourcc yet? */
+ for (j = 0; j < num_fmts; j++)
+ if (mipicsi_fmts[j]->fourcc ==
+ mtk_mipicsi_formats[i].fourcc)
+ /* Already available */
+ break;
+
+ if (j == num_fmts)
+ /* new */
+ mipicsi_fmts[num_fmts++] =
+ &mtk_mipicsi_formats[i];
+ }
+ mbus_code.index++;
+ }
+
+ if (!num_fmts)
+ return -ENXIO;
+
+ mipicsi->num_user_formats = num_fmts;
+ mipicsi->user_formats = devm_kcalloc(&mipicsi->pdev->dev,
+ num_fmts,
+ sizeof(struct isi_format *),
+ GFP_KERNEL);
+ if (!mipicsi->user_formats)
+ return -ENOMEM;
+
+ memcpy(mipicsi->user_formats, mipicsi_fmts,
+ num_fmts * sizeof(struct mtk_format *));
+ mipicsi->current_fmt = mipicsi->user_formats[0];
+
+ return 0;
+}
+
+static int mipicsi_subdev_notify_complete(struct v4l2_async_notifier *notifier)
+{
+ struct mtk_mipicsi_dev *mipicsi = notifier_to_mipicsi(notifier);
+ struct device *dev = &mipicsi->pdev->dev;
+ int ret;
+
+ mipicsi->vdev->ctrl_handler = mipicsi->mipicsi_sd.subdev->ctrl_handler;
+ ret = mipicsi_formats_init(mipicsi);
+ if (ret) {
+ dev_err(dev, "No supported mediabus format found\n");
+ return ret;
+ }
+
+ ret = mtk_mipicsi_set_default_fmt(mipicsi);
+ if (ret) {
+ dev_err(dev, "Could not set default format\n");
+ return ret;
+ }
+
+ ret = video_register_device(mipicsi->vdev, VFL_TYPE_GRABBER, -1);
+ if (ret) {
+ dev_err(dev, "Failed to register video device\n");
+ return ret;
+ }
+
+ dev_dbg(dev, "Device registered as %s\n",
+ video_device_node_name(mipicsi->vdev));
+
+ return 0;
+}
+
+static void mipicsi_subdev_notify_unbind(struct v4l2_async_notifier *notifier,
+ struct v4l2_subdev *sd,
+ struct v4l2_async_subdev *asd)
+{
+ struct mtk_mipicsi_dev *mipicsi = notifier_to_mipicsi(notifier);
+
+ dev_dbg(&mipicsi->pdev->dev, "Removing %s\n",
+ video_device_node_name(mipicsi->vdev));
+
+ /* Checks internally if vdev have been init or not */
+ video_unregister_device(mipicsi->vdev);
+}
+
+static int mipicsi_subdev_notify_bound(struct v4l2_async_notifier *notifier,
+ struct v4l2_subdev *subdev,
+ struct v4l2_async_subdev *asd)
+{
+ struct mtk_mipicsi_dev *mipicsi = notifier_to_mipicsi(notifier);
+
+ dev_dbg(&mipicsi->pdev->dev, "subdev %s bound\n", subdev->name);
+
+ mipicsi->mipicsi_sd.subdev = subdev;
+
+ return 0;
+}
+
+static const struct v4l2_async_notifier_operations mipicsi_subdev_notify_ops = {
+ .bound = mipicsi_subdev_notify_bound,
+ .unbind = mipicsi_subdev_notify_unbind,
+ .complete = mipicsi_subdev_notify_complete,
+};
+
+static int mtk_mipicsi_graph_parse(struct mtk_mipicsi_dev *mipicsi,
+ struct device_node *node)
+{
+ struct device_node *ep = NULL;
+ struct device_node *remote;
+
+ ep = of_graph_get_next_endpoint(node, ep);
+ if (!ep)
+ return -EINVAL;
+
+ remote = of_graph_get_remote_port_parent(ep);
+ of_node_put(ep);
+ if (!remote)
+ return -EINVAL;
+
+ /* Remote node to connect */
+ mipicsi->mipicsi_sd.node = remote;
+ mipicsi->mipicsi_sd.asd.match_type = V4L2_ASYNC_MATCH_FWNODE;
+ mipicsi->mipicsi_sd.asd.match.fwnode = of_fwnode_handle(remote);
+ return 0;
+}
+
+static int mtk_mipicsi_subdev_init(struct mtk_mipicsi_dev *mipicsi)
+{
+ int ret;
+ struct device *dev = &mipicsi->pdev->dev;
+
+ /* Parse the graph to extract a list of subdevice DT nodes. */
+ ret = mtk_mipicsi_graph_parse(mipicsi, dev->of_node);
+ if (ret < 0) {
+ dev_err(&mipicsi->pdev->dev, "Graph parsing failed\n");
+ return ret;
+ }
+
+ v4l2_async_notifier_init(&mipicsi->notifier);
+
+ ret = v4l2_async_notifier_add_subdev(&mipicsi->notifier,
+ &mipicsi->mipicsi_sd.asd);
+ if (ret) {
+ of_node_put(mipicsi->mipicsi_sd.node);
+ return ret;
+ }
+
+ mipicsi->notifier.ops = &mipicsi_subdev_notify_ops;
+
+ ret = v4l2_async_notifier_register(&mipicsi->v4l2_dev,
+ &mipicsi->notifier);
+ if (ret < 0) {
+ dev_err(&mipicsi->pdev->dev, "Notifier registration failed\n");
+ v4l2_async_notifier_cleanup(&mipicsi->notifier);
+ return ret;
+ }
+
+ return 0;
+}
+
+static int mtk_mipicsi_open(struct file *file)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+ struct v4l2_subdev *sd = mipicsi->mipicsi_sd.subdev;
+ int ret;
+
+ if (mutex_lock_interruptible(&mipicsi->lock))
+ return -ERESTARTSYS;
+
+ ret = v4l2_fh_open(file);
+ if (ret < 0)
+ goto unlock;
+
+ if (!v4l2_fh_is_singular_file(file))
+ goto fh_rel;
+
+ ret = v4l2_subdev_call(sd, core, s_power, 1);
+ if (ret < 0 && ret != -ENOIOCTLCMD)
+ goto fh_rel;
+
+ ret = mtk_mipicsi_set_fmt(mipicsi, &mipicsi->fmt);
+ if (ret)
+ v4l2_subdev_call(sd, core, s_power, 0);
+
+ pm_runtime_get_sync(&mipicsi->pdev->dev);
+
+fh_rel:
+ if (ret)
+ v4l2_fh_release(file);
+unlock:
+ mutex_unlock(&mipicsi->lock);
+ return ret;
+}
+
+static int mtk_mipicsi_release(struct file *file)
+{
+ struct mtk_mipicsi_dev *mipicsi = video_drvdata(file);
+ struct device *dev = &mipicsi->pdev->dev;
+ struct v4l2_subdev *sd = mipicsi->mipicsi_sd.subdev;
+ bool fh_singular;
+ int ret;
+
+ mutex_lock(&mipicsi->lock);
+
+ pm_runtime_put_sync(dev);
+
+ fh_singular = v4l2_fh_is_singular_file(file);
+
+ ret = _vb2_fop_release(file, NULL);
+
+ if (fh_singular)
+ v4l2_subdev_call(sd, core, s_power, 0);
+
+ mutex_unlock(&mipicsi->lock);
+
+ return ret;
+}
+
+static const struct v4l2_file_operations mipicsi_fops = {
+ .owner = THIS_MODULE,
+ .unlocked_ioctl = video_ioctl2,
+ .open = mtk_mipicsi_open,
+ .release = mtk_mipicsi_release,
+ .poll = vb2_fop_poll,
+ .mmap = vb2_fop_mmap,
+ .read = vb2_fop_read,
+};
+
static int mtk_mipicsi_probe(struct platform_device *pdev)
{
struct mtk_mipicsi_dev *mipicsi = NULL;
@@ -521,6 +1179,7 @@ static int mtk_mipicsi_probe(struct platform_device *pdev)
struct iommu_domain *iommu = NULL;
struct device_node *larb_node = NULL;
struct platform_device *larb_pdev = NULL;
+ struct vb2_queue *q;
iommu = iommu_get_domain_for_dev(&pdev->dev);
if (iommu == NULL) {
@@ -557,9 +1216,78 @@ static int mtk_mipicsi_probe(struct platform_device *pdev)
pm_runtime_enable(&pdev->dev);
+ INIT_LIST_HEAD(&mipicsi->fb_list);
+ spin_lock_init(&mipicsi->queue_lock);
+ spin_lock_init(&mipicsi->irqlock);
+ mutex_init(&mipicsi->lock);
+
+ q = &mipicsi->queue;
+
+ /* Initialize the top-level structure */
+ ret = v4l2_device_register(&pdev->dev, &mipicsi->v4l2_dev);
+ if (ret)
+ return ret;
+
+ mipicsi->vdev = video_device_alloc();
+ if (mipicsi->vdev == NULL) {
+ ret = -ENOMEM;
+ goto err_vdev_alloc;
+ }
+
+ /* video node */
+ mipicsi->vdev->fops = &mipicsi_fops;
+ mipicsi->vdev->v4l2_dev = &mipicsi->v4l2_dev;
+ mipicsi->vdev->queue = &mipicsi->queue;
+ strscpy(mipicsi->vdev->name, mipicsi->drv_name,
+ sizeof(mipicsi->vdev->name));
+ mipicsi->vdev->release = video_device_release;
+ mipicsi->vdev->ioctl_ops = &mtk_mipicsi_ioctl_ops;
+ mipicsi->vdev->lock = &mipicsi->lock;
+ mipicsi->vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE |
+ V4L2_CAP_STREAMING |
+ V4L2_CAP_READWRITE;
+ video_set_drvdata(mipicsi->vdev, mipicsi);
+
+ /* buffer queue */
+ q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
+ q->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
+ q->drv_priv = mipicsi;
+ q->buf_struct_size = sizeof(struct vb2_buffer);
+ q->ops = &mtk_vb2_ops;
+ q->mem_ops = &vb2_dma_contig_memops;
+ q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
+ q->dev = mipicsi->v4l2_dev.dev;
+ q->lock = &mipicsi->lock;
+
+ ret = vb2_queue_init(q);
+ if (ret < 0) {
+ dev_err(&pdev->dev, "failed to initialize VB2 queue\n");
+ goto err_vb2_queue;
+ }
+
+ mipicsi->streamon = false;
+
+ ret = mtk_mipicsi_subdev_init(mipicsi);
+ if (ret < 0)
+ goto err_mipicsi_subdev_init;
+
+ ret = vb2_dma_contig_set_max_seg_size(&pdev->dev, DMA_BIT_MASK(32U));
+ if (ret != 0) {
+ dev_err(&pdev->dev, "dma set max seg size fail\n");
+ goto clean;
+ }
+
dev_set_drvdata(&pdev->dev, mipicsi);
dev_info(&pdev->dev, "probe done\n");
+ return ret;
+clean:
+err_mipicsi_subdev_init:
+err_vb2_queue:
+ video_device_release(mipicsi->vdev);
+err_vdev_alloc:
+ v4l2_device_unregister(&mipicsi->v4l2_dev);
+ pm_runtime_disable(&pdev->dev);
return ret;
}
--
2.18.0
