Author | Tokens | Token Proportion | Commits | Commit Proportion |
---|---|---|---|---|
Steve Longerbeam | 3258 | 87.16% | 2 | 33.33% |
Russell King | 399 | 10.67% | 1 | 16.67% |
Jan Lübbe | 77 | 2.06% | 1 | 16.67% |
Mauro Carvalho Chehab | 2 | 0.05% | 1 | 16.67% |
Julia Lawall | 2 | 0.05% | 1 | 16.67% |
Total | 3738 | 6 |
/* * Video Capture Subdev for Freescale i.MX5/6 SOC * * Copyright (c) 2012-2016 Mentor Graphics Inc. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. */ #include <linux/delay.h> #include <linux/fs.h> #include <linux/module.h> #include <linux/of_platform.h> #include <linux/pinctrl/consumer.h> #include <linux/platform_device.h> #include <linux/sched.h> #include <linux/slab.h> #include <linux/spinlock.h> #include <linux/timer.h> #include <media/v4l2-ctrls.h> #include <media/v4l2-device.h> #include <media/v4l2-event.h> #include <media/v4l2-fwnode.h> #include <media/v4l2-ioctl.h> #include <media/v4l2-mc.h> #include <media/v4l2-subdev.h> #include <media/videobuf2-dma-contig.h> #include <video/imx-ipu-v3.h> #include <media/imx.h> #include "imx-media.h" struct capture_priv { struct imx_media_video_dev vdev; struct v4l2_subdev *src_sd; int src_sd_pad; struct device *dev; struct imx_media_dev *md; struct media_pad vdev_pad; struct mutex mutex; /* capture device mutex */ /* the videobuf2 queue */ struct vb2_queue q; /* list of ready imx_media_buffer's from q */ struct list_head ready_q; /* protect ready_q */ spinlock_t q_lock; /* controls inherited from subdevs */ struct v4l2_ctrl_handler ctrl_hdlr; /* misc status */ bool stop; /* streaming is stopping */ }; #define to_capture_priv(v) container_of(v, struct capture_priv, vdev) /* In bytes, per queue */ #define VID_MEM_LIMIT SZ_64M static const struct vb2_ops capture_qops; /* * Video ioctls follow */ static int vidioc_querycap(struct file *file, void *fh, struct v4l2_capability *cap) { struct capture_priv *priv = video_drvdata(file); strscpy(cap->driver, "imx-media-capture", sizeof(cap->driver)); strscpy(cap->card, "imx-media-capture", sizeof(cap->card)); snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s", priv->src_sd->name); return 0; } static int capture_enum_framesizes(struct file *file, void *fh, struct v4l2_frmsizeenum *fsize) { struct capture_priv *priv = video_drvdata(file); const struct imx_media_pixfmt *cc; struct v4l2_subdev_frame_size_enum fse = { .index = fsize->index, .pad = priv->src_sd_pad, .which = V4L2_SUBDEV_FORMAT_ACTIVE, }; int ret; cc = imx_media_find_format(fsize->pixel_format, CS_SEL_ANY, true); if (!cc) return -EINVAL; fse.code = cc->codes[0]; ret = v4l2_subdev_call(priv->src_sd, pad, enum_frame_size, NULL, &fse); if (ret) return ret; if (fse.min_width == fse.max_width && fse.min_height == fse.max_height) { fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE; fsize->discrete.width = fse.min_width; fsize->discrete.height = fse.min_height; } else { fsize->type = V4L2_FRMSIZE_TYPE_CONTINUOUS; fsize->stepwise.min_width = fse.min_width; fsize->stepwise.max_width = fse.max_width; fsize->stepwise.min_height = fse.min_height; fsize->stepwise.max_height = fse.max_height; fsize->stepwise.step_width = 1; fsize->stepwise.step_height = 1; } return 0; } static int capture_enum_frameintervals(struct file *file, void *fh, struct v4l2_frmivalenum *fival) { struct capture_priv *priv = video_drvdata(file); const struct imx_media_pixfmt *cc; struct v4l2_subdev_frame_interval_enum fie = { .index = fival->index, .pad = priv->src_sd_pad, .width = fival->width, .height = fival->height, .which = V4L2_SUBDEV_FORMAT_ACTIVE, }; int ret; cc = imx_media_find_format(fival->pixel_format, CS_SEL_ANY, true); if (!cc) return -EINVAL; fie.code = cc->codes[0]; ret = v4l2_subdev_call(priv->src_sd, pad, enum_frame_interval, NULL, &fie); if (ret) return ret; fival->type = V4L2_FRMIVAL_TYPE_DISCRETE; fival->discrete = fie.interval; return 0; } static int capture_enum_fmt_vid_cap(struct file *file, void *fh, struct v4l2_fmtdesc *f) { struct capture_priv *priv = video_drvdata(file); const struct imx_media_pixfmt *cc_src; struct v4l2_subdev_format fmt_src; u32 fourcc; int ret; fmt_src.pad = priv->src_sd_pad; fmt_src.which = V4L2_SUBDEV_FORMAT_ACTIVE; ret = v4l2_subdev_call(priv->src_sd, pad, get_fmt, NULL, &fmt_src); if (ret) { v4l2_err(priv->src_sd, "failed to get src_sd format\n"); return ret; } cc_src = imx_media_find_ipu_format(fmt_src.format.code, CS_SEL_ANY); if (cc_src) { u32 cs_sel = (cc_src->cs == IPUV3_COLORSPACE_YUV) ? CS_SEL_YUV : CS_SEL_RGB; ret = imx_media_enum_format(&fourcc, f->index, cs_sel); if (ret) return ret; } else { cc_src = imx_media_find_mbus_format(fmt_src.format.code, CS_SEL_ANY, true); if (WARN_ON(!cc_src)) return -EINVAL; if (f->index != 0) return -EINVAL; fourcc = cc_src->fourcc; } f->pixelformat = fourcc; return 0; } static int capture_g_fmt_vid_cap(struct file *file, void *fh, struct v4l2_format *f) { struct capture_priv *priv = video_drvdata(file); *f = priv->vdev.fmt; return 0; } static int capture_try_fmt_vid_cap(struct file *file, void *fh, struct v4l2_format *f) { struct capture_priv *priv = video_drvdata(file); struct v4l2_subdev_format fmt_src; const struct imx_media_pixfmt *cc, *cc_src; int ret; fmt_src.pad = priv->src_sd_pad; fmt_src.which = V4L2_SUBDEV_FORMAT_ACTIVE; ret = v4l2_subdev_call(priv->src_sd, pad, get_fmt, NULL, &fmt_src); if (ret) return ret; cc_src = imx_media_find_ipu_format(fmt_src.format.code, CS_SEL_ANY); if (cc_src) { u32 fourcc, cs_sel; cs_sel = (cc_src->cs == IPUV3_COLORSPACE_YUV) ? CS_SEL_YUV : CS_SEL_RGB; fourcc = f->fmt.pix.pixelformat; cc = imx_media_find_format(fourcc, cs_sel, false); if (!cc) { imx_media_enum_format(&fourcc, 0, cs_sel); cc = imx_media_find_format(fourcc, cs_sel, false); } } else { cc_src = imx_media_find_mbus_format(fmt_src.format.code, CS_SEL_ANY, true); if (WARN_ON(!cc_src)) return -EINVAL; cc = cc_src; } imx_media_mbus_fmt_to_pix_fmt(&f->fmt.pix, &fmt_src.format, cc); return 0; } static int capture_s_fmt_vid_cap(struct file *file, void *fh, struct v4l2_format *f) { struct capture_priv *priv = video_drvdata(file); int ret; if (vb2_is_busy(&priv->q)) { v4l2_err(priv->src_sd, "%s queue busy\n", __func__); return -EBUSY; } ret = capture_try_fmt_vid_cap(file, priv, f); if (ret) return ret; priv->vdev.fmt.fmt.pix = f->fmt.pix; priv->vdev.cc = imx_media_find_format(f->fmt.pix.pixelformat, CS_SEL_ANY, true); return 0; } static int capture_querystd(struct file *file, void *fh, v4l2_std_id *std) { struct capture_priv *priv = video_drvdata(file); return v4l2_subdev_call(priv->src_sd, video, querystd, std); } static int capture_g_std(struct file *file, void *fh, v4l2_std_id *std) { struct capture_priv *priv = video_drvdata(file); return v4l2_subdev_call(priv->src_sd, video, g_std, std); } static int capture_s_std(struct file *file, void *fh, v4l2_std_id std) { struct capture_priv *priv = video_drvdata(file); if (vb2_is_busy(&priv->q)) return -EBUSY; return v4l2_subdev_call(priv->src_sd, video, s_std, std); } static int capture_g_parm(struct file *file, void *fh, struct v4l2_streamparm *a) { struct capture_priv *priv = video_drvdata(file); struct v4l2_subdev_frame_interval fi; int ret; if (a->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return -EINVAL; memset(&fi, 0, sizeof(fi)); fi.pad = priv->src_sd_pad; ret = v4l2_subdev_call(priv->src_sd, video, g_frame_interval, &fi); if (ret < 0) return ret; a->parm.capture.capability = V4L2_CAP_TIMEPERFRAME; a->parm.capture.timeperframe = fi.interval; return 0; } static int capture_s_parm(struct file *file, void *fh, struct v4l2_streamparm *a) { struct capture_priv *priv = video_drvdata(file); struct v4l2_subdev_frame_interval fi; int ret; if (a->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return -EINVAL; memset(&fi, 0, sizeof(fi)); fi.pad = priv->src_sd_pad; fi.interval = a->parm.capture.timeperframe; ret = v4l2_subdev_call(priv->src_sd, video, s_frame_interval, &fi); if (ret < 0) return ret; a->parm.capture.capability = V4L2_CAP_TIMEPERFRAME; a->parm.capture.timeperframe = fi.interval; return 0; } static const struct v4l2_ioctl_ops capture_ioctl_ops = { .vidioc_querycap = vidioc_querycap, .vidioc_enum_framesizes = capture_enum_framesizes, .vidioc_enum_frameintervals = capture_enum_frameintervals, .vidioc_enum_fmt_vid_cap = capture_enum_fmt_vid_cap, .vidioc_g_fmt_vid_cap = capture_g_fmt_vid_cap, .vidioc_try_fmt_vid_cap = capture_try_fmt_vid_cap, .vidioc_s_fmt_vid_cap = capture_s_fmt_vid_cap, .vidioc_querystd = capture_querystd, .vidioc_g_std = capture_g_std, .vidioc_s_std = capture_s_std, .vidioc_g_parm = capture_g_parm, .vidioc_s_parm = capture_s_parm, .vidioc_reqbufs = vb2_ioctl_reqbufs, .vidioc_create_bufs = vb2_ioctl_create_bufs, .vidioc_prepare_buf = vb2_ioctl_prepare_buf, .vidioc_querybuf = vb2_ioctl_querybuf, .vidioc_qbuf = vb2_ioctl_qbuf, .vidioc_dqbuf = vb2_ioctl_dqbuf, .vidioc_expbuf = vb2_ioctl_expbuf, .vidioc_streamon = vb2_ioctl_streamon, .vidioc_streamoff = vb2_ioctl_streamoff, }; /* * Queue operations */ static int capture_queue_setup(struct vb2_queue *vq, unsigned int *nbuffers, unsigned int *nplanes, unsigned int sizes[], struct device *alloc_devs[]) { struct capture_priv *priv = vb2_get_drv_priv(vq); struct v4l2_pix_format *pix = &priv->vdev.fmt.fmt.pix; unsigned int count = *nbuffers; if (vq->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return -EINVAL; if (*nplanes) { if (*nplanes != 1 || sizes[0] < pix->sizeimage) return -EINVAL; count += vq->num_buffers; } count = min_t(__u32, VID_MEM_LIMIT / pix->sizeimage, count); if (*nplanes) *nbuffers = (count < vq->num_buffers) ? 0 : count - vq->num_buffers; else *nbuffers = count; *nplanes = 1; sizes[0] = pix->sizeimage; return 0; } static int capture_buf_init(struct vb2_buffer *vb) { struct imx_media_buffer *buf = to_imx_media_vb(vb); INIT_LIST_HEAD(&buf->list); return 0; } static int capture_buf_prepare(struct vb2_buffer *vb) { struct vb2_queue *vq = vb->vb2_queue; struct capture_priv *priv = vb2_get_drv_priv(vq); struct v4l2_pix_format *pix = &priv->vdev.fmt.fmt.pix; if (vb2_plane_size(vb, 0) < pix->sizeimage) { v4l2_err(priv->src_sd, "data will not fit into plane (%lu < %lu)\n", vb2_plane_size(vb, 0), (long)pix->sizeimage); return -EINVAL; } vb2_set_plane_payload(vb, 0, pix->sizeimage); return 0; } static void capture_buf_queue(struct vb2_buffer *vb) { struct capture_priv *priv = vb2_get_drv_priv(vb->vb2_queue); struct imx_media_buffer *buf = to_imx_media_vb(vb); unsigned long flags; spin_lock_irqsave(&priv->q_lock, flags); list_add_tail(&buf->list, &priv->ready_q); spin_unlock_irqrestore(&priv->q_lock, flags); } static int capture_start_streaming(struct vb2_queue *vq, unsigned int count) { struct capture_priv *priv = vb2_get_drv_priv(vq); struct imx_media_buffer *buf, *tmp; unsigned long flags; int ret; ret = imx_media_pipeline_set_stream(priv->md, &priv->src_sd->entity, true); if (ret) { v4l2_err(priv->src_sd, "pipeline start failed with %d\n", ret); goto return_bufs; } priv->stop = false; return 0; return_bufs: spin_lock_irqsave(&priv->q_lock, flags); list_for_each_entry_safe(buf, tmp, &priv->ready_q, list) { list_del(&buf->list); vb2_buffer_done(&buf->vbuf.vb2_buf, VB2_BUF_STATE_QUEUED); } spin_unlock_irqrestore(&priv->q_lock, flags); return ret; } static void capture_stop_streaming(struct vb2_queue *vq) { struct capture_priv *priv = vb2_get_drv_priv(vq); struct imx_media_buffer *frame; unsigned long flags; int ret; spin_lock_irqsave(&priv->q_lock, flags); priv->stop = true; spin_unlock_irqrestore(&priv->q_lock, flags); ret = imx_media_pipeline_set_stream(priv->md, &priv->src_sd->entity, false); if (ret) v4l2_warn(priv->src_sd, "pipeline stop failed with %d\n", ret); /* release all active buffers */ spin_lock_irqsave(&priv->q_lock, flags); while (!list_empty(&priv->ready_q)) { frame = list_entry(priv->ready_q.next, struct imx_media_buffer, list); list_del(&frame->list); vb2_buffer_done(&frame->vbuf.vb2_buf, VB2_BUF_STATE_ERROR); } spin_unlock_irqrestore(&priv->q_lock, flags); } static const struct vb2_ops capture_qops = { .queue_setup = capture_queue_setup, .buf_init = capture_buf_init, .buf_prepare = capture_buf_prepare, .buf_queue = capture_buf_queue, .wait_prepare = vb2_ops_wait_prepare, .wait_finish = vb2_ops_wait_finish, .start_streaming = capture_start_streaming, .stop_streaming = capture_stop_streaming, }; /* * File operations */ static int capture_open(struct file *file) { struct capture_priv *priv = video_drvdata(file); struct video_device *vfd = priv->vdev.vfd; int ret; if (mutex_lock_interruptible(&priv->mutex)) return -ERESTARTSYS; ret = v4l2_fh_open(file); if (ret) v4l2_err(priv->src_sd, "v4l2_fh_open failed\n"); ret = v4l2_pipeline_pm_use(&vfd->entity, 1); if (ret) v4l2_fh_release(file); mutex_unlock(&priv->mutex); return ret; } static int capture_release(struct file *file) { struct capture_priv *priv = video_drvdata(file); struct video_device *vfd = priv->vdev.vfd; struct vb2_queue *vq = &priv->q; int ret = 0; mutex_lock(&priv->mutex); if (file->private_data == vq->owner) { vb2_queue_release(vq); vq->owner = NULL; } v4l2_pipeline_pm_use(&vfd->entity, 0); v4l2_fh_release(file); mutex_unlock(&priv->mutex); return ret; } static const struct v4l2_file_operations capture_fops = { .owner = THIS_MODULE, .open = capture_open, .release = capture_release, .poll = vb2_fop_poll, .unlocked_ioctl = video_ioctl2, .mmap = vb2_fop_mmap, }; static struct video_device capture_videodev = { .fops = &capture_fops, .ioctl_ops = &capture_ioctl_ops, .minor = -1, .release = video_device_release, .vfl_dir = VFL_DIR_RX, .tvnorms = V4L2_STD_NTSC | V4L2_STD_PAL | V4L2_STD_SECAM, .device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING, }; void imx_media_capture_device_set_format(struct imx_media_video_dev *vdev, struct v4l2_pix_format *pix) { struct capture_priv *priv = to_capture_priv(vdev); mutex_lock(&priv->mutex); priv->vdev.fmt.fmt.pix = *pix; priv->vdev.cc = imx_media_find_format(pix->pixelformat, CS_SEL_ANY, true); mutex_unlock(&priv->mutex); } EXPORT_SYMBOL_GPL(imx_media_capture_device_set_format); struct imx_media_buffer * imx_media_capture_device_next_buf(struct imx_media_video_dev *vdev) { struct capture_priv *priv = to_capture_priv(vdev); struct imx_media_buffer *buf = NULL; unsigned long flags; spin_lock_irqsave(&priv->q_lock, flags); /* get next queued buffer */ if (!list_empty(&priv->ready_q)) { buf = list_entry(priv->ready_q.next, struct imx_media_buffer, list); list_del(&buf->list); } spin_unlock_irqrestore(&priv->q_lock, flags); return buf; } EXPORT_SYMBOL_GPL(imx_media_capture_device_next_buf); void imx_media_capture_device_error(struct imx_media_video_dev *vdev) { struct capture_priv *priv = to_capture_priv(vdev); struct vb2_queue *vq = &priv->q; unsigned long flags; if (!vb2_is_streaming(vq)) return; spin_lock_irqsave(&priv->q_lock, flags); vb2_queue_error(vq); spin_unlock_irqrestore(&priv->q_lock, flags); } EXPORT_SYMBOL_GPL(imx_media_capture_device_error); int imx_media_capture_device_register(struct imx_media_video_dev *vdev) { struct capture_priv *priv = to_capture_priv(vdev); struct v4l2_subdev *sd = priv->src_sd; struct video_device *vfd = vdev->vfd; struct vb2_queue *vq = &priv->q; struct v4l2_subdev_format fmt_src; int ret; /* get media device */ priv->md = dev_get_drvdata(sd->v4l2_dev->dev); vfd->v4l2_dev = sd->v4l2_dev; ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1); if (ret) { v4l2_err(sd, "Failed to register video device\n"); return ret; } vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; vq->io_modes = VB2_MMAP | VB2_DMABUF; vq->drv_priv = priv; vq->buf_struct_size = sizeof(struct imx_media_buffer); vq->ops = &capture_qops; vq->mem_ops = &vb2_dma_contig_memops; vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; vq->lock = &priv->mutex; vq->min_buffers_needed = 2; vq->dev = priv->dev; ret = vb2_queue_init(vq); if (ret) { v4l2_err(sd, "vb2_queue_init failed\n"); goto unreg; } INIT_LIST_HEAD(&priv->ready_q); priv->vdev_pad.flags = MEDIA_PAD_FL_SINK; ret = media_entity_pads_init(&vfd->entity, 1, &priv->vdev_pad); if (ret) { v4l2_err(sd, "failed to init dev pad\n"); goto unreg; } /* create the link from the src_sd devnode pad to device node */ ret = media_create_pad_link(&sd->entity, priv->src_sd_pad, &vfd->entity, 0, 0); if (ret) { v4l2_err(sd, "failed to create link to device node\n"); goto unreg; } /* setup default format */ fmt_src.pad = priv->src_sd_pad; fmt_src.which = V4L2_SUBDEV_FORMAT_ACTIVE; v4l2_subdev_call(sd, pad, get_fmt, NULL, &fmt_src); if (ret) { v4l2_err(sd, "failed to get src_sd format\n"); goto unreg; } vdev->fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; imx_media_mbus_fmt_to_pix_fmt(&vdev->fmt.fmt.pix, &fmt_src.format, NULL); vdev->cc = imx_media_find_format(vdev->fmt.fmt.pix.pixelformat, CS_SEL_ANY, false); v4l2_info(sd, "Registered %s as /dev/%s\n", vfd->name, video_device_node_name(vfd)); vfd->ctrl_handler = &priv->ctrl_hdlr; return 0; unreg: video_unregister_device(vfd); return ret; } EXPORT_SYMBOL_GPL(imx_media_capture_device_register); void imx_media_capture_device_unregister(struct imx_media_video_dev *vdev) { struct capture_priv *priv = to_capture_priv(vdev); struct video_device *vfd = priv->vdev.vfd; mutex_lock(&priv->mutex); if (video_is_registered(vfd)) { video_unregister_device(vfd); media_entity_cleanup(&vfd->entity); } mutex_unlock(&priv->mutex); } EXPORT_SYMBOL_GPL(imx_media_capture_device_unregister); struct imx_media_video_dev * imx_media_capture_device_init(struct v4l2_subdev *src_sd, int pad) { struct capture_priv *priv; struct video_device *vfd; priv = devm_kzalloc(src_sd->dev, sizeof(*priv), GFP_KERNEL); if (!priv) return ERR_PTR(-ENOMEM); priv->src_sd = src_sd; priv->src_sd_pad = pad; priv->dev = src_sd->dev; mutex_init(&priv->mutex); spin_lock_init(&priv->q_lock); snprintf(capture_videodev.name, sizeof(capture_videodev.name), "%s capture", src_sd->name); vfd = video_device_alloc(); if (!vfd) return ERR_PTR(-ENOMEM); *vfd = capture_videodev; vfd->lock = &priv->mutex; vfd->queue = &priv->q; priv->vdev.vfd = vfd; INIT_LIST_HEAD(&priv->vdev.list); video_set_drvdata(vfd, priv); v4l2_ctrl_handler_init(&priv->ctrl_hdlr, 0); return &priv->vdev; } EXPORT_SYMBOL_GPL(imx_media_capture_device_init); void imx_media_capture_device_remove(struct imx_media_video_dev *vdev) { struct capture_priv *priv = to_capture_priv(vdev); v4l2_ctrl_handler_free(&priv->ctrl_hdlr); } EXPORT_SYMBOL_GPL(imx_media_capture_device_remove); MODULE_DESCRIPTION("i.MX5/6 v4l2 video capture interface driver"); MODULE_AUTHOR("Steve Longerbeam <steve_longerbeam@mentor.com>"); MODULE_LICENSE("GPL");
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with Cregit http://github.com/cregit/cregit
Version 2.0-RC1