#include <linux/align.h>
#include <linux/bits.h>
#include <linux/bug.h>
#include <linux/completion.h>
#include <linux/container_of.h>
#include <linux/device.h>
#include <linux/list.h>
#include <linux/math64.h>
#include <linux/minmax.h>
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/pm_runtime.h>
#include <linux/spinlock.h>
#include <linux/string.h>
#include <media/media-entity.h>
#include <media/v4l2-ctrls.h>
#include <media/v4l2-dev.h>
#include <media/v4l2-fh.h>
#include <media/v4l2-ioctl.h>
#include <media/v4l2-subdev.h>
#include <media/videobuf2-v4l2.h>
#include "ipu6.h"
#include "ipu6-bus.h"
#include "ipu6-cpd.h"
#include "ipu6-fw-isys.h"
#include "ipu6-isys.h"
#include "ipu6-isys-csi2.h"
#include "ipu6-isys-queue.h"
#include "ipu6-isys-video.h"
#include "ipu6-platform-regs.h"
const struct ipu6_isys_pixelformat ipu6_isys_pfmts[] = {
{ V4L2_PIX_FMT_SBGGR12, 16, 12, MEDIA_BUS_FMT_SBGGR12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SGBRG12, 16, 12, MEDIA_BUS_FMT_SGBRG12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SGRBG12, 16, 12, MEDIA_BUS_FMT_SGRBG12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SRGGB12, 16, 12, MEDIA_BUS_FMT_SRGGB12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SBGGR10, 16, 10, MEDIA_BUS_FMT_SBGGR10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SGBRG10, 16, 10, MEDIA_BUS_FMT_SGBRG10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SGRBG10, 16, 10, MEDIA_BUS_FMT_SGRBG10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SRGGB10, 16, 10, MEDIA_BUS_FMT_SRGGB10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_SBGGR8, 8, 8, MEDIA_BUS_FMT_SBGGR8_1X8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8 },
{ V4L2_PIX_FMT_SGBRG8, 8, 8, MEDIA_BUS_FMT_SGBRG8_1X8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8 },
{ V4L2_PIX_FMT_SGRBG8, 8, 8, MEDIA_BUS_FMT_SGRBG8_1X8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8 },
{ V4L2_PIX_FMT_SRGGB8, 8, 8, MEDIA_BUS_FMT_SRGGB8_1X8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8 },
{ V4L2_PIX_FMT_SBGGR12P, 12, 12, MEDIA_BUS_FMT_SBGGR12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12 },
{ V4L2_PIX_FMT_SGBRG12P, 12, 12, MEDIA_BUS_FMT_SGBRG12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12 },
{ V4L2_PIX_FMT_SGRBG12P, 12, 12, MEDIA_BUS_FMT_SGRBG12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12 },
{ V4L2_PIX_FMT_SRGGB12P, 12, 12, MEDIA_BUS_FMT_SRGGB12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12 },
{ V4L2_PIX_FMT_SBGGR10P, 10, 10, MEDIA_BUS_FMT_SBGGR10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10 },
{ V4L2_PIX_FMT_SGBRG10P, 10, 10, MEDIA_BUS_FMT_SGBRG10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10 },
{ V4L2_PIX_FMT_SGRBG10P, 10, 10, MEDIA_BUS_FMT_SGRBG10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10 },
{ V4L2_PIX_FMT_SRGGB10P, 10, 10, MEDIA_BUS_FMT_SRGGB10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10 },
{ V4L2_PIX_FMT_GREY, 8, 8, MEDIA_BUS_FMT_Y8_1X8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8 },
{ V4L2_PIX_FMT_Y10, 16, 10, MEDIA_BUS_FMT_Y10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_Y12, 16, 12, MEDIA_BUS_FMT_Y12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_Y16, 16, 16, MEDIA_BUS_FMT_Y16_1X16,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16 },
{ V4L2_PIX_FMT_Y10P, 10, 10, MEDIA_BUS_FMT_Y10_1X10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10 },
{ V4L2_PIX_FMT_Y12P, 12, 12, MEDIA_BUS_FMT_Y12_1X12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12 },
{ V4L2_PIX_FMT_UYVY, 16, 16, MEDIA_BUS_FMT_UYVY8_1X16,
IPU6_FW_ISYS_FRAME_FORMAT_UYVY},
{ V4L2_PIX_FMT_YUYV, 16, 16, MEDIA_BUS_FMT_YUYV8_1X16,
IPU6_FW_ISYS_FRAME_FORMAT_YUYV},
{ V4L2_PIX_FMT_RGB565, 16, 16, MEDIA_BUS_FMT_RGB565_1X16,
IPU6_FW_ISYS_FRAME_FORMAT_RGB565 },
{ V4L2_PIX_FMT_BGR24, 24, 24, MEDIA_BUS_FMT_RGB888_1X24,
IPU6_FW_ISYS_FRAME_FORMAT_RGBA888 },
{ V4L2_META_FMT_GENERIC_8, 8, 8, MEDIA_BUS_FMT_META_8,
IPU6_FW_ISYS_FRAME_FORMAT_RAW8, true },
{ V4L2_META_FMT_GENERIC_CSI2_10, 10, 10, MEDIA_BUS_FMT_META_10,
IPU6_FW_ISYS_FRAME_FORMAT_RAW10, true },
{ V4L2_META_FMT_GENERIC_CSI2_12, 12, 12, MEDIA_BUS_FMT_META_12,
IPU6_FW_ISYS_FRAME_FORMAT_RAW12, true },
{ V4L2_META_FMT_GENERIC_CSI2_16, 16, 16, MEDIA_BUS_FMT_META_16,
IPU6_FW_ISYS_FRAME_FORMAT_RAW16, true },
};
static int video_open(struct file *file)
{
struct ipu6_isys_video *av = video_drvdata(file);
struct ipu6_isys *isys = av->isys;
struct ipu6_bus_device *adev = isys->adev;
mutex_lock(&isys->mutex);
if (isys->need_reset) {
mutex_unlock(&isys->mutex);
dev_warn(&adev->auxdev.dev, "isys power cycle required\n");
return -EIO;
}
mutex_unlock(&isys->mutex);
return v4l2_fh_open(file);
}
const struct ipu6_isys_pixelformat *
ipu6_isys_get_isys_format(u32 pixelformat, u32 type)
{
const struct ipu6_isys_pixelformat *default_pfmt = NULL;
unsigned int i;
for (i = 0; i < ARRAY_SIZE(ipu6_isys_pfmts); i++) {
const struct ipu6_isys_pixelformat *pfmt = &ipu6_isys_pfmts[i];
if (type && ((!pfmt->is_meta &&
type != V4L2_BUF_TYPE_VIDEO_CAPTURE) ||
(pfmt->is_meta &&
type != V4L2_BUF_TYPE_META_CAPTURE)))
continue;
if (!default_pfmt)
default_pfmt = pfmt;
if (pfmt->pixelformat != pixelformat)
continue;
return pfmt;
}
return default_pfmt;
}
static int ipu6_isys_vidioc_querycap(struct file *file, void *fh,
struct v4l2_capability *cap)
{
struct ipu6_isys_video *av = video_drvdata(file);
strscpy(cap->driver, IPU6_ISYS_NAME, sizeof(cap->driver));
strscpy(cap->card, av->isys->media_dev.model, sizeof(cap->card));
return 0;
}
static int ipu6_isys_vidioc_enum_fmt(struct file *file, void *fh,
struct v4l2_fmtdesc *f)
{
unsigned int i, num_found;
for (i = 0, num_found = 0; i < ARRAY_SIZE(ipu6_isys_pfmts); i++) {
if ((ipu6_isys_pfmts[i].is_meta &&
f->type != V4L2_BUF_TYPE_META_CAPTURE) ||
(!ipu6_isys_pfmts[i].is_meta &&
f->type != V4L2_BUF_TYPE_VIDEO_CAPTURE))
continue;
if (f->mbus_code && f->mbus_code != ipu6_isys_pfmts[i].code)
continue;
if (num_found < f->index) {
num_found++;
continue;
}
f->flags = 0;
f->pixelformat = ipu6_isys_pfmts[i].pixelformat;
return 0;
}
return -EINVAL;
}
static int ipu6_isys_vidioc_enum_framesizes(struct file *file, void *fh,
struct v4l2_frmsizeenum *fsize)
{
unsigned int i;
if (fsize->index > 0)
return -EINVAL;
for (i = 0; i < ARRAY_SIZE(ipu6_isys_pfmts); i++) {
if (fsize->pixel_format != ipu6_isys_pfmts[i].pixelformat)
continue;
fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE;
fsize->stepwise.min_width = IPU6_ISYS_MIN_WIDTH;
fsize->stepwise.max_width = IPU6_ISYS_MAX_WIDTH;
fsize->stepwise.min_height = IPU6_ISYS_MIN_HEIGHT;
fsize->stepwise.max_height = IPU6_ISYS_MAX_HEIGHT;
fsize->stepwise.step_width = 2;
fsize->stepwise.step_height = 2;
return 0;
}
return -EINVAL;
}
static int ipu6_isys_vidioc_g_fmt_vid_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
f->fmt.pix = av->pix_fmt;
return 0;
}
static int ipu6_isys_vidioc_g_fmt_meta_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
f->fmt.meta = av->meta_fmt;
return 0;
}
static void ipu6_isys_try_fmt_cap(struct ipu6_isys_video *av, u32 type,
u32 *format, u32 *width, u32 *height,
u32 *bytesperline, u32 *sizeimage)
{
const struct ipu6_isys_pixelformat *pfmt =
ipu6_isys_get_isys_format(*format, type);
*format = pfmt->pixelformat;
*width = clamp(*width, IPU6_ISYS_MIN_WIDTH, IPU6_ISYS_MAX_WIDTH);
*height = clamp(*height, IPU6_ISYS_MIN_HEIGHT, IPU6_ISYS_MAX_HEIGHT);
if (pfmt->bpp != pfmt->bpp_packed)
*bytesperline = *width * DIV_ROUND_UP(pfmt->bpp, BITS_PER_BYTE);
else
*bytesperline = DIV_ROUND_UP(*width * pfmt->bpp, BITS_PER_BYTE);
*bytesperline = ALIGN(*bytesperline, 64);
*sizeimage = *bytesperline * *height +
max(*bytesperline,
av->isys->pdata->ipdata->isys_dma_overshoot);
}
static void __ipu6_isys_vidioc_try_fmt_vid_cap(struct ipu6_isys_video *av,
struct v4l2_format *f)
{
ipu6_isys_try_fmt_cap(av, f->type, &f->fmt.pix.pixelformat,
&f->fmt.pix.width, &f->fmt.pix.height,
&f->fmt.pix.bytesperline, &f->fmt.pix.sizeimage);
f->fmt.pix.field = V4L2_FIELD_NONE;
f->fmt.pix.colorspace = V4L2_COLORSPACE_RAW;
f->fmt.pix.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
f->fmt.pix.quantization = V4L2_QUANTIZATION_DEFAULT;
f->fmt.pix.xfer_func = V4L2_XFER_FUNC_DEFAULT;
}
static int ipu6_isys_vidioc_try_fmt_vid_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
if (vb2_is_busy(&av->aq.vbq))
return -EBUSY;
__ipu6_isys_vidioc_try_fmt_vid_cap(av, f);
return 0;
}
static int __ipu6_isys_vidioc_try_fmt_meta_cap(struct ipu6_isys_video *av,
struct v4l2_format *f)
{
ipu6_isys_try_fmt_cap(av, f->type, &f->fmt.meta.dataformat,
&f->fmt.meta.width, &f->fmt.meta.height,
&f->fmt.meta.bytesperline,
&f->fmt.meta.buffersize);
return 0;
}
static int ipu6_isys_vidioc_try_fmt_meta_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
__ipu6_isys_vidioc_try_fmt_meta_cap(av, f);
return 0;
}
static int ipu6_isys_vidioc_s_fmt_vid_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
ipu6_isys_vidioc_try_fmt_vid_cap(file, fh, f);
av->pix_fmt = f->fmt.pix;
return 0;
}
static int ipu6_isys_vidioc_s_fmt_meta_cap(struct file *file, void *fh,
struct v4l2_format *f)
{
struct ipu6_isys_video *av = video_drvdata(file);
if (vb2_is_busy(&av->aq.vbq))
return -EBUSY;
ipu6_isys_vidioc_try_fmt_meta_cap(file, fh, f);
av->meta_fmt = f->fmt.meta;
return 0;
}
static int ipu6_isys_vidioc_reqbufs(struct file *file, void *priv,
struct v4l2_requestbuffers *p)
{
struct ipu6_isys_video *av = video_drvdata(file);
int ret;
av->aq.vbq.is_multiplanar = V4L2_TYPE_IS_MULTIPLANAR(p->type);
av->aq.vbq.is_output = V4L2_TYPE_IS_OUTPUT(p->type);
ret = vb2_queue_change_type(&av->aq.vbq, p->type);
if (ret)
return ret;
return vb2_ioctl_reqbufs(file, priv, p);
}
static int ipu6_isys_vidioc_create_bufs(struct file *file, void *priv,
struct v4l2_create_buffers *p)
{
struct ipu6_isys_video *av = video_drvdata(file);
int ret;
av->aq.vbq.is_multiplanar = V4L2_TYPE_IS_MULTIPLANAR(p->format.type);
av->aq.vbq.is_output = V4L2_TYPE_IS_OUTPUT(p->format.type);
ret = vb2_queue_change_type(&av->aq.vbq, p->format.type);
if (ret)
return ret;
return vb2_ioctl_create_bufs(file, priv, p);
}
static int link_validate(struct media_link *link)
{
struct ipu6_isys_video *av =
container_of(link->sink, struct ipu6_isys_video, pad);
struct device *dev = &av->isys->adev->auxdev.dev;
struct v4l2_subdev_state *s_state;
struct v4l2_subdev *s_sd;
struct v4l2_mbus_framefmt *s_fmt;
struct media_pad *s_pad;
u32 s_stream, code;
int ret = -EPIPE;
if (!link->source->entity)
return ret;
s_sd = media_entity_to_v4l2_subdev(link->source->entity);
s_state = v4l2_subdev_get_unlocked_active_state(s_sd);
if (!s_state)
return ret;
dev_dbg(dev, "validating link \"%s\":%u -> \"%s\"\n",
link->source->entity->name, link->source->index,
link->sink->entity->name);
s_pad = media_pad_remote_pad_first(&av->pad);
s_stream = ipu6_isys_get_src_stream_by_src_pad(s_sd, s_pad->index);
v4l2_subdev_lock_state(s_state);
s_fmt = v4l2_subdev_state_get_format(s_state, s_pad->index, s_stream);
if (!s_fmt) {
dev_err(dev, "failed to get source pad format\n");
goto unlock;
}
code = ipu6_isys_get_isys_format(ipu6_isys_get_format(av), 0)->code;
if (s_fmt->width != ipu6_isys_get_frame_width(av) ||
s_fmt->height != ipu6_isys_get_frame_height(av) ||
s_fmt->code != code) {
dev_dbg(dev, "format mismatch %dx%d,%x != %dx%d,%x\n",
s_fmt->width, s_fmt->height, s_fmt->code,
ipu6_isys_get_frame_width(av),
ipu6_isys_get_frame_height(av), code);
goto unlock;
}
v4l2_subdev_unlock_state(s_state);
return 0;
unlock:
v4l2_subdev_unlock_state(s_state);
return ret;
}
int ipu6_isys_fw_pins_prepare(struct ipu6_isys_stream *stream,
struct v4l2_mbus_frame_desc *desc,
int (*fw_pin_cfg)(struct ipu6_isys_video *av,
struct ipu6_isys_stream *stream,
struct media_pad *src_pad,
struct v4l2_mbus_frame_desc_entry *entry,
void *__cfg), void *stream_cfg)
{
struct v4l2_subdev_state *csi2_state =
v4l2_subdev_get_locked_active_state(&stream->asd->sd);
struct device *dev = &stream->isys->adev->auxdev.dev;
struct ipu6_isys_queue *aq;
list_for_each_entry(aq, &stream->queues, node) {
struct ipu6_isys_video *__av = ipu6_isys_queue_to_video(aq);
struct media_pad *remote_pad =
media_pad_remote_pad_first(&__av->pad);
u64 source_streams = 1;
unsigned int sink_stream =
__ffs(v4l2_subdev_state_xlate_streams(csi2_state,
remote_pad->index,
CSI2_PAD_SINK,
&source_streams));
struct v4l2_mbus_frame_desc_entry *entry = NULL;
int ret;
for (unsigned int i = 0; i < desc->num_entries; i++) {
if (desc->entry[i].stream == sink_stream) {
entry = &desc->entry[i];
break;
}
}
if (!entry) {
dev_err(dev, "cannot find frame desc entry for sink stream %u\n",
sink_stream);
return -EINVAL;
}
ret = fw_pin_cfg(__av, stream, remote_pad, entry, stream_cfg);
if (ret < 0)
return ret;
}
return 0;
}
int ipu6_isys_start_stream_firmware(struct ipu6_isys_stream *stream,
struct ipu6_isys_buffer_list *bl,
struct v4l2_mbus_frame_desc *desc)
{
struct ipu6_bus_device *adev = stream->asd->isys->adev;
const struct ipu6_fw_isys_ops *fw_ops = adev->auxdrv_data->fw_ops;
struct device *dev = &adev->auxdev.dev;
struct isys_fw_msgs *msg = NULL;
int ret, retout, tout;
bool capture = bl ? true : false;
msg = ipu6_get_fw_msg_buf(stream);
if (!msg)
return -ENOMEM;
ret = fw_ops->prepare_stream_cfg(stream, desc, msg);
if (ret < 0) {
ipu6_put_fw_msg_buf(stream->isys, msg);
return ret;
}
reinit_completion(&stream->stream_open_completion);
ret = fw_ops->stream_open(stream->isys, stream->stream_handle, msg);
if (ret < 0) {
dev_err(dev, "can't open stream (%d)\n", ret);
ipu6_put_fw_msg_buf(stream->isys, msg);
return ret;
}
tout = wait_for_completion_timeout(&stream->stream_open_completion,
IPU6_FW_CALL_TIMEOUT_JIFFIES);
ipu6_put_fw_msg_buf(stream->isys, msg);
if (!tout) {
dev_err(dev, "stream open time out\n");
return -ETIMEDOUT;
}
if (stream->error) {
dev_err(dev, "stream open error: %d\n", stream->error);
return -EIO;
}
dev_dbg(dev, "start stream: open complete\n");
msg = ipu6_get_fw_msg_buf(stream);
if (!msg) {
return -ENOMEM;
}
fw_ops->prepare_buf_set(msg, stream, bl);
ipu6_isys_buffer_list_queue(bl, IPU6_ISYS_BUFFER_LIST_FL_ACTIVE, 0);
reinit_completion(&stream->stream_start_completion);
ret = fw_ops->stream_start(stream->isys, stream->stream_handle, msg,
capture);
if (ret < 0) {
dev_err(dev, "can't start streaming (%d)\n", ret);
goto out_stream_close;
}
tout = wait_for_completion_timeout(&stream->stream_start_completion,
IPU6_FW_CALL_TIMEOUT_JIFFIES);
if (!tout) {
dev_err(dev, "stream start time out\n");
ret = -ETIMEDOUT;
goto out_stream_close;
}
if (stream->error) {
dev_err(dev, "stream start error: %d\n", stream->error);
ret = -EIO;
goto out_stream_close;
}
dev_dbg(dev, "start stream: complete\n");
return 0;
out_stream_close:
reinit_completion(&stream->stream_close_completion);
retout = fw_ops->stream_close(stream->isys, stream->stream_handle);
if (retout < 0) {
dev_dbg(dev, "can't close stream (%d)\n", retout);
return retout;
}
tout = wait_for_completion_timeout(&stream->stream_close_completion,
IPU6_FW_CALL_TIMEOUT_JIFFIES);
if (!tout)
dev_err(dev, "stream close time out\n");
else if (stream->error)
dev_err(dev, "stream close error: %d\n", stream->error);
else
dev_dbg(dev, "stream close complete\n");
return ret;
}
void ipu6_isys_stop_stream_firmware(struct ipu6_isys_stream *stream)
{
struct ipu6_bus_device *adev = stream->asd->isys->adev;
const struct ipu6_fw_isys_ops *fw_ops = adev->auxdrv_data->fw_ops;
struct device *dev = &adev->auxdev.dev;
int ret, tout;
reinit_completion(&stream->stream_stop_completion);
ret = fw_ops->stream_flush(stream->isys, stream->stream_handle);
if (ret < 0) {
dev_err(dev, "can't stop stream (%d)\n", ret);
return;
}
tout = wait_for_completion_timeout(&stream->stream_stop_completion,
IPU6_FW_CALL_TIMEOUT_JIFFIES);
if (!tout)
dev_warn(dev, "stream stop time out\n");
else if (stream->error)
dev_warn(dev, "stream stop error: %d\n", stream->error);
else
dev_dbg(dev, "stop stream: complete\n");
}
void ipu6_isys_close_stream_firmware(struct ipu6_isys_stream *stream)
{
struct ipu6_bus_device *adev = stream->asd->isys->adev;
const struct ipu6_fw_isys_ops *fw_ops = adev->auxdrv_data->fw_ops;
struct device *dev = &adev->auxdev.dev;
struct ipu6_isys_csi2 *csi2 = ipu6_isys_subdev_to_csi2(stream->asd);
int ret, tout;
reinit_completion(&stream->stream_close_completion);
ret = fw_ops->stream_close(stream->isys, stream->stream_handle);
if (ret < 0) {
dev_err(dev, "can't close stream (%d)\n", ret);
return;
}
tout = wait_for_completion_timeout(&stream->stream_close_completion,
IPU6_FW_CALL_TIMEOUT_JIFFIES);
if (!tout)
dev_warn(dev, "stream close time out\n");
else if (stream->error)
dev_warn(dev, "stream close error: %d\n", stream->error);
else
dev_dbg(dev, "close stream: complete\n");
scoped_guard(spinlock_irqsave, &stream->isys->streams_lock) {
stream->isys->streams_by_handle[stream->stream_handle] = NULL;
csi2->streams_by_vc[stream->vc] = NULL;
}
}
struct ipu6_isys_stream *
ipu6_isys_find_stream_firmware(struct ipu6_isys_csi2 *csi2, u8 vc)
{
struct ipu6_isys_stream *stream;
list_for_each_entry(stream, &csi2->streams, csi2_entry)
if (stream->vc == vc)
return stream;
return NULL;
}
void ipu6_isys_free_stream_firmware(struct ipu6_isys_stream *stream)
{
struct ipu6_isys_csi2 *csi2 = ipu6_isys_subdev_to_csi2(stream->asd);
struct ipu6_isys_queue *aq, *aq_safe;
list_for_each_entry_safe(aq, aq_safe, &stream->queues, node) {
struct ipu6_isys_video *av =
container_of_const(aq, struct ipu6_isys_video, aq);
list_del(&aq->node);
av->stream = NULL;
}
list_del(&stream->csi2_entry);
ida_free(&csi2->isys->streams, stream->stream_handle);
kfree(stream);
}
struct ipu6_isys_stream *
ipu6_isys_alloc_stream_firmware(struct ipu6_isys_csi2 *csi2,
struct v4l2_subdev_state *csi2_state,
struct v4l2_mbus_frame_desc *desc,
u8 vc)
{
struct device *dev = &csi2->isys->adev->auxdev.dev;
struct ipu6_isys_stream *stream;
struct v4l2_subdev_route *route;
int ret;
stream = kzalloc_obj(*stream);
if (!stream)
return ERR_PTR(-ENOMEM);
ret = ida_alloc_max(&csi2->isys->streams, IPU6_ISYS_MAX_STREAMS - 1,
GFP_KERNEL);
if (ret < 0)
goto err_free_stream;
stream->stream_handle = ret;
mutex_init(&stream->mutex);
init_completion(&stream->stream_open_completion);
init_completion(&stream->stream_close_completion);
init_completion(&stream->stream_start_completion);
init_completion(&stream->stream_stop_completion);
INIT_LIST_HEAD(&stream->queues);
stream->isys = csi2->asd.isys;
stream->asd = &csi2->asd;
stream->vc = vc;
scoped_guard(spinlock_irqsave, &stream->isys->streams_lock) {
stream->isys->streams_by_handle[stream->stream_handle] = stream;
csi2->streams_by_vc[stream->vc] = stream;
}
list_add(&stream->csi2_entry, &csi2->streams);
for_each_active_route(&csi2_state->routing, route) {
struct media_pad *vdev_pad =
media_pad_remote_pad_first(&csi2->asd.pad[route->source_pad]);
struct v4l2_mbus_frame_desc_entry *entry = NULL;
for (unsigned int i = 0; i < desc->num_entries; i++) {
if (desc->entry[i].stream != route->sink_stream)
continue;
entry = &desc->entry[i];
break;
}
if (!entry) {
dev_dbg(dev, "cannot find stream %u in frame desc\n",
route->sink_stream);
ret = -EINVAL;
goto err_ida_free;
}
if (entry->bus.csi2.vc != vc)
continue;
struct ipu6_isys_video *av =
container_of_const(vdev_pad, struct ipu6_isys_video,
pad);
list_add(&av->aq.node, &stream->queues);
stream->nr_output_pins++;
av->stream = stream;
}
return stream;
err_ida_free:
list_del(&stream->csi2_entry);
ida_free(&csi2->isys->streams, stream->stream_handle);
err_free_stream:
kfree(stream);
return ERR_PTR(ret);
}
int ipu6_isys_video_set_streaming(struct ipu6_isys_video *av, int state)
{
struct device *dev = &av->isys->adev->auxdev.dev;
struct v4l2_subdev *sd;
struct media_pad *r_pad;
int ret = 0;
sd = &av->csi2->asd.sd;
r_pad = media_pad_remote_pad_first(&av->pad);
if (!state) {
dev_dbg(dev, "stream off %s pad:%d\n", sd->name, r_pad->index);
ret = v4l2_subdev_disable_streams(sd, r_pad->index, 1);
if (ret)
dev_err(dev, "stream off %s failed with %d\n", sd->name,
ret);
} else {
dev_dbg(dev, "stream on %s pad %d\n", sd->name, r_pad->index);
ret = v4l2_subdev_enable_streams(sd, r_pad->index, 1);
if (ret)
dev_err(dev, "stream on %s failed with %d\n", sd->name,
ret);
}
av->streaming = state;
return ret;
}
static const struct v4l2_ioctl_ops ipu6_v4l2_ioctl_ops = {
.vidioc_querycap = ipu6_isys_vidioc_querycap,
.vidioc_enum_fmt_vid_cap = ipu6_isys_vidioc_enum_fmt,
.vidioc_enum_fmt_meta_cap = ipu6_isys_vidioc_enum_fmt,
.vidioc_enum_framesizes = ipu6_isys_vidioc_enum_framesizes,
.vidioc_g_fmt_vid_cap = ipu6_isys_vidioc_g_fmt_vid_cap,
.vidioc_s_fmt_vid_cap = ipu6_isys_vidioc_s_fmt_vid_cap,
.vidioc_try_fmt_vid_cap = ipu6_isys_vidioc_try_fmt_vid_cap,
.vidioc_g_fmt_meta_cap = ipu6_isys_vidioc_g_fmt_meta_cap,
.vidioc_s_fmt_meta_cap = ipu6_isys_vidioc_s_fmt_meta_cap,
.vidioc_try_fmt_meta_cap = ipu6_isys_vidioc_try_fmt_meta_cap,
.vidioc_reqbufs = ipu6_isys_vidioc_reqbufs,
.vidioc_create_bufs = ipu6_isys_vidioc_create_bufs,
.vidioc_prepare_buf = vb2_ioctl_prepare_buf,
.vidioc_querybuf = vb2_ioctl_querybuf,
.vidioc_qbuf = vb2_ioctl_qbuf,
.vidioc_dqbuf = vb2_ioctl_dqbuf,
.vidioc_streamon = vb2_ioctl_streamon,
.vidioc_streamoff = vb2_ioctl_streamoff,
.vidioc_expbuf = vb2_ioctl_expbuf,
};
static const struct media_entity_operations entity_ops = {
.link_validate = link_validate,
};
static const struct v4l2_file_operations isys_fops = {
.owner = THIS_MODULE,
.poll = vb2_fop_poll,
.unlocked_ioctl = video_ioctl2,
.mmap = vb2_fop_mmap,
.open = video_open,
.release = vb2_fop_release,
};
int ipu6_isys_video_init(struct ipu6_isys_video *av)
{
struct v4l2_format format = {
.type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
.fmt.pix = {
.width = 1920,
.height = 1080,
},
};
struct v4l2_format format_meta = {
.type = V4L2_BUF_TYPE_META_CAPTURE,
.fmt.meta = {
.width = 1920,
.height = 4,
},
};
int ret;
mutex_init(&av->mutex);
av->vdev.device_caps = V4L2_CAP_STREAMING | V4L2_CAP_IO_MC |
V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_META_CAPTURE;
av->vdev.vfl_dir = VFL_DIR_RX;
ret = ipu6_isys_queue_init(&av->aq);
if (ret)
goto out_mutex_destroy;
av->pad.flags = MEDIA_PAD_FL_SINK | MEDIA_PAD_FL_MUST_CONNECT;
ret = media_entity_pads_init(&av->vdev.entity, 1, &av->pad);
if (ret)
goto out_vb2_queue_release;
av->vdev.entity.ops = &entity_ops;
av->vdev.release = video_device_release_empty;
av->vdev.fops = &isys_fops;
av->vdev.v4l2_dev = &av->isys->v4l2_dev;
av->vdev.dev_parent = &av->isys->adev->isp->pdev->dev;
if (!av->vdev.ioctl_ops)
av->vdev.ioctl_ops = &ipu6_v4l2_ioctl_ops;
av->vdev.queue = &av->aq.vbq;
av->vdev.lock = &av->mutex;
__ipu6_isys_vidioc_try_fmt_vid_cap(av, &format);
av->pix_fmt = format.fmt.pix;
__ipu6_isys_vidioc_try_fmt_meta_cap(av, &format_meta);
av->meta_fmt = format_meta.fmt.meta;
video_set_drvdata(&av->vdev, av);
ret = video_register_device(&av->vdev, VFL_TYPE_VIDEO, -1);
if (ret)
goto out_media_entity_cleanup;
return ret;
out_media_entity_cleanup:
vb2_video_unregister_device(&av->vdev);
media_entity_cleanup(&av->vdev.entity);
out_vb2_queue_release:
vb2_queue_release(&av->aq.vbq);
out_mutex_destroy:
mutex_destroy(&av->mutex);
return ret;
}
void ipu6_isys_video_cleanup(struct ipu6_isys_video *av)
{
vb2_video_unregister_device(&av->vdev);
media_entity_cleanup(&av->vdev.entity);
mutex_destroy(&av->mutex);
}
u32 ipu6_isys_get_format(struct ipu6_isys_video *av)
{
if (av->aq.vbq.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
return av->pix_fmt.pixelformat;
if (av->aq.vbq.type == V4L2_BUF_TYPE_META_CAPTURE)
return av->meta_fmt.dataformat;
return 0;
}
u32 ipu6_isys_get_data_size(struct ipu6_isys_video *av)
{
if (av->aq.vbq.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
return av->pix_fmt.sizeimage;
if (av->aq.vbq.type == V4L2_BUF_TYPE_META_CAPTURE)
return av->meta_fmt.buffersize;
return 0;
}
u32 ipu6_isys_get_bytes_per_line(struct ipu6_isys_video *av)
{
if (av->aq.vbq.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
return av->pix_fmt.bytesperline;
if (av->aq.vbq.type == V4L2_BUF_TYPE_META_CAPTURE)
return av->meta_fmt.bytesperline;
return 0;
}
u32 ipu6_isys_get_frame_width(struct ipu6_isys_video *av)
{
if (av->aq.vbq.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
return av->pix_fmt.width;
if (av->aq.vbq.type == V4L2_BUF_TYPE_META_CAPTURE)
return av->meta_fmt.width;
return 0;
}
u32 ipu6_isys_get_frame_height(struct ipu6_isys_video *av)
{
if (av->aq.vbq.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
return av->pix_fmt.height;
if (av->aq.vbq.type == V4L2_BUF_TYPE_META_CAPTURE)
return av->meta_fmt.height;
return 0;
}