5087 lines
146 KiB
C

/*
* Rockchip isp1 driver
*
* Copyright (C) 2017 Rockchip Electronics Co., Ltd.
*
* This software is available to you under a choice of one of two
* licenses. You may choose to be licensed under the terms of the GNU
* General Public License (GPL) Version 2, available from the file
* COPYING in the main directory of this source tree, or the
* OpenIB.org BSD license below:
*
* Redistribution and use in source and binary forms, with or
* without modification, are permitted provided that the following
* conditions are met:
*
* - Redistributions of source code must retain the above
* copyright notice, this list of conditions and the following
* disclaimer.
*
* - Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following
* disclaimer in the documentation and/or other materials
* provided with the distribution.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#include <linux/clk.h>
#include <linux/compat.h>
#include <linux/iopoll.h>
#include <linux/pm_runtime.h>
#include <linux/regmap.h>
#include <linux/rk-camera-module.h>
#include <linux/videodev2.h>
#include <linux/vmalloc.h>
#include <linux/kfifo.h>
#include <linux/interrupt.h>
#include <linux/rk-preisp.h>
#include <linux/rk-isp21-config.h>
#include <linux/iommu.h>
#include <media/v4l2-event.h>
#include <media/media-entity.h>
#include "common.h"
#include "isp_external.h"
#include "regs.h"
#include "rkisp_tb_helper.h"
#define ISP_V4L2_EVENT_ELEMS 4
#define ISP_SUBDEV_NAME DRIVER_NAME "-isp-subdev"
/*
* NOTE: MIPI controller and input MUX are also configured in this file,
* because ISP Subdev is not only describe ISP submodule(input size,format, output size, format),
* but also a virtual route device.
*/
/*
* There are many variables named with format/frame in below code,
* please see here for their meaning.
*
* Cropping regions of ISP
*
* +---------------------------------------------------------+
* | Sensor image/ISP in_frm |
* | +---------------------------------------------------+ |
* | | ISP_ACQ (for black level) | |
* | | in_crop | |
* | | +--------------------------------------------+ | |
* | | | ISP_IS | | |
* | | | rkisp_isp_subdev: out_crop | | |
* | | | | | |
* | | | | | |
* | | | | | |
* | | | | | |
* | | +--------------------------------------------+ | |
* | +---------------------------------------------------+ |
* +---------------------------------------------------------+
*/
static void rkisp_config_cmsk(struct rkisp_device *dev);
static void rkisp_config_aiisp(struct rkisp_device *dev);
static void rkisp_config_fpn(struct rkisp_device *dev);
static inline struct rkisp_device *sd_to_isp_dev(struct v4l2_subdev *sd)
{
return container_of(sd->v4l2_dev, struct rkisp_device, v4l2_dev);
}
static int mbus_pixelcode_to_mipi_dt(u32 pixelcode)
{
int mipi_dt;
switch (pixelcode) {
case MEDIA_BUS_FMT_Y8_1X8:
case MEDIA_BUS_FMT_SRGGB8_1X8:
case MEDIA_BUS_FMT_SBGGR8_1X8:
case MEDIA_BUS_FMT_SGBRG8_1X8:
case MEDIA_BUS_FMT_SGRBG8_1X8:
mipi_dt = CIF_CSI2_DT_RAW8;
break;
case MEDIA_BUS_FMT_Y10_1X10:
case MEDIA_BUS_FMT_SBGGR10_1X10:
case MEDIA_BUS_FMT_SRGGB10_1X10:
case MEDIA_BUS_FMT_SGBRG10_1X10:
case MEDIA_BUS_FMT_SGRBG10_1X10:
mipi_dt = CIF_CSI2_DT_RAW10;
break;
case MEDIA_BUS_FMT_Y12_1X12:
case MEDIA_BUS_FMT_SRGGB12_1X12:
case MEDIA_BUS_FMT_SBGGR12_1X12:
case MEDIA_BUS_FMT_SGBRG12_1X12:
case MEDIA_BUS_FMT_SGRBG12_1X12:
mipi_dt = CIF_CSI2_DT_RAW12;
break;
case MEDIA_BUS_FMT_YUYV8_2X8:
case MEDIA_BUS_FMT_YVYU8_2X8:
case MEDIA_BUS_FMT_UYVY8_2X8:
case MEDIA_BUS_FMT_VYUY8_2X8:
mipi_dt = CIF_CSI2_DT_YUV422_8b;
break;
case MEDIA_BUS_FMT_EBD_1X8:
mipi_dt = CIF_CSI2_DT_EBD;
break;
case MEDIA_BUS_FMT_SPD_2X8:
mipi_dt = CIF_CSI2_DT_SPD;
break;
default:
mipi_dt = -EINVAL;
}
return mipi_dt;
}
/* Get sensor by enabled media link */
static struct v4l2_subdev *get_remote_sensor(struct v4l2_subdev *sd)
{
struct media_pad *local, *remote;
struct media_entity *sensor_me;
struct v4l2_subdev *remote_sd = NULL;
local = &sd->entity.pads[0];
if (!local)
goto end;
remote = rkisp_media_entity_remote_pad(local);
if (!remote)
goto end;
//skip csi subdev
if (!strcmp(remote->entity->name, CSI_DEV_NAME)) {
local = &remote->entity->pads[CSI_SINK];
if (!local)
goto end;
remote = media_pad_remote_pad_first(local);
if (!remote)
goto end;
}
sensor_me = remote->entity;
remote_sd = media_entity_to_v4l2_subdev(sensor_me);
end:
return remote_sd;
}
static struct rkisp_sensor_info *sd_to_sensor(struct rkisp_device *dev,
struct v4l2_subdev *sd)
{
int i;
for (i = 0; i < dev->num_sensors; ++i)
if (dev->sensors[i].sd == sd)
return &dev->sensors[i];
return NULL;
}
int rkisp_align_sensor_resolution(struct rkisp_device *dev,
struct v4l2_rect *crop, bool user)
{
struct v4l2_subdev *sensor = NULL;
struct v4l2_subdev_selection sel;
u32 code = dev->isp_sdev.in_frm.code;
u32 src_w = dev->isp_sdev.in_frm.width;
u32 src_h = dev->isp_sdev.in_frm.height;
u32 dest_w, dest_h, w, h, max_size, max_h, max_w;
u32 w_align = 16, h_align = 8;
int ret = 0;
if (!crop)
return -EINVAL;
memset(&sel, 0, sizeof(sel));
switch (dev->isp_ver) {
case ISP_V12:
max_w = CIF_ISP_INPUT_W_MAX_V12;
max_h = CIF_ISP_INPUT_H_MAX_V12;
break;
case ISP_V13:
max_w = CIF_ISP_INPUT_W_MAX_V13;
max_h = CIF_ISP_INPUT_H_MAX_V13;
break;
case ISP_V21:
max_w = CIF_ISP_INPUT_W_MAX_V21;
max_h = CIF_ISP_INPUT_H_MAX_V21;
break;
case ISP_V30:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V30_UNITE : CIF_ISP_INPUT_W_MAX_V30;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V30_UNITE : CIF_ISP_INPUT_H_MAX_V30;
break;
case ISP_V32:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V32_UNITE : CIF_ISP_INPUT_W_MAX_V32;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V32_UNITE : CIF_ISP_INPUT_H_MAX_V32;
break;
case ISP_V32_L:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V32_L_UNITE : CIF_ISP_INPUT_W_MAX_V32_L;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V32_L_UNITE : CIF_ISP_INPUT_H_MAX_V32_L;
break;
case ISP_V39:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V39_UNITE : CIF_ISP_INPUT_W_MAX_V39;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V39_UNITE : CIF_ISP_INPUT_H_MAX_V39;
break;
case ISP_V33:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V33_UNITE : CIF_ISP_INPUT_W_MAX_V33;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V33_UNITE : CIF_ISP_INPUT_H_MAX_V33;
break;
default:
max_w = CIF_ISP_INPUT_W_MAX;
max_h = CIF_ISP_INPUT_H_MAX;
}
max_size = max_w * max_h;
w = clamp_t(u32, src_w, CIF_ISP_INPUT_W_MIN, max_w);
max_h = max_size / w;
h = clamp_t(u32, src_h, CIF_ISP_INPUT_H_MIN, max_h);
if (dev->isp_ver >= ISP_V33) {
w_align = 4;
h_align = 4;
}
if (dev->active_sensor)
sensor = dev->active_sensor->sd;
if (sensor) {
/* crop info from sensor */
sel.pad = 0;
sel.which = V4L2_SUBDEV_FORMAT_ACTIVE;
sel.target = V4L2_SEL_TGT_CROP;
/* crop by sensor, isp don't input crop */
ret = v4l2_subdev_call(sensor, pad, get_selection, NULL, &sel);
if (!ret && !user) {
crop->left = 0;
crop->top = 0;
crop->width = clamp_t(u32, sel.r.width,
CIF_ISP_INPUT_W_MIN, w);
crop->height = clamp_t(u32, sel.r.height,
CIF_ISP_INPUT_H_MIN, h);
return 0;
}
if (ret) {
sel.target = V4L2_SEL_TGT_CROP_BOUNDS;
/* only crop bounds, want to isp to do input crop */
ret = v4l2_subdev_call(sensor, pad, get_selection, NULL, &sel);
if (!ret) {
crop->left = ALIGN(sel.r.left, 2);
crop->width = ALIGN(sel.r.width, 2);
crop->left = clamp_t(u32, crop->left, 0, w);
crop->top = clamp_t(u32, sel.r.top, 0, h);
crop->width = clamp_t(u32, crop->width,
CIF_ISP_INPUT_W_MIN, w - crop->left);
crop->height = clamp_t(u32, sel.r.height,
CIF_ISP_INPUT_H_MIN, h - crop->top);
return 0;
}
}
}
/* crop from user */
if (user) {
crop->left = clamp_t(u32, crop->left, 0, w);
crop->top = clamp_t(u32, crop->top, 0, h);
crop->width = clamp_t(u32, crop->width,
CIF_ISP_INPUT_W_MIN, w - crop->left);
crop->height = clamp_t(u32, crop->height,
CIF_ISP_INPUT_H_MIN, h - crop->top);
if ((code & RKISP_MEDIA_BUS_FMT_MASK) == RKISP_MEDIA_BUS_FMT_BAYER &&
(ALIGN_DOWN(crop->width, w_align) != crop->width ||
ALIGN_DOWN(crop->height, h_align) != crop->height))
v4l2_warn(&dev->v4l2_dev,
"Note: bayer raw need width %d align, height %d align!\n"
"suggest (%d,%d)/%dx%d, specical requirements, Ignore!\n",
w_align, h_align, ALIGN_DOWN(crop->left, 4), crop->top,
ALIGN_DOWN(crop->width, w_align), ALIGN_DOWN(crop->height, h_align));
return 0;
}
/* yuv format */
if ((code & RKISP_MEDIA_BUS_FMT_MASK) != RKISP_MEDIA_BUS_FMT_BAYER) {
crop->left = 0;
crop->top = 0;
crop->width = min_t(u32, src_w, CIF_ISP_INPUT_W_MAX);
crop->height = min_t(u32, src_h, CIF_ISP_INPUT_H_MAX);
return 0;
}
/* bayer raw processed by isp need:
* width 16 align
* height 8 align
* width and height no exceeding the max limit
*/
dest_w = ALIGN_DOWN(w, w_align);
dest_h = ALIGN_DOWN(h, h_align);
/* try to center of crop
*4 align to no change bayer raw format
*/
crop->left = ALIGN_DOWN((src_w - dest_w) >> 1, 4);
crop->top = (src_h - dest_h) >> 1;
crop->width = dest_w;
crop->height = dest_h;
return 0;
}
struct media_pad *rkisp_media_entity_remote_pad(struct media_pad *pad)
{
struct media_link *link;
list_for_each_entry(link, &pad->entity->links, list) {
if (!(link->flags & MEDIA_LNK_FL_ENABLED) ||
!strcmp(link->source->entity->name,
DMARX0_VDEV_NAME) ||
!strcmp(link->source->entity->name,
DMARX1_VDEV_NAME) ||
!strcmp(link->source->entity->name,
DMARX2_VDEV_NAME))
continue;
if (link->source == pad)
return link->sink;
if (link->sink == pad)
return link->source;
}
return NULL;
}
int rkisp_update_sensor_info(struct rkisp_device *dev)
{
struct v4l2_subdev *sd = &dev->isp_sdev.sd;
struct rkisp_sensor_info *sensor;
struct v4l2_subdev *sensor_sd;
struct v4l2_subdev_format *fmt;
int i, ret = 0;
sensor_sd = get_remote_sensor(sd);
if (!sensor_sd)
return -ENODEV;
sensor = sd_to_sensor(dev, sensor_sd);
if (!sensor)
return -ENODEV;
if (dev->isp_inp & INP_CIF) {
sensor->mbus.type = 0;
} else {
ret = v4l2_subdev_call(sensor->sd, pad, get_mbus_config, 0, &sensor->mbus);
if (ret && ret != -ENOIOCTLCMD)
return ret;
}
sensor->fmt[0].pad = 0;
sensor->fmt[0].which = V4L2_SUBDEV_FORMAT_ACTIVE;
ret = v4l2_subdev_call(sensor->sd, pad, get_fmt,
&sensor->state, &sensor->fmt[0]);
if (ret && ret != -ENOIOCTLCMD)
return ret;
if (sensor->mbus.type == V4L2_MBUS_CSI2_DPHY &&
dev->isp_ver < ISP_V30) {
u8 vc = 0;
sensor_sd = get_remote_sensor(sensor->sd);
if (!sensor_sd)
return -ENODEV;
memset(dev->csi_dev.mipi_di, 0, sizeof(dev->csi_dev.mipi_di));
for (i = 0; i < dev->csi_dev.max_pad - 1; i++) {
struct rkmodule_channel_info ch = { 0 };
fmt = &sensor->fmt[i];
ch.index = i;
ret = v4l2_subdev_call(sensor_sd, core, ioctl,
RKMODULE_GET_CHANNEL_INFO, &ch);
if (ret) {
if (i)
*fmt = sensor->fmt[0];
} else {
fmt->format.width = ch.width;
fmt->format.height = ch.height;
fmt->format.code = ch.bus_fmt;
}
ret = mbus_pixelcode_to_mipi_dt(fmt->format.code);
if (ret < 0) {
v4l2_err(&dev->v4l2_dev,
"Invalid mipi data type\n");
return ret;
}
vc = ch.vc;
dev->csi_dev.mipi_di[i] = CIF_MIPI_DATA_SEL_DT(ret) |
CIF_MIPI_DATA_SEL_VC(vc);
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"CSI ch%d vc:%d dt:0x%x %dx%d\n",
i, vc, ret,
fmt->format.width,
fmt->format.height);
}
}
v4l2_subdev_call(sensor->sd, video, g_frame_interval, &sensor->fi);
dev->active_sensor = sensor;
i = dev->dev_id;
if (sensor->fi.interval.numerator)
dev->hw_dev->isp_size[i].fps =
sensor->fi.interval.denominator / sensor->fi.interval.numerator;
return ret;
}
u32 rkisp_mbus_pixelcode_to_v4l2(u32 pixelcode)
{
u32 pixelformat;
switch (pixelcode) {
case MEDIA_BUS_FMT_UYVY8_2X8:
pixelformat = V4L2_PIX_FMT_UYVY;
break;
case MEDIA_BUS_FMT_VYUY8_2X8:
pixelformat = V4L2_PIX_FMT_VYUY;
break;
case MEDIA_BUS_FMT_YUYV8_2X8:
pixelformat = V4L2_PIX_FMT_YUYV;
break;
case MEDIA_BUS_FMT_YVYU8_2X8:
pixelformat = V4L2_PIX_FMT_YVYU;
break;
case MEDIA_BUS_FMT_Y8_1X8:
pixelformat = V4L2_PIX_FMT_GREY;
break;
case MEDIA_BUS_FMT_SBGGR8_1X8:
pixelformat = V4L2_PIX_FMT_SBGGR8;
break;
case MEDIA_BUS_FMT_SGBRG8_1X8:
pixelformat = V4L2_PIX_FMT_SGBRG8;
break;
case MEDIA_BUS_FMT_SGRBG8_1X8:
pixelformat = V4L2_PIX_FMT_SGRBG8;
break;
case MEDIA_BUS_FMT_SRGGB8_1X8:
pixelformat = V4L2_PIX_FMT_SRGGB8;
break;
case MEDIA_BUS_FMT_Y10_1X10:
pixelformat = V4L2_PIX_FMT_Y10;
break;
case MEDIA_BUS_FMT_SBGGR10_1X10:
pixelformat = V4L2_PIX_FMT_SBGGR10;
break;
case MEDIA_BUS_FMT_SGBRG10_1X10:
pixelformat = V4L2_PIX_FMT_SGBRG10;
break;
case MEDIA_BUS_FMT_SGRBG10_1X10:
pixelformat = V4L2_PIX_FMT_SGRBG10;
break;
case MEDIA_BUS_FMT_SRGGB10_1X10:
pixelformat = V4L2_PIX_FMT_SRGGB10;
break;
case MEDIA_BUS_FMT_Y12_1X12:
pixelformat = V4L2_PIX_FMT_Y12;
break;
case MEDIA_BUS_FMT_SBGGR12_1X12:
pixelformat = V4L2_PIX_FMT_SBGGR12;
break;
case MEDIA_BUS_FMT_SGBRG12_1X12:
pixelformat = V4L2_PIX_FMT_SGBRG12;
break;
case MEDIA_BUS_FMT_SGRBG12_1X12:
pixelformat = V4L2_PIX_FMT_SGRBG12;
break;
case MEDIA_BUS_FMT_SRGGB12_1X12:
pixelformat = V4L2_PIX_FMT_SRGGB12;
break;
case MEDIA_BUS_FMT_EBD_1X8:
pixelformat = V4l2_PIX_FMT_EBD8;
break;
case MEDIA_BUS_FMT_SPD_2X8:
pixelformat = V4l2_PIX_FMT_SPD16;
break;
default:
pixelformat = V4L2_PIX_FMT_SRGGB10;
}
return pixelformat;
}
static void rkisp_dvfs(struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
u64 data_rate = 0;
int i, fps, size, num = 0;
if (!hw->is_dvfs)
return;
hw->is_dvfs = false;
for (i = 0; i < hw->dev_num; i++) {
if (!hw->isp_size[i].is_on)
continue;
fps = hw->isp_size[i].fps;
if (!fps)
fps = 30;
size = hw->isp_size[i].size * hw->isp[i]->unite_div;
data_rate += (fps * size);
num++;
}
do_div(data_rate, 1000 * 1000);
/* increase margin: 25% * num */
data_rate += (data_rate >> 2) * num;
/* one frame two-run, data double */
if (hw->is_multi_overflow && num > 1)
data_rate *= 2;
/* compare with isp clock adjustment table */
for (i = 0; i < hw->num_clk_rate_tbl; i++)
if (data_rate <= hw->clk_rate_tbl[i].clk_rate)
break;
if (i == hw->num_clk_rate_tbl)
i--;
/* set isp clock rate */
rkisp_set_clk_rate(hw->clks[0], hw->clk_rate_tbl[i].clk_rate * 1000000UL);
if (hw->unite == ISP_UNITE_TWO)
rkisp_set_clk_rate(hw->clks[5], hw->clk_rate_tbl[i].clk_rate * 1000000UL);
/* aclk equal to core clk */
if (dev->isp_ver == ISP_V32 || dev->isp_ver == ISP_V33)
rkisp_set_clk_rate(hw->clks[1], hw->clk_rate_tbl[i].clk_rate * 1000000UL);
dev_info(hw->dev, "set isp clk = %luHz\n", clk_get_rate(hw->clks[0]));
}
static void rkisp_multi_overflow_hdl(struct rkisp_device *dev, bool on)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
u32 val;
if (on) {
/* enable mi */
rkisp_update_regs(dev, ISP3X_MI_WR_CTRL, ISP3X_MI_WR_CTRL);
rkisp_update_regs(dev, ISP3X_ISP_CTRL1, ISP3X_ISP_CTRL1);
if (dev->isp_ver == ISP_V30) {
rkisp_update_regs(dev, ISP3X_MPFBC_CTRL, ISP3X_MPFBC_CTRL);
rkisp_update_regs(dev, ISP3X_MI_BP_WR_CTRL, ISP3X_MI_BP_WR_CTRL);
rkisp_update_regs(dev, ISP3X_SWS_CFG, ISP3X_SWS_CFG);
} else if (dev->isp_ver == ISP_V32) {
rkisp_update_regs(dev, ISP3X_MI_BP_WR_CTRL, ISP3X_MI_BP_WR_CTRL);
rkisp_update_regs(dev, ISP32_MI_BPDS_WR_CTRL, ISP32_MI_BPDS_WR_CTRL);
rkisp_update_regs(dev, ISP32_MI_MPDS_WR_CTRL, ISP32_MI_MPDS_WR_CTRL);
/* restore bay3d iir_wr and ds_wr */
rkisp_update_regs(dev, ISP3X_MI_BAY3D_IIR_WR_BASE, ISP3X_MI_BAY3D_IIR_WR_SIZE);
rkisp_update_regs(dev, ISP3X_MI_BAY3D_DS_WR_BASE, ISP3X_MI_BAY3D_DS_WR_SIZE);
}
} else {
/* disabled mi. rv1106 sdmmc workaround, 3a_wr no close */
writel(CIF_MI_CTRL_INIT_OFFSET_EN | CIF_MI_CTRL_INIT_BASE_EN,
hw->base_addr + ISP3X_MI_WR_CTRL);
if (dev->isp_ver == ISP_V30) {
writel(0, hw->base_addr + ISP3X_MPFBC_CTRL);
writel(0, hw->base_addr + ISP3X_MI_BP_WR_CTRL);
writel(0xc, hw->base_addr + ISP3X_SWS_CFG);
if (hw->unite == ISP_UNITE_TWO) {
writel(0, hw->base_next_addr + ISP3X_MI_WR_CTRL);
writel(0, hw->base_next_addr + ISP3X_MPFBC_CTRL);
writel(0, hw->base_next_addr + ISP3X_MI_BP_WR_CTRL);
writel(0xc, hw->base_next_addr + ISP3X_SWS_CFG);
}
} else if (dev->isp_ver == ISP_V32) {
writel(0, hw->base_addr + ISP3X_MI_BP_WR_CTRL);
writel(0, hw->base_addr + ISP32_MI_BPDS_WR_CTRL);
writel(0, hw->base_addr + ISP32_MI_MPDS_WR_CTRL);
/* drop bay3d iir_wr and ds_wr data */
writel(4096, hw->base_addr + ISP3X_MI_BAY3D_IIR_WR_SIZE);
writel(4096, hw->base_addr + ISP3X_MI_BAY3D_DS_WR_SIZE);
val = readl(hw->base_addr + ISP3X_MI_3A_WR_BASE);
if (val) {
writel(val, hw->base_addr + ISP3X_MI_BAY3D_IIR_WR_BASE);
writel(val, hw->base_addr + ISP3X_MI_BAY3D_DS_WR_BASE);
}
}
}
rkisp_unite_write(dev, ISP3X_MI_WR_INIT, CIF_MI_INIT_SOFT_UPD, true);
}
static void rkisp_update_list_reg(struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
u32 val = 0, index = 0;
/* multi sensor need to reset isp resize mode if scale up */
if (rkisp_read(dev, ISP3X_MAIN_RESIZE_CTRL, true) & 0xf0)
val |= BIT(3);
if (dev->isp_ver != ISP_V32_L &&
rkisp_read(dev, ISP3X_SELF_RESIZE_CTRL, true) & 0xf0)
val |= BIT(4);
if (rkisp_read(dev, ISP32_BP_RESIZE_CTRL, true) & 0xf0)
val |= BIT(12);
if (val) {
writel(val, hw->base_addr + CIF_IRCL);
writel(0, hw->base_addr + CIF_IRCL);
}
/* sensor mode & index */
if (dev->isp_ver >= ISP_V21) {
val = rkisp_read_reg_cache(dev, ISP_ACQ_H_OFFS);
if (hw->unite == ISP_UNITE_ONE &&
dev->isp_ver == ISP_V33 && !dev->is_frm_rd &&
dev->unite_index == ISP_UNITE_RIGHT)
index = 1;
else
index = dev->multi_index;
val |= ISP21_SENSOR_INDEX(index);
if (dev->isp_ver >= ISP_V32_L)
val |= ISP32L_SENSOR_MODE(dev->multi_mode);
else
val |= ISP21_SENSOR_MODE(dev->multi_mode);
writel(val, hw->base_addr + ISP_ACQ_H_OFFS);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP_ACQ_H_OFFS);
}
rkisp_update_regs(dev, CTRL_VI_ISP_PATH, SUPER_IMP_COLOR_CR);
rkisp_update_regs(dev, DUAL_CROP_M_H_OFFS, ISP3X_DUAL_CROP_FBC_V_SIZE);
if (hw->isp_ver != ISP_V30)
rkisp_update_regs(dev, ISP_ACQ_PROP, ISP_ACQ_PROP);
rkisp_update_regs(dev, ISP_ACQ_V_OFFS, DUAL_CROP_CTRL);
rkisp_update_regs(dev, ISP39_LDCV_BIC_TABLE0, MI_WR_CTRL);
rkisp_update_regs(dev, SELF_RESIZE_SCALE_HY, ISP39_LDCV_CTRL);
rkisp_update_regs(dev, ISP32_BP_RESIZE_SCALE_HY, SELF_RESIZE_CTRL);
rkisp_update_regs(dev, MAIN_RESIZE_SCALE_HY, ISP32_BP_RESIZE_CTRL);
rkisp_update_regs(dev, ISP_GAMMA_OUT_CTRL, MAIN_RESIZE_CTRL);
rkisp_update_regs(dev, MI_RD_CTRL2, ISP_LSC_CTRL);
rkisp_update_regs(dev, MI_MP_WR_Y_BASE, MI_WR_CTRL2 - 4);
rkisp_update_regs(dev, ISP3X_CAC_PSF_PARA, ISP32_CAC_RO_CNT);
rkisp_update_regs(dev, ISP_LSC_XGRAD_01, ISP3X_CAC_CTRL);
rkisp_update_regs(dev, ISP39_W3A_CTRL1, ISP3X_RAWAWB_RAM_DATA_BASE);
rkisp_update_regs(dev, ISP32_CAC_RO_CNT, ISP39_W3A_CTRL0);
if (dev->isp_ver == ISP_V21) {
val = rkisp_read(dev, MI_WR_CTRL2, false);
rkisp_set_bits(dev, MI_WR_CTRL2, 0, val, true);
rkisp_write(dev, MI_WR_INIT, ISP21_SP_FORCE_UPD | ISP21_MP_FORCE_UPD, true);
} else {
if (dev->isp_ver >= ISP_V32_L)
rkisp_write(dev, ISP32_SELF_SCALE_UPDATE, ISP32_SCALE_FORCE_UPD, true);
if (dev->isp_ver == ISP_V33 || dev->isp_ver == ISP_V39) {
rkisp_write(dev, ISP39_MAIN_SCALE_UPDATE, ISP32_SCALE_FORCE_UPD, true);
if (dev->isp_ver == ISP_V33)
rkisp_write(dev, ISP33_BP_SCALE_UPDATE, ISP32_SCALE_FORCE_UPD, true);
}
rkisp_unite_write(dev, ISP3X_MI_WR_INIT, CIF_MI_INIT_SOFT_UPD, true);
}
v4l2_dbg(2, rkisp_debug, &dev->v4l2_dev,
"sensor mode:%d index:%d | 0x%x\n",
dev->multi_mode, index, rkisp_read(dev, ISP_ACQ_H_OFFS, true));
}
void rkisp_online_update_reg(struct rkisp_device *dev, bool is_init, bool is_reset)
{
u32 val;
if (!is_init && dev->unite_index == ISP_UNITE_LEFT)
rkisp_stream_frame_start(dev, 0);
rkisp_update_list_reg(dev);
rkisp_params_cfgsram(&dev->params_vdev, true, is_reset);
val = rkisp_read(dev, ISP_CTRL, false);
val |= CIF_ISP_CTRL_ISP_CFG_UPD;
writel(val, dev->hw_dev->base_addr + ISP_CTRL);
if (!IS_HDR_RDBK(dev->rd_mode)) {
val = dev->rd_mode;
rkisp_write(dev, CSI2RX_CTRL0, SW_IBUF_OP_MODE(val), true);
}
}
static void rkisp_check_mi_ends_mask(struct rkisp_device *dev)
{
/* if output stream enable, wait it end */
u32 val = rkisp_read(dev, CIF_MI_CTRL_SHD, true);
if (val & CIF_MI_CTRL_SHD_MP_OUT_ENABLED)
dev->irq_ends_mask |= ISP_FRAME_MP;
else
dev->irq_ends_mask &= ~ISP_FRAME_MP;
if (val & CIF_MI_CTRL_SHD_SP_OUT_ENABLED)
dev->irq_ends_mask |= ISP_FRAME_SP;
else
dev->irq_ends_mask &= ~ISP_FRAME_SP;
if ((dev->isp_ver == ISP_V20 &&
rkisp_read(dev, ISP_MPFBC_CTRL, true) & SW_MPFBC_EN) ||
(dev->isp_ver == ISP_V30 &&
rkisp_read(dev, ISP3X_MPFBC_CTRL, true) & ISP3X_MPFBC_EN_SHD))
dev->irq_ends_mask |= ISP_FRAME_MPFBC;
else
dev->irq_ends_mask &= ~ISP_FRAME_MPFBC;
if ((dev->isp_ver == ISP_V30 &&
rkisp_read(dev, ISP3X_MI_BP_WR_CTRL, true) & ISP3X_BP_ENABLE) ||
((dev->isp_ver == ISP_V32 || dev->isp_ver == ISP_V33) &&
rkisp_read(dev, ISP32_MI_WR_CTRL2_SHD, true) & ISP32_BP_EN_OUT_SHD))
dev->irq_ends_mask |= ISP_FRAME_BP;
else
dev->irq_ends_mask &= ~ISP_FRAME_BP;
if (dev->isp_ver == ISP_V39 &&
rkisp_read(dev, ISP39_LDCV_CTRL, true) & ISP39_LDCV_EN_SHD)
dev->irq_ends_mask |= ISP_FRAME_LDC;
else
dev->irq_ends_mask &= ~ISP_FRAME_LDC;
}
/*
* for hdr read back mode, rawrd read back data
* this will update rawrd base addr to shadow.
*/
void rkisp_trigger_read_back(struct rkisp_device *dev, u8 dma2frm, u32 mode, bool is_try)
{
struct rkisp_isp_params_vdev *params_vdev = &dev->params_vdev;
struct rkisp_isp_stats_vdev *stats_vdev = &dev->stats_vdev;
struct rkisp_hw_dev *hw = dev->hw_dev;
u32 val, cur_frame_id, tmp, rd_mode;
u64 iq_feature = hw->iq_feature;
bool is_feature_on = hw->is_feature_on;
bool is_upd = false, is_3dlut_upd = false;
hw->cur_dev_id = dev->dev_id;
rkisp_dmarx_get_frame(dev, &cur_frame_id, NULL, NULL, true);
/* isp process the same frame */
if (is_try)
goto run_next;
val = 0;
if (mode & (T_START_X1 | T_START_C)) {
rd_mode = HDR_RDBK_FRAME1;
} else if (mode & T_START_X2) {
rd_mode = HDR_RDBK_FRAME2;
val = SW_HDRMGE_EN | SW_HDRMGE_MODE_FRAMEX2;
} else if (mode & T_START_X3) {
rd_mode = HDR_RDBK_FRAME3;
val = SW_HDRMGE_EN | SW_HDRMGE_MODE_FRAMEX3;
} else {
rd_mode = dev->rd_mode;
val = rkisp_read(dev, ISP_HDRMGE_BASE, false) & 0xf;
}
if (is_feature_on) {
if ((ISP2X_MODULE_HDRMGE & ~iq_feature) && (val & SW_HDRMGE_EN)) {
v4l2_err(&dev->v4l2_dev, "hdrmge is not supported\n");
return;
}
}
if (rd_mode != dev->rd_mode) {
rkisp_unite_set_bits(dev, ISP_HDRMGE_BASE, ISP_HDRMGE_MODE_MASK, val, false);
dev->skip_frame = 2;
is_upd = true;
}
if (dev->isp_ver == ISP_V20 && dev->dmarx_dev.trigger == T_MANUAL) {
if (dev->rd_mode != rd_mode && dev->br_dev.en) {
tmp = dev->isp_sdev.in_crop.height;
val = rkisp_read(dev, CIF_DUAL_CROP_CTRL, false);
if (rd_mode == HDR_RDBK_FRAME1) {
val |= CIF_DUAL_CROP_MP_MODE_YUV;
tmp += RKMODULE_EXTEND_LINE;
} else {
val &= ~CIF_DUAL_CROP_MP_MODE_YUV;
}
rkisp_write(dev, CIF_DUAL_CROP_CTRL, val, false);
rkisp_write(dev, CIF_ISP_ACQ_V_SIZE, tmp, false);
rkisp_write(dev, CIF_ISP_OUT_V_SIZE, tmp, false);
}
dev->rd_mode = rd_mode;
rkisp_rawrd_set_pic_size(dev,
dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2].out_fmt.width,
dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2].out_fmt.height);
}
dev->rd_mode = rd_mode;
if (hw->unite != ISP_UNITE_ONE || dev->unite_index == ISP_UNITE_LEFT) {
rkisp_params_first_cfg(&dev->params_vdev, &dev->isp_sdev.in_fmt,
dev->isp_sdev.quantization);
rkisp_params_cfg(params_vdev, cur_frame_id);
rkisp_config_cmsk(dev);
rkisp_config_aiisp(dev);
rkisp_stream_frame_start(dev, 0);
}
if (dev->isp_ver == ISP_V39)
rkisp_sditf_sof(dev, 0);
if (!hw->is_single) {
rkisp_update_list_reg(dev);
if (dev->isp_ver == ISP_V20 &&
(rkisp_read(dev, ISP_DHAZ_CTRL, false) & ISP_DHAZ_ENMUX ||
rkisp_read(dev, ISP_HDRTMO_CTRL, false) & ISP_HDRTMO_EN))
dma2frm += (dma2frm ? 0 : 1);
is_upd = true;
}
if (dev->isp_ver > ISP_V20)
dma2frm = 0;
if (dma2frm > 2)
dma2frm = 2;
if (dma2frm == 2)
dev->rdbk_cnt_x3++;
else if (dma2frm == 1 || dev->sw_rd_cnt)
dev->rdbk_cnt_x2++;
else
dev->rdbk_cnt_x1++;
dev->rdbk_cnt++;
if (dev->isp_ver == ISP_V20)
params_vdev->rdbk_times = dma2frm + 1;
run_next:
if (!dev->sw_rd_cnt)
rkisp_rockit_frame_start(dev);
rkisp_params_cfgsram(params_vdev, true, false);
stats_vdev->rdbk_drop = false;
if (dev->is_frame_double) {
is_upd = true;
if (is_try) {
/* the frame second running to on mi */
rkisp_multi_overflow_hdl(dev, true);
rkisp_update_regs(dev, ISP_LDCH_BASE, ISP_LDCH_BASE);
val = ISP3X_YNR_FST_FRAME | ISP3X_DHAZ_FST_FRAME | ISP3X_CNR_FST_FRAME;
if (dev->isp_ver == ISP_V32)
val |= ISP32_SHP_FST_FRAME;
else
val |= ISP3X_CNR_FST_FRAME;
rkisp_unite_clear_bits(dev, ISP3X_ISP_CTRL1, val, false);
val = rkisp_read_reg_cache(dev, ISP3X_DRC_IIRWG_GAIN);
writel(val, hw->base_addr + ISP3X_DRC_IIRWG_GAIN);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_DRC_IIRWG_GAIN);
val = rkisp_read_reg_cache(dev, ISP3X_DRC_EXPLRATIO);
writel(val, hw->base_addr + ISP3X_DRC_EXPLRATIO);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_DRC_EXPLRATIO);
val = rkisp_read_reg_cache(dev, ISP3X_YNR_GLOBAL_CTRL);
writel(val, hw->base_addr + ISP3X_YNR_GLOBAL_CTRL);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_YNR_GLOBAL_CTRL);
if (dev->isp_ver == ISP_V21 || dev->isp_ver == ISP_V30) {
val = rkisp_read_reg_cache(dev, ISP3X_CNR_CTRL);
writel(val, hw->base_addr + ISP3X_CNR_CTRL);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_CNR_CTRL);
}
} else {
/* the frame first running to off mi to save bandwidth */
rkisp_multi_overflow_hdl(dev, false);
/* FST_FRAME no to read sram thumb */
val = ISP3X_YNR_FST_FRAME | ISP3X_DHAZ_FST_FRAME;
if (dev->isp_ver == ISP_V32)
val |= ISP32_SHP_FST_FRAME;
else
val |= ISP3X_CNR_FST_FRAME;
rkisp_unite_set_bits(dev, ISP3X_ISP_CTRL1, 0, val, false);
/* ADRC low iir thumb weight for first sensor switch */
val = rkisp_read_reg_cache(dev, ISP3X_DRC_IIRWG_GAIN);
val &= ~ISP3X_DRC_IIR_WEIGHT_MASK;
writel(val, hw->base_addr + ISP3X_DRC_IIRWG_GAIN);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_DRC_IIRWG_GAIN);
/* ADRC iir5x5 and cur3x3 weight */
val = rkisp_read_reg_cache(dev, ISP3X_DRC_EXPLRATIO);
val &= ~ISP3X_DRC_WEIPRE_FRAME_MASK;
writel(val, hw->base_addr + ISP3X_DRC_EXPLRATIO);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_DRC_EXPLRATIO);
/* YNR_THUMB_MIX_CUR_EN for thumb read addr to 0 */
val = rkisp_read_reg_cache(dev, ISP3X_YNR_GLOBAL_CTRL);
val |= ISP3X_YNR_THUMB_MIX_CUR_EN;
writel(val, hw->base_addr + ISP3X_YNR_GLOBAL_CTRL);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_YNR_GLOBAL_CTRL);
if (dev->isp_ver == ISP_V21 || dev->isp_ver == ISP_V30) {
/* CNR_THUMB_MIX_CUR_EN for thumb read addr to 0 */
val = rkisp_read_reg_cache(dev, ISP3X_CNR_CTRL);
val |= ISP3X_CNR_THUMB_MIX_CUR_EN;
writel(val, hw->base_addr + ISP3X_CNR_CTRL);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP3X_CNR_CTRL);
}
stats_vdev->rdbk_drop = true;
}
}
/* disable isp force update to read 3dlut
* 3dlut auto update at frame end for single sensor
*/
if (hw->is_single && is_upd &&
rkisp_read_reg_cache(dev, ISP_3DLUT_UPDATE) & 0x1) {
rkisp_unite_write(dev, ISP_3DLUT_UPDATE, 0, true);
is_3dlut_upd = true;
}
if (is_upd) {
val = rkisp_read(dev, ISP_CTRL, false);
val |= CIF_ISP_CTRL_ISP_CFG_UPD;
writel(val, hw->base_addr + ISP_CTRL);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP_CTRL);
/* bayer pat after ISP_CFG_UPD for multi sensor to read lsc r/g/b table */
rkisp_update_regs(dev, ISP3X_ISP_CTRL1, ISP3X_ISP_CTRL1);
/* fix ldch multi sensor case:
* ldch will pre-read data when en and isp force upd or frame end,
* udelay for ldch pre-read data.
* ldch en=0 before start for frame end to stop ldch read data.
*/
val = rkisp_read(dev, ISP_LDCH_BASE, true);
if (!hw->is_single && val & BIT(0)) {
udelay(50);
val &= ~(BIT(0) | BIT(31));
writel(val, hw->base_addr + ISP_LDCH_BASE);
if (hw->unite == ISP_UNITE_TWO)
writel(val, hw->base_next_addr + ISP_LDCH_BASE);
}
}
if (is_3dlut_upd)
rkisp_unite_write(dev, ISP_3DLUT_UPDATE, 1, true);
rkisp_check_mi_ends_mask(dev);
if (hw->is_frm_buf) {
val = ISP32L_WR_FRM_BUF_EN | ISP32L_RD_FRM_BUF_EN |
ISP32L_AXI_CONF_RD_ST_MODE | ISP32L_AXI_CONF_RD_DIS |
ISP32L_FRM_BUF_FORCE_UPD;
rkisp_write(dev, ISP32L_AXI_CONF_RD_CTRL, val, true);
val = ISP32L_WR_FRM_BUF_EN | ISP32L_RD_FRM_BUF_EN |
ISP32L_AXI_CONF_RD_ST_MODE | ISP32L_AXI_CONF_RD_DIS |
ISP32L_AXI_CONF_RD_ST;
rkisp_write(dev, ISP32L_AXI_CONF_RD_CTRL, val, true);
udelay(25);
}
val = rkisp_read(dev, CSI2RX_CTRL0, true);
val &= ~SW_IBUF_OP_MODE(0xf);
tmp = SW_IBUF_OP_MODE(dev->rd_mode);
val |= tmp | SW_CSI2RX_EN | SW_DMA_2FRM_MODE(dma2frm);
if (dev->isp_ver > ISP_V20)
dma2frm = dev->sw_rd_cnt;
v4l2_dbg(2, rkisp_debug, &dev->v4l2_dev,
"readback frame:%d time:%d 0x%x try:%d\n",
cur_frame_id, dma2frm + 1, val, is_try);
if (!hw->is_shutdown)
rkisp_unite_write(dev, CSI2RX_CTRL0, val, true);
}
static void rkisp_fast_switch_rx_buf(struct rkisp_device *dev, bool is_current)
{
struct rkisp_stream *stream;
struct rkisp_buffer *buf;
u32 i, val;
if (!dev->is_rtt_first)
return;
for (i = RKISP_STREAM_RAWRD0; i < RKISP_MAX_DMARX_STREAM; i++) {
stream = &dev->dmarx_dev.stream[i];
if (!stream->ops)
continue;
buf = NULL;
if (is_current)
buf = stream->curr_buf;
else if (!list_empty(&stream->buf_queue))
buf = list_first_entry(&stream->buf_queue,
struct rkisp_buffer, queue);
if (!buf)
continue;
val = buf->buff_addr[RKISP_PLANE_Y];
/* f1 -> f0 -> f1 for normal
* L:f1 L:f1 -> L:f0 S:f0 -> L:f1 S:f1 for hdr2
*/
if (dev->rd_mode == HDR_RDBK_FRAME2 && !is_current &&
rkisp_read_reg_cache(dev, ISP3X_HDRMGE_GAIN0) == 0xfff0040) {
if (i == RKISP_STREAM_RAWRD2)
continue;
else
rkisp_write(dev, ISP3X_MI_RAWS_RD_BASE, val, false);
}
rkisp_write(dev, stream->config->mi.y_base_ad_init, val, false);
}
}
void rkisp_vicap_hw_link(struct rkisp_device *dev, int on)
{
struct v4l2_subdev *sd = dev->active_sensor->sd;
v4l2_subdev_call(sd, core, ioctl, RKISP_VICAP_CMD_HW_LINK, &on);
}
static void rkisp_rdbk_trigger_handle(struct rkisp_device *dev, u32 cmd)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
struct rkisp_device *isp = NULL;
struct isp2x_csi_trigger t = { 0 };
unsigned long lock_flags = 0;
int i, times = -1, max = 0, id = 0;
int len[DEV_MAX] = { 0 };
u32 mode = 0;
bool is_try = false;
spin_lock_irqsave(&hw->rdbk_lock, lock_flags);
if (cmd == T_CMD_END) {
if (dev->sw_rd_cnt) {
dev->sw_rd_cnt--;
isp = dev;
is_try = true;
times = 0;
if (hw->unite == ISP_UNITE_ONE && isp->unite_div > ISP_UNITE_DIV1) {
if (hw->is_multi_overflow && dev->sw_rd_cnt < 2)
isp->unite_index = ISP_UNITE_RIGHT;
else if (!hw->is_multi_overflow)
isp->unite_index++;
if (!hw->is_multi_overflow || (dev->sw_rd_cnt & 0x1))
is_try = false;
}
goto end;
}
hw->is_idle = true;
hw->pre_dev_id = dev->dev_id;
/* fast unite offline switch to online */
if (dev->unite_div > ISP_UNITE_DIV1 && !IS_HDR_RDBK(dev->rd_mode))
isp = dev;
else
isp = hw->isp[!dev->dev_id];
if (isp &&
isp->isp_state & ISP_START &&
!IS_HDR_RDBK(isp->rd_mode)) {
hw->is_idle = false;
hw->cur_dev_id = isp->dev_id;
spin_unlock_irqrestore(&hw->rdbk_lock, lock_flags);
rkisp_online_update_reg(isp, false, false);
rkisp_vicap_hw_link(isp, true);
return;
}
}
if (hw->is_shutdown)
hw->is_idle = false;
if (!hw->is_idle)
goto end;
if (hw->monitor.state & ISP_MIPI_ERROR && hw->monitor.is_en)
goto end;
if (dev->is_suspend) {
if (dev->suspend_sync)
complete(&dev->pm_cmpl);
goto end;
}
for (i = 0; i < hw->dev_num; i++) {
isp = hw->isp[i];
if (!isp ||
(isp && (!(isp->isp_state & ISP_START) || isp->is_suspend)))
continue;
rkisp_rdbk_trigger_event(isp, T_CMD_LEN, &len[i]);
if (max < len[i]) {
max = len[i];
id = i;
}
}
/* wait 2 frame to start isp for fast */
if (dev->is_rtt_first && max == 1 && !atomic_read(&dev->isp_sdev.frm_sync_seq))
goto end;
if (max) {
isp = hw->isp[id];
v4l2_dbg(2, rkisp_debug, &isp->v4l2_dev,
"trigger fifo len:%d\n", max);
rkisp_rdbk_trigger_event(isp, T_CMD_DEQUEUE, &t);
isp->dmarx_dev.pre_frame = isp->dmarx_dev.cur_frame;
if (t.frame_id > isp->dmarx_dev.pre_frame.id &&
t.frame_id - isp->dmarx_dev.pre_frame.id > 1)
isp->isp_sdev.dbg.frameloss +=
t.frame_id - isp->dmarx_dev.pre_frame.id + 1;
isp->dmarx_dev.cur_frame.id = t.frame_id;
isp->dmarx_dev.cur_frame.sof_timestamp = t.sof_timestamp;
isp->dmarx_dev.cur_frame.timestamp = t.frame_timestamp;
isp->isp_sdev.frm_timestamp = t.sof_timestamp;
atomic_set(&isp->isp_sdev.frm_sync_seq, t.frame_id + 1);
mode = t.mode;
times = t.times;
hw->cur_dev_id = id;
hw->is_idle = false;
/* this frame will read count by isp */
isp->sw_rd_cnt = 0;
isp->is_frame_double = false;
isp->unite_index = ISP_UNITE_LEFT;
if (hw->is_multi_overflow) {
/* frame double for multi camera resolution out of hardware limit
* first for HW save this camera information, and second to output image
*/
if ((hw->unite == ISP_UNITE_ONE && isp->unite_div > ISP_UNITE_DIV1) ||
(hw->pre_dev_id != -1 && hw->pre_dev_id != id)) {
isp->is_frame_double = true;
isp->sw_rd_cnt = 1;
times = 0;
}
/* resolution out of hardware limit
* frame is vertically divided into left and right
*/
if (hw->unite == ISP_UNITE_ONE && isp->unite_div > ISP_UNITE_DIV1) {
isp->sw_rd_cnt *= 2;
isp->sw_rd_cnt += 1;
}
} else if (hw->unite == ISP_UNITE_ONE) {
isp->sw_rd_cnt += (isp->unite_div - 1);
}
/* first frame handle twice for thunderboot
* first output stats to AIQ and wait new params to run second
*/
if (isp->is_rtt_first && t.frame_id == 0) {
isp->is_first_double = true;
isp->skip_frame = 1;
if (hw->unite != ISP_UNITE_ONE) {
isp->sw_rd_cnt = 0;
isp->is_frame_double = false;
}
rkisp_fast_switch_rx_buf(isp, false);
} else {
isp->is_rtt_first = false;
}
isp->params_vdev.rdbk_times = isp->sw_rd_cnt + 1;
}
end:
spin_unlock_irqrestore(&hw->rdbk_lock, lock_flags);
if (times >= 0)
rkisp_trigger_read_back(isp, times, mode, is_try);
}
int rkisp_rdbk_trigger_event(struct rkisp_device *dev, u32 cmd, void *arg)
{
struct kfifo *fifo = &dev->rdbk_kfifo;
struct isp2x_csi_trigger *trigger = NULL;
unsigned long lock_flags = 0;
int val, ret = 0;
spin_lock_irqsave(&dev->rdbk_lock, lock_flags);
switch (cmd) {
case T_CMD_QUEUE:
trigger = arg;
if (!trigger)
break;
if (!kfifo_is_full(fifo))
kfifo_in(fifo, trigger, sizeof(*trigger));
else
v4l2_err(&dev->v4l2_dev, "rdbk fifo is full\n");
break;
case T_CMD_DEQUEUE:
if (!kfifo_is_empty(fifo))
ret = kfifo_out(fifo, arg, sizeof(struct isp2x_csi_trigger));
if (!ret)
ret = -EINVAL;
break;
case T_CMD_LEN:
val = kfifo_len(fifo) / sizeof(struct isp2x_csi_trigger);
*(u32 *)arg = val;
break;
default:
break;
}
spin_unlock_irqrestore(&dev->rdbk_lock, lock_flags);
if (cmd == T_CMD_QUEUE || cmd == T_CMD_END)
rkisp_rdbk_trigger_handle(dev, cmd);
return ret;
}
static void rkisp_rdbk_work(struct work_struct *work)
{
struct rkisp_device *dev = container_of(work, struct rkisp_device, rdbk_work);
rkisp_dvfs(dev);
rkisp_rdbk_trigger_event(dev, T_CMD_END, NULL);
}
static void rkisp_multi_online_switch(struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
struct rkisp_device *isp = NULL;
int val = 0, id = dev->dev_id;
unsigned long lock_flags = 0;
bool is_switch = false;
bool to_online = false;
bool is_to_off = true;
dev->irq_ends = 0;
if (dev->unite_div == ISP_UNITE_DIV2) {
if (dev->unite_index == ISP_UNITE_LEFT) {
rkisp_vicap_hw_link(dev, false);
dev->unite_index = ISP_UNITE_RIGHT;
rkisp_online_update_reg(dev, false, false);
val = dev->rd_mode == HDR_NORMAL ? HDR_RDBK_FRAME1 : HDR_RDBK_FRAME2;
rkisp_write(dev, CSI2RX_CTRL0, SW_IBUF_OP_MODE(val) | SW_CSI2RX_EN, true);
return;
}
is_to_off = false;
dev->unite_index = ISP_UNITE_LEFT;
dev->params_vdev.rdbk_times = 2;
}
isp = hw->isp[!id];
if (isp && isp->isp_state & ISP_START) {
if (!IS_HDR_RDBK(isp->rd_mode)) {
is_switch = true;
to_online = true;
} else {
val = 0;
rkisp_rdbk_trigger_event(isp, T_CMD_LEN, &val);
if (val || dev->is_multi_one_sync || dev->vicap_in.multi_sync) {
is_switch = true;
if (dev->is_multi_one_sync)
dev->is_multi_one_sync = false;
}
}
}
if (is_to_off)
rkisp_vicap_hw_link(dev, false);
if (!is_switch) {
rkisp_online_update_reg(dev, false, false);
rkisp_vicap_hw_link(dev, true);
} else {
if (to_online) {
spin_lock_irqsave(&hw->rdbk_lock, lock_flags);
hw->cur_dev_id = isp->dev_id;
spin_unlock_irqrestore(&hw->rdbk_lock, lock_flags);
rkisp_online_update_reg(isp, false, false);
rkisp_vicap_hw_link(isp, true);
} else {
spin_lock_irqsave(&hw->rdbk_lock, lock_flags);
hw->is_idle = true;
spin_unlock_irqrestore(&hw->rdbk_lock, lock_flags);
rkisp_rdbk_trigger_event(isp, T_CMD_QUEUE, NULL);
}
}
}
void rkisp_check_idle(struct rkisp_device *dev, u32 irq)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
unsigned long lock_flags = 0;
u32 val = 0;
if (hw->is_single && !IS_HDR_RDBK(dev->rd_mode))
return;
spin_lock_irqsave(&dev->hw_dev->rdbk_lock, lock_flags);
dev->irq_ends |= (irq & dev->irq_ends_mask);
v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev,
"%s irq:0x%x ends:0x%x mask:0x%x\n",
__func__, irq, dev->irq_ends, dev->irq_ends_mask);
if (dev->irq_ends == dev->irq_ends_mask && dev->hw_dev->monitor.is_en) {
dev->hw_dev->monitor.retry = 0;
dev->hw_dev->monitor.state |= ISP_FRAME_END;
if (!completion_done(&dev->hw_dev->monitor.cmpl))
complete(&dev->hw_dev->monitor.cmpl);
}
if ((dev->irq_ends & dev->irq_ends_mask) != dev->irq_ends_mask) {
spin_unlock_irqrestore(&dev->hw_dev->rdbk_lock, lock_flags);
return;
}
spin_unlock_irqrestore(&dev->hw_dev->rdbk_lock, lock_flags);
/* two virtual isp online frame end switch to other isp */
if (!hw->is_single && !IS_HDR_RDBK(dev->rd_mode))
rkisp_multi_online_switch(dev);
if (dev->sw_rd_cnt)
goto end;
if (dev->is_first_double) {
rkisp_fast_switch_rx_buf(dev, true);
dev->is_rtt_first = false;
dev->skip_frame = 0;
dev->irq_ends = 0;
return;
}
/* check output stream is off */
val = ISP_FRAME_MP | ISP_FRAME_SP | ISP_FRAME_MPFBC | ISP_FRAME_BP | ISP_FRAME_VPSS;
if (!(dev->irq_ends_mask & val)) {
u32 state = dev->isp_state;
struct rkisp_stream *s;
if (dev->sditf_dev && !dev->sditf_dev->is_on)
dev->isp_state = ISP_STOP;
for (val = 0; val < RKISP_STREAM_VIR; val++) {
s = &dev->cap_dev.stream[val];
dev->isp_state = ISP_STOP;
if (s->streaming) {
dev->isp_state = state;
break;
}
}
}
if (!IS_HDR_RDBK(dev->rd_mode))
return;
val = 0;
switch (dev->rd_mode) {
case HDR_RDBK_FRAME3://for rd1 rd0 rd2
val |= RAW1_RD_FRAME;
fallthrough;
case HDR_RDBK_FRAME2://for rd0 rd2
val |= RAW0_RD_FRAME;
fallthrough;
default:// for rd2
val |= RAW2_RD_FRAME;
/* FALLTHROUGH */
}
rkisp2_rawrd_isr(val, dev);
end:
dev->irq_ends = 0;
if (dev->is_wait_aiq &&
(dev->unite_div < ISP_UNITE_DIV2 || dev->unite_index == ISP_UNITE_RIGHT))
return;
if (dev->hw_dev->is_dvfs)
schedule_work(&dev->rdbk_work);
else
rkisp_rdbk_trigger_event(dev, T_CMD_END, NULL);
if (dev->isp_state == ISP_STOP)
wake_up(&dev->sync_onoff);
}
static void rkisp_set_state(u32 *state, u32 val)
{
u32 mask = 0xffff;
if (val < ISP_STOP)
mask = 0xffff0000;
*state &= mask;
*state |= val;
}
/*
* Image Stabilization.
* This should only be called when configuring CIF
* or at the frame end interrupt
*/
static void rkisp_config_ism(struct rkisp_device *dev)
{
struct v4l2_rect *out_crop = &dev->isp_sdev.out_crop;
u32 width = out_crop->width, mult = 1;
u32 height = out_crop->height;
/* isp2.0 no ism */
if (dev->isp_ver == ISP_V20 || dev->isp_ver == ISP_V21 ||
dev->isp_ver == ISP_V32_L || dev->isp_ver == ISP_V39)
return;
if (dev->unite_div > ISP_UNITE_DIV1)
width = width / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
if (dev->unite_div == ISP_UNITE_DIV4)
height = height / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
rkisp_unite_write(dev, CIF_ISP_IS_RECENTER, 0, false);
rkisp_unite_write(dev, CIF_ISP_IS_MAX_DX, 0, false);
rkisp_unite_write(dev, CIF_ISP_IS_MAX_DY, 0, false);
rkisp_unite_write(dev, CIF_ISP_IS_DISPLACE, 0, false);
rkisp_unite_write(dev, CIF_ISP_IS_H_OFFS, out_crop->left, false);
rkisp_unite_write(dev, CIF_ISP_IS_V_OFFS, out_crop->top, false);
rkisp_unite_write(dev, CIF_ISP_IS_H_SIZE, width, false);
if (dev->cap_dev.stream[RKISP_STREAM_SP].interlaced)
mult = 2;
rkisp_unite_write(dev, CIF_ISP_IS_V_SIZE, height / mult, false);
if (dev->isp_ver == ISP_V30 || dev->isp_ver == ISP_V32 ||
dev->isp_ver == ISP_V33)
return;
/* IS(Image Stabilization) is always on, working as output crop */
rkisp_write(dev, CIF_ISP_IS_CTRL, 1, false);
}
static int rkisp_reset_handle(struct rkisp_device *dev)
{
u32 val;
dev_info(dev->dev, "%s enter\n", __func__);
if (dev->isp_ver == ISP_V39 && dev->sditf_dev && dev->sditf_dev->is_on)
rkisp_sditf_reset_notify_vpss(dev);
rkisp_hw_reg_save(dev->hw_dev);
rkisp_soft_reset(dev->hw_dev, true);
rkisp_hw_reg_restore(dev->hw_dev);
val = CIF_ISP_DATA_LOSS | CIF_ISP_PIC_SIZE_ERROR;
rkisp_unite_set_bits(dev, CIF_ISP_IMSC, 0, val, true);
/* clear state */
dev->isp_err_cnt = 0;
dev->isp_state &= ~ISP_ERROR;
rkisp_set_state(&dev->isp_state, ISP_FRAME_END);
dev->hw_dev->monitor.state = ISP_FRAME_END;
if (IS_HDR_RDBK(dev->hdr.op_mode)) {
if (!dev->hw_dev->is_idle)
rkisp_trigger_read_back(dev, 1, 0, true);
else
rkisp_rdbk_trigger_event(dev, T_CMD_QUEUE, NULL);
} else if (!dev->hw_dev->is_single) {
if (dev->unite_div == ISP_UNITE_DIV2) {
dev->unite_index = ISP_UNITE_LEFT;
dev->params_vdev.rdbk_times = 2;
}
rkisp_online_update_reg(dev, false, true);
val = 1;
rkisp_vicap_hw_link(dev, val);
}
dev_info(dev->dev, "%s exit\n", __func__);
return 0;
}
static void rkisp_restart_monitor(struct work_struct *work)
{
struct rkisp_monitor *monitor =
container_of(work, struct rkisp_monitor, work);
struct rkisp_hw_dev *hw = monitor->dev;
struct rkisp_device *isp;
struct rkisp_pipeline *p;
int ret, i, j, timeout = 5, mipi_irq_cnt = 0;
dev_info(hw->dev, "%s enter\n", __func__);
while (!(monitor->state & ISP_STOP) && monitor->is_en) {
ret = wait_for_completion_timeout(&monitor->cmpl,
msecs_to_jiffies(100));
/* isp stop to exit
* isp err to reset
* mipi err wait isp idle, then reset
* online vicap if isp err, notify vicap reset, then vicap notify isp reset
* by ioctl RKISP_VICAP_CMD_SET_STREAM
*/
if (monitor->state & ISP_STOP ||
monitor->state & ISP_CIF_RESET ||
(ret && !(monitor->state & ISP_ERROR)) ||
(!ret &&
monitor->state & ISP_FRAME_END &&
!(monitor->state & ISP_MIPI_ERROR))) {
for (i = 0; i < hw->dev_num; i++) {
isp = hw->isp[i];
if (!isp || (isp && !(isp->isp_inp & INP_CSI)))
continue;
if (!(isp->isp_state & ISP_START))
break;
if (isp->csi_dev.irq_cnt != mipi_irq_cnt) {
mipi_irq_cnt = isp->csi_dev.irq_cnt;
timeout = 5;
} else if (mipi_irq_cnt && timeout-- == 0) {
/* mipi no input */
monitor->state |= ISP_MIPI_ERROR;
}
}
continue;
}
dev_info(hw->dev, "isp%d to restart state:0x%x try:%d mipi_irq_cnt:%d\n",
hw->cur_dev_id, monitor->state, monitor->retry, mipi_irq_cnt);
if (monitor->retry++ > RKISP_MAX_RETRY_CNT || hw->is_shutdown) {
monitor->is_en = false;
break;
}
for (i = 0; i < hw->dev_num; i++) {
isp = hw->isp[i];
if (!isp)
continue;
if (isp->isp_inp & INP_CSI ||
isp->isp_inp & INP_DVP ||
isp->isp_inp & INP_LVDS) {
if (!(isp->isp_state & ISP_START))
break;
/* subdev stream off */
p = &isp->pipe;
for (j = p->num_subdevs - 1; j >= 0; j--)
v4l2_subdev_call(p->subdevs[j], video, s_stream, 0);
for (i = 0; i < ISP2X_MIPI_RAW_MAX; i++) {
isp->luma_vdev.ystat_isrcnt[i] = 0;
isp->luma_vdev.ystat_rdflg[i] = 0;
}
}
}
/* restart isp */
isp = hw->isp[hw->cur_dev_id];
if (!IS_HDR_RDBK(isp->hdr.op_mode) && isp->isp_ver >= ISP_V30) {
struct v4l2_subdev *remote = NULL;
struct v4l2_subdev *isp_subdev = NULL;
isp_subdev = &(isp->isp_sdev.sd);
remote = get_remote_sensor(isp_subdev);
v4l2_subdev_call(remote, core, ioctl,
RKISP_VICAP_CMD_SET_RESET, NULL);
monitor->state |= ISP_CIF_RESET;
continue;
} else {
ret = rkisp_reset_handle(isp);
if (ret) {
monitor->is_en = false;
break;
}
}
for (i = 0; i < hw->dev_num; i++) {
isp = hw->isp[i];
if (!isp)
continue;
if (isp->isp_inp & INP_CSI ||
isp->isp_inp & INP_DVP ||
isp->isp_inp & INP_LVDS) {
if (!(isp->isp_state & ISP_START))
break;
if (isp->isp_inp & INP_CSI) {
rkisp_write(isp, CSI2RX_MASK_PHY, 0xF0FFFF, true);
rkisp_write(isp, CSI2RX_MASK_PACKET, 0xF1FFFFF, true);
rkisp_write(isp, CSI2RX_MASK_OVERFLOW, 0x7F7FF1, true);
}
/* subdev stream on */
isp->csi_dev.err_cnt = 0;
isp->isp_state &= ~ISP_MIPI_ERROR;
p = &isp->pipe;
for (j = 0; j < p->num_subdevs; j++)
v4l2_subdev_call(p->subdevs[j], video, s_stream, 1);
}
}
}
dev_dbg(hw->dev, "%s exit\n", __func__);
}
static void rkisp_monitor_init(struct rkisp_device *dev)
{
struct rkisp_monitor *monitor = &dev->hw_dev->monitor;
monitor->dev = dev->hw_dev;
init_completion(&monitor->cmpl);
INIT_WORK(&monitor->work, rkisp_restart_monitor);
}
/*
* RGB to YUV color space, default BT601
* BT601:
* Y = 0.299R + 0.587G + 0.114B
* CB = -0.1687R - 0.3313G + 0.5B
* CR = 0.5R - 0.4187G - 0.0813B
* BT709:
* Y = 0.2126R + 0.7152G + 0.0722B
* CB = -0.1146R - 0.3854G + 0.5B
* CR = 0.5R - 0.4542G - 0.0458B
* BT2020:
* Y = 0.2627R + 0.678G + 0.0593B
* CB = -0.1396R - 0.3604G + 0.5B
* CR = 0.5R - 0.4598G - 0.0402B
* 9 bit coeffs are signed integer values with 7 bit fractional
*/
static void rkisp_config_color_space(struct rkisp_device *dev)
{
u32 val = 0;
u16 bt601_coeff[] = {
0x0026, 0x004b, 0x000f,
0x01ea, 0x01d6, 0x0040,
0x0040, 0x01ca, 0x01f6
};
u16 bt709_coeff[] = {
0x001b, 0x005c, 0x0009,
0x01f1, 0x01cf, 0x0040,
0x0040, 0x01c6, 0x01fa
};
u16 bt2020_coeff[] = {
0x0022, 0x0057, 0x0008,
0x01ee, 0x01d2, 0x0040,
0x0040, 0x01c5, 0x01fb
};
u16 i, *coeff;
switch (dev->isp_sdev.colorspace) {
case V4L2_COLORSPACE_REC709:
coeff = bt709_coeff;
break;
case V4L2_COLORSPACE_BT2020:
coeff = bt2020_coeff;
break;
case V4L2_COLORSPACE_SMPTE170M:
default:
coeff = bt601_coeff;
break;
}
for (i = 0; i < 9; i++)
rkisp_unite_write(dev, CIF_ISP_CC_COEFF_0 + i * 4,
*(coeff + i), false);
val = rkisp_read_reg_cache(dev, CIF_ISP_CTRL);
if (dev->isp_sdev.quantization == V4L2_QUANTIZATION_FULL_RANGE)
rkisp_unite_write(dev, CIF_ISP_CTRL, val |
CIF_ISP_CTRL_ISP_CSM_Y_FULL_ENA |
CIF_ISP_CTRL_ISP_CSM_C_FULL_ENA, false);
else
rkisp_unite_write(dev, CIF_ISP_CTRL, val &
~(CIF_ISP_CTRL_ISP_CSM_Y_FULL_ENA |
CIF_ISP_CTRL_ISP_CSM_C_FULL_ENA), false);
}
static void rkisp_config_cmsk_single(struct rkisp_device *dev,
struct rkisp_cmsk_cfg *cfg)
{
u32 i, val, ctrl = 0;
u32 mp_en = cfg->win[0].win_en;
u32 sp_en = cfg->win[1].win_en;
u32 bp_en = cfg->win[2].win_en;
u32 win_max = (dev->isp_ver == ISP_V30) ?
RKISP_CMSK_WIN_MAX_V30 : RKISP_CMSK_WIN_MAX;
if (mp_en) {
ctrl |= ISP3X_SW_CMSK_EN_MP;
rkisp_write(dev, ISP3X_CMSK_CTRL1, mp_en, false);
val = cfg->win[0].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL4, val, false);
}
if (sp_en) {
ctrl |= ISP3X_SW_CMSK_EN_SP;
rkisp_write(dev, ISP3X_CMSK_CTRL2, sp_en, false);
val = cfg->win[1].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL5, val, false);
}
if (bp_en) {
ctrl |= ISP3X_SW_CMSK_EN_BP;
rkisp_write(dev, ISP3X_CMSK_CTRL3, bp_en, false);
val = cfg->win[2].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL6, val, false);
}
for (i = 0; i < win_max; i++) {
if (!(mp_en & BIT(i)) && !(sp_en & BIT(i)) && !(bp_en & BIT(i)))
continue;
val = ISP3X_SW_CMSK_YUV(cfg->win[i].cover_color_y,
cfg->win[i].cover_color_u,
cfg->win[i].cover_color_v);
rkisp_write(dev, ISP3X_CMSK_YUV0 + i * 4, val, false);
val = ISP_PACK_2SHORT(cfg->win[i].h_offs, cfg->win[i].v_offs);
rkisp_write(dev, ISP3X_CMSK_OFFS0 + i * 8, val, false);
val = ISP_PACK_2SHORT(cfg->win[i].h_size, cfg->win[i].v_size);
rkisp_write(dev, ISP3X_CMSK_SIZE0 + i * 8, val, false);
}
if (ctrl) {
val = ISP_PACK_2SHORT(dev->isp_sdev.out_crop.width,
dev->isp_sdev.out_crop.height);
rkisp_write(dev, ISP3X_CMSK_PIC_SIZE, val, false);
ctrl |= ISP3X_SW_CMSK_EN | ISP3X_SW_CMSK_ORDER_MODE;
ctrl |= ISP3X_SW_CMSK_BLKSIZE(cfg->mosaic_block);
}
rkisp_write(dev, ISP3X_CMSK_CTRL0, ctrl, false);
val = rkisp_read(dev, ISP3X_CMSK_CTRL0, true);
if (dev->hw_dev->is_single &&
((val & ISP32_SW_CMSK_EN_PATH) != (val & ISP32_SW_CMSK_EN_PATH_SHD)))
rkisp_write(dev, ISP3X_CMSK_CTRL0, val | ISP3X_SW_CMSK_FORCE_UPD, true);
}
static void rkisp_config_cmsk_dual(struct rkisp_device *dev,
struct rkisp_cmsk_cfg *cfg)
{
struct rkisp_cmsk_cfg left = *cfg;
struct rkisp_cmsk_cfg right = *cfg;
u32 width = dev->isp_sdev.out_crop.width;
u32 height = dev->isp_sdev.out_crop.height;
u32 w = width / 2;
u32 i, val, h_offs, h_size, ctrl;
u8 mp_en = cfg->win[0].win_en;
u8 sp_en = cfg->win[1].win_en;
u8 bp_en = cfg->win[2].win_en;
u32 win_max = (dev->isp_ver == ISP_V30) ?
RKISP_CMSK_WIN_MAX_V30 : RKISP_CMSK_WIN_MAX;
for (i = 0; i < win_max; i++) {
if (!(mp_en & BIT(i)) && !(sp_en & BIT(i)) && !(bp_en & BIT(i)))
continue;
h_offs = cfg->win[i].h_offs;
h_size = cfg->win[i].h_size;
if (h_offs + h_size <= w) {
/* cmsk window at left isp */
right.win[0].win_en &= ~BIT(i);
right.win[1].win_en &= ~BIT(i);
right.win[2].win_en &= ~BIT(i);
} else if (h_offs >= w) {
/* cmsk window at right isp */
left.win[0].win_en &= ~BIT(i);
left.win[1].win_en &= ~BIT(i);
left.win[2].win_en &= ~BIT(i);
right.win[i].h_offs = h_offs - w + RKMOUDLE_UNITE_EXTEND_PIXEL;
} else {
/* cmsk window at dual isp */
left.win[i].h_size = ALIGN(w - h_offs, 8);
right.win[i].h_offs = RKMOUDLE_UNITE_EXTEND_PIXEL;
val = h_offs + h_size - w;
right.win[i].h_size = ALIGN(val, 8);
right.win[i].h_offs -= right.win[i].h_size - val;
}
val = ISP3X_SW_CMSK_YUV(left.win[i].cover_color_y,
left.win[i].cover_color_u,
left.win[i].cover_color_v);
rkisp_unite_write(dev, ISP3X_CMSK_YUV0 + i * 4, val, false);
val = ISP_PACK_2SHORT(left.win[i].h_offs, left.win[i].v_offs);
rkisp_idx_write(dev, ISP3X_CMSK_OFFS0 + i * 8, val, ISP_UNITE_LEFT, false);
val = ISP_PACK_2SHORT(left.win[i].h_size, left.win[i].v_size);
rkisp_idx_write(dev, ISP3X_CMSK_SIZE0 + i * 8, val, ISP_UNITE_LEFT, false);
val = ISP_PACK_2SHORT(right.win[i].h_offs, right.win[i].v_offs);
rkisp_idx_write(dev, ISP3X_CMSK_OFFS0 + i * 8, val, ISP_UNITE_RIGHT, false);
val = ISP_PACK_2SHORT(right.win[i].h_size, right.win[i].v_size);
rkisp_idx_write(dev, ISP3X_CMSK_SIZE0 + i * 8, val, ISP_UNITE_RIGHT, false);
}
w += RKMOUDLE_UNITE_EXTEND_PIXEL;
ctrl = 0;
if (left.win[0].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_MP;
rkisp_write(dev, ISP3X_CMSK_CTRL1, left.win[0].win_en, false);
val = left.win[0].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL4, val, false);
}
if (left.win[1].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_SP;
rkisp_write(dev, ISP3X_CMSK_CTRL2, left.win[1].win_en, false);
val = left.win[1].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL5, val, false);
}
if (left.win[2].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_BP;
rkisp_write(dev, ISP3X_CMSK_CTRL3, left.win[2].win_en, false);
val = left.win[2].mode;
rkisp_write(dev, ISP3X_CMSK_CTRL6, val, false);
}
if (ctrl) {
val = ISP_PACK_2SHORT(w, height);
rkisp_write(dev, ISP3X_CMSK_PIC_SIZE, val, false);
ctrl |= ISP3X_SW_CMSK_EN | ISP3X_SW_CMSK_ORDER_MODE;
}
rkisp_write(dev, ISP3X_CMSK_CTRL0, ctrl, false);
ctrl = 0;
if (right.win[0].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_MP;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL1, right.win[0].win_en, ISP_UNITE_RIGHT, false);
val = right.win[0].mode;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL4, val, ISP_UNITE_RIGHT, false);
}
if (right.win[1].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_SP;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL2, right.win[1].win_en, ISP_UNITE_RIGHT, false);
val = right.win[1].mode;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL5, val, ISP_UNITE_RIGHT, false);
}
if (right.win[2].win_en) {
ctrl |= ISP3X_SW_CMSK_EN_BP;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL3, right.win[2].win_en, ISP_UNITE_RIGHT, false);
val = right.win[2].mode;
rkisp_idx_write(dev, ISP3X_CMSK_CTRL6, val, ISP_UNITE_RIGHT, false);
}
if (ctrl) {
val = ISP_PACK_2SHORT(w, height);
rkisp_idx_write(dev, ISP3X_CMSK_PIC_SIZE, val, ISP_UNITE_RIGHT, false);
ctrl |= ISP3X_SW_CMSK_EN | ISP3X_SW_CMSK_ORDER_MODE;
}
rkisp_idx_write(dev, ISP3X_CMSK_CTRL0, ctrl, ISP_UNITE_RIGHT, false);
val = rkisp_idx_read(dev, ISP3X_CMSK_CTRL0, ISP_UNITE_RIGHT, true);
if (dev->hw_dev->is_single &&
((val & ISP32_SW_CMSK_EN_PATH) != (val & ISP32_SW_CMSK_EN_PATH_SHD)))
rkisp_idx_write(dev, ISP3X_CMSK_CTRL0, val | ISP3X_SW_CMSK_FORCE_UPD,
ISP_UNITE_RIGHT, false);
}
static void rkisp_config_cmsk(struct rkisp_device *dev)
{
unsigned long lock_flags = 0;
struct rkisp_cmsk_cfg cfg;
if (dev->isp_ver != ISP_V30 && dev->isp_ver != ISP_V32 &&
dev->isp_ver != ISP_V33)
return;
spin_lock_irqsave(&dev->cmsk_lock, lock_flags);
if (!dev->is_cmsk_upd) {
spin_unlock_irqrestore(&dev->cmsk_lock, lock_flags);
return;
}
dev->is_cmsk_upd = false;
cfg = dev->cmsk_cfg;
spin_unlock_irqrestore(&dev->cmsk_lock, lock_flags);
if (!dev->hw_dev->unite)
rkisp_config_cmsk_single(dev, &cfg);
else
rkisp_config_cmsk_dual(dev, &cfg);
}
/*
* configure isp blocks with input format, size......
*/
static int rkisp_config_isp(struct rkisp_device *dev)
{
struct ispsd_in_fmt *in_fmt;
struct ispsd_out_fmt *out_fmt;
struct v4l2_rect *in_crop;
struct rkisp_sensor_info *sensor;
u32 isp_ctrl = 0;
u32 irq_mask = 0;
u32 signal = 0;
u32 acq_mult = 0;
u32 acq_prop = 0;
u32 extend_line = 0;
u32 width, height;
sensor = dev->active_sensor;
in_fmt = &dev->isp_sdev.in_fmt;
out_fmt = &dev->isp_sdev.out_fmt;
in_crop = &dev->isp_sdev.in_crop;
width = in_crop->width;
height = in_crop->height;
if (in_fmt->fmt_type == FMT_BAYER) {
acq_mult = 1;
if (out_fmt->fmt_type == FMT_BAYER) {
if (sensor && sensor->mbus.type == V4L2_MBUS_BT656)
isp_ctrl =
CIF_ISP_CTRL_ISP_MODE_RAW_PICT_ITU656;
else
isp_ctrl =
CIF_ISP_CTRL_ISP_MODE_RAW_PICT;
} else {
/* demosaicing bypass for grey sensor */
if (in_fmt->mbus_code == MEDIA_BUS_FMT_Y8_1X8 ||
in_fmt->mbus_code == MEDIA_BUS_FMT_Y10_1X10 ||
in_fmt->mbus_code == MEDIA_BUS_FMT_Y12_1X12) {
if (dev->isp_ver >= ISP_V20)
rkisp_unite_write(dev, ISP_DEBAYER_CONTROL, 0, false);
else
rkisp_write(dev, CIF_ISP_DEMOSAIC,
CIF_ISP_DEMOSAIC_BYPASS |
CIF_ISP_DEMOSAIC_TH(0xc), false);
} else {
if (dev->isp_ver >= ISP_V20)
rkisp_unite_write(dev, ISP_DEBAYER_CONTROL,
SW_DEBAYER_EN |
SW_DEBAYER_FILTER_G_EN |
SW_DEBAYER_FILTER_C_EN, false);
else
rkisp_write(dev, CIF_ISP_DEMOSAIC,
CIF_ISP_DEMOSAIC_TH(0xc), false);
}
if (sensor && sensor->mbus.type == V4L2_MBUS_BT656)
isp_ctrl = CIF_ISP_CTRL_ISP_MODE_BAYER_ITU656;
else
isp_ctrl = CIF_ISP_CTRL_ISP_MODE_BAYER_ITU601;
if (dev->isp_ver == ISP_V20 &&
dev->rd_mode == HDR_RDBK_FRAME1)
extend_line = RKMODULE_EXTEND_LINE;
}
if (dev->isp_inp == INP_DMARX_ISP)
acq_prop = CIF_ISP_ACQ_PROP_DMA_RGB;
} else if (in_fmt->fmt_type == FMT_YUV) {
acq_mult = 2;
if (sensor &&
(sensor->mbus.type == V4L2_MBUS_CSI2_DPHY ||
sensor->mbus.type == V4L2_MBUS_CCP2)) {
isp_ctrl = CIF_ISP_CTRL_ISP_MODE_ITU601;
} else {
if (sensor && sensor->mbus.type == V4L2_MBUS_BT656)
isp_ctrl = CIF_ISP_CTRL_ISP_MODE_ITU656;
else
isp_ctrl = CIF_ISP_CTRL_ISP_MODE_ITU601;
}
irq_mask |= CIF_ISP_DATA_LOSS;
if (dev->isp_inp == INP_DMARX_ISP)
acq_prop = CIF_ISP_ACQ_PROP_DMA_YUV;
}
/* Set up input acquisition properties */
if (sensor && (sensor->mbus.type == V4L2_MBUS_BT656 ||
sensor->mbus.type == V4L2_MBUS_PARALLEL)) {
if (sensor->mbus.bus.parallel.flags & V4L2_MBUS_PCLK_SAMPLE_RISING)
signal = CIF_ISP_ACQ_PROP_POS_EDGE;
}
if (sensor && sensor->mbus.type == V4L2_MBUS_PARALLEL) {
if (sensor->mbus.bus.parallel.flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
signal |= CIF_ISP_ACQ_PROP_VSYNC_LOW;
if (sensor->mbus.bus.parallel.flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)
signal |= CIF_ISP_ACQ_PROP_HSYNC_LOW;
}
if (rkisp_read_reg_cache(dev, CIF_ISP_CTRL) & ISP32_MIR_ENABLE)
isp_ctrl |= ISP32_MIR_ENABLE;
rkisp_unite_write(dev, CIF_ISP_CTRL, isp_ctrl, false);
acq_prop |= signal | in_fmt->yuv_seq |
CIF_ISP_ACQ_PROP_BAYER_PAT(in_fmt->bayer_pat) |
CIF_ISP_ACQ_PROP_FIELD_SEL_ALL;
rkisp_unite_write(dev, CIF_ISP_ACQ_PROP, acq_prop, false);
rkisp_unite_write(dev, CIF_ISP_ACQ_NR_FRAMES, 0, true);
if (dev->unite_div > ISP_UNITE_DIV1)
width = width / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
if (dev->unite_div == ISP_UNITE_DIV4)
height = height / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
/* Acquisition Size */
rkisp_unite_write(dev, CIF_ISP_ACQ_H_OFFS, acq_mult * in_crop->left, false);
rkisp_unite_write(dev, CIF_ISP_ACQ_V_OFFS, in_crop->top, false);
rkisp_unite_write(dev, CIF_ISP_ACQ_H_SIZE, acq_mult * width, false);
/* ISP Out Area differ with ACQ is only FIFO, so don't crop in this */
rkisp_unite_write(dev, CIF_ISP_OUT_H_OFFS, 0, true);
rkisp_unite_write(dev, CIF_ISP_OUT_V_OFFS, 0, true);
rkisp_unite_write(dev, CIF_ISP_OUT_H_SIZE, width, false);
if (dev->cap_dev.stream[RKISP_STREAM_SP].interlaced) {
rkisp_unite_write(dev, CIF_ISP_ACQ_V_SIZE, height / 2, false);
rkisp_unite_write(dev, CIF_ISP_OUT_V_SIZE, height / 2, false);
} else {
rkisp_unite_write(dev, CIF_ISP_ACQ_V_SIZE, height + extend_line, false);
rkisp_unite_write(dev, CIF_ISP_OUT_V_SIZE, height + extend_line, false);
}
/* interrupt mask */
irq_mask |= CIF_ISP_FRAME | CIF_ISP_V_START | CIF_ISP_PIC_SIZE_ERROR;
if (dev->isp_ver >= ISP_V20)
irq_mask |= ISP2X_LSC_LUT_ERR;
if (dev->is_pre_on)
irq_mask |= CIF_ISP_FRAME_IN;
rkisp_unite_set_bits(dev, CIF_ISP_IMSC, 0, irq_mask, true);
if ((dev->isp_ver == ISP_V20 ||
dev->isp_ver == ISP_V21) &&
IS_HDR_RDBK(dev->hdr.op_mode)) {
irq_mask = ISP2X_3A_RAWAE_BIG;
rkisp_write(dev, ISP_ISP3A_IMSC, irq_mask, true);
}
if (out_fmt->fmt_type == FMT_BAYER) {
rkisp_params_disable_isp(&dev->params_vdev);
} else {
rkisp_config_color_space(dev);
rkisp_params_first_cfg(&dev->params_vdev, in_fmt,
dev->isp_sdev.quantization);
rkisp_stats_first_ddr_config(&dev->stats_vdev);
}
if (!dev->hw_dev->is_single && atomic_read(&dev->hw_dev->refcnt) <= 1) {
rkisp_update_regs(dev, CIF_ISP_ACQ_H_OFFS, CIF_ISP_ACQ_V_SIZE);
rkisp_update_regs(dev, CIF_ISP_OUT_H_SIZE, CIF_ISP_OUT_V_SIZE);
}
dev->is_aiisp_upd = dev->is_aiisp_en;
rkisp_config_cmsk(dev);
rkisp_config_aiisp(dev);
if (dev->hw_dev->is_single)
rkisp_config_fpn(dev);
return 0;
}
static int rkisp_config_dvp(struct rkisp_device *dev)
{
struct ispsd_in_fmt *in_fmt = &dev->isp_sdev.in_fmt;
void __iomem *base = dev->base_addr;
u32 val, input_sel, data_width;
switch (in_fmt->bus_width) {
case 8:
input_sel = CIF_ISP_ACQ_PROP_IN_SEL_8B_ZERO;
data_width = ISP_CIF_DATA_WIDTH_8B;
break;
case 10:
input_sel = CIF_ISP_ACQ_PROP_IN_SEL_10B_ZERO;
data_width = ISP_CIF_DATA_WIDTH_10B;
break;
case 12:
input_sel = CIF_ISP_ACQ_PROP_IN_SEL_12B;
data_width = ISP_CIF_DATA_WIDTH_12B;
break;
default:
v4l2_err(&dev->v4l2_dev, "Invalid bus width\n");
return -EINVAL;
}
val = readl(base + CIF_ISP_ACQ_PROP);
writel(val | input_sel, base + CIF_ISP_ACQ_PROP);
if (!IS_ERR(dev->hw_dev->grf) &&
(dev->isp_ver == ISP_V12 || dev->isp_ver == ISP_V13))
regmap_update_bits(dev->hw_dev->grf, GRF_VI_CON0,
ISP_CIF_DATA_WIDTH_MASK, data_width);
return 0;
}
static int rkisp_config_lvds(struct rkisp_device *dev)
{
struct rkisp_sensor_info *sensor = dev->active_sensor;
struct ispsd_in_fmt *in_fmt = &dev->isp_sdev.in_fmt;
struct rkmodule_lvds_cfg cfg;
struct v4l2_subdev *sd = NULL;
u32 ret = 0, val, lane, data;
sd = get_remote_sensor(sensor->sd);
ret = v4l2_subdev_call(sd, core, ioctl, RKMODULE_GET_LVDS_CFG, &cfg);
if (ret)
goto err;
lane = BIT(sensor->mbus.bus.mipi_csi2.num_data_lanes) - 1;
switch (in_fmt->bus_width) {
case 8:
data = 0;
break;
case 10:
data = 1;
break;
case 12:
data = 2;
break;
default:
ret = -EINVAL;
goto err;
}
val = SW_LVDS_SAV(cfg.frm_sync_code[LVDS_CODE_GRP_LINEAR].odd_sync_code.act.sav) |
SW_LVDS_EAV(cfg.frm_sync_code[LVDS_CODE_GRP_LINEAR].odd_sync_code.act.eav);
writel(val, dev->base_addr + LVDS_SAV_EAV_ACT);
val = SW_LVDS_SAV(cfg.frm_sync_code[LVDS_CODE_GRP_LINEAR].odd_sync_code.blk.sav) |
SW_LVDS_EAV(cfg.frm_sync_code[LVDS_CODE_GRP_LINEAR].odd_sync_code.blk.eav);
writel(val, dev->base_addr + LVDS_SAV_EAV_BLK);
val = SW_LVDS_EN | SW_LVDS_WIDTH(data) | SW_LVDS_LANE_EN(lane) | cfg.mode;
writel(val, dev->base_addr + LVDS_CTRL);
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"lvds CTRL:0x%x ACT:0x%x BLK:0x%x\n",
readl(dev->base_addr + LVDS_CTRL),
readl(dev->base_addr + LVDS_SAV_EAV_ACT),
readl(dev->base_addr + LVDS_SAV_EAV_BLK));
return ret;
err:
v4l2_err(&dev->v4l2_dev, "%s error ret:%d\n", __func__, ret);
return ret;
}
/* Configure MUX */
static int rkisp_config_path(struct rkisp_device *dev)
{
struct rkisp_sensor_info *sensor = dev->active_sensor;
int ret = 0;
u32 dpcl = 0;
/* isp input interface selects */
if ((sensor && sensor->mbus.type == V4L2_MBUS_CSI2_DPHY) ||
dev->isp_inp & (INP_RAWRD0 | INP_RAWRD1 | INP_RAWRD2 | INP_CIF)) {
/* mipi sensor->isp or isp read from ddr */
dpcl |= CIF_VI_DPCL_IF_SEL_MIPI;
} else if (sensor &&
(sensor->mbus.type == V4L2_MBUS_BT656 ||
sensor->mbus.type == V4L2_MBUS_PARALLEL)) {
/* dvp sensor->isp */
ret = rkisp_config_dvp(dev);
dpcl |= CIF_VI_DPCL_IF_SEL_PARALLEL;
} else if (dev->isp_inp == INP_DMARX_ISP) {
/* read from ddr, no sensor connect, debug only */
dpcl |= CIF_VI_DPCL_DMA_SW_ISP;
} else if (sensor && sensor->mbus.type == V4L2_MBUS_CCP2) {
/* lvds sensor->isp */
ret = rkisp_config_lvds(dev);
dpcl |= VI_DPCL_IF_SEL_LVDS;
} else {
v4l2_err(&dev->v4l2_dev, "Invalid input\n");
ret = -EINVAL;
}
if (dev->isp_ver == ISP_V32)
dpcl |= BIT(0);
rkisp_unite_set_bits(dev, CIF_VI_DPCL, 0, dpcl, true);
return ret;
}
/* Hareware configure Entry */
static int rkisp_config_cif(struct rkisp_device *dev)
{
int ret = 0;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s CIF_ID:0x%x SP:%d, MP:%d\n", __func__,
readl(dev->base_addr + CIF_VI_ID),
dev->cap_dev.stream[RKISP_STREAM_SP].streaming,
dev->cap_dev.stream[RKISP_STREAM_MP].streaming);
ret = rkisp_config_isp(dev);
if (ret < 0)
return ret;
ret = rkisp_config_path(dev);
if (ret < 0)
return ret;
rkisp_config_ism(dev);
return 0;
}
static bool rkisp_is_need_3a(struct rkisp_device *dev)
{
struct rkisp_isp_subdev *isp_sdev = &dev->isp_sdev;
return isp_sdev->in_fmt.fmt_type == FMT_BAYER &&
isp_sdev->out_fmt.fmt_type == FMT_YUV;
}
static void rkisp_start_3a_run(struct rkisp_device *dev)
{
struct rkisp_isp_params_vdev *params_vdev = &dev->params_vdev;
struct video_device *vdev = &params_vdev->vnode.vdev;
struct v4l2_event ev = {
.type = CIFISP_V4L2_EVENT_STREAM_START,
};
int ret = 1000;
if (!rkisp_is_need_3a(dev) || dev->isp_ver == ISP_V20 ||
!params_vdev->is_subs_evt)
return;
v4l2_event_queue(vdev, &ev);
/* thunderboot no need to wait aiq first param */
if (dev->is_pre_on)
return;
/* rk3326/px30 require first params queued before
* rkisp_params_configure_isp() called
*/
ret = wait_event_timeout(dev->sync_onoff,
params_vdev->streamon && !params_vdev->first_params,
msecs_to_jiffies(ret));
if (!ret)
v4l2_warn(&dev->v4l2_dev,
"waiting on params stream on event timeout\n");
else
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"Waiting for 3A on use %d ms\n", 1000 - jiffies_to_msecs(ret));
}
static void rkisp_stop_3a_run(struct rkisp_device *dev)
{
struct rkisp_isp_params_vdev *params_vdev = &dev->params_vdev;
struct video_device *vdev = &params_vdev->vnode.vdev;
struct v4l2_event ev = {
.type = CIFISP_V4L2_EVENT_STREAM_STOP,
};
int ret = 1000;
if (!rkisp_is_need_3a(dev) || dev->isp_ver == ISP_V20 ||
!params_vdev->is_subs_evt || dev->hw_dev->is_shutdown)
return;
v4l2_event_queue(vdev, &ev);
ret = wait_event_timeout(dev->sync_onoff, !params_vdev->streamon,
msecs_to_jiffies(ret));
if (!ret)
v4l2_warn(&dev->v4l2_dev,
"waiting on params stream off event timeout\n");
else
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"Waiting for 3A off use %d ms\n", 1000 - jiffies_to_msecs(ret));
}
/* Mess register operations to stop isp */
static int rkisp_isp_stop(struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
void __iomem *base = dev->base_addr;
unsigned long old_rate, safe_rate;
u32 val;
u32 i;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s refcnt:%d\n", __func__,
atomic_read(&hw->refcnt));
if (atomic_read(&hw->refcnt) > 1)
goto end;
/*
* ISP(mi) stop in mi frame end -> Stop ISP(mipi) ->
* Stop ISP(isp) ->wait for ISP isp off
*/
/* stop and clear MI, MIPI, and ISP interrupts */
if (dev->isp_ver == ISP_V12 || dev->isp_ver == ISP_V13) {
writel(0, base + CIF_ISP_CSI0_MASK1);
writel(0, base + CIF_ISP_CSI0_MASK2);
writel(0, base + CIF_ISP_CSI0_MASK3);
readl(base + CIF_ISP_CSI0_ERR1);
readl(base + CIF_ISP_CSI0_ERR2);
readl(base + CIF_ISP_CSI0_ERR3);
} else if (dev->isp_ver >= ISP_V20) {
writel(0, base + CSI2RX_MASK_PHY);
writel(0, base + CSI2RX_MASK_PACKET);
writel(0, base + CSI2RX_MASK_OVERFLOW);
writel(0, base + CSI2RX_MASK_STAT);
readl(base + CSI2RX_ERR_PHY);
readl(base + CSI2RX_ERR_PACKET);
readl(base + CSI2RX_ERR_OVERFLOW);
readl(base + CSI2RX_ERR_STAT);
} else {
writel(0, base + CIF_MIPI_IMSC);
writel(~0, base + CIF_MIPI_ICR);
}
writel(0, base + CIF_ISP_IMSC);
writel(~0, base + CIF_ISP_ICR);
if (dev->isp_ver >= ISP_V20) {
writel(0, base + ISP_ISP3A_IMSC);
writel(~0, base + ISP_ISP3A_ICR);
}
writel(0, base + CIF_MI_IMSC);
writel(~0, base + CIF_MI_ICR);
if (dev->isp_ver == ISP_V12 || dev->isp_ver == ISP_V13) {
writel(0, base + CIF_ISP_CSI0_CTRL0);
} else if (dev->isp_ver < ISP_V12) {
val = readl(base + CIF_MIPI_CTRL);
val = val & (~CIF_MIPI_CTRL_SHUTDOWNLANES(0xf));
writel(val & (~CIF_MIPI_CTRL_OUTPUT_ENA), base + CIF_MIPI_CTRL);
udelay(20);
}
/* stop lsc to avoid lsclut error */
if (dev->isp_ver >= ISP_V20)
writel(0, base + ISP_LSC_CTRL);
/* stop ISP */
val = rkisp_read(dev, CIF_ISP_CTRL, true);
val &= ~(CIF_ISP_CTRL_ISP_INFORM_ENABLE | CIF_ISP_CTRL_ISP_ENABLE);
rkisp_unite_write(dev, CIF_ISP_CTRL, val, true);
if (ISP3X_ISP_OUT_LINE(rkisp_read(dev, ISP3X_ISP_DEBUG2, true)))
readl_poll_timeout(base + CIF_ISP_RIS,
val, val & CIF_ISP_OFF, 200, 1000);
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"MI_CTRL:%x %x, ISP_CTRL:%x %x, cnt:%d\n",
readl(base + CIF_MI_CTRL), readl(base + CIF_MI_CTRL_SHD),
readl(base + CIF_ISP_CTRL), readl(base + CIF_ISP_FLAGS_SHD),
ISP3X_ISP_OUT_LINE(rkisp_read(dev, ISP3X_ISP_DEBUG2, true)));
val = rkisp_read(dev, CIF_ISP_CTRL, true);
val |= CIF_ISP_CTRL_ISP_CFG_UPD;
rkisp_unite_write(dev, CIF_ISP_CTRL, val, true);
rkisp_clear_reg_cache_bits(dev, CIF_ISP_CTRL, CIF_ISP_CTRL_ISP_CFG_UPD);
if (!in_interrupt()) {
/* normal case */
/* check the isp_clk before isp reset operation */
old_rate = clk_get_rate(hw->clks[0]);
safe_rate = hw->clk_rate_tbl[0].clk_rate * 1000000UL;
if (old_rate > safe_rate) {
rkisp_set_clk_rate(hw->clks[0], safe_rate);
if (hw->unite == ISP_UNITE_TWO)
rkisp_set_clk_rate(hw->clks[5], safe_rate);
udelay(100);
}
rkisp_soft_reset(hw, false);
}
if (dev->isp_ver == ISP_V12 || dev->isp_ver == ISP_V13) {
writel(0, base + CIF_ISP_CSI0_CSI2_RESETN);
writel(0, base + CIF_ISP_CSI0_CTRL0);
writel(0, base + CIF_ISP_CSI0_MASK1);
writel(0, base + CIF_ISP_CSI0_MASK2);
writel(0, base + CIF_ISP_CSI0_MASK3);
} else if (dev->isp_ver >= ISP_V20) {
rkisp_unite_write(dev, CSI2RX_CSI2_RESETN, 0, true);
}
hw->is_dvfs = false;
hw->is_runing = false;
hw->is_idle = true;
hw->is_mi_update = false;
hw->pre_dev_id = -1;
end:
dev->is_frm_rd = false;
dev->irq_ends_mask = 0;
dev->hdr.op_mode = 0;
dev->sw_rd_cnt = 0;
dev->stats_vdev.rdbk_drop = false;
dev->is_multi_one_sync = false;
rkisp_set_state(&dev->isp_state, ISP_STOP);
if (dev->isp_ver >= ISP_V20)
kfifo_reset(&dev->rdbk_kfifo);
if (dev->isp_ver == ISP_V30 || dev->isp_ver == ISP_V32 ||
dev->isp_ver == ISP_V33)
memset(&dev->cmsk_cfg, 0, sizeof(dev->cmsk_cfg));
if (dev->emd_vc <= CIF_ISP_ADD_DATA_VC_MAX) {
for (i = 0; i < RKISP_EMDDATA_FIFO_MAX; i++)
kfifo_free(&dev->emd_data_fifo[i].mipi_kfifo);
dev->emd_vc = 0xFF;
}
if (dev->hdr.sensor)
dev->hdr.sensor = NULL;
return 0;
}
/* Mess register operations to start isp */
static int rkisp_isp_start(struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
u32 val;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s refcnt:%d link_num:%d\n", __func__,
atomic_read(&hw->refcnt), hw->dev_link_num);
dev->cap_dev.is_done_early = false;
if (dev->cap_dev.wait_line >= dev->isp_sdev.out_crop.height)
dev->cap_dev.wait_line = 0;
if (dev->cap_dev.wait_line) {
dev->cap_dev.is_done_early = true;
if (dev->isp_ver >= ISP_V32) {
val = dev->cap_dev.wait_line;
rkisp_write(dev, ISP32_ISP_IRQ_CFG0, val << 16, false);
rkisp_set_bits(dev, CIF_ISP_IMSC, 0, ISP3X_OUT_FRM_HALF, false);
} else {
/* using AF 15x15 block */
val = dev->isp_sdev.out_crop.height / 15;
val = dev->cap_dev.wait_line / val;
val = ISP3X_RAWAF_INELINE0(val) | ISP3X_RAWAF_INTLINE0_EN;
rkisp_unite_write(dev, ISP3X_RAWAF_INT_LINE, val, false);
rkisp_unite_set_bits(dev, ISP_ISP3A_IMSC, 0, ISP2X_3A_RAWAF, false);
rkisp_unite_clear_bits(dev, CIF_ISP_IMSC, ISP2X_LSC_LUT_ERR, false);
dev->rawaf_irq_cnt = 0;
}
}
/* Activate ISP */
val = rkisp_read_reg_cache(dev, CIF_ISP_CTRL);
val |= CIF_ISP_CTRL_ISP_CFG_UPD | CIF_ISP_CTRL_ISP_ENABLE |
CIF_ISP_CTRL_ISP_INFORM_ENABLE | CIF_ISP_CTRL_ISP_CFG_UPD_PERMANENT;
if (dev->isp_ver == ISP_V20)
val |= NOC_HURRY_PRIORITY(2) | NOC_HURRY_W_MODE(2) | NOC_HURRY_R_MODE(1);
if (atomic_read(&hw->refcnt) == 1)
hw->cur_dev_id = dev->dev_id;
rkisp_unite_write(dev, CIF_ISP_CTRL, val, false);
rkisp_clear_reg_cache_bits(dev, CIF_ISP_CTRL, CIF_ISP_CTRL_ISP_CFG_UPD);
dev->isp_err_cnt = 0;
dev->isp_isr_cnt = 0;
dev->irq_ends_mask |= ISP_FRAME_END;
dev->irq_ends = 0;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s MI_CTRL 0x%08x ISP_CTRL 0x%08x\n", __func__,
rkisp_read(dev, CIF_MI_CTRL, false),
rkisp_read(dev, CIF_ISP_CTRL, false));
if (hw->monitor.is_en && atomic_read(&hw->refcnt) < 2) {
hw->monitor.retry = 0;
hw->monitor.state = ISP_FRAME_END;
schedule_work(&hw->monitor.work);
}
return 0;
}
/***************************** isp sub-devs *******************************/
static const struct ispsd_in_fmt rkisp_isp_input_formats[] = {
{
.name = "SBGGR10_1X10",
.mbus_code = MEDIA_BUS_FMT_SBGGR10_1X10,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW10,
.bayer_pat = RAW_BGGR,
.bus_width = 10,
}, {
.name = "SRGGB10_1X10",
.mbus_code = MEDIA_BUS_FMT_SRGGB10_1X10,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW10,
.bayer_pat = RAW_RGGB,
.bus_width = 10,
}, {
.name = "SGBRG10_1X10",
.mbus_code = MEDIA_BUS_FMT_SGBRG10_1X10,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW10,
.bayer_pat = RAW_GBRG,
.bus_width = 10,
}, {
.name = "SGRBG10_1X10",
.mbus_code = MEDIA_BUS_FMT_SGRBG10_1X10,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW10,
.bayer_pat = RAW_GRBG,
.bus_width = 10,
}, {
.name = "SRGGB12_1X12",
.mbus_code = MEDIA_BUS_FMT_SRGGB12_1X12,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW12,
.bayer_pat = RAW_RGGB,
.bus_width = 12,
}, {
.name = "SBGGR12_1X12",
.mbus_code = MEDIA_BUS_FMT_SBGGR12_1X12,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW12,
.bayer_pat = RAW_BGGR,
.bus_width = 12,
}, {
.name = "SGBRG12_1X12",
.mbus_code = MEDIA_BUS_FMT_SGBRG12_1X12,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW12,
.bayer_pat = RAW_GBRG,
.bus_width = 12,
}, {
.name = "SGRBG12_1X12",
.mbus_code = MEDIA_BUS_FMT_SGRBG12_1X12,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW12,
.bayer_pat = RAW_GRBG,
.bus_width = 12,
}, {
.name = "SRGGB8_1X8",
.mbus_code = MEDIA_BUS_FMT_SRGGB8_1X8,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW8,
.bayer_pat = RAW_RGGB,
.bus_width = 8,
}, {
.name = "SBGGR8_1X8",
.mbus_code = MEDIA_BUS_FMT_SBGGR8_1X8,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW8,
.bayer_pat = RAW_BGGR,
.bus_width = 8,
}, {
.name = "SGBRG8_1X8",
.mbus_code = MEDIA_BUS_FMT_SGBRG8_1X8,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW8,
.bayer_pat = RAW_GBRG,
.bus_width = 8,
}, {
.name = "SGRBG8_1X8",
.mbus_code = MEDIA_BUS_FMT_SGRBG8_1X8,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW8,
.bayer_pat = RAW_GRBG,
.bus_width = 8,
}, {
.name = "YUYV8_2X8",
.mbus_code = MEDIA_BUS_FMT_YUYV8_2X8,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 8,
}, {
.name = "YVYU8_2X8",
.mbus_code = MEDIA_BUS_FMT_YVYU8_2X8,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCRYCB,
.bus_width = 8,
}, {
.name = "UYVY8_2X8",
.mbus_code = MEDIA_BUS_FMT_UYVY8_2X8,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CBYCRY,
.bus_width = 8,
}, {
.name = "VYUY8_2X8",
.mbus_code = MEDIA_BUS_FMT_VYUY8_2X8,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CRYCBY,
.bus_width = 8,
}, {
.name = "YUYV10_2X10",
.mbus_code = MEDIA_BUS_FMT_YUYV10_2X10,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 10,
}, {
.name = "YVYU10_2X10",
.mbus_code = MEDIA_BUS_FMT_YVYU10_2X10,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCRYCB,
.bus_width = 10,
}, {
.name = "UYVY10_2X10",
.mbus_code = MEDIA_BUS_FMT_UYVY10_2X10,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CBYCRY,
.bus_width = 10,
}, {
.name = "VYUY10_2X10",
.mbus_code = MEDIA_BUS_FMT_VYUY10_2X10,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CRYCBY,
.bus_width = 10,
}, {
.name = "YUYV12_2X12",
.mbus_code = MEDIA_BUS_FMT_YUYV12_2X12,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 12,
}, {
.name = "YVYU12_2X12",
.mbus_code = MEDIA_BUS_FMT_YVYU12_2X12,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_YCRYCB,
.bus_width = 12,
}, {
.name = "UYVY12_2X12",
.mbus_code = MEDIA_BUS_FMT_UYVY12_2X12,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CBYCRY,
.bus_width = 12,
}, {
.name = "VYUY12_2X12",
.mbus_code = MEDIA_BUS_FMT_VYUY12_2X12,
.fmt_type = FMT_YUV,
.mipi_dt = CIF_CSI2_DT_YUV422_8b,
.yuv_seq = CIF_ISP_ACQ_PROP_CRYCBY,
.bus_width = 12,
}, {
.name = "Y8_1X8",
.mbus_code = MEDIA_BUS_FMT_Y8_1X8,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW8,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 8,
}, {
.name = "Y10_1X8",
.mbus_code = MEDIA_BUS_FMT_Y10_1X10,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW10,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 10,
}, {
.name = "Y12_1X12",
.mbus_code = MEDIA_BUS_FMT_Y12_1X12,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW12,
.yuv_seq = CIF_ISP_ACQ_PROP_YCBYCR,
.bus_width = 12,
}, {
.name = "SRGGB16_1X16",
.mbus_code = MEDIA_BUS_FMT_SRGGB16_1X16,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW16,
.bayer_pat = RAW_RGGB,
.bus_width = 16,
}, {
.name = "SBGGR12_1X16",
.mbus_code = MEDIA_BUS_FMT_SBGGR16_1X16,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW16,
.bayer_pat = RAW_BGGR,
.bus_width = 16,
}, {
.name = "SGBRG12_1X16",
.mbus_code = MEDIA_BUS_FMT_SGBRG16_1X16,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW16,
.bayer_pat = RAW_GBRG,
.bus_width = 16,
}, {
.name = "SGRBG12_1X16",
.mbus_code = MEDIA_BUS_FMT_SGRBG16_1X16,
.fmt_type = FMT_BAYER,
.mipi_dt = CIF_CSI2_DT_RAW16,
.bayer_pat = RAW_GRBG,
.bus_width = 16,
}
};
static const struct ispsd_out_fmt rkisp_isp_output_formats[] = {
{
.mbus_code = MEDIA_BUS_FMT_YUYV8_2X8,
.fmt_type = FMT_YUV,
}, {
.mbus_code = MEDIA_BUS_FMT_SRGGB12_1X12,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SBGGR12_1X12,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGBRG12_1X12,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGRBG12_1X12,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SRGGB10_1X10,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SBGGR10_1X10,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGBRG10_1X10,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGRBG10_1X10,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SRGGB8_1X8,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SBGGR8_1X8,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGBRG8_1X8,
.fmt_type = FMT_BAYER,
}, {
.mbus_code = MEDIA_BUS_FMT_SGRBG8_1X8,
.fmt_type = FMT_BAYER,
},
};
static const struct ispsd_in_fmt *find_in_fmt(u32 mbus_code)
{
const struct ispsd_in_fmt *fmt;
int i, array_size = ARRAY_SIZE(rkisp_isp_input_formats);
for (i = 0; i < array_size; i++) {
fmt = &rkisp_isp_input_formats[i];
if (fmt->mbus_code == mbus_code)
return fmt;
}
return NULL;
}
static const struct ispsd_out_fmt *find_out_fmt(u32 mbus_code)
{
const struct ispsd_out_fmt *fmt;
int i, array_size = ARRAY_SIZE(rkisp_isp_output_formats);
for (i = 0; i < array_size; i++) {
fmt = &rkisp_isp_output_formats[i];
if (fmt->mbus_code == mbus_code)
return fmt;
}
return NULL;
}
static int rkisp_isp_sd_enum_mbus_code(struct v4l2_subdev *sd,
struct v4l2_subdev_state *sd_state,
struct v4l2_subdev_mbus_code_enum *code)
{
unsigned int i = code->index;
if (code->pad == RKISP_ISP_PAD_SINK) {
if (i >= ARRAY_SIZE(rkisp_isp_input_formats))
return -EINVAL;
code->code = rkisp_isp_input_formats[i].mbus_code;
} else {
if (i >= ARRAY_SIZE(rkisp_isp_output_formats))
return -EINVAL;
code->code = rkisp_isp_output_formats[i].mbus_code;
}
return 0;
}
#define sd_to_isp_sd(_sd) container_of(_sd, struct rkisp_isp_subdev, sd)
static int rkisp_isp_sd_get_fmt(struct v4l2_subdev *sd,
struct v4l2_subdev_state *sd_state,
struct v4l2_subdev_format *fmt)
{
struct v4l2_mbus_framefmt *mf;
struct rkisp_isp_subdev *isp_sd = sd_to_isp_sd(sd);
if (!fmt)
goto err;
if (fmt->pad != RKISP_ISP_PAD_SINK &&
fmt->pad != RKISP_ISP_PAD_SOURCE_PATH)
goto err;
mf = &fmt->format;
if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
if (!sd_state)
goto err;
mf = v4l2_subdev_get_try_format(sd, sd_state, fmt->pad);
}
if (fmt->pad == RKISP_ISP_PAD_SINK) {
*mf = isp_sd->in_frm;
} else if (fmt->pad == RKISP_ISP_PAD_SOURCE_PATH) {
/* format of source pad */
mf->code = isp_sd->out_fmt.mbus_code;
/* window size of source pad */
mf->width = isp_sd->out_crop.width;
mf->height = isp_sd->out_crop.height;
mf->quantization = isp_sd->quantization;
mf->colorspace = isp_sd->colorspace;
}
mf->field = V4L2_FIELD_NONE;
return 0;
err:
return -EINVAL;
}
static int rkisp_isp_sd_set_fmt(struct v4l2_subdev *sd,
struct v4l2_subdev_state *sd_state,
struct v4l2_subdev_format *fmt)
{
struct rkisp_device *isp_dev = sd_to_isp_dev(sd);
struct rkisp_isp_subdev *isp_sd = &isp_dev->isp_sdev;
struct v4l2_mbus_framefmt *mf;
if (!fmt)
goto err;
if (fmt->pad != RKISP_ISP_PAD_SINK &&
fmt->pad != RKISP_ISP_PAD_SOURCE_PATH)
goto err;
mf = &fmt->format;
if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
if (!sd_state)
goto err;
mf = v4l2_subdev_get_try_format(sd, sd_state, fmt->pad);
}
if (fmt->pad == RKISP_ISP_PAD_SINK) {
struct v4l2_pix_format_mplane pixm = { 0 };
const struct ispsd_in_fmt *in_fmt;
in_fmt = find_in_fmt(mf->code);
if (!in_fmt ||
mf->width < CIF_ISP_INPUT_W_MIN ||
mf->height < CIF_ISP_INPUT_H_MIN)
goto err;
isp_sd->in_fmt = *in_fmt;
isp_sd->in_frm = *mf;
/* rawrd video format with isp input format change */
pixm.width = mf->width;
pixm.height = mf->height;
pixm.pixelformat = rkisp_mbus_pixelcode_to_v4l2(mf->code);
rkisp_dmarx_set_fmt(&isp_dev->dmarx_dev.stream[RKISP_STREAM_RAWRD0], pixm);
rkisp_dmarx_set_fmt(&isp_dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2], pixm);
if (isp_dev->isp_ver == ISP_V20 || isp_dev->isp_ver == ISP_V30)
rkisp_dmarx_set_fmt(&isp_dev->dmarx_dev.stream[RKISP_STREAM_RAWRD1], pixm);
} else if (fmt->pad == RKISP_ISP_PAD_SOURCE_PATH) {
const struct ispsd_out_fmt *out_fmt;
out_fmt = find_out_fmt(mf->code);
if (!out_fmt)
goto err;
isp_sd->out_fmt = *out_fmt;
/* window size is set in s_selection */
mf->width = isp_sd->out_crop.width;
mf->height = isp_sd->out_crop.height;
/* full range by default */
if (mf->quantization == V4L2_QUANTIZATION_DEFAULT)
mf->quantization = V4L2_QUANTIZATION_FULL_RANGE;
/* BT601 default */
if (mf->colorspace != V4L2_COLORSPACE_SMPTE170M &&
mf->colorspace != V4L2_COLORSPACE_REC709 &&
mf->colorspace != V4L2_COLORSPACE_BT2020)
mf->colorspace = V4L2_COLORSPACE_SMPTE170M;
isp_sd->quantization = mf->quantization;
isp_sd->colorspace = mf->colorspace;
}
mf->field = V4L2_FIELD_NONE;
return 0;
err:
return -EINVAL;
}
static void rkisp_isp_sd_try_crop(struct v4l2_subdev *sd,
struct v4l2_rect *crop,
u32 pad)
{
struct rkisp_isp_subdev *isp_sd = sd_to_isp_sd(sd);
struct rkisp_device *dev = sd_to_isp_dev(sd);
struct v4l2_rect in_crop = isp_sd->in_crop;
struct rkisp_hw_dev *hw = dev->hw_dev;
u32 size;
crop->left = ALIGN(crop->left, 2);
crop->width = ALIGN(crop->width, 2);
if (pad == RKISP_ISP_PAD_SINK) {
/* update sensor info if sensor link be changed */
rkisp_update_sensor_info(dev);
rkisp_align_sensor_resolution(dev, crop, true);
if (hw->unite == ISP_UNITE_TWO && hw->isp_ver == ISP_V30) {
dev->unite_div = ISP_UNITE_DIV2;
} else {
dev->unite_div = ISP_UNITE_DIV1;
switch (dev->isp_ver) {
case ISP_V30:
size = CIF_ISP_INPUT_W_MAX_V30 * CIF_ISP_INPUT_H_MAX_V30;
break;
case ISP_V32:
size = CIF_ISP_INPUT_W_MAX_V32 * CIF_ISP_INPUT_H_MAX_V32;
break;
case ISP_V32_L:
size = CIF_ISP_INPUT_W_MAX_V32_L * CIF_ISP_INPUT_H_MAX_V32_L;
break;
case ISP_V33:
size = CIF_ISP_INPUT_W_MAX_V33 * CIF_ISP_INPUT_H_MAX_V33;
break;
case ISP_V39:
size = CIF_ISP_INPUT_W_MAX_V39_UNITE * CIF_ISP_INPUT_H_MAX_V39_UNITE;
size /= 2;
break;
default:
return;
}
if (crop->width * crop->height > size * 2)
dev->unite_div = ISP_UNITE_DIV4;
else if (crop->width * crop->height > size)
dev->unite_div = ISP_UNITE_DIV2;
}
} else if (pad == RKISP_ISP_PAD_SOURCE_PATH) {
crop->left = clamp_t(u32, crop->left, 0, in_crop.width);
crop->top = clamp_t(u32, crop->top, 0, in_crop.height);
crop->width = clamp_t(u32, crop->width, CIF_ISP_OUTPUT_W_MIN,
in_crop.width - crop->left);
crop->height = clamp_t(u32, crop->height, CIF_ISP_OUTPUT_H_MIN,
in_crop.height - crop->top);
}
}
static int rkisp_isp_sd_get_selection(struct v4l2_subdev *sd,
struct v4l2_subdev_state *sd_state,
struct v4l2_subdev_selection *sel)
{
struct rkisp_isp_subdev *isp_sd = sd_to_isp_sd(sd);
struct rkisp_device *dev = sd_to_isp_dev(sd);
struct v4l2_rect *crop;
u32 max_w, max_h, max_size;
if (!sel)
goto err;
if (sel->pad != RKISP_ISP_PAD_SOURCE_PATH &&
sel->pad != RKISP_ISP_PAD_SINK)
goto err;
crop = &sel->r;
if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
if (!sd_state)
goto err;
crop = v4l2_subdev_get_try_crop(sd, sd_state, sel->pad);
}
*crop = isp_sd->in_crop;
switch (sel->target) {
case V4L2_SEL_TGT_CROP_BOUNDS:
crop->left = 0;
crop->top = 0;
if (sel->pad == RKISP_ISP_PAD_SINK) {
switch (dev->isp_ver) {
case ISP_V12:
max_w = CIF_ISP_INPUT_W_MAX_V12;
max_h = CIF_ISP_INPUT_H_MAX_V12;
break;
case ISP_V13:
max_w = CIF_ISP_INPUT_W_MAX_V13;
max_h = CIF_ISP_INPUT_H_MAX_V13;
break;
case ISP_V21:
max_w = CIF_ISP_INPUT_W_MAX_V21;
max_h = CIF_ISP_INPUT_H_MAX_V21;
break;
case ISP_V30:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V30_UNITE : CIF_ISP_INPUT_W_MAX_V30;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V30_UNITE : CIF_ISP_INPUT_H_MAX_V30;
break;
case ISP_V32:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V32_UNITE : CIF_ISP_INPUT_W_MAX_V32;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V32_UNITE : CIF_ISP_INPUT_H_MAX_V32;
break;
case ISP_V32_L:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V32_L_UNITE : CIF_ISP_INPUT_W_MAX_V32_L;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V32_L_UNITE : CIF_ISP_INPUT_H_MAX_V32_L;
break;
case ISP_V33:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V33_UNITE : CIF_ISP_INPUT_W_MAX_V33;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V33_UNITE : CIF_ISP_INPUT_H_MAX_V33;
break;
case ISP_V39:
max_w = dev->hw_dev->unite ?
CIF_ISP_INPUT_W_MAX_V39_UNITE : CIF_ISP_INPUT_W_MAX_V39;
max_h = dev->hw_dev->unite ?
CIF_ISP_INPUT_H_MAX_V39_UNITE : CIF_ISP_INPUT_H_MAX_V39;
break;
default:
max_w = CIF_ISP_INPUT_W_MAX;
max_h = CIF_ISP_INPUT_H_MAX;
}
max_size = max_w * max_h;
max_h = max_size / isp_sd->in_frm.width;
crop->width = min_t(u32, isp_sd->in_frm.width, max_w);
crop->height = min_t(u32, isp_sd->in_frm.height, max_h);
}
break;
case V4L2_SEL_TGT_CROP:
if (sel->pad == RKISP_ISP_PAD_SOURCE_PATH)
*crop = isp_sd->out_crop;
break;
default:
goto err;
}
return 0;
err:
return -EINVAL;
}
static void rkisp_check_stream_dcrop(struct rkisp_device *dev,
struct v4l2_rect *crop)
{
struct rkisp_stream *stream;
struct v4l2_rect *dcrop;
u32 i;
for (i = 0; i < RKISP_MAX_STREAM; i++) {
if (i != RKISP_STREAM_MP && i != RKISP_STREAM_SP &&
i != RKISP_STREAM_FBC && i != RKISP_STREAM_BP)
continue;
stream = &dev->cap_dev.stream[i];
dcrop = &stream->dcrop;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s id:%d %dx%d(%d %d) from %dx%d(%d %d)\n",
__func__, i,
dcrop->width, dcrop->height, dcrop->left, dcrop->top,
crop->width, crop->height, crop->left, crop->top);
/* make sure dcrop window in isp output window */
if (dcrop->width > crop->width) {
dcrop->width = crop->width;
dcrop->left = 0;
} else if ((dcrop->left + dcrop->width) > crop->width) {
dcrop->left = crop->width - dcrop->width;
}
if (dcrop->height > crop->height) {
dcrop->height = crop->height;
dcrop->top = 0;
} else if ((dcrop->top + dcrop->height) > crop->height) {
dcrop->top = crop->height - dcrop->height;
}
}
}
static int rkisp_isp_sd_set_selection(struct v4l2_subdev *sd,
struct v4l2_subdev_state *sd_state,
struct v4l2_subdev_selection *sel)
{
struct rkisp_isp_subdev *isp_sd = sd_to_isp_sd(sd);
struct rkisp_device *dev = sd_to_isp_dev(sd);
struct v4l2_rect *crop;
if (!sel)
goto err;
if (sel->pad != RKISP_ISP_PAD_SOURCE_PATH &&
sel->pad != RKISP_ISP_PAD_SINK)
goto err;
if (sel->target != V4L2_SEL_TGT_CROP)
goto err;
crop = &sel->r;
if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
if (!sd_state)
goto err;
crop = v4l2_subdev_get_try_crop(sd, sd_state, sel->pad);
}
rkisp_isp_sd_try_crop(sd, crop, sel->pad);
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s: pad: %d sel(%d,%d)/%dx%d\n", __func__, sel->pad,
crop->left, crop->top, crop->width, crop->height);
if (sel->pad == RKISP_ISP_PAD_SINK) {
isp_sd->in_crop = *crop;
/* don't have out crop */
if (dev->isp_ver >= ISP_V20) {
isp_sd->out_crop = *crop;
isp_sd->out_crop.left = 0;
isp_sd->out_crop.top = 0;
dev->br_dev.crop = isp_sd->out_crop;
}
} else {
if (dev->isp_ver >= ISP_V20)
*crop = isp_sd->out_crop;
isp_sd->out_crop = *crop;
}
rkisp_check_stream_dcrop(dev, crop);
return 0;
err:
return -EINVAL;
}
static void rkisp_isp_read_add_fifo_data(struct rkisp_device *dev)
{
struct v4l2_device *v4l2_dev = &dev->v4l2_dev;
void __iomem *base = dev->base_addr;
u32 mipi_status = 0;
u32 data_len = 0;
u32 fifo_data = 0;
u32 i, idx, cur_frame_id;
if (dev->isp_ver != ISP_V10 &&
dev->isp_ver != ISP_V10_1)
return;
cur_frame_id = atomic_read(&dev->isp_sdev.frm_sync_seq) - 1;
idx = dev->emd_data_idx;
dev->emd_data_fifo[idx].frame_id = 0;
kfifo_reset_out(&dev->emd_data_fifo[idx].mipi_kfifo);
for (i = 0; i < CIFISP_ADD_DATA_FIFO_SIZE / 4; i++) {
mipi_status = readl(base + CIF_MIPI_STATUS);
if (!(mipi_status & 0x01))
break;
fifo_data = readl(base + CIF_MIPI_ADD_DATA_FIFO);
kfifo_in(&dev->emd_data_fifo[idx].mipi_kfifo,
&fifo_data, sizeof(fifo_data));
data_len += 4;
if (kfifo_is_full(&dev->emd_data_fifo[idx].mipi_kfifo))
v4l2_warn(v4l2_dev, "%s: mipi_kfifo is full!\n",
__func__);
}
if (data_len) {
dev->emd_data_fifo[idx].frame_id = cur_frame_id;
dev->emd_data_fifo[idx].data_len = data_len;
dev->emd_data_idx = (idx + 1) % RKISP_EMDDATA_FIFO_MAX;
}
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"emd kfifo size: %d, frame_id %d\n",
kfifo_len(&dev->emd_data_fifo[idx].mipi_kfifo),
dev->emd_data_fifo[idx].frame_id);
}
static void rkisp_global_update_mi(struct rkisp_device *dev)
{
struct rkisp_stream *stream;
int i;
if (dev->hw_dev->is_mi_update)
return;
rkisp_config_dmatx_valid_buf(dev);
force_cfg_update(dev);
hdr_update_dmatx_buf(dev);
if (dev->hw_dev->is_single) {
for (i = 0; i < RKISP_MAX_STREAM; i++) {
stream = &dev->cap_dev.stream[i];
if (stream->id == RKISP_STREAM_VIR ||
stream->id == RKISP_STREAM_LUMA)
continue;
if (stream->streaming && !stream->curr_buf)
stream->ops->frame_end(stream, FRAME_INIT);
}
}
rkisp_stats_next_ddr_config(&dev->stats_vdev);
}
static int rkisp_isp_sd_s_stream(struct v4l2_subdev *sd, int on)
{
struct rkisp_device *isp_dev = sd_to_isp_dev(sd);
struct rkisp_hw_dev *hw_dev = isp_dev->hw_dev;
int ret;
if (!on) {
if (IS_HDR_RDBK(isp_dev->rd_mode)) {
struct rkisp_stream *s;
int i;
for (i = RKISP_STREAM_RAWRD0; i <= RKISP_STREAM_RAWRD2; i++) {
s = &isp_dev->dmarx_dev.stream[i];
if (s->stopping)
wake_up(&s->done);
}
}
ret = wait_event_timeout(isp_dev->sync_onoff,
isp_dev->isp_state & ISP_STOP ||
!IS_HDR_RDBK(isp_dev->rd_mode),
msecs_to_jiffies(500));
if (!ret)
v4l2_warn(&isp_dev->v4l2_dev, "%s wait timeout, mode:%d state:0x%x\n",
__func__, isp_dev->rd_mode, isp_dev->isp_state);
rkisp_isp_stop(isp_dev);
atomic_dec(&hw_dev->refcnt);
rkisp_params_stream_stop(&isp_dev->params_vdev);
atomic_set(&isp_dev->isp_sdev.frm_sync_seq, 0);
rkisp_stop_3a_run(isp_dev);
return 0;
}
hw_dev->is_runing = true;
rkisp_start_3a_run(isp_dev);
memset(&isp_dev->isp_sdev.dbg, 0, sizeof(isp_dev->isp_sdev.dbg));
if (atomic_inc_return(&hw_dev->refcnt) > hw_dev->dev_link_num) {
dev_err(isp_dev->dev, "%s fail: input link before hw start\n", __func__);
atomic_dec(&hw_dev->refcnt);
return -EINVAL;
}
rkisp_config_cif(isp_dev);
rkisp_isp_start(isp_dev);
if (!hw_dev->is_single &&
!IS_HDR_RDBK(isp_dev->rd_mode) &&
atomic_read(&hw_dev->refcnt) == 1) {
if (isp_dev->unite_div == ISP_UNITE_DIV2) {
isp_dev->unite_index = ISP_UNITE_LEFT;
isp_dev->params_vdev.rdbk_times = 2;
}
rkisp_online_update_reg(isp_dev, true, false);
hw_dev->is_idle = false;
}
rkisp_global_update_mi(isp_dev);
isp_dev->isp_state = ISP_START | ISP_FRAME_END;
rkisp_rdbk_trigger_event(isp_dev, T_CMD_QUEUE, NULL);
return 0;
}
static void rkisp_rx_buf_free(struct rkisp_device *dev, struct rkisp_rx_buf *dbufs)
{
struct rkisp_rx_buf_pool *pool;
int i = 0;
if (!dbufs)
return;
for (i = 0; i < RKISP_RX_BUF_POOL_MAX; i++) {
pool = &dev->pv_pool[i];
if (dbufs != pool->dbufs)
continue;
if (pool->dba) {
if (pool->sgt) {
dma_buf_unmap_attachment(pool->dba, pool->sgt,
DMA_BIDIRECTIONAL);
pool->sgt = NULL;
}
dma_buf_detach(pool->dbufs->dbuf, pool->dba);
dma_buf_put(pool->dbufs->dbuf);
pool->dba = NULL;
}
pool->dbufs = NULL;
break;
}
}
static void rkisp_rx_qbuf_online(struct rkisp_stream *stream,
struct rkisp_rx_buf_pool *pool)
{
struct rkisp_device *dev = stream->ispdev;
u32 val = pool->buf.buff_addr[RKISP_PLANE_Y];
u32 reg = stream->config->mi.y_base_ad_init;
rkisp_unite_write(dev, reg, val, false);
if (dev->hw_dev->unite == ISP_UNITE_TWO ||
(dev->unite_div == ISP_UNITE_DIV2 && stream->id == RKISP_STREAM_RAWRD0)) {
u32 offs = stream->out_fmt.width / 2 - RKMOUDLE_UNITE_EXTEND_PIXEL;
if (stream->memory)
offs *= DIV_ROUND_UP(stream->out_isp_fmt.bpp[0], 8);
else
offs = offs * stream->out_isp_fmt.bpp[0] / 8;
val += offs;
rkisp_idx_write(dev, reg, val, ISP_UNITE_RIGHT, false);
}
}
static void rkisp_rx_qbuf_rdbk(struct rkisp_stream *stream,
struct rkisp_rx_buf_pool *pool)
{
struct rkisp_device *dev = stream->ispdev;
unsigned long lock_flags = 0;
struct rkisp_buffer *ispbuf = &pool->buf;
struct isp2x_csi_trigger trigger = {
.frame_timestamp = ispbuf->vb.vb2_buf.timestamp,
.sof_timestamp = ispbuf->vb.vb2_buf.timestamp,
.frame_id = ispbuf->vb.sequence,
.mode = 0,
.times = 0,
};
spin_lock_irqsave(&stream->vbq_lock, lock_flags);
if (list_empty(&stream->buf_queue) && !stream->curr_buf) {
stream->curr_buf = ispbuf;
stream->ops->update_mi(stream);
} else {
list_add_tail(&ispbuf->queue, &stream->buf_queue);
}
spin_unlock_irqrestore(&stream->vbq_lock, lock_flags);
if (stream->id == RKISP_STREAM_RAWRD2)
rkisp_rdbk_trigger_event(dev, T_CMD_QUEUE, &trigger);
}
static int rkisp_rx_qbuf(struct rkisp_device *dev,
struct rkisp_rx_buf *dbufs)
{
struct rkisp_stream *stream;
struct rkisp_rx_buf_pool *pool;
int i;
for (i = 0; i < RKISP_RX_BUF_POOL_MAX; i++) {
pool = &dev->pv_pool[i];
if (dbufs == pool->dbufs)
break;
}
if (pool->dbufs == NULL || pool->dbufs != dbufs)
return -EINVAL;
switch (dbufs->type) {
case BUF_SHORT:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2];
break;
case BUF_MIDDLE:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD0];
break;
case BUF_LONG:
default:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD1];
}
v4l2_dbg(2, rkisp_debug, &dev->v4l2_dev,
"%s rd_mode:%d seq:%d dma:0x%x\n",
__func__, dev->rd_mode, dbufs->sequence,
pool->buf.buff_addr[RKISP_PLANE_Y]);
if (!IS_HDR_RDBK(dev->rd_mode)) {
rkisp_rx_qbuf_online(stream, pool);
} else {
pool->buf.vb.vb2_buf.timestamp = dbufs->timestamp;
pool->buf.vb.sequence = dbufs->sequence;
rkisp_rx_qbuf_rdbk(stream, pool);
}
return 0;
}
void rkisp_rx_buf_pool_free(struct rkisp_device *dev)
{
struct rkisp_rx_buf_pool *pool;
struct rkisp_stream *stream;
struct rkisp_buffer *buf;
unsigned long lock_flags = 0;
int i;
if (dev->is_rdbk_auto) {
for (i = RKISP_STREAM_RAWRD0; i <= RKISP_STREAM_RAWRD2; i++) {
stream = &dev->dmarx_dev.stream[i];
if (stream->id != i)
continue;
spin_lock_irqsave(&stream->vbq_lock, lock_flags);
while (!list_empty(&stream->buf_queue)) {
buf = list_first_entry(&stream->buf_queue,
struct rkisp_buffer, queue);
list_del(&buf->queue);
}
stream->curr_buf = NULL;
spin_unlock_irqrestore(&stream->vbq_lock, lock_flags);
}
}
for (i = 0; i < RKISP_RX_BUF_POOL_MAX; i++) {
pool = &dev->pv_pool[i];
if (!pool->dbufs)
break;
if (pool->dba) {
if (pool->sgt) {
dma_buf_unmap_attachment(pool->dba, pool->sgt,
DMA_BIDIRECTIONAL);
pool->sgt = NULL;
}
dma_buf_detach(pool->dbufs->dbuf, pool->dba);
dma_buf_put(pool->dbufs->dbuf);
pool->dba = NULL;
}
pool->dbufs = NULL;
}
}
static int rkisp_rx_buf_pool_init(struct rkisp_device *dev,
struct rkisp_rx_buf *dbufs)
{
struct rkisp_stream *stream;
struct rkisp_rx_buf_pool *pool;
struct dma_buf_attachment *dba;
struct sg_table *sgt;
dma_addr_t dma;
int i, ret;
for (i = 0; i < RKISP_RX_BUF_POOL_MAX; i++) {
pool = &dev->pv_pool[i];
if (!pool->dbufs)
break;
}
pool->dbufs = dbufs;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s type:0x%x first:%d dbufs[%d]:%p", __func__,
dbufs->type, dbufs->is_first, i, dbufs);
if (dbufs->is_resmem) {
dma = dbufs->dma;
goto end;
}
dba = dma_buf_attach(dbufs->dbuf, dev->hw_dev->dev);
if (IS_ERR(dba)) {
ret = PTR_ERR(dba);
goto err;
}
pool->dba = dba;
sgt = dma_buf_map_attachment(dba, DMA_BIDIRECTIONAL);
if (IS_ERR(sgt)) {
ret = PTR_ERR(sgt);
goto err;
}
pool->sgt = sgt;
dma = sg_dma_address(sgt->sgl);
get_dma_buf(dbufs->dbuf);
end:
dbufs->is_init = true;
pool->buf.other = dbufs;
pool->buf.buff_addr[RKISP_PLANE_Y] = dma;
switch (dbufs->type) {
case BUF_SHORT:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2];
break;
case BUF_MIDDLE:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD0];
break;
case BUF_LONG:
default:
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD1];
}
if (dbufs->is_first) {
stream->memory = 0;
if (dbufs->is_uncompact)
stream->memory = SW_CSI_RAW_WR_SIMG_MODE;
rkisp_dmarx_set_fmt(stream, stream->out_fmt);
stream->ops->config_mi(stream);
if (dev->hdr_wrap_line && stream->id != RKISP_STREAM_RAWRD2) {
u32 size = dev->hdr_wrap_line *
stream->out_fmt.plane_fmt[0].bytesperline;
rkisp_unite_write(dev, ISP32_MI_RAW0_RD_SIZE, size, false);
}
dbufs->is_first = false;
}
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"%s dma:0x%x\n", __func__, (u32)dma);
return 0;
err:
rkisp_rx_buf_pool_free(dev);
return ret;
}
static int rkisp_sd_s_rx_buffer(struct v4l2_subdev *sd,
void *buf, unsigned int *size)
{
struct rkisp_device *dev = sd_to_isp_dev(sd);
struct rkisp_rx_buf *dbufs;
int ret = 0;
if (!buf)
return -EINVAL;
dbufs = buf;
if (!dbufs->is_init)
ret = rkisp_rx_buf_pool_init(dev, dbufs);
if (!ret)
ret = rkisp_rx_qbuf(dev, dbufs);
return ret;
}
static int rkisp_isp_sd_s_power(struct v4l2_subdev *sd, int on)
{
struct rkisp_device *isp_dev = sd_to_isp_dev(sd);
int ret;
v4l2_dbg(1, rkisp_debug, &isp_dev->v4l2_dev,
"%s on:%d\n", __func__, on);
if (on) {
if (isp_dev->isp_ver >= ISP_V20)
kfifo_reset(&isp_dev->rdbk_kfifo);
ret = pm_runtime_get_sync(isp_dev->dev);
} else {
ret = pm_runtime_put_sync(isp_dev->dev);
}
if (ret < 0)
v4l2_err(sd, "%s on:%d failed:%d\n", __func__, on, ret);
return ret;
}
static int rkisp_subdev_link_setup(struct media_entity *entity,
const struct media_pad *local,
const struct media_pad *remote,
u32 flags)
{
struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
struct rkisp_device *dev;
struct rkisp_stream *stream = NULL;
u8 rawrd = INP_RAWRD0 | INP_RAWRD1 | INP_RAWRD2;
if (local->index != RKISP_ISP_PAD_SINK &&
local->index != RKISP_ISP_PAD_SOURCE_PATH)
return 0;
if (!sd)
return -ENODEV;
dev = sd_to_isp_dev(sd);
if (!dev)
return -ENODEV;
if (dev->hw_dev->is_runing &&
(!dev->isp_inp ||
!(dev->isp_inp & ~rawrd) ||
!strcmp(remote->entity->name, CSI_DEV_NAME) ||
strstr(remote->entity->name, "rkcif"))) {
v4l2_err(sd, "no support link for isp hw working\n");
return -EINVAL;
}
if (!strcmp(remote->entity->name, DMA_VDEV_NAME)) {
stream = &dev->dmarx_dev.stream[RKISP_STREAM_DMARX];
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~INP_DMARX_ISP)
goto err;
dev->isp_inp = INP_DMARX_ISP;
} else {
if (dev->active_sensor)
dev->active_sensor = NULL;
dev->isp_inp = INP_INVAL;
}
} else if (!strcmp(remote->entity->name, CSI_DEV_NAME)) {
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~(INP_CSI | INP_CIF | rawrd))
goto err;
dev->isp_inp |= INP_CSI;
} else {
if (dev->active_sensor)
dev->active_sensor = NULL;
dev->isp_inp &= ~INP_CSI;
}
} else if (!strcmp(remote->entity->name, DMARX0_VDEV_NAME)) {
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD0];
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~(INP_CSI | INP_CIF | rawrd))
goto err;
dev->isp_inp |= INP_RAWRD0;
} else {
dev->isp_inp &= ~INP_RAWRD0;
}
} else if (!strcmp(remote->entity->name, DMARX1_VDEV_NAME)) {
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD1];
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~(INP_CSI | INP_CIF | rawrd))
goto err;
dev->isp_inp |= INP_RAWRD1;
} else {
dev->isp_inp &= ~INP_RAWRD1;
}
} else if (!strcmp(remote->entity->name, DMARX2_VDEV_NAME)) {
stream = &dev->dmarx_dev.stream[RKISP_STREAM_RAWRD2];
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~(INP_CSI | INP_CIF | rawrd))
goto err;
dev->isp_inp |= INP_RAWRD2;
} else {
dev->isp_inp &= ~INP_RAWRD2;
}
} else if (!strcmp(remote->entity->name, FBC_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_FBC];
} else if (!strcmp(remote->entity->name, BP_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_BP];
} else if (!strcmp(remote->entity->name, MPDS_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_MPDS];
} else if (!strcmp(remote->entity->name, BPDS_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_BPDS];
} else if (!strcmp(remote->entity->name, LUMA_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_LUMA];
} else if (!strcmp(remote->entity->name, VIR_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_VIR];
} else if (!strcmp(remote->entity->name, SP_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_SP];
if (flags & MEDIA_LNK_FL_ENABLED &&
dev->cap_dev.stream[RKISP_STREAM_LDC].linked)
goto err;
} else if (!strcmp(remote->entity->name, MP_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_MP];
if (flags & MEDIA_LNK_FL_ENABLED &&
(dev->br_dev.linked ||
dev->cap_dev.stream[RKISP_STREAM_LDC].linked))
goto err;
} else if (!strcmp(remote->entity->name, LDC_VDEV_NAME)) {
stream = &dev->cap_dev.stream[RKISP_STREAM_LDC];
if (flags & MEDIA_LNK_FL_ENABLED &&
(dev->cap_dev.stream[RKISP_STREAM_MP].linked ||
dev->cap_dev.stream[RKISP_STREAM_SP].linked))
goto err;
} else if (!strcmp(remote->entity->name, BRIDGE_DEV_NAME)) {
if (flags & MEDIA_LNK_FL_ENABLED &&
dev->cap_dev.stream[RKISP_STREAM_MP].linked)
goto err;
dev->br_dev.linked = flags & MEDIA_LNK_FL_ENABLED;
} else if (!strcmp(remote->entity->name, "rockchip-mipi-dphy-rx")) {
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~INP_LVDS)
goto err;
dev->isp_inp |= INP_LVDS;
} else {
if (dev->active_sensor)
dev->active_sensor = NULL;
dev->isp_inp &= ~INP_LVDS;
}
} else if (strstr(remote->entity->name, "rkcif")) {
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~(INP_CIF | rawrd))
goto err;
dev->isp_inp |= INP_CIF;
} else {
dev->isp_inp &= ~INP_CIF;
}
} else {
if (flags & MEDIA_LNK_FL_ENABLED) {
if (dev->isp_inp & ~INP_DVP)
goto err;
dev->isp_inp |= INP_DVP;
} else {
if (dev->active_sensor)
dev->active_sensor = NULL;
dev->isp_inp &= ~INP_INVAL;
}
}
if (stream)
stream->linked = flags & MEDIA_LNK_FL_ENABLED;
if (dev->isp_inp & rawrd) {
dev->dmarx_dev.trigger = T_MANUAL;
dev->is_rdbk_auto = false;
dev->is_m_online = false;
} else {
dev->dmarx_dev.trigger = T_AUTO;
}
if (dev->isp_inp & INP_CIF) {
struct v4l2_subdev *remote = get_remote_sensor(sd);
struct rkisp_vicap_mode mode;
memset(&mode, 0, sizeof(mode));
mode.name = dev->name;
mode.rdbk_mode = !!(dev->isp_inp & rawrd);
/* read back mode only */
if (dev->isp_ver < ISP_V30 || !dev->hw_dev->is_single)
mode.rdbk_mode = RKISP_VICAP_RDBK_AIQ;
mode.dev_id = dev->dev_id;
v4l2_subdev_call(remote, core, ioctl,
RKISP_VICAP_CMD_MODE, &mode);
dev->vicap_in = mode.input;
}
if (!dev->isp_inp)
dev->is_hw_link = false;
else
dev->is_hw_link = true;
v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
"isp input:0x%x\n", dev->isp_inp);
return 0;
err:
v4l2_err(sd, "link error %s -> %s\n"
"\tcsi dvp lvds dmaread can't work together\n"
"\trawrd can't work with dvp lvds dmaread\n"
"\tbridge can't work with mainpath/selfpath\n",
local->entity->name, remote->entity->name);
return -EINVAL;
}
static int rkisp_subdev_link_validate(struct media_link *link)
{
if (link->source->index == RKISP_ISP_PAD_SINK_PARAMS)
return 0;
return v4l2_subdev_link_validate(link);
}
#ifdef CONFIG_MEDIA_CONTROLLER
static int rkisp_subdev_fmt_link_validate(struct v4l2_subdev *sd,
struct media_link *link,
struct v4l2_subdev_format *source_fmt,
struct v4l2_subdev_format *sink_fmt)
{
if (source_fmt->format.code != sink_fmt->format.code)
return -EINVAL;
/* Crop is available */
if (source_fmt->format.width < sink_fmt->format.width ||
source_fmt->format.height < sink_fmt->format.height)
return -EINVAL;
return 0;
}
#endif
void
rkisp_isp_queue_event_sof(struct rkisp_isp_subdev *isp)
{
struct v4l2_event event = {
.type = V4L2_EVENT_FRAME_SYNC,
.u.frame_sync.frame_sequence =
atomic_inc_return(&isp->frm_sync_seq) - 1,
};
v4l2_event_queue(isp->sd.devnode, &event);
}
static int rkisp_isp_sd_subs_evt(struct v4l2_subdev *sd, struct v4l2_fh *fh,
struct v4l2_event_subscription *sub)
{
if (sub->type != V4L2_EVENT_FRAME_SYNC &&
sub->type != RKISP_V4L2_EVENT_AIISP_LINECNT)
return -EINVAL;
return v4l2_event_subscribe(fh, sub, ISP_V4L2_EVENT_ELEMS, NULL);
}
static int rkisp_get_info(struct rkisp_device *dev, struct rkisp_isp_info *info)
{
struct v4l2_rect *in_crop = &dev->isp_sdev.in_crop;
u32 rd_mode, mode = 0, bit = 0;
int ret;
if (!(dev->isp_state & ISP_START)) {
struct rkmodule_hdr_cfg cfg;
ret = rkisp_csi_get_hdr_cfg(dev, &cfg);
if (ret)
return ret;
rd_mode = cfg.hdr_mode;
if (rd_mode == HDR_COMPR)
bit = cfg.compr.src_bit > 20 ? 20 : cfg.compr.src_bit;
} else {
rd_mode = dev->rd_mode;
bit = dev->hdr.src_bit;
}
switch (rd_mode) {
case HDR_RDBK_FRAME2:
case HDR_FRAMEX2_DDR:
case HDR_LINEX2_DDR:
mode = RKISP_ISP_HDR2;
break;
case HDR_RDBK_FRAME3:
case HDR_FRAMEX3_DDR:
case HDR_LINEX3_DDR:
mode = RKISP_ISP_HDR3;
break;
default:
mode = RKISP_ISP_NORMAL;
}
if (bit)
mode = RKISP_ISP_COMPR;
info->compr_bit = bit;
if (dev->is_bigmode)
mode |= RKISP_ISP_BIGMODE;
info->mode = mode;
info->act_width = in_crop->width;
if (dev->unite_div > ISP_UNITE_DIV1)
info->act_width = in_crop->width / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
info->act_height = in_crop->height;
if (dev->unite_div == ISP_UNITE_DIV4)
info->act_height = in_crop->height / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
return 0;
}
static int rkisp_set_work_mode_by_vicap(struct rkisp_device *isp_dev,
struct rkisp_vicap_mode *vicap_mode)
{
struct rkisp_hw_dev *hw = isp_dev->hw_dev;
int rd_mode = isp_dev->rd_mode;
u32 val, mask;
isp_dev->is_suspend_one_frame = false;
if (vicap_mode->rdbk_mode < RKISP_VICAP_RDBK_AIQ) {
if (!hw->is_single && hw->isp_ver != ISP_V33)
return -EINVAL;
/* switch to online mode for single sensor */
switch (rd_mode) {
case HDR_RDBK_FRAME3:
isp_dev->rd_mode = HDR_LINEX3_DDR;
break;
case HDR_RDBK_FRAME2:
isp_dev->rd_mode = HDR_LINEX2_DDR;
break;
default:
isp_dev->rd_mode = HDR_NORMAL;
}
if (!hw->is_single && !IS_HDR_RDBK(rd_mode) &&
vicap_mode->rdbk_mode == RKISP_VICAP_ONLINE_ONE_FRAME)
isp_dev->is_multi_one_sync = true;
} else {
/* switch to readback mode */
switch (rd_mode) {
case HDR_LINEX3_DDR:
isp_dev->rd_mode = HDR_RDBK_FRAME3;
break;
case HDR_LINEX2_DDR:
isp_dev->rd_mode = HDR_RDBK_FRAME2;
break;
default:
isp_dev->rd_mode = HDR_RDBK_FRAME1;
}
if (hw->isp_ver == ISP_V32 &&
vicap_mode->rdbk_mode == RKISP_VICAP_RDBK_AUTO_ONE_FRAME)
isp_dev->is_suspend_one_frame = true;
}
isp_dev->hdr.op_mode = isp_dev->rd_mode;
if (rd_mode != isp_dev->rd_mode && hw->cur_dev_id == isp_dev->dev_id) {
rkisp_unite_write(isp_dev, CSI2RX_CTRL0,
SW_IBUF_OP_MODE(isp_dev->rd_mode), true);
mask = SW_MPIP_DROP_FRM_DIS;
if (isp_dev->isp_ver == ISP_V33)
mask |= ISP33_SW_ISP2ENC_PATH_EN | ISP33_PP_ENC_PIPE_EN;
if (IS_HDR_RDBK(isp_dev->rd_mode)) {
val = SW_MPIP_DROP_FRM_DIS;
if (isp_dev->isp_ver == ISP_V33 && isp_dev->cap_dev.wrap_line)
val = ISP33_SW_ISP2ENC_PATH_EN | ISP33_PP_ENC_PIPE_EN;
} else if (isp_dev->isp_ver == ISP_V33 && isp_dev->cap_dev.wrap_line) {
val = ISP33_SW_ISP2ENC_PATH_EN;
} else {
val = 0;
}
rkisp_unite_set_bits(isp_dev, CTRL_SWS_CFG, mask, val, true);
}
return 0;
}
static void rkisp_queue_event_aiisp(struct rkisp_device *dev, u32 irq)
{
struct v4l2_event ev = { 0 };
struct rkisp_aiisp_ev_info *ev_info;
u32 h = dev->isp_sdev.out_crop.height;
u32 val, wr_line, rd_line;
if (dev->isp_ver != ISP_V39)
return;
if (sizeof(*ev_info) > sizeof(ev.u)) {
v4l2_err(&dev->v4l2_dev, "aiisp_ev_info too large\n");
return;
}
ev_info = (struct rkisp_aiisp_ev_info *)ev.u.data;
val = rkisp_read(dev, ISP39_AIISP_LINE_CNT, false);
if (irq & ISP3X_OUT_FRM_QUARTER) {
rd_line = ISP39_AIISP_RD_LINECNT(val);
ev.id = RKISP_AIISP_RD_LINECNT_ID;
ev_info->height = !rd_line ? h : rd_line;
if (dev->aiisp_cfg.rd_mode) {
rd_line += dev->aiisp_cfg.rd_linecnt;
if (rd_line > h)
rd_line = h - 1;
rkisp_write(dev, ISP32_ISP_IRQ_CFG0, rd_line, true);
}
} else {
wr_line = ISP39_AIISP_WR_LINECNT(val);
ev.id = RKISP_AIISP_WR_LINECNT_ID;
ev_info->height = !wr_line ? h : wr_line;
if (dev->aiisp_cfg.wr_mode) {
wr_line += dev->aiisp_cfg.wr_linecnt;
if (wr_line > h)
wr_line = h - 1;
rkisp_write(dev, ISP32_ISP_IRQ_CFG1, wr_line << 16, true);
}
}
rkisp_dmarx_get_frame(dev, &ev_info->sequence, NULL, NULL, true);
ev.type = RKISP_V4L2_EVENT_AIISP_LINECNT;
v4l2_event_queue(dev->isp_sdev.sd.devnode, &ev);
v4l2_dbg(2, rkisp_debug, &dev->v4l2_dev,
"%s seq:%d ev.id:%d height:%d\n", __func__,
ev_info->sequence, ev.id, ev_info->height);
}
static void rkisp_config_aiisp(struct rkisp_device *dev)
{
unsigned long lock_flags = 0;
u32 wr_line, rd_line, irq, irq_mask, en, en_mask;
spin_lock_irqsave(&dev->aiisp_lock, lock_flags);
if (!dev->is_aiisp_upd)
goto unlock;
dev->is_aiisp_upd = false;
if (dev->is_aiisp_en) {
en = ISP39_AIISP_EN;
irq = ISP39_AIISP_LINECNT_DONE;
if (dev->aiisp_cfg.rd_linecnt)
irq |= ISP3X_OUT_FRM_QUARTER;
} else {
irq = 0;
en = 0;
}
irq_mask = ISP39_AIISP_LINECNT_DONE | ISP3X_OUT_FRM_QUARTER;
en_mask = ISP39_AIISP_EN;
rd_line = dev->aiisp_cfg.rd_linecnt;
wr_line = dev->aiisp_cfg.wr_linecnt << 16;
rkisp_write(dev, ISP32_ISP_IRQ_CFG0, rd_line, false);
rkisp_write(dev, ISP32_ISP_IRQ_CFG1, wr_line, false);
rkisp_write(dev, ISP39_SLICE_ST_CTRL, 0, false);
rkisp_set_bits(dev, CIF_ISP_IMSC, irq_mask, irq, false);
rkisp_set_bits(dev, ISP3X_MI_RD_CTRL2, en_mask, en, false);
unlock:
spin_unlock_irqrestore(&dev->aiisp_lock, lock_flags);
}
static int rkisp_set_aiisp_linecnt(struct rkisp_device *dev,
struct rkisp_aiisp_cfg *cfg)
{
unsigned long lock_flags = 0;
bool en = false;
if (dev->isp_ver != ISP_V39)
return -EINVAL;
spin_lock_irqsave(&dev->aiisp_lock, lock_flags);
if (cfg->wr_linecnt)
en = true;
dev->is_aiisp_en = en;
dev->is_aiisp_upd = true;
memcpy(&dev->aiisp_cfg, cfg, sizeof(*cfg));
spin_unlock_irqrestore(&dev->aiisp_lock, lock_flags);
return 0;
}
static int rkisp_get_aiisp_linecnt(struct rkisp_device *dev,
struct rkisp_aiisp_cfg *cfg)
{
unsigned long lock_flags = 0;
if (dev->isp_ver != ISP_V39)
return -EINVAL;
spin_lock_irqsave(&dev->aiisp_lock, lock_flags);
memcpy(cfg, &dev->aiisp_cfg, sizeof(*cfg));
spin_unlock_irqrestore(&dev->aiisp_lock, lock_flags);
return 0;
}
static void rkisp_aiisp_rd_start(struct rkisp_device *dev)
{
u32 val;
if (!dev->is_aiisp_en)
return;
val = rkisp_read(dev, ISP39_AIISP_LINE_CNT, true);
if (!ISP39_AIISP_RD_LINECNT(val)) {
if (dev->aiisp_cfg.rd_linecnt)
rkisp_write(dev, ISP39_SLICE_ST_CTRL, ISP39_SLICE_EN, true);
rkisp_set_bits(dev, ISP3X_MI_RD_CTRL2, 0, ISP39_AIISP_ST, true);
} else {
val = ISP39_SLICE_EN | ISP39_SLICE_ST;
rkisp_write(dev, ISP39_SLICE_ST_CTRL, val, true);
}
v4l2_dbg(2, rkisp_debug, &dev->v4l2_dev,
"%s 0x%x:0x%x\n", __func__, ISP39_AIISP_LINE_CNT, val);
}
static int rkisp_set_offline_raw_buf_cnt(struct rkisp_device *dev, int *cnt)
{
if (dev->isp_inp & (INP_RAWRD0 | INP_RAWRD2)) {
v4l2_warn(&dev->v4l2_dev,
"offline raw to user, buf count no set by this\n");
return -EINVAL;
}
dev->vicap_buf_cnt = *cnt;
rkisp_vicap_buf[dev->dev_id] = *cnt;
return 0;
}
static int rkisp_get_offline_raw_buf_cnt(struct rkisp_device *dev, int *cnt)
{
if (dev->isp_inp & (INP_RAWRD0 | INP_RAWRD2)) {
v4l2_warn(&dev->v4l2_dev,
"offline raw to user, buf count no get by this\n");
return -EINVAL;
}
if (!dev->vicap_buf_cnt)
*cnt = RKISP_VICAP_BUF_CNT;
else
*cnt = dev->vicap_buf_cnt;
return 0;
}
static int rkisp_set_online_hdr_wrap(struct rkisp_device *dev, int *line)
{
if (dev->isp_inp & (INP_RAWRD0 | INP_RAWRD2)) {
v4l2_warn(&dev->v4l2_dev,
"hdr wrap no support for offline\n");
return -EINVAL;
}
if (dev->isp_ver != ISP_V33 || dev->unite_div != ISP_UNITE_DIV1) {
v4l2_warn(&dev->v4l2_dev,
"hdr wrap support for 1103b and no unite mode\n");
return -EINVAL;
}
dev->hdr_wrap_line = *line;
rkisp_hdr_wrap_line[dev->dev_id] = *line;
return 0;
}
static int rkisp_get_online_hdr_wrap(struct rkisp_device *dev, int *line)
{
*line = dev->hdr_wrap_line;
return 0;
}
static void rkisp_config_fpn(struct rkisp_device *dev)
{
struct rkisp_fpn_cfg *cfg = &dev->fpn_cfg;
u32 i, val, *data;
if (!cfg->en) {
rkisp_unite_write(dev, CSI2RX_FPN_CTRL, 0, true);
return;
}
val = SW_FPN_EN | SW_FPN_BITS(cfg->data_shift);
if (cfg->row_en)
val |= SW_FPN_ROW_EN;
rkisp_unite_write(dev, CSI2RX_FPN_CTRL, val, true);
rkisp_unite_write(dev, CSI2RX_FPN_TABLE_CTRL, SW_FPN_CFG, true);
data = cfg->buf;
/* 32bit: 8 fpn, first data line for DATA0, second line for DATA1 */
for (i = 0; i < cfg->buf_size / 8; i++) {
val = *(data + i);
rkisp_unite_write(dev, CSI2RX_FPN_TABLE_DATA0, val, true);
val = *(data + cfg->buf_size / 8 + i);
rkisp_unite_write(dev, CSI2RX_FPN_TABLE_DATA1, val, true);
}
rkisp_unite_write(dev, CSI2RX_FPN_TABLE_CTRL, 0, true);
}
static int rkisp_set_fpn(struct rkisp_device *dev, struct rkisp_fpn_cfg *cfg)
{
u32 w = dev->isp_sdev.out_crop.width;
u32 h = dev->isp_sdev.out_crop.height;
int ret = 0;
if (!cfg->en && dev->fpn_cfg.en) {
dev->fpn_cfg.en = 0;
if (dev->fpn_cfg.buf) {
vfree(dev->fpn_cfg.buf);
dev->fpn_cfg.buf = NULL;
dev->fpn_cfg.buf_size = 0;
}
return ret;
}
if ((cfg->row_en && cfg->buf_size < h) ||
(!cfg->row_en && cfg->buf_size < w)) {
dev_err(dev->dev, "fpn buf size %d row_en:%d error for %dx%d\n",
cfg->buf_size, cfg->row_en, w, h);
ret = -EINVAL;
goto err;
}
if (dev->fpn_cfg.buf && dev->fpn_cfg.buf_size < cfg->buf_size) {
vfree(dev->fpn_cfg.buf);
dev->fpn_cfg.buf = NULL;
dev->fpn_cfg.buf_size = 0;
}
if (!dev->fpn_cfg.buf) {
dev->fpn_cfg.buf = vmalloc(cfg->buf_size);
if (!dev->fpn_cfg.buf) {
ret = -ENOMEM;
goto err;
}
}
if (copy_from_user(dev->fpn_cfg.buf, cfg->buf, cfg->buf_size)) {
dev_err(dev->dev, "copy fpn data err\n");
vfree(dev->fpn_cfg.buf);
dev->fpn_cfg.buf = NULL;
dev->fpn_cfg.buf_size = 0;
ret = -EFAULT;
goto err;
}
dev->fpn_cfg.en = cfg->en;
dev->fpn_cfg.row_en = cfg->row_en;
dev->fpn_cfg.data_shift = cfg->data_shift;
dev->fpn_cfg.buf_size = cfg->buf_size;
err:
return ret;
}
static int rkisp_vicap_sof(struct rkisp_device *dev, struct rkisp_vicap_sof *sof)
{
dev->vicap_sof = *sof;
return 0;
}
static long rkisp_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
{
struct rkisp_device *isp_dev = sd_to_isp_dev(sd);
struct rkisp_thunderboot_resmem *resmem;
struct rkisp32_thunderboot_resmem_head *tb_head_v32;
struct rkisp33_thunderboot_resmem_head *tb_head_v33;
struct rkisp_thunderboot_resmem_head *head;
struct rkisp_thunderboot_shmem *shmem;
struct isp2x_buf_idxfd *idxfd;
struct rkisp_rx_buf *dbufs;
void *resmem_va;
long ret = 0;
if (!arg &&
(cmd != RKISP_CMD_FREE_SHARED_BUF &&
cmd != RKISP_CMD_MULTI_DEV_FORCE_ENUM &&
cmd != RKISP_CMD_AIISP_RD_START))
return -EINVAL;
switch (cmd) {
case RKISP_CMD_TRIGGER_READ_BACK:
rkisp_rdbk_trigger_event(isp_dev, T_CMD_QUEUE, arg);
break;
case RKISP_CMD_GET_ISP_INFO:
rkisp_get_info(isp_dev, arg);
break;
case RKISP_CMD_GET_TB_HEAD_V32:
if (isp_dev->tb_head.complete != RKISP_TB_OK ||
(!isp_dev->is_rtt_suspend && !isp_dev->is_pre_on)) {
ret = -EINVAL;
break;
}
tb_head_v32 = arg;
memcpy(tb_head_v32, &isp_dev->tb_head,
sizeof(struct rkisp_thunderboot_resmem_head));
memcpy(&tb_head_v32->cfg, isp_dev->params_vdev.isp32_params,
sizeof(struct isp32_isp_params_cfg));
break;
case RKISP_CMD_GET_TB_HEAD_V33:
if (isp_dev->tb_head.complete != RKISP_TB_OK ||
(!isp_dev->is_rtt_suspend && !isp_dev->is_pre_on)) {
ret = -EINVAL;
break;
}
tb_head_v33 = arg;
memcpy(tb_head_v33, &isp_dev->tb_head,
sizeof(struct rkisp_thunderboot_resmem_head));
memcpy(&tb_head_v33->cfg, isp_dev->params_vdev.isp33_params,
sizeof(struct isp33_isp_params_cfg));
break;
case RKISP_CMD_SET_TB_HEAD_V32:
case RKISP_CMD_SET_TB_HEAD_V33:
memcpy(&isp_dev->tb_head, arg,
sizeof(struct rkisp_thunderboot_resmem_head));
break;
case RKISP_CMD_GET_SHARED_BUF:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP)) {
ret = -ENOIOCTLCMD;
break;
}
resmem = (struct rkisp_thunderboot_resmem *)arg;
resmem->resmem_padr = isp_dev->resmem_pa;
resmem->resmem_size = isp_dev->resmem_size;
if (!isp_dev->resmem_pa || !isp_dev->resmem_size) {
v4l2_info(sd, "no reserved memory for thunderboot\n");
break;
}
rkisp_chk_tb_over(isp_dev);
dma_sync_single_for_cpu(isp_dev->dev, isp_dev->resmem_addr,
sizeof(struct rkisp_thunderboot_resmem_head),
DMA_FROM_DEVICE);
resmem_va = phys_to_virt(isp_dev->resmem_pa);
head = (struct rkisp_thunderboot_resmem_head *)resmem_va;
if (head->complete != RKISP_TB_OK) {
resmem->resmem_size = 0;
dma_unmap_single(isp_dev->dev, isp_dev->resmem_pa,
sizeof(struct rkisp_thunderboot_resmem_head),
DMA_FROM_DEVICE);
free_reserved_area(phys_to_virt(isp_dev->resmem_pa),
phys_to_virt(isp_dev->resmem_pa) + isp_dev->resmem_size,
-1, "rkisp_thunderboot");
isp_dev->resmem_pa = 0;
isp_dev->resmem_size = 0;
}
break;
case RKISP_CMD_FREE_SHARED_BUF:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP)) {
ret = -ENOIOCTLCMD;
break;
}
if (isp_dev->resmem_pa && isp_dev->resmem_size) {
dma_unmap_single(isp_dev->dev, isp_dev->resmem_pa,
sizeof(struct rkisp_thunderboot_resmem_head),
DMA_FROM_DEVICE);
free_reserved_area(phys_to_virt(isp_dev->resmem_pa),
phys_to_virt(isp_dev->resmem_pa) + isp_dev->resmem_size,
-1, "rkisp_thunderboot");
}
isp_dev->resmem_pa = 0;
isp_dev->resmem_size = 0;
break;
case RKISP_CMD_GET_LDCHBUF_INFO:
case RKISP_CMD_GET_MESHBUF_INFO:
rkisp_params_get_meshbuf_inf(&isp_dev->params_vdev, arg);
break;
case RKISP_CMD_SET_LDCHBUF_SIZE:
case RKISP_CMD_SET_MESHBUF_SIZE:
ret = rkisp_params_set_meshbuf_size(&isp_dev->params_vdev, arg);
break;
case RKISP_CMD_GET_SHM_BUFFD:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP)) {
ret = -ENOIOCTLCMD;
break;
}
shmem = (struct rkisp_thunderboot_shmem *)arg;
ret = rkisp_tb_shm_ioctl(shmem);
break;
case RKISP_CMD_GET_FBCBUF_FD:
idxfd = (struct isp2x_buf_idxfd *)arg;
ret = rkisp_bridge_get_fbcbuf_fd(isp_dev, idxfd);
break;
case RKISP_CMD_INFO2DDR:
ret = rkisp_params_info2ddr_cfg(&isp_dev->params_vdev, arg);
break;
case RKISP_CMD_MESHBUF_FREE:
rkisp_params_meshbuf_free(&isp_dev->params_vdev, *(u64 *)arg);
break;
case RKISP_VICAP_CMD_RX_BUFFER_FREE:
dbufs = (struct rkisp_rx_buf *)arg;
rkisp_rx_buf_free(isp_dev, dbufs);
break;
case RKISP_CMD_MULTI_DEV_FORCE_ENUM:
if (isp_dev->hw_dev->is_runing) {
ret = -EINVAL;
} else {
isp_dev->hw_dev->is_single = true;
isp_dev->hw_dev->is_multi_overflow = false;
rkisp_hw_enum_isp_size(isp_dev->hw_dev);
}
break;
case RKISP_VICAP_CMD_SET_STREAM:
ret = rkisp_reset_handle(isp_dev);
if (!ret) {
if (isp_dev->hw_dev->monitor.state & ISP_CIF_RESET)
isp_dev->hw_dev->monitor.state &= ~ISP_CIF_RESET;
}
break;
case RKISP_VICAP_CMD_MODE:
ret = rkisp_set_work_mode_by_vicap(isp_dev, arg);
break;
case RKISP_CMD_GET_BAY3D_BUFFD:
rkisp_params_get_bay3d_buffd(&isp_dev->params_vdev, arg);
break;
case RKISP_CMD_SET_AIISP_LINECNT:
ret = rkisp_set_aiisp_linecnt(isp_dev, arg);
break;
case RKISP_CMD_GET_AIISP_LINECNT:
ret = rkisp_get_aiisp_linecnt(isp_dev, arg);
break;
case RKISP_CMD_AIISP_RD_START:
rkisp_aiisp_rd_start(isp_dev);
break;
case RKISP_CMD_SET_OFFLINE_RAW_BUFCNT:
ret = rkisp_set_offline_raw_buf_cnt(isp_dev, arg);
break;
case RKISP_CMD_GET_OFFLINE_RAW_BUFCNT:
ret = rkisp_get_offline_raw_buf_cnt(isp_dev, arg);
break;
case RKISP_CMD_SET_ONLINE_HDR_WRAP_LINE:
ret = rkisp_set_online_hdr_wrap(isp_dev, arg);
break;
case RKISP_CMD_GET_ONLINE_HDR_WRAP_LINE:
ret = rkisp_get_online_hdr_wrap(isp_dev, arg);
break;
case RKISP_CMD_SET_FPN:
ret = rkisp_set_fpn(isp_dev, arg);
break;
case RKISP_VICAP_CMD_SOF:
ret = rkisp_vicap_sof(isp_dev, arg);
break;
default:
ret = -ENOIOCTLCMD;
}
return ret;
}
#ifdef CONFIG_COMPAT
static long rkisp_compat_ioctl32(struct v4l2_subdev *sd,
unsigned int cmd, unsigned long arg)
{
void __user *up = compat_ptr(arg);
void *pbuf = NULL;
long ret = 0;
u32 size = 0;
bool cp_t_us = false, cp_f_us = false;
if (!up &&
cmd != RKISP_CMD_FREE_SHARED_BUF &&
cmd != RKISP_CMD_MULTI_DEV_FORCE_ENUM &&
cmd != RKISP_CMD_AIISP_RD_START)
return -EINVAL;
switch (cmd) {
case RKISP_CMD_TRIGGER_READ_BACK:
size = sizeof(struct isp2x_csi_trigger);
cp_f_us = true;
break;
case RKISP_CMD_GET_SHARED_BUF:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP))
return -ENOIOCTLCMD;
size = sizeof(struct rkisp_thunderboot_resmem);
cp_t_us = true;
break;
case RKISP_CMD_FREE_SHARED_BUF:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP))
return -ENOIOCTLCMD;
case RKISP_CMD_MULTI_DEV_FORCE_ENUM:
case RKISP_CMD_AIISP_RD_START:
break;
case RKISP_CMD_GET_LDCHBUF_INFO:
size = sizeof(struct rkisp_ldchbuf_info);
cp_t_us = true;
break;
case RKISP_CMD_SET_LDCHBUF_SIZE:
size = sizeof(struct rkisp_ldchbuf_size);
cp_f_us = true;
break;
case RKISP_CMD_GET_MESHBUF_INFO:
size = sizeof(struct rkisp_meshbuf_info);
cp_f_us = true;
cp_t_us = true;
break;
case RKISP_CMD_SET_MESHBUF_SIZE:
size = sizeof(struct rkisp_meshbuf_size);
cp_f_us = true;
break;
case RKISP_CMD_GET_SHM_BUFFD:
if (!IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP))
return -ENOIOCTLCMD;
size = sizeof(struct rkisp_thunderboot_shmem);
cp_f_us = true;
cp_t_us = true;
break;
case RKISP_CMD_GET_FBCBUF_FD:
size = sizeof(struct isp2x_buf_idxfd);
cp_t_us = true;
break;
case RKISP_CMD_INFO2DDR:
size = sizeof(struct rkisp_info2ddr);
cp_f_us = true;
cp_t_us = true;
break;
case RKISP_CMD_MESHBUF_FREE:
size = sizeof(u64);
cp_f_us = true;
break;
case RKISP_CMD_GET_BAY3D_BUFFD:
size = sizeof(struct rkisp_bay3dbuf_info);
cp_t_us = true;
break;
case RKISP_CMD_SET_AIISP_LINECNT:
size = sizeof(struct rkisp_aiisp_cfg);
cp_f_us = true;
break;
case RKISP_CMD_GET_AIISP_LINECNT:
size = sizeof(struct rkisp_aiisp_cfg);
cp_t_us = true;
break;
case RKISP_CMD_SET_OFFLINE_RAW_BUFCNT:
case RKISP_CMD_SET_ONLINE_HDR_WRAP_LINE:
size = sizeof(int);
cp_f_us = true;
break;
case RKISP_CMD_GET_OFFLINE_RAW_BUFCNT:
case RKISP_CMD_GET_ONLINE_HDR_WRAP_LINE:
size = sizeof(int);
cp_t_us = true;
break;
case RKISP_CMD_SET_FPN:
size = sizeof(struct rkisp_fpn_cfg);
cp_f_us = true;
break;
default:
return -ENOIOCTLCMD;
}
if (size) {
pbuf = kmalloc(size, GFP_KERNEL);
if (!pbuf)
return -ENOMEM;
}
if (cp_f_us && copy_from_user(pbuf, up, size)) {
ret = -EFAULT;
goto free_buf;
}
ret = rkisp_ioctl(sd, cmd, pbuf);
if (!ret && cp_t_us && copy_to_user(up, pbuf, size))
ret = -EFAULT;
free_buf:
kfree(pbuf);
return ret;
}
#endif
static const struct v4l2_subdev_pad_ops rkisp_isp_sd_pad_ops = {
.enum_mbus_code = rkisp_isp_sd_enum_mbus_code,
.get_selection = rkisp_isp_sd_get_selection,
.set_selection = rkisp_isp_sd_set_selection,
.get_fmt = rkisp_isp_sd_get_fmt,
.set_fmt = rkisp_isp_sd_set_fmt,
#ifdef CONFIG_MEDIA_CONTROLLER
.link_validate = rkisp_subdev_fmt_link_validate,
#endif
};
static const struct media_entity_operations rkisp_isp_sd_media_ops = {
.link_setup = rkisp_subdev_link_setup,
.link_validate = rkisp_subdev_link_validate,
};
static const struct v4l2_subdev_video_ops rkisp_isp_sd_video_ops = {
.s_stream = rkisp_isp_sd_s_stream,
.s_rx_buffer = rkisp_sd_s_rx_buffer,
};
static const struct v4l2_subdev_core_ops rkisp_isp_core_ops = {
.subscribe_event = rkisp_isp_sd_subs_evt,
.unsubscribe_event = v4l2_event_subdev_unsubscribe,
.s_power = rkisp_isp_sd_s_power,
.ioctl = rkisp_ioctl,
#ifdef CONFIG_COMPAT
.compat_ioctl32 = rkisp_compat_ioctl32,
#endif
};
static struct v4l2_subdev_ops rkisp_isp_sd_ops = {
.core = &rkisp_isp_core_ops,
.video = &rkisp_isp_sd_video_ops,
.pad = &rkisp_isp_sd_pad_ops,
};
static void rkisp_isp_sd_init_default_fmt(struct rkisp_isp_subdev *isp_sd)
{
struct v4l2_mbus_framefmt *in_frm = &isp_sd->in_frm;
struct v4l2_rect *in_crop = &isp_sd->in_crop;
struct v4l2_rect *out_crop = &isp_sd->out_crop;
struct ispsd_in_fmt *in_fmt = &isp_sd->in_fmt;
struct ispsd_out_fmt *out_fmt = &isp_sd->out_fmt;
*in_fmt = rkisp_isp_input_formats[8];
in_frm->width = RKISP_DEFAULT_WIDTH;
in_frm->height = RKISP_DEFAULT_HEIGHT;
in_frm->code = in_fmt->mbus_code;
in_crop->width = in_frm->width;
in_crop->height = in_frm->height;
in_crop->left = 0;
in_crop->top = 0;
/* propagate to source */
*out_crop = *in_crop;
*out_fmt = rkisp_isp_output_formats[0];
isp_sd->quantization = V4L2_QUANTIZATION_FULL_RANGE;
isp_sd->colorspace = V4L2_COLORSPACE_SMPTE170M;
}
int rkisp_register_isp_subdev(struct rkisp_device *isp_dev,
struct v4l2_device *v4l2_dev)
{
struct rkisp_isp_subdev *isp_sdev = &isp_dev->isp_sdev;
struct v4l2_subdev *sd = &isp_sdev->sd;
int ret;
mutex_init(&isp_dev->buf_lock);
spin_lock_init(&isp_dev->cmsk_lock);
spin_lock_init(&isp_dev->rdbk_lock);
spin_lock_init(&isp_dev->aiisp_lock);
ret = kfifo_alloc(&isp_dev->rdbk_kfifo,
16 * sizeof(struct isp2x_csi_trigger), GFP_KERNEL);
if (ret < 0) {
v4l2_err(v4l2_dev, "Failed to alloc csi kfifo %d", ret);
return ret;
}
v4l2_subdev_init(sd, &rkisp_isp_sd_ops);
sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE | V4L2_SUBDEV_FL_HAS_EVENTS;
sd->entity.ops = &rkisp_isp_sd_media_ops;
sd->entity.function = MEDIA_ENT_F_V4L2_SUBDEV_UNKNOWN;
snprintf(sd->name, sizeof(sd->name), ISP_SUBDEV_NAME);
isp_sdev->pads[RKISP_ISP_PAD_SINK].flags =
MEDIA_PAD_FL_SINK | MEDIA_PAD_FL_MUST_CONNECT;
isp_sdev->pads[RKISP_ISP_PAD_SINK_PARAMS].flags = MEDIA_PAD_FL_SINK;
isp_sdev->pads[RKISP_ISP_PAD_SOURCE_PATH].flags = MEDIA_PAD_FL_SOURCE;
isp_sdev->pads[RKISP_ISP_PAD_SOURCE_STATS].flags = MEDIA_PAD_FL_SOURCE;
ret = media_entity_pads_init(&sd->entity, RKISP_ISP_PAD_MAX,
isp_sdev->pads);
if (ret < 0)
goto free_kfifo;
sd->owner = THIS_MODULE;
v4l2_set_subdevdata(sd, isp_dev);
sd->grp_id = GRP_ID_ISP;
ret = v4l2_device_register_subdev(v4l2_dev, sd);
if (ret < 0) {
v4l2_err(sd, "Failed to register isp subdev\n");
goto err_cleanup_media_entity;
}
isp_dev->unite_div = ISP_UNITE_DIV1;
rkisp_isp_sd_init_default_fmt(isp_sdev);
isp_dev->hdr.sensor = NULL;
isp_dev->isp_state = ISP_STOP;
atomic_set(&isp_sdev->frm_sync_seq, 0);
rkisp_monitor_init(isp_dev);
INIT_WORK(&isp_dev->rdbk_work, rkisp_rdbk_work);
init_completion(&isp_dev->pm_cmpl);
return 0;
err_cleanup_media_entity:
media_entity_cleanup(&sd->entity);
free_kfifo:
kfifo_free(&isp_dev->rdbk_kfifo);
return ret;
}
void rkisp_unregister_isp_subdev(struct rkisp_device *isp_dev)
{
struct v4l2_subdev *sd = &isp_dev->isp_sdev.sd;
kfifo_free(&isp_dev->rdbk_kfifo);
v4l2_device_unregister_subdev(sd);
media_entity_cleanup(&sd->entity);
}
#define shm_head_poll_timeout(isp_dev, cond, sleep_us, timeout_us) \
({ \
u64 __timeout_us = (timeout_us); \
unsigned long __sleep_us = (sleep_us); \
ktime_t __timeout = ktime_add_us(ktime_get(), __timeout_us); \
might_sleep_if((__sleep_us) != 0); \
for (;;) { \
dma_sync_single_for_cpu(isp_dev->dev, isp_dev->resmem_addr, \
sizeof(struct rkisp_thunderboot_resmem_head), \
DMA_FROM_DEVICE); \
if (cond) \
break; \
if (__timeout_us && \
ktime_compare(ktime_get(), __timeout) > 0) { \
break; \
} \
if (__sleep_us) \
usleep_range((__sleep_us >> 2) + 1, __sleep_us); \
} \
(cond) ? 0 : -ETIMEDOUT; \
})
void rkisp_save_tb_info(struct rkisp_device *isp_dev)
{
struct rkisp_isp_params_vdev *params_vdev = &isp_dev->params_vdev;
void *resmem_va = phys_to_virt(isp_dev->resmem_pa);
struct rkisp_thunderboot_resmem_head *head = resmem_va;
int size = 0, offset = 0;
void *param = NULL;
switch (isp_dev->isp_ver) {
case ISP_V32:
size = sizeof(struct rkisp32_thunderboot_resmem_head);
offset = size * isp_dev->dev_id;
break;
case ISP_V33:
size = sizeof(struct rkisp33_thunderboot_resmem_head);
offset = size * isp_dev->dev_id;
break;
default:
break;
}
if (size && size < isp_dev->resmem_size) {
dma_sync_single_for_cpu(isp_dev->dev, isp_dev->resmem_addr + offset,
size, DMA_FROM_DEVICE);
if (isp_dev->is_rtt_first)
params_vdev->is_first_cfg = true;
if (isp_dev->isp_ver == ISP_V32) {
struct rkisp32_thunderboot_resmem_head *tmp = resmem_va + offset;
param = &tmp->cfg;
head = &tmp->head;
v4l2_info(&isp_dev->v4l2_dev,
"tb param module en:0x%llx upd:0x%llx cfg upd:0x%llx\n",
tmp->cfg.module_en_update,
tmp->cfg.module_ens,
tmp->cfg.module_cfg_update);
} else if (isp_dev->isp_ver == ISP_V33) {
struct rkisp33_thunderboot_resmem_head *tmp = resmem_va + offset;
param = &tmp->cfg;
head = &tmp->head;
v4l2_info(&isp_dev->v4l2_dev,
"tb param module en:0x%llx upd:0x%llx cfg upd:0x%llx\n",
tmp->cfg.module_en_update,
tmp->cfg.module_ens,
tmp->cfg.module_cfg_update);
}
if (param && (isp_dev->isp_state & ISP_STOP)) {
params_vdev->ops->get_param_size(params_vdev,
&params_vdev->vdev_fmt.fmt.meta.buffersize);
params_vdev->ops->save_first_param(params_vdev, param);
}
} else if (size > isp_dev->resmem_size) {
v4l2_err(&isp_dev->v4l2_dev,
"resmem size:%zu no enough for head:%d\n",
isp_dev->resmem_size, size);
head->complete = RKISP_TB_NG;
}
memcpy(&isp_dev->tb_head, head, sizeof(*head));
}
#ifdef CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP
void rkisp_chk_tb_over(struct rkisp_device *isp_dev)
{
struct rkisp_isp_params_vdev *params_vdev = &isp_dev->params_vdev;
struct rkisp_hw_dev *hw = isp_dev->hw_dev;
struct rkisp_thunderboot_resmem_head *head;
enum rkisp_tb_state tb_state;
void *resmem_va;
if (!isp_dev->is_thunderboot)
return;
if (params_vdev->is_first_cfg &&
(isp_dev->isp_ver == ISP_V32 || isp_dev->isp_ver == ISP_V33))
goto end;
resmem_va = phys_to_virt(isp_dev->resmem_pa);
head = (struct rkisp_thunderboot_resmem_head *)resmem_va;
dma_sync_single_for_cpu(isp_dev->dev, isp_dev->resmem_addr,
sizeof(struct rkisp_thunderboot_resmem_head),
DMA_FROM_DEVICE);
shm_head_poll_timeout(isp_dev, !!head->complete, 5000, 1000 * USEC_PER_MSEC);
if (head->complete == RKISP_TB_RUN) {
v4l2_err(&isp_dev->v4l2_dev, "wait thunderboot over timeout, tb still running\n");
} else if (head->complete == RKISP_TB_NG) {
v4l2_err(&isp_dev->v4l2_dev, "thunderboot result error");
} else {
int i, timeout = 50;
/* wait for all isp dev to register */
if (head->camera_num > 1) {
while (timeout--) {
if (hw->dev_num >= head->camera_num &&
hw->isp[hw->dev_num - 1]->is_probe_end)
break;
usleep_range(200, 210);
}
if (head->camera_num > hw->dev_num) {
v4l2_err(&isp_dev->v4l2_dev,
"thunderboot invalid camera num:%d, dev num:%d\n",
head->camera_num, hw->dev_num);
goto end;
}
}
for (i = 0; i < head->camera_num; i++)
rkisp_save_tb_info(hw->isp[i]);
}
end:
head = &isp_dev->tb_head;
v4l2_info(&isp_dev->v4l2_dev,
"tb info en:%d comp:%d cnt:%d w:%d h:%d cam:%d idx:%d\n",
head->enable,
head->complete,
head->frm_total,
head->width,
head->height,
head->camera_num,
head->camera_index);
tb_state = RKISP_TB_OK;
if (head->complete != RKISP_TB_OK) {
head->frm_total = 0;
tb_state = RKISP_TB_NG;
}
if (hw->is_thunderboot) {
if (head->complete != RKISP_TB_RUN) {
rkisp_register_irq(hw);
rkisp_tb_unprotect_clk();
}
rkisp_tb_set_state(tb_state);
hw->is_thunderboot = false;
}
if (head->complete != RKISP_TB_RUN)
isp_dev->is_thunderboot = false;
}
#endif
static void rkisp_dvbm_start_event(struct rkisp_device *dev)
{
struct rkisp_stream *stream = &dev->cap_dev.stream[0];
if (stream->streaming && !stream->ops->is_stream_stopped(stream))
rkisp_dvbm_event(dev, CIF_ISP_V_START);
}
/**************** Interrupter Handler ****************/
void rkisp_mipi_isr(unsigned int mis, struct rkisp_device *dev)
{
struct v4l2_device *v4l2_dev = &dev->v4l2_dev;
void __iomem *base = dev->base_addr;
u32 val;
v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev,
"mipi isr:0x%x\n", mis);
writel(~0, base + CIF_MIPI_ICR);
/*
* Disable DPHY errctrl interrupt, because this dphy
* erctrl signal is asserted until the next changes
* of line state. This time is may be too long and cpu
* is hold in this interrupt.
*/
if (mis & CIF_MIPI_ERR_DPHY) {
val = readl(base + CIF_MIPI_IMSC);
writel(val & ~CIF_MIPI_ERR_DPHY, base + CIF_MIPI_IMSC);
dev->isp_sdev.dphy_errctrl_disabled = true;
}
/*
* Enable DPHY errctrl interrupt again, if mipi have receive
* the whole frame without any error.
*/
if (mis == CIF_MIPI_FRAME_END) {
/*
* Enable DPHY errctrl interrupt again, if mipi have receive
* the whole frame without any error.
*/
if (dev->isp_sdev.dphy_errctrl_disabled) {
val = readl(base + CIF_MIPI_IMSC);
val |= CIF_MIPI_ERR_DPHY;
writel(val, base + CIF_MIPI_IMSC);
dev->isp_sdev.dphy_errctrl_disabled = false;
}
} else {
v4l2_warn(v4l2_dev, "MIPI mis error: 0x%08x\n", mis);
val = readl(base + CIF_MIPI_CTRL);
writel(val | CIF_MIPI_CTRL_FLUSH_FIFO, base + CIF_MIPI_CTRL);
}
}
void rkisp_mipi_v13_isr(unsigned int err1, unsigned int err2,
unsigned int err3, struct rkisp_device *dev)
{
struct v4l2_device *v4l2_dev = &dev->v4l2_dev;
void __iomem *base = dev->base_addr;
u32 val, mask;
v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev,
"mipi isr err1:0x%x err2:0x%x err3:0x%x\n",
err1, err2, err3);
/*
* Disable DPHY errctrl interrupt, because this dphy
* erctrl signal is asserted until the next changes
* of line state. This time is may be too long and cpu
* is hold in this interrupt.
*/
mask = CIF_ISP_CSI0_IMASK1_PHY_ERRSOTSYNC(0x0F) |
CIF_ISP_CSI0_IMASK1_PHY_ERREOTSYNC(0x0F);
if (mask & err1) {
val = readl(base + CIF_ISP_CSI0_MASK1);
writel(val & ~mask, base + CIF_ISP_CSI0_MASK1);
dev->isp_sdev.dphy_errctrl_disabled = true;
}
mask = CIF_ISP_CSI0_IMASK2_PHY_ERRSOTHS(0x0F) |
CIF_ISP_CSI0_IMASK2_PHY_ERRCONTROL(0x0F);
if (mask & err2) {
val = readl(base + CIF_ISP_CSI0_MASK2);
writel(val & ~mask, base + CIF_ISP_CSI0_MASK2);
dev->isp_sdev.dphy_errctrl_disabled = true;
}
mask = CIF_ISP_CSI0_IMASK_FRAME_END(0x3F);
if ((err3 & mask) && !err1 && !err2) {
/*
* Enable DPHY errctrl interrupt again, if mipi have receive
* the whole frame without any error.
*/
if (dev->isp_sdev.dphy_errctrl_disabled) {
writel(0x1FFFFFF0, base + CIF_ISP_CSI0_MASK1);
writel(0x03FFFFFF, base + CIF_ISP_CSI0_MASK2);
dev->isp_sdev.dphy_errctrl_disabled = false;
}
}
if (err1)
v4l2_warn(v4l2_dev, "MIPI error: err1: 0x%08x\n", err1);
if (err2)
v4l2_warn(v4l2_dev, "MIPI error: err2: 0x%08x\n", err2);
}
void rkisp_isp_isr(unsigned int isp_mis,
unsigned int isp3a_mis,
struct rkisp_device *dev)
{
struct rkisp_hw_dev *hw = dev->hw_dev;
void __iomem *base = hw->unite != ISP_UNITE_TWO ?
hw->base_addr : hw->base_next_addr;
unsigned int isp_mis_tmp = 0;
unsigned int isp_err = 0;
u32 si3a_isr_mask = ISP2X_SIAWB_DONE | ISP2X_SIAF_FIN |
ISP2X_YUVAE_END | ISP2X_SIHST_RDY;
u32 raw3a_isr_mask = ISP2X_3A_RAWAE_BIG | ISP2X_3A_RAWAE_CH0 |
ISP2X_3A_RAWAE_CH1 | ISP2X_3A_RAWAE_CH2 |
ISP2X_3A_RAWHIST_BIG | ISP2X_3A_RAWHIST_CH0 |
ISP2X_3A_RAWHIST_CH1 | ISP2X_3A_RAWHIST_CH2 |
ISP2X_3A_RAWAF_SUM | ISP2X_3A_RAWAF_LUM |
ISP2X_3A_RAWAWB;
bool sof_event_later = false;
if (dev->isp_ver > ISP_V20)
si3a_isr_mask = 0;
/*
* The last time that rx perform 'back read' don't clear done flag
* in advance, otherwise the statistics will be abnormal.
*/
if (isp3a_mis & ISP2X_3A_RAWAE_BIG && dev->params_vdev.rdbk_times > 0)
writel(BIT(31), base + RAWAE_BIG1_BASE + RAWAE_BIG_CTRL);
if (hw->unite == ISP_UNITE_TWO) {
u32 val = rkisp_read(dev, ISP3X_ISP_RIS, true);
if (val) {
rkisp_write(dev, ISP3X_ISP_ICR, val, true);
v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev,
"left isp isr:0x%x\n", val);
if (isp_mis & CIF_ISP_FRAME && !(val & CIF_ISP_FRAME)) {
/* wait isp0 frame end */
int timeout = read_poll_timeout_atomic(rkisp_read,
val, val & CIF_ISP_FRAME, 20, 20 * 50, true, dev, ISP3X_ISP_RIS, true);
if (val)
rkisp_write(dev, ISP3X_ISP_ICR, val, true);
if (timeout)
dev_err(dev->dev, "wait isp end timeout\n");
}
}
}
v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev,
"isp isr:0x%x, 0x%x\n", isp_mis, isp3a_mis);
dev->isp_isr_cnt++;
/* start edge of v_sync */
if (isp_mis & CIF_ISP_V_START) {
if (dev->hw_dev->monitor.is_en) {
rkisp_set_state(&dev->hw_dev->monitor.state, ISP_FRAME_VS);
if (!completion_done(&dev->hw_dev->monitor.cmpl))
complete(&dev->hw_dev->monitor.cmpl);
}
rkisp_dvbm_start_event(dev);
if (IS_HDR_RDBK(dev->hdr.op_mode)) {
/* disabled frame end to read 3dlut for multi sensor
* 3dlut will update at isp readback
*/
if (!dev->hw_dev->is_single) {
writel(0, hw->base_addr + ISP_3DLUT_UPDATE);
if (hw->unite == ISP_UNITE_TWO)
writel(0, hw->base_next_addr + ISP_3DLUT_UPDATE);
}
rkisp_stats_rdbk_enable(&dev->stats_vdev, true);
goto vs_skip;
} else if (!hw->is_single) {
rkisp_check_mi_ends_mask(dev);
if (dev->unite_index == ISP_UNITE_RIGHT)
goto vs_skip;
}
if (dev->cap_dev.stream[RKISP_STREAM_SP].interlaced) {
/* 0 = ODD 1 = EVEN */
if (dev->active_sensor->mbus.type == V4L2_MBUS_CSI2_DPHY) {
void __iomem *addr = NULL;
if (dev->isp_ver == ISP_V10 ||
dev->isp_ver == ISP_V10_1)
addr = base + CIF_MIPI_FRAME;
else if (dev->isp_ver == ISP_V12 ||
dev->isp_ver == ISP_V13)
addr = base + CIF_ISP_CSI0_FRAME_NUM_RO;
if (addr)
dev->cap_dev.stream[RKISP_STREAM_SP].u.sp.field =
(readl(addr) >> 16) % 2;
} else {
dev->cap_dev.stream[RKISP_STREAM_SP].u.sp.field =
(readl(base + CIF_ISP_FLAGS_SHD) >> 2) & BIT(0);
}
}
if (isp_mis & CIF_ISP_FRAME)
sof_event_later = true;
if (dev->vs_irq < 0 && !sof_event_later) {
dev->isp_sdev.frm_timestamp = rkisp_time_get_ns(dev);
rkisp_isp_queue_event_sof(&dev->isp_sdev);
rkisp_stream_frame_start(dev, isp_mis);
if (dev->isp_ver == ISP_V39)
rkisp_sditf_sof(dev, isp_mis);
rkisp_rockit_frame_start(dev);
}
vs_skip:
writel(CIF_ISP_V_START, base + CIF_ISP_ICR);
isp_mis_tmp = readl(base + CIF_ISP_MIS);
if (isp_mis_tmp & CIF_ISP_V_START)
v4l2_err(&dev->v4l2_dev, "isp icr v_statr err: 0x%x\n",
isp_mis_tmp);
}
if (isp_mis & ISP39_AIISP_LINECNT_DONE && dev->isp_ver == ISP_V39) {
writel(ISP39_AIISP_LINECNT_DONE, base + CIF_ISP_ICR);
rkisp_queue_event_aiisp(dev, isp_mis);
}
if ((isp_mis & (CIF_ISP_DATA_LOSS | CIF_ISP_PIC_SIZE_ERROR))) {
if ((isp_mis & CIF_ISP_PIC_SIZE_ERROR)) {
/* Clear pic_size_error */
writel(CIF_ISP_PIC_SIZE_ERROR, base + CIF_ISP_ICR);
isp_err = readl(base + CIF_ISP_ERR);
v4l2_err(&dev->v4l2_dev,
"CIF_ISP_PIC_SIZE_ERROR (0x%08x)", isp_err);
writel(isp_err, base + CIF_ISP_ERR_CLR);
}
if ((isp_mis & CIF_ISP_DATA_LOSS)) {
/* Clear data_loss */
writel(CIF_ISP_DATA_LOSS, base + CIF_ISP_ICR);
v4l2_err(&dev->v4l2_dev, "CIF_ISP_DATA_LOSS\n");
writel(CIF_ISP_DATA_LOSS, base + CIF_ISP_ICR);
}
if (dev->isp_err_cnt++ > RKISP_CONTI_ERR_MAX) {
if (!(dev->isp_state & ISP_ERROR)) {
rkisp_set_state(&dev->isp_state, ISP_ERROR);
rkisp_clear_bits(dev, CIF_ISP_IMSC,
CIF_ISP_DATA_LOSS |
CIF_ISP_PIC_SIZE_ERROR, true);
writel(CIF_ISP_PIC_SIZE_ERROR, base + CIF_ISP_ICR);
writel(CIF_ISP_DATA_LOSS, base + CIF_ISP_ICR);
if (dev->hw_dev->monitor.is_en) {
rkisp_set_state(&dev->hw_dev->monitor.state, ISP_ERROR);
if (!completion_done(&dev->hw_dev->monitor.cmpl))
complete(&dev->hw_dev->monitor.cmpl);
}
}
}
}
if (isp3a_mis & ISP2X_3A_RAWAF) {
writel(ISP3X_3A_RAWAF, base + ISP3X_ISP_3A_ICR);
/* 3a irq will with lsc_lut_err irq if isp version below isp32 */
if (isp_mis & ISP2X_LSC_LUT_ERR)
isp_mis &= ~ISP2X_LSC_LUT_ERR;
if (dev->rawaf_irq_cnt == 0)
rkisp_stream_buf_done_early(dev);
dev->rawaf_irq_cnt++;
}
if (isp_mis & ISP2X_LSC_LUT_ERR) {
writel(ISP2X_LSC_LUT_ERR, base + CIF_ISP_ICR);
isp_err = readl(base + CIF_ISP_ERR);
v4l2_err(&dev->v4l2_dev,
"ISP2X_LSC_LUT_ERR. ISP_ERR 0x%x\n", isp_err);
writel(isp_err, base + CIF_ISP_ERR_CLR);
}
/* sampled input frame is complete */
if (isp_mis & CIF_ISP_FRAME_IN) {
dev->isp_sdev.dbg.interval =
rkisp_time_get_ns(dev) - dev->isp_sdev.dbg.timestamp;
rkisp_set_state(&dev->isp_state, ISP_FRAME_IN);
writel(CIF_ISP_FRAME_IN, base + CIF_ISP_ICR);
isp_mis_tmp = readl(base + CIF_ISP_MIS);
if (isp_mis_tmp & CIF_ISP_FRAME_IN)
v4l2_err(&dev->v4l2_dev, "isp icr frame_in err: 0x%x\n",
isp_mis_tmp);
}
/* frame was completely put out */
if (isp_mis & CIF_ISP_FRAME) {
dev->rawaf_irq_cnt = 0;
if (!dev->is_pre_on || !IS_HDR_RDBK(dev->rd_mode))
dev->isp_sdev.dbg.interval =
rkisp_time_get_ns(dev) - dev->isp_sdev.dbg.timestamp;
/* Clear Frame In (ISP) */
rkisp_set_state(&dev->isp_state, ISP_FRAME_END);
writel(CIF_ISP_FRAME, base + CIF_ISP_ICR);
isp_mis_tmp = readl(base + CIF_ISP_MIS);
if (isp_mis_tmp & CIF_ISP_FRAME)
v4l2_err(&dev->v4l2_dev,
"isp icr frame end err: 0x%x\n", isp_mis_tmp);
rkisp_dmarx_get_frame(dev, &dev->isp_sdev.dbg.id, NULL, NULL, true);
rkisp_isp_read_add_fifo_data(dev);
dev->isp_err_cnt = 0;
dev->isp_state &= ~ISP_ERROR;
rkisp_stream_isp_end(dev, isp_mis);
}
if (isp_mis & CIF_ISP_V_START) {
if (dev->isp_state & ISP_FRAME_END) {
u64 tmp = dev->isp_sdev.dbg.interval +
dev->isp_sdev.dbg.timestamp;
dev->isp_sdev.dbg.timestamp = rkisp_time_get_ns(dev);
/* v-blank: frame(N)start - frame(N-1)end */
dev->isp_sdev.dbg.delay = dev->isp_sdev.dbg.timestamp - tmp;
}
rkisp_set_state(&dev->isp_state, ISP_FRAME_VS);
if (dev->procfs.is_fs_wait) {
dev->procfs.is_fs_wait = false;
wake_up(&dev->procfs.fs_wait);
}
}
if ((isp_mis & (CIF_ISP_FRAME | si3a_isr_mask)) ||
(isp3a_mis & raw3a_isr_mask)) {
u32 irq = isp_mis;
/* FRAME to get EXP and HIST together */
if (isp_mis & CIF_ISP_FRAME)
irq |= ((CIF_ISP_EXP_END |
CIF_ISP_HIST_MEASURE_RDY) &
readl(base + CIF_ISP_RIS));
rkisp_stats_isr(&dev->stats_vdev, irq, isp3a_mis);
if ((isp_mis & CIF_ISP_FRAME) && dev->stats_vdev.rdbk_mode)
rkisp_stats_rdbk_enable(&dev->stats_vdev, false);
if (!IS_HDR_RDBK(dev->hdr.op_mode)) {
rkisp_config_aiisp(dev);
rkisp_config_cmsk(dev);
}
}
if (isp_mis & CIF_ISP_FRAME) {
if (dev->isp_ver == ISP_V32) {
struct rkisp_stream *s = &dev->cap_dev.stream[RKISP_STREAM_LUMA];
s->ops->frame_end(s, FRAME_IRQ);
}
if (dev->procfs.is_fe_wait) {
dev->procfs.is_fe_wait = false;
wake_up(&dev->procfs.fe_wait);
}
}
/*
* Then update changed configs. Some of them involve
* lot of register writes. Do those only one per frame.
* Do the updates in the order of the processing flow.
*/
if (isp_mis & (CIF_ISP_V_START | CIF_ISP_FRAME))
rkisp_params_isr(&dev->params_vdev, isp_mis);
/* cur frame end and next frame start irq togeter */
if (dev->vs_irq < 0 && sof_event_later) {
dev->isp_sdev.frm_timestamp = rkisp_time_get_ns(dev);
rkisp_isp_queue_event_sof(&dev->isp_sdev);
rkisp_stream_frame_start(dev, isp_mis);
rkisp_rockit_frame_start(dev);
if (dev->isp_ver == ISP_V39)
rkisp_sditf_sof(dev, isp_mis);
}
if (isp_mis & ISP3X_OUT_FRM_QUARTER) {
writel(ISP3X_OUT_FRM_QUARTER, base + CIF_ISP_ICR);
rkisp_queue_event_aiisp(dev, isp_mis);
rkisp_dvbm_event(dev, ISP3X_OUT_FRM_QUARTER);
}
if (isp_mis & ISP3X_OUT_FRM_HALF) {
writel(ISP3X_OUT_FRM_HALF, base + CIF_ISP_ICR);
rkisp_dvbm_event(dev, ISP3X_OUT_FRM_HALF);
rkisp_stream_buf_done_early(dev);
}
if (isp_mis & ISP3X_OUT_FRM_END) {
writel(ISP3X_OUT_FRM_END, base + CIF_ISP_ICR);
rkisp_dvbm_event(dev, ISP3X_OUT_FRM_END);
}
if ((isp_mis & ISP39_LDCV_END) && (dev->isp_ver == ISP_V39)) {
writel(ISP39_LDCV_END, base + CIF_ISP_ICR);
rkisp_stream_ldc_end_v39(dev);
}
if (isp_mis & CIF_ISP_FRAME)
rkisp_check_idle(dev, ISP_FRAME_END);
}
irqreturn_t rkisp_vs_isr_handler(int irq, void *ctx)
{
struct device *dev = ctx;
struct rkisp_device *rkisp_dev = dev_get_drvdata(dev);
if (rkisp_dev->vs_irq >= 0)
rkisp_isp_queue_event_sof(&rkisp_dev->isp_sdev);
return IRQ_HANDLED;
}