// SPDX-License-Identifier: (GPL-2.0-only OR MIT) /* * Copyright (C) 2025 Amlogic, Inc. All rights reserved */ #include #include #include #include #include #include #include #include "c4-isp-common.h" #include "hw/c4-isp-hw.h" #include "hw/c4-isp-regs.h" #define C4_IPP_CAP_OUT_PORT_OFFSET 0 static const struct c4_isp_cap_format_info ipp_cap_formats[] = { /* RAW10 */ { .code = MEDIA_BUS_FMT_SBGGR10_1X10, .fourcc = V4L2_PIX_FMT_SBGGR10, .num_planes = 1, .bpp[0] = 10, }, { .code = MEDIA_BUS_FMT_SGBRG10_1X10, .fourcc = V4L2_PIX_FMT_SGBRG10, .num_planes = 1, .bpp[0] = 10, }, { .code = MEDIA_BUS_FMT_SGRBG10_1X10, .fourcc = V4L2_PIX_FMT_SGRBG10, .num_planes = 1, .bpp[0] = 10, }, { .code = MEDIA_BUS_FMT_SRGGB10_1X10, .fourcc = V4L2_PIX_FMT_SRGGB10, .num_planes = 1, .bpp[0] = 10, }, /* RAW12 */ { .code = MEDIA_BUS_FMT_SBGGR12_1X12, .fourcc = V4L2_PIX_FMT_SBGGR12, .num_planes = 1, .bpp[0] = 12, }, { .code = MEDIA_BUS_FMT_SGBRG12_1X12, .fourcc = V4L2_PIX_FMT_SGBRG12, .num_planes = 1, .bpp[0] = 12, }, { .code = MEDIA_BUS_FMT_SGRBG12_1X12, .fourcc = V4L2_PIX_FMT_SGRBG12, .num_planes = 1, .bpp[0] = 12, }, { .code = MEDIA_BUS_FMT_SRGGB12_1X12, .fourcc = V4L2_PIX_FMT_SRGGB12, .num_planes = 1, .bpp[0] = 12, }, /* YUV */ { .code = MEDIA_BUS_FMT_UYVY8_2X8, .fourcc = V4L2_PIX_FMT_UYVY, .num_planes = 1, .bpp[0] = 16, }, { .code = MEDIA_BUS_FMT_UYVY8_2X8, .fourcc = V4L2_PIX_FMT_YVYU, .num_planes = 1, .bpp[0] = 16, }, { .code = MEDIA_BUS_FMT_UYVY8_2X8, .fourcc = V4L2_PIX_FMT_YUYV, .num_planes = 1, .bpp[0] = 16, }, { .code = MEDIA_BUS_FMT_UYVY8_2X8, .fourcc = V4L2_PIX_FMT_VYUY, .num_planes = 1, .bpp[0] = 16, }, { .code = MEDIA_BUS_FMT_UYVY8_2X8, .fourcc = V4L2_PIX_FMT_NV12M, .num_planes = 2, .bpp[0] = 8, .bpp[1] = 16, .hdiv = 2, .vdiv = 2, } }; static int c4_ipp_cap_dummy_buff_create(struct c4_isp_capture *cap) { struct c4_isp_data_buffer *dummy_buff = &cap->dummy_buff; struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; if (pix_mp->num_planes == 1) dummy_buff->size = pix_mp->plane_fmt[C4_ISP_PLANE_Y].sizeimage; else dummy_buff->size = MAX(pix_mp->plane_fmt[C4_ISP_PLANE_Y].sizeimage, pix_mp->plane_fmt[C4_ISP_PLANE_UV].sizeimage); /* The driver never access vaddr, no mapping is required */ dummy_buff->vaddr = dma_alloc_attrs(cap->isp->dev, dummy_buff->size, &dummy_buff->dma_addr, GFP_KERNEL, DMA_ATTR_NO_KERNEL_MAPPING); if (!dummy_buff->vaddr) return -ENOMEM; return 0; } static void c4_ipp_cap_dummy_buff_destroy(struct c4_isp_capture *cap) { dma_free_attrs(cap->isp->dev, cap->dummy_buff.size, cap->dummy_buff.vaddr, cap->dummy_buff.dma_addr, DMA_ATTR_NO_KERNEL_MAPPING); } static void c4_ipp_cap_sync_cfg_port(struct c4_isp_capture *cap) { const struct c4_isp_cap_format_info *info = cap->format.info; if (cap->isp->info->id == C4_ISP_VIRT_0) { if (info->num_planes == 1) { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER0_WMIF, C4_IPP_OTHER_OUT_0); } else { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER0_WMIF, C4_IPP_OTHER_OUT_0); c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER1_WMIF, C4_IPP_OTHER_OUT_4 - C4_IPP_CAP_OUT_PORT_OFFSET); } } else if (cap->isp->info->id == C4_ISP_VIRT_1) { if (info->num_planes == 1) { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER1_WMIF, C4_IPP_OTHER_OUT_1); } else { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER0_WMIF, C4_IPP_OTHER_OUT_1); c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER1_WMIF, C4_IPP_OTHER_OUT_5 - C4_IPP_CAP_OUT_PORT_OFFSET); } } else if (cap->isp->info->id == C4_ISP_VIRT_2) { if (info->num_planes == 1) { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER2_WMIF, C4_IPP_OTHER_OUT_2); } else { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER2_WMIF, C4_IPP_OTHER_OUT_2); c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER3_WMIF, C4_IPP_OTHER_OUT_6); } } else { if (info->num_planes == 1) { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER3_WMIF, C4_IPP_OTHER_OUT_3); } else { c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER2_WMIF, C4_IPP_OTHER_OUT_3); c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER3_WMIF, C4_IPP_OTHER_OUT_7); } } } static void c4_ipp_cap_sep_cfg_port(struct c4_isp_capture *cap) { if (cap->id == C4_ISP_CAP_DEV_0) c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER0_WMIF, C4_IPP_OTHER_OUT_8); else if (cap->id == C4_ISP_CAP_DEV_1) c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER1_WMIF, C4_IPP_OTHER_OUT_9); else if (cap->id == C4_ISP_CAP_DEV_2) c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER2_WMIF, C4_IPP_OTHER_OUT_10); else c4_isp_intf_cfg_other_out(cap->isp, C4_ISP_USER3_WMIF, C4_IPP_OTHER_OUT_11); } static void c4_ipp_cap_cfg_port(struct c4_isp_capture *cap) { enum c4_ipp_work_mode work_mode = cap->isp->ipp.cfg_info.work_mode; const struct c4_isp_cap_format_info *info = cap->format.info; c4_ipp_rdma_mutex_lock(cap->isp, true); c4_ipp_rdma_work_flag(cap->isp, true); if (work_mode == C4_IPP_SINGLE_VC_MODE || work_mode == C4_IPP_MULTI_VC_SYNC_MODE) c4_ipp_cap_sync_cfg_port(cap); else c4_ipp_cap_sep_cfg_port(cap); c4_isp_intf_cfg_planes_mode(cap->isp, info->num_planes); if (info->vdiv == 2) { c4_isp_intf_cfg_loss_mode(cap->isp, true); c4_isp_intf_cfg_yuv420_mode(cap->isp, true); } else { c4_isp_intf_cfg_loss_mode(cap->isp, false); c4_isp_intf_cfg_yuv420_mode(cap->isp, false); } c4_ipp_rdma_mutex_lock(cap->isp, false); c4_ipp_rdma_work_flag(cap->isp, false); } static void c4_ipp_cap_sync_cfg_1p_fmt(struct c4_isp_capture *cap) { struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; const struct c4_isp_cap_format_info *info = cap->format.info; struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; u32 sub_frame_chnl = 0; u32 sub_frame_height = pix_mp->height / cap->sub_frame_num; idwmif_id = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.src_hsize = pix_mp->width; wmif.src_vsize = sub_frame_height; wmif.src_bits = info->bpp[0]; wmif.ldf_vsize = 0; wmif.ldf_en = false; c4_isp_febe_cfg_user_wmif_fmt(cap->isp, &wmif); } } static void c4_ipp_cap_sync_cfg_2p_fmt(struct c4_isp_capture *cap) { struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; const struct c4_isp_cap_format_info *info = cap->format.info; struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id_y; enum c4_isp_pyr_wmif_ids idwmif_id_c; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; u32 sub_frame_chnl = 0; u32 sub_frame_height = pix_mp->height / cap->sub_frame_num; idwmif_id_y = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER2_WMIF; idwmif_id_c = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER3_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id_y; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.src_hsize = pix_mp->width / 2; wmif.src_vsize = sub_frame_height; wmif.src_bits = info->bpp[0] * 2; wmif.ldf_vsize = 0; wmif.ldf_en = false; c4_isp_febe_cfg_user_wmif_fmt(cap->isp, &wmif); wmif.id = idwmif_id_c; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.src_hsize = pix_mp->width / info->hdiv; wmif.src_vsize = sub_frame_height / info->vdiv; wmif.src_bits = info->bpp[1]; wmif.ldf_vsize = 0; wmif.ldf_en = false; c4_isp_febe_cfg_user_wmif_fmt(cap->isp, &wmif); } } static void c4_ipp_cap_sync_cfg_fmt(struct c4_isp_capture *cap) { const struct c4_isp_cap_format_info *info = cap->format.info; if (info->num_planes == 1) c4_ipp_cap_sync_cfg_1p_fmt(cap); else c4_ipp_cap_sync_cfg_2p_fmt(cap); } static void c4_ipp_cap_sync_cfg_1p_buff(struct c4_isp_capture *cap) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; dma_addr_t vc_addr; u32 sub_frame_chnl = 0; struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; u32 sub_frame_size = pix_mp->plane_fmt[0].sizeimage / cap->sub_frame_num; if (cap->buff) vc_addr = cap->buff->dma_addr[C4_ISP_PLANE_Y]; else vc_addr = cap->dummy_buff.dma_addr; idwmif_id = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.addr = vc_addr + sub_frame_size * sub_frame_chnl; c4_isp_febe_cfg_user_wmif_buff(cap->isp, &wmif); } } static void c4_ipp_cap_sync_cfg_2p_buff(struct c4_isp_capture *cap) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id_y; enum c4_isp_pyr_wmif_ids idwmif_id_c; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; dma_addr_t vc_addr_y; dma_addr_t vc_addr_c; u32 sub_frame_chnl = 0; struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; u32 sub_frame_y_size = pix_mp->plane_fmt[0].sizeimage / cap->sub_frame_num; u32 sub_frame_c_size = pix_mp->plane_fmt[1].sizeimage / cap->sub_frame_num; if (cap->buff) { vc_addr_y = cap->buff->dma_addr[C4_ISP_PLANE_Y]; vc_addr_c = cap->buff->dma_addr[C4_ISP_PLANE_UV]; } else { vc_addr_y = cap->dummy_buff.dma_addr; vc_addr_c = cap->dummy_buff.dma_addr; } idwmif_id_y = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER2_WMIF; idwmif_id_c = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER3_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id_y; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.addr = vc_addr_y + sub_frame_y_size * sub_frame_chnl; c4_isp_febe_cfg_user_wmif_buff(cap->isp, &wmif); wmif.id = idwmif_id_c; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.addr = vc_addr_c + sub_frame_c_size * sub_frame_chnl; c4_isp_febe_cfg_user_wmif_buff(cap->isp, &wmif); } } static void c4_ipp_cap_sync_cfg_buff(struct c4_isp_capture *cap) { const struct c4_isp_cap_format_info *info = cap->format.info; if (info->num_planes == 1) c4_ipp_cap_sync_cfg_1p_buff(cap); else c4_ipp_cap_sync_cfg_2p_buff(cap); } static void c4_ipp_cap_sync_1p_enable(struct c4_isp_capture *cap, bool enable) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; u32 sub_frame_chnl = 0; idwmif_id = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.enable = enable ? IDWMIF_CFG_0_EN : IDWMIF_CFG_0_DIS; c4_isp_febe_user_wmif_enable(cap->isp, &wmif); } } static void c4_ipp_cap_sync_2p_enable(struct c4_isp_capture *cap, bool enable) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id_y; enum c4_isp_pyr_wmif_ids idwmif_id_c; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; u32 sub_frame_chnl = 0; idwmif_id_y = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER0_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER2_WMIF : C4_ISP_USER2_WMIF; idwmif_id_c = cap->isp->info->id == C4_ISP_VIRT_0 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_1 ? C4_ISP_USER1_WMIF : cap->isp->info->id == C4_ISP_VIRT_2 ? C4_ISP_USER3_WMIF : C4_ISP_USER3_WMIF; idwmif_chnl_id = cap->id == C4_IPP_CAP_DEV_0 ? C4_ISP_PYR_WMIF_CHNL_0 : cap->id == C4_IPP_CAP_DEV_1 ? C4_ISP_PYR_WMIF_CHNL_1 : cap->id == C4_IPP_CAP_DEV_2 ? C4_ISP_PYR_WMIF_CHNL_2 : C4_ISP_PYR_WMIF_CHNL_3; for (sub_frame_chnl = 0; sub_frame_chnl < cap->sub_frame_num; sub_frame_chnl++) { wmif.id = idwmif_id_y; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.enable = enable ? IDWMIF_CFG_0_EN : IDWMIF_CFG_0_DIS; c4_isp_febe_user_wmif_enable(cap->isp, &wmif); wmif.id = idwmif_id_c; wmif.chnl = idwmif_chnl_id + sub_frame_chnl; wmif.enable = enable ? IDWMIF_CFG_0_EN : IDWMIF_CFG_0_DIS; c4_isp_febe_user_wmif_enable(cap->isp, &wmif); } } static void c4_ipp_cap_sync_enable(struct c4_isp_capture *cap, bool enable) { const struct c4_isp_cap_format_info *info = cap->format.info; if (info->num_planes == 1) c4_ipp_cap_sync_1p_enable(cap, enable); else c4_ipp_cap_sync_2p_enable(cap, enable); } static void c4_ipp_cap_sep_cfg_fmt(struct c4_isp_capture *cap) { struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; const struct c4_isp_cap_format_info *info = cap->format.info; struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; if (cap->id == C4_IPP_CAP_DEV_0) { idwmif_id = C4_ISP_USER0_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_1) { idwmif_id = C4_ISP_USER1_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_2) { idwmif_id = C4_ISP_USER2_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else { idwmif_id = C4_ISP_USER3_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id; wmif.src_hsize = pix_mp->width; wmif.src_vsize = pix_mp->height; wmif.src_bits = info->bpp[0]; wmif.ldf_vsize = 0; wmif.ldf_en = false; c4_isp_febe_cfg_user_wmif_fmt(cap->isp, &wmif); } static void c4_ipp_cap_sep_cfg_buff(struct c4_isp_capture *cap) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; dma_addr_t vc_addr; if (cap->buff) vc_addr = cap->buff->dma_addr[C4_ISP_PLANE_Y]; else vc_addr = cap->dummy_buff.dma_addr; if (cap->id == C4_IPP_CAP_DEV_0) { idwmif_id = C4_ISP_USER0_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_1) { idwmif_id = C4_ISP_USER1_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_2) { idwmif_id = C4_ISP_USER2_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else { idwmif_id = C4_ISP_USER3_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id; wmif.addr = vc_addr; c4_isp_febe_cfg_user_wmif_buff(cap->isp, &wmif); } static void c4_ipp_cap_sep_enable(struct c4_isp_capture *cap, bool enable) { struct c4_isp_pyr_wmif_params wmif; enum c4_isp_pyr_wmif_ids idwmif_id; enum c4_isp_pyr_wmif_chnl idwmif_chnl_id; if (cap->id == C4_IPP_CAP_DEV_0) { idwmif_id = C4_ISP_USER0_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_1) { idwmif_id = C4_ISP_USER1_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else if (cap->id == C4_IPP_CAP_DEV_2) { idwmif_id = C4_ISP_USER2_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } else { idwmif_id = C4_ISP_USER3_WMIF; idwmif_chnl_id = C4_ISP_PYR_WMIF_CHNL_0; } wmif.id = idwmif_id; wmif.chnl = idwmif_chnl_id; wmif.enable = enable ? IDWMIF_CFG_0_EN : IDWMIF_CFG_0_DIS; c4_isp_febe_user_wmif_enable(cap->isp, &wmif); } static void c4_ipp_cap_cfg_buff(struct c4_isp_capture *cap) { struct c4_ipp_cfg_info *ipp_cfg_info = &cap->isp->ipp.cfg_info; cap->buff = list_first_entry_or_null(&cap->pending, struct c4_isp_cap_buffer, list); if (ipp_cfg_info->work_mode == C4_IPP_SINGLE_VC_MODE || ipp_cfg_info->work_mode == C4_IPP_MULTI_VC_SYNC_MODE) c4_ipp_cap_sync_cfg_buff(cap); else c4_ipp_cap_sep_cfg_buff(cap); if (cap->buff) list_del(&cap->buff->list); } static void c4_ipp_cap_start(struct c4_isp_capture *cap) { enum c4_ipp_work_mode work_mode = cap->isp->ipp.cfg_info.work_mode; scoped_guard(spinlock_irqsave, &cap->buff_lock) { c4_ipp_cap_cfg_buff(cap); } if (work_mode == C4_IPP_SINGLE_VC_MODE || work_mode == C4_IPP_MULTI_VC_SYNC_MODE) { c4_ipp_cap_sync_cfg_fmt(cap); c4_ipp_cap_sync_enable(cap, true); } else { c4_ipp_cap_sep_cfg_fmt(cap); c4_ipp_cap_sep_enable(cap, true); } c4_ipp_cap_cfg_port(cap); } static void c4_ipp_cap_stop(struct c4_isp_capture *cap) { enum c4_ipp_work_mode work_mode = cap->isp->ipp.cfg_info.work_mode; if (work_mode == C4_IPP_SINGLE_VC_MODE || work_mode == C4_IPP_MULTI_VC_SYNC_MODE) c4_ipp_cap_sync_enable(cap, false); else c4_ipp_cap_sep_enable(cap, false); } static void c4_ipp_cap_done(struct c4_isp_capture *cap) { struct c4_isp_cap_buffer *buff = cap->buff; guard(spinlock_irqsave)(&cap->buff_lock); if (buff) { buff->vb.sequence = cap->isp->ipp_frm_seq; buff->vb.vb2_buf.timestamp = ktime_get(); buff->vb.field = V4L2_FIELD_NONE; vb2_buffer_done(&buff->vb.vb2_buf, VB2_BUF_STATE_DONE); } c4_ipp_cap_cfg_buff(cap); } /* V4L2 video operations */ static const struct c4_isp_cap_format_info *c4_ipp_cap_find_fmt(u32 fourcc) { for (unsigned int i = 0; i < ARRAY_SIZE(ipp_cap_formats); i++) { if (ipp_cap_formats[i].fourcc == fourcc) return &ipp_cap_formats[i]; } return NULL; } static void c4_ipp_cap_try_fmt(struct v4l2_pix_format_mplane *pix_mp) { const struct c4_isp_cap_format_info *fmt; struct v4l2_plane_pix_format *plane; fmt = c4_ipp_cap_find_fmt(pix_mp->pixelformat); if (!fmt) fmt = &ipp_cap_formats[0]; pix_mp->width = clamp(pix_mp->width, C4_ISP_MIN_WIDTH, C4_ISP_MAX_WIDTH); pix_mp->height = clamp(pix_mp->height, C4_ISP_MIN_HEIGHT, C4_ISP_MAX_HEIGHT); pix_mp->pixelformat = fmt->fourcc; pix_mp->field = V4L2_FIELD_NONE; pix_mp->colorspace = V4L2_COLORSPACE_RAW; pix_mp->ycbcr_enc = V4L2_YCBCR_ENC_601; pix_mp->quantization = V4L2_QUANTIZATION_FULL_RANGE; pix_mp->num_planes = fmt->num_planes; memset(pix_mp->plane_fmt, 0, sizeof(pix_mp->plane_fmt)); for (unsigned int i = 0; i < fmt->num_planes; i++) { unsigned int hdiv = (i == 0) ? 1 : fmt->hdiv; unsigned int vdiv = (i == 0) ? 1 : fmt->vdiv; plane = &pix_mp->plane_fmt[i]; plane->bytesperline = DIV_ROUND_UP(pix_mp->width, hdiv) * fmt->bpp[i] / BITS_PER_BYTE; plane->bytesperline = ALIGN(plane->bytesperline, C4_ISP_WMIF_STRIDE_ALIGN_BYTES); plane->sizeimage = plane->bytesperline * DIV_ROUND_UP(pix_mp->height, vdiv); } } static void c4_ipp_cap_return_buffers(struct c4_isp_capture *cap, enum vb2_buffer_state state) { struct c4_isp_cap_buffer *buff; guard(spinlock_irqsave)(&cap->buff_lock); if (cap->buff) { vb2_buffer_done(&cap->buff->vb.vb2_buf, state); cap->buff = NULL; } while (!list_empty(&cap->pending)) { buff = list_first_entry(&cap->pending, struct c4_isp_cap_buffer, list); list_del(&buff->list); vb2_buffer_done(&buff->vb.vb2_buf, state); } } static int c4_ipp_cap_querycap(struct file *file, void *fh, struct v4l2_capability *cap) { strscpy(cap->driver, C4_ISP_DRIVER_NAME, sizeof(cap->driver)); strscpy(cap->card, "AML C4 ISP5", sizeof(cap->card)); return 0; } static int c4_ipp_cap_enum_fmt(struct file *file, void *fh, struct v4l2_fmtdesc *f) { const struct c4_isp_cap_format_info *fmt; unsigned int index = 0; unsigned int i; if (!f->mbus_code) { if (f->index >= ARRAY_SIZE(ipp_cap_formats)) return -EINVAL; fmt = &ipp_cap_formats[f->index]; f->pixelformat = fmt->fourcc; f->mbus_code = fmt->code; return 0; } for (i = 0; i < ARRAY_SIZE(ipp_cap_formats); i++) { fmt = &ipp_cap_formats[i]; if (f->mbus_code != fmt->code) continue; if (index++ == f->index) { f->pixelformat = ipp_cap_formats[i].fourcc; return 0; } } return -EINVAL; } static int c4_ipp_cap_g_fmt_mplane(struct file *file, void *fh, struct v4l2_format *f) { struct c4_isp_capture *cap = video_drvdata(file); f->fmt.pix_mp = cap->format.pix_mp; return 0; } static int c4_ipp_cap_s_fmt_mplane(struct file *file, void *fh, struct v4l2_format *f) { struct c4_isp_capture *cap = video_drvdata(file); c4_ipp_cap_try_fmt(&f->fmt.pix_mp); cap->format.pix_mp = f->fmt.pix_mp; cap->format.info = c4_ipp_cap_find_fmt(f->fmt.pix_mp.pixelformat); return 0; } static int c4_ipp_cap_try_fmt_mplane(struct file *file, void *fh, struct v4l2_format *f) { c4_ipp_cap_try_fmt(&f->fmt.pix_mp); return 0; } static int c4_ipp_cap_enum_frmsize(struct file *file, void *fh, struct v4l2_frmsizeenum *fsize) { const struct c4_isp_cap_format_info *fmt; if (fsize->index) return -EINVAL; fmt = c4_ipp_cap_find_fmt(fsize->pixel_format); if (!fmt) return -EINVAL; fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE; fsize->stepwise.min_width = C4_ISP_MIN_WIDTH; fsize->stepwise.min_height = C4_ISP_MIN_HEIGHT; fsize->stepwise.max_width = C4_ISP_MAX_WIDTH; fsize->stepwise.max_height = C4_ISP_MAX_HEIGHT; fsize->stepwise.step_width = 2; fsize->stepwise.step_height = 2; return 0; } static const struct v4l2_ioctl_ops ipp_cap_v4l2_ioctl_ops = { .vidioc_querycap = c4_ipp_cap_querycap, .vidioc_enum_fmt_vid_cap = c4_ipp_cap_enum_fmt, .vidioc_g_fmt_vid_cap_mplane = c4_ipp_cap_g_fmt_mplane, .vidioc_s_fmt_vid_cap_mplane = c4_ipp_cap_s_fmt_mplane, .vidioc_try_fmt_vid_cap_mplane = c4_ipp_cap_try_fmt_mplane, .vidioc_reqbufs = vb2_ioctl_reqbufs, .vidioc_querybuf = vb2_ioctl_querybuf, .vidioc_qbuf = vb2_ioctl_qbuf, .vidioc_expbuf = vb2_ioctl_expbuf, .vidioc_dqbuf = vb2_ioctl_dqbuf, .vidioc_prepare_buf = vb2_ioctl_prepare_buf, .vidioc_create_bufs = vb2_ioctl_create_bufs, .vidioc_streamon = vb2_ioctl_streamon, .vidioc_streamoff = vb2_ioctl_streamoff, .vidioc_enum_framesizes = c4_ipp_cap_enum_frmsize, .vidioc_subscribe_event = v4l2_ctrl_subscribe_event, .vidioc_unsubscribe_event = v4l2_event_unsubscribe, }; static const struct v4l2_file_operations ipp_cap_v4l2_fops = { .open = v4l2_fh_open, .release = vb2_fop_release, .poll = vb2_fop_poll, .unlocked_ioctl = video_ioctl2, .mmap = vb2_fop_mmap, }; static int c4_ipp_cap_link_validate(struct media_link *link) { struct video_device *vdev = media_entity_to_video_device(link->sink->entity); struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(link->source->entity); struct c4_isp_capture *cap = video_get_drvdata(vdev); struct v4l2_subdev_format src_fmt = { .which = V4L2_SUBDEV_FORMAT_ACTIVE, .pad = link->source->index, }; int ret; ret = v4l2_subdev_call_state_active(sd, pad, get_fmt, &src_fmt); if (ret) return ret; if (src_fmt.format.width != cap->format.pix_mp.width || src_fmt.format.code != cap->format.info->code) { dev_err(cap->isp->dev, "link %s: %u -> %s: %u not valid: 0x%04x/%ux%u not match 0x%04x/%ux%u\n", link->source->entity->name, link->source->index, link->sink->entity->name, link->sink->index, src_fmt.format.code, src_fmt.format.width, src_fmt.format.height, cap->format.info->code, cap->format.pix_mp.width, cap->format.pix_mp.height); return -EPIPE; } // check height; if height not equal, but cap height is multiple of src height if (src_fmt.format.height != cap->format.pix_mp.height) { if (cap->format.pix_mp.height % src_fmt.format.height != 0) { return -EPIPE; } cap->sub_frame_num = cap->format.pix_mp.height / src_fmt.format.height; dev_info(cap->isp->dev, "sub_frame_num: %u\n", cap->sub_frame_num); } return 0; } static const struct media_entity_operations ipp_cap_entity_ops = { .link_validate = c4_ipp_cap_link_validate, }; static int c4_ipp_cap_vb2_queue_setup(struct vb2_queue *q, unsigned int *num_buffers, unsigned int *num_planes, unsigned int sizes[], struct device *alloc_devs[]) { struct c4_isp_capture *cap = vb2_get_drv_priv(q); const struct v4l2_pix_format_mplane *pix_mp = &cap->format.pix_mp; unsigned int i; if (*num_planes) { if (*num_planes != pix_mp->num_planes) return -EINVAL; for (i = 0; i < pix_mp->num_planes; i++) if (sizes[i] < pix_mp->plane_fmt[i].sizeimage) return -EINVAL; return 0; } *num_planes = pix_mp->num_planes; for (i = 0; i < pix_mp->num_planes; i++) sizes[i] = pix_mp->plane_fmt[i].sizeimage; return 0; } static void c4_ipp_cap_vb2_buf_queue(struct vb2_buffer *vb) { struct vb2_v4l2_buffer *v4l2_buf = to_vb2_v4l2_buffer(vb); struct c4_isp_cap_buffer *buf = container_of(v4l2_buf, struct c4_isp_cap_buffer, vb); struct c4_isp_capture *cap = vb2_get_drv_priv(vb->vb2_queue); guard(spinlock_irqsave)(&cap->buff_lock); list_add_tail(&buf->list, &cap->pending); } static int c4_ipp_cap_vb2_buf_prepare(struct vb2_buffer *vb) { struct c4_isp_capture *cap = vb2_get_drv_priv(vb->vb2_queue); unsigned long size; for (unsigned int i = 0; i < cap->format.pix_mp.num_planes; i++) { size = cap->format.pix_mp.plane_fmt[i].sizeimage; if (vb2_plane_size(vb, i) < size) { dev_err(cap->isp->dev, "User buffer too small (%ld < %lu)\n", vb2_plane_size(vb, i), size); return -EINVAL; } vb2_set_plane_payload(vb, i, size); } return 0; } static int c4_ipp_cap_vb2_buf_init(struct vb2_buffer *vb) { struct c4_isp_capture *cap = vb2_get_drv_priv(vb->vb2_queue); struct vb2_v4l2_buffer *v4l2_buf = to_vb2_v4l2_buffer(vb); struct c4_isp_cap_buffer *buf = container_of(v4l2_buf, struct c4_isp_cap_buffer, vb); for (unsigned int i = 0; i < cap->format.pix_mp.num_planes; i++) buf->dma_addr[i] = vb2_dma_contig_plane_dma_addr(vb, i); return 0; } static int c4_ipp_cap_vb2_start_streaming(struct vb2_queue *q, unsigned int count) { struct c4_isp_capture *cap = vb2_get_drv_priv(q); int ret; ret = video_device_pipeline_start(&cap->vdev, &cap->isp->vc_pipe); if (ret) { dev_err(cap->isp->dev, "Failed to start ipp cap pipeline: %d\n", ret); goto err_return_buffers; } ret = c4_ipp_cap_dummy_buff_create(cap); if (ret) { dev_err(cap->isp->dev, "Failed to create dummy buff: %d\n", ret); goto err_pipeline_stop; } ret = pm_runtime_resume_and_get(cap->isp->dev); if (ret) { dev_err(cap->isp->dev, "Failed to resume runtime: %d\n", ret); goto err_dummy_destroy; } c4_isp_rdma_init_config(cap->isp); c4_ipp_cap_start(cap); ret = v4l2_subdev_enable_streams(&cap->isp->ipp.sd, C4_IPP_PAD_SOURCE_VIDEO_0 + cap->id, BIT(0)); if (ret) { dev_err(cap->isp->dev, "Failed to enable streams: %d\n", ret); goto err_ipp_cap_stop; } return 0; err_ipp_cap_stop: c4_ipp_cap_stop(cap); c4_isp_rdma_deinit_config(cap->isp); pm_runtime_put(cap->isp->dev); err_dummy_destroy: c4_ipp_cap_dummy_buff_destroy(cap); err_pipeline_stop: video_device_pipeline_stop(&cap->vdev); err_return_buffers: c4_ipp_cap_return_buffers(cap, VB2_BUF_STATE_QUEUED); return ret; } static void c4_ipp_cap_vb2_stop_streaming(struct vb2_queue *q) { struct c4_isp_capture *cap = vb2_get_drv_priv(q); c4_ipp_cap_stop(cap); c4_isp_rdma_deinit_config(cap->isp); c4_ipp_cap_return_buffers(cap, VB2_BUF_STATE_ERROR); v4l2_subdev_disable_streams(&cap->isp->ipp.sd, C4_IPP_PAD_SOURCE_VIDEO_0 + cap->id, BIT(0)); pm_runtime_put(cap->isp->dev); c4_ipp_cap_dummy_buff_destroy(cap); video_device_pipeline_stop(&cap->vdev); } static const struct vb2_ops ipp_cap_vb2_ops = { .queue_setup = c4_ipp_cap_vb2_queue_setup, .buf_queue = c4_ipp_cap_vb2_buf_queue, .buf_prepare = c4_ipp_cap_vb2_buf_prepare, .buf_init = c4_ipp_cap_vb2_buf_init, .wait_prepare = vb2_ops_wait_prepare, .wait_finish = vb2_ops_wait_finish, .start_streaming = c4_ipp_cap_vb2_start_streaming, .stop_streaming = c4_ipp_cap_vb2_stop_streaming, }; static int c4_ipp_register_cap(struct c4_isp_capture *cap) { struct video_device *vdev = &cap->vdev; struct vb2_queue *vb2_q = &cap->vb2_q; int ret; snprintf(vdev->name, sizeof(vdev->name), "c4-ipp-cap%u", cap->id); vdev->fops = &ipp_cap_v4l2_fops; vdev->ioctl_ops = &ipp_cap_v4l2_ioctl_ops; vdev->v4l2_dev = &cap->isp->v4l2_dev; vdev->entity.ops = &ipp_cap_entity_ops; vdev->lock = &cap->lock; vdev->minor = -1; vdev->queue = vb2_q; vdev->release = video_device_release_empty; vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE_MPLANE | V4L2_CAP_STREAMING | V4L2_CAP_IO_MC; vdev->vfl_dir = VFL_DIR_RX; video_set_drvdata(vdev, cap); vb2_q->drv_priv = cap; vb2_q->mem_ops = &vb2_dma_contig_memops; vb2_q->ops = &ipp_cap_vb2_ops; vb2_q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; vb2_q->io_modes = VB2_DMABUF | VB2_MMAP; vb2_q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; vb2_q->buf_struct_size = sizeof(struct c4_isp_cap_buffer); vb2_q->dev = cap->isp->dev; vb2_q->lock = &cap->lock; ret = vb2_queue_init(vb2_q); if (ret) goto err_destroy; cap->pad.flags = MEDIA_PAD_FL_SINK; ret = media_entity_pads_init(&vdev->entity, 1, &cap->pad); if (ret) goto err_queue_release; ret = video_register_device(vdev, VFL_TYPE_VIDEO, C4_V4L2_VIDEO_BEGIN_NUM); if (ret) { dev_err(cap->isp->dev, "Failed to register %s: %d\n", vdev->name, ret); goto err_entity_cleanup; } return 0; err_entity_cleanup: media_entity_cleanup(&vdev->entity); err_queue_release: vb2_queue_release(vb2_q); err_destroy: mutex_destroy(&cap->lock); return ret; } int c4_ipp_caps_register(struct c4_isp_device *isp) { int ret; unsigned int i; struct c4_isp_capture *cap; for (i = C4_IPP_CAP_DEV_0; i < C4_IPP_NUM_CAP_DEVS; i++) { cap = &isp->ipp_caps[i]; cap->sub_frame_num = 1; cap->format.pix_mp.width = C4_ISP_DEFAULT_WIDTH; cap->format.pix_mp.height = C4_ISP_DEFAULT_HEIGHT; cap->format.pix_mp.field = V4L2_FIELD_NONE; cap->format.pix_mp.pixelformat = V4L2_PIX_FMT_SRGGB12; cap->format.pix_mp.colorspace = V4L2_COLORSPACE_RAW; cap->format.info = c4_ipp_cap_find_fmt(cap->format.pix_mp.pixelformat); c4_ipp_cap_try_fmt(&cap->format.pix_mp); cap->id = i; cap->rsz = NULL; cap->isp = isp; INIT_LIST_HEAD(&cap->pending); spin_lock_init(&cap->buff_lock); mutex_init(&cap->lock); ret = c4_ipp_register_cap(cap); if (ret) { cap->isp = NULL; mutex_destroy(&cap->lock); c4_ipp_caps_unregister(isp); return ret; } } return 0; } void c4_ipp_caps_unregister(struct c4_isp_device *isp) { struct c4_isp_capture *cap; for (unsigned int i = C4_IPP_CAP_DEV_0; i < C4_IPP_NUM_CAP_DEVS; i++) { cap = &isp->ipp_caps[i]; if (!cap->isp) continue; vb2_queue_release(&cap->vb2_q); media_entity_cleanup(&cap->vdev.entity); video_unregister_device(&cap->vdev); mutex_destroy(&cap->lock); } } void c4_ipp_caps_isr(struct c4_isp_device *isp, enum c4_ipp_cap_devs id) { struct c4_isp_capture *cap = &isp->ipp_caps[id]; if (!cap->vb2_q.streaming) return; c4_ipp_cap_done(cap); }