From nobody Sun Sep 22 13:28:35 2024 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.0 (2014-02-07) on aws-us-west-2-korg-lkml-1.web.codeaurora.org Received: from vger.kernel.org (vger.kernel.org [23.128.96.18]) by smtp.lore.kernel.org (Postfix) with ESMTP id 2C838C433EF for ; Tue, 28 Dec 2021 09:42:21 +0000 (UTC) Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S236198AbhL1JmT (ORCPT ); Tue, 28 Dec 2021 04:42:19 -0500 Received: from mailgw01.mediatek.com ([60.244.123.138]:50212 "EHLO mailgw01.mediatek.com" rhost-flags-OK-FAIL-OK-FAIL) by vger.kernel.org with ESMTP id S236056AbhL1JmG (ORCPT ); Tue, 28 Dec 2021 04:42:06 -0500 X-UUID: cc67768d7a064f12bbbcca659fcf2741-20211228 X-UUID: cc67768d7a064f12bbbcca659fcf2741-20211228 Received: from mtkcas10.mediatek.inc [(172.21.101.39)] by mailgw01.mediatek.com (envelope-from ) (Generic MTA with TLSv1.2 ECDHE-RSA-AES256-SHA384 256/256) with ESMTP id 1616375428; Tue, 28 Dec 2021 17:42:03 +0800 Received: from mtkexhb02.mediatek.inc (172.21.101.103) by mtkmbs10n2.mediatek.inc (172.21.101.183) with Microsoft SMTP Server (version=TLS1_2, cipher=TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384) id 15.2.792.3; Tue, 28 Dec 2021 17:42:02 +0800 Received: from mtkcas11.mediatek.inc (172.21.101.40) by mtkexhb02.mediatek.inc (172.21.101.103) with Microsoft SMTP Server (TLS) id 15.0.1497.2; Tue, 28 Dec 2021 17:42:01 +0800 Received: from localhost.localdomain (10.17.3.154) by mtkcas11.mediatek.inc (172.21.101.73) with Microsoft SMTP Server id 15.0.1497.2 via Frontend Transport; Tue, 28 Dec 2021 17:41:59 +0800 From: Yunfei Dong To: Yunfei Dong , Alexandre Courbot , Hans Verkuil , "Tzung-Bi Shih" , Tiffany Lin , Andrew-CT Chen , Mauro Carvalho Chehab , Rob Herring , Matthias Brugger , Tomasz Figa CC: Hsin-Yi Wang , Fritz Koenig , Dafna Hirschfeld , Benjamin Gaignard , Daniel Vetter , dri-devel , Irui Wang , AngeloGioacchino Del Regno , "Steve Cho" , , , , , , , Subject: [PATCH v2, 07/12] media: mtk-vcodec: Refactor supported vdec formats and framesizes Date: Tue, 28 Dec 2021 17:41:41 +0800 Message-ID: <20211228094146.20505-8-yunfei.dong@mediatek.com> X-Mailer: git-send-email 2.25.1 In-Reply-To: <20211228094146.20505-1-yunfei.dong@mediatek.com> References: <20211228094146.20505-1-yunfei.dong@mediatek.com> MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable X-MTK: N Precedence: bulk List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Content-Type: text/plain; charset="utf-8" From: Yunfei Dong Supported output and capture format types for mt8192 are different with mt8183. Needs to get format types according to decoder capability. Signed-off-by: Yunfei Dong --- .../platform/mtk-vcodec/mtk_vcodec_dec.c | 8 +- .../mtk-vcodec/mtk_vcodec_dec_stateful.c | 13 +- .../mtk-vcodec/mtk_vcodec_dec_stateless.c | 117 +++++++++++++----- .../platform/mtk-vcodec/mtk_vcodec_drv.h | 13 +- 4 files changed, 107 insertions(+), 44 deletions(-) diff --git a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec.c b/drivers/m= edia/platform/mtk-vcodec/mtk_vcodec_dec.c index ad7cb9d4f280..0b14f816bf58 100644 --- a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec.c +++ b/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec.c @@ -26,7 +26,7 @@ mtk_vdec_find_format(struct v4l2_format *f, const struct mtk_video_fmt *fmt; unsigned int k; =20 - for (k =3D 0; k < dec_pdata->num_formats; k++) { + for (k =3D 0; k < *dec_pdata->num_formats; k++) { fmt =3D &dec_pdata->vdec_formats[k]; if (fmt->fourcc =3D=3D f->fmt.pix_mp.pixelformat) return fmt; @@ -527,7 +527,7 @@ static int vidioc_enum_framesizes(struct file *file, vo= id *priv, if (fsize->index !=3D 0) return -EINVAL; =20 - for (i =3D 0; i < dec_pdata->num_framesizes; ++i) { + for (i =3D 0; i < *dec_pdata->num_framesizes; ++i) { if (fsize->pixel_format !=3D dec_pdata->vdec_framesizes[i].fourcc) continue; =20 @@ -566,7 +566,7 @@ static int vidioc_enum_fmt(struct v4l2_fmtdesc *f, void= *priv, const struct mtk_video_fmt *fmt; int i, j =3D 0; =20 - for (i =3D 0; i < dec_pdata->num_formats; i++) { + for (i =3D 0; i < *dec_pdata->num_formats; i++) { if (output_queue && dec_pdata->vdec_formats[i].type !=3D MTK_FMT_DEC) continue; @@ -579,7 +579,7 @@ static int vidioc_enum_fmt(struct v4l2_fmtdesc *f, void= *priv, ++j; } =20 - if (i =3D=3D dec_pdata->num_formats) + if (i =3D=3D *dec_pdata->num_formats) return -EINVAL; =20 fmt =3D &dec_pdata->vdec_formats[i]; diff --git a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateful.c b/= drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateful.c index 7966c132be8f..3f33beb9c551 100644 --- a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateful.c +++ b/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateful.c @@ -37,7 +37,9 @@ static const struct mtk_video_fmt mtk_video_formats[] =3D= { }, }; =20 -#define NUM_FORMATS ARRAY_SIZE(mtk_video_formats) +static const unsigned int num_supported_formats =3D + ARRAY_SIZE(mtk_video_formats); + #define DEFAULT_OUT_FMT_IDX 0 #define DEFAULT_CAP_FMT_IDX 3 =20 @@ -59,7 +61,8 @@ static const struct mtk_codec_framesizes mtk_vdec_framesi= zes[] =3D { }, }; =20 -#define NUM_SUPPORTED_FRAMESIZE ARRAY_SIZE(mtk_vdec_framesizes) +static const unsigned int num_supported_framesize =3D + ARRAY_SIZE(mtk_vdec_framesizes); =20 /* * This function tries to clean all display buffers, the buffers will retu= rn @@ -235,7 +238,7 @@ static void mtk_vdec_update_fmt(struct mtk_vcodec_ctx *= ctx, unsigned int k; =20 dst_q_data =3D &ctx->q_data[MTK_Q_DATA_DST]; - for (k =3D 0; k < NUM_FORMATS; k++) { + for (k =3D 0; k < num_supported_formats; k++) { fmt =3D &mtk_video_formats[k]; if (fmt->fourcc =3D=3D pixelformat) { mtk_v4l2_debug(1, "Update cap fourcc(%d -> %d)", @@ -617,11 +620,11 @@ const struct mtk_vcodec_dec_pdata mtk_vdec_8173_pdata= =3D { .ctrls_setup =3D mtk_vcodec_dec_ctrls_setup, .vdec_vb2_ops =3D &mtk_vdec_frame_vb2_ops, .vdec_formats =3D mtk_video_formats, - .num_formats =3D NUM_FORMATS, + .num_formats =3D &num_supported_formats, .default_out_fmt =3D &mtk_video_formats[DEFAULT_OUT_FMT_IDX], .default_cap_fmt =3D &mtk_video_formats[DEFAULT_CAP_FMT_IDX], .vdec_framesizes =3D mtk_vdec_framesizes, - .num_framesizes =3D NUM_SUPPORTED_FRAMESIZE, + .num_framesizes =3D &num_supported_framesize, .worker =3D mtk_vdec_worker, .flush_decoder =3D mtk_vdec_flush_decoder, .is_subdev_supported =3D false, diff --git a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateless.c b= /drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateless.c index f3036c3f223b..01bb96f3b30e 100644 --- a/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateless.c +++ b/drivers/media/platform/mtk-vcodec/mtk_vcodec_dec_stateless.c @@ -81,33 +81,23 @@ static const struct mtk_stateless_control mtk_stateless= _controls[] =3D { =20 #define NUM_CTRLS ARRAY_SIZE(mtk_stateless_controls) =20 -static const struct mtk_video_fmt mtk_video_formats[] =3D { - { - .fourcc =3D V4L2_PIX_FMT_H264_SLICE, - .type =3D MTK_FMT_DEC, - .num_planes =3D 1, - }, - { - .fourcc =3D V4L2_PIX_FMT_MM21, - .type =3D MTK_FMT_FRAME, - .num_planes =3D 2, - }, +static struct mtk_video_fmt mtk_video_formats[2]; +static struct mtk_codec_framesizes mtk_vdec_framesizes[1]; + +static struct mtk_video_fmt default_out_format; +static struct mtk_video_fmt default_cap_format; +static unsigned int num_formats =3D 0; +static unsigned int num_framesizes =3D 0; + +static struct v4l2_frmsize_stepwise stepwise_fhd =3D { + .min_width =3D MTK_VDEC_MIN_W, + .max_width =3D MTK_VDEC_MAX_W, + .step_width =3D 16, + .min_height =3D MTK_VDEC_MIN_H, + .max_height =3D MTK_VDEC_MAX_H, + .step_height =3D 16 }; =20 -#define NUM_FORMATS ARRAY_SIZE(mtk_video_formats) -#define DEFAULT_OUT_FMT_IDX 0 -#define DEFAULT_CAP_FMT_IDX 1 - -static const struct mtk_codec_framesizes mtk_vdec_framesizes[] =3D { - { - .fourcc =3D V4L2_PIX_FMT_H264_SLICE, - .stepwise =3D { MTK_VDEC_MIN_W, MTK_VDEC_MAX_W, 16, - MTK_VDEC_MIN_H, MTK_VDEC_MAX_H, 16 }, - }, -}; - -#define NUM_SUPPORTED_FRAMESIZE ARRAY_SIZE(mtk_vdec_framesizes) - static void mtk_vdec_stateless_out_to_done(struct mtk_vcodec_ctx *ctx, struct mtk_vcodec_mem *bs, int error) { @@ -352,6 +342,63 @@ const struct media_device_ops mtk_vcodec_media_ops =3D= { .req_queue =3D v4l2_m2m_request_queue, }; =20 +static void mtk_vcodec_add_formats(unsigned int fourcc, + struct mtk_vcodec_ctx *ctx) +{ + struct mtk_vcodec_dev *dev =3D ctx->dev; + const struct mtk_vcodec_dec_pdata *pdata =3D dev->vdec_pdata; + int count_formats =3D *pdata->num_formats; + int count_framesizes =3D *pdata->num_framesizes; + + switch (fourcc) { + case V4L2_PIX_FMT_H264_SLICE: + mtk_video_formats[count_formats].fourcc =3D fourcc; + mtk_video_formats[count_formats].type =3D MTK_FMT_DEC; + mtk_video_formats[count_formats].num_planes =3D 1; + + mtk_vdec_framesizes[count_framesizes].fourcc =3D fourcc; + mtk_vdec_framesizes[count_framesizes].stepwise =3D stepwise_fhd; + num_framesizes++; + break; + case V4L2_PIX_FMT_MM21: + mtk_video_formats[count_formats].fourcc =3D fourcc; + mtk_video_formats[count_formats].type =3D MTK_FMT_FRAME; + mtk_video_formats[count_formats].num_planes =3D 2; + break; + default: + mtk_v4l2_err("Can not add unsupported format type"); + return; + } + + num_formats++; + mtk_v4l2_debug(3, "num_formats: %d num_frames:%d dec_capability: 0x%x", + *(pdata->num_formats), *(pdata->num_framesizes), + ctx->dev->dec_capability); +} + +static void mtk_vcodec_get_supported_formats(struct mtk_vcodec_ctx *ctx) +{ + int cap_format_count =3D 0, out_format_count =3D 0; + + if (num_formats && num_framesizes) + return; + + if (ctx->dev->dec_capability & MTK_VDEC_FORMAT_MM21) { + mtk_vcodec_add_formats(V4L2_PIX_FMT_MM21, ctx); + cap_format_count++; + } + if (ctx->dev->dec_capability & MTK_VDEC_FORMAT_H264_SLICE) { + mtk_vcodec_add_formats(V4L2_PIX_FMT_H264_SLICE, ctx); + out_format_count++; + } + + if (cap_format_count) + default_cap_format =3D mtk_video_formats[cap_format_count - 1]; + if (out_format_count) + default_out_format =3D + mtk_video_formats[cap_format_count + out_format_count - 1]; +} + static void mtk_init_vdec_params(struct mtk_vcodec_ctx *ctx) { struct vb2_queue *src_vq; @@ -361,6 +408,10 @@ static void mtk_init_vdec_params(struct mtk_vcodec_ctx= *ctx) =20 if (ctx->dev->vdec_pdata->hw_arch !=3D MTK_VDEC_PURE_SINGLE_CORE) v4l2_m2m_set_dst_buffered(ctx->m2m_ctx, 1); + else + ctx->dev->dec_capability |=3D + MTK_VDEC_FORMAT_H264_SLICE | MTK_VDEC_FORMAT_MM21; + mtk_vcodec_get_supported_formats(ctx); =20 /* Support request api for output plane */ src_vq->supports_requests =3D true; @@ -395,11 +446,11 @@ const struct mtk_vcodec_dec_pdata mtk_vdec_8183_pdata= =3D { .ctrls_setup =3D mtk_vcodec_dec_ctrls_setup, .vdec_vb2_ops =3D &mtk_vdec_request_vb2_ops, .vdec_formats =3D mtk_video_formats, - .num_formats =3D NUM_FORMATS, - .default_out_fmt =3D &mtk_video_formats[DEFAULT_OUT_FMT_IDX], - .default_cap_fmt =3D &mtk_video_formats[DEFAULT_CAP_FMT_IDX], + .num_formats =3D &num_formats, + .default_out_fmt =3D &default_out_format, + .default_cap_fmt =3D &default_cap_format, .vdec_framesizes =3D mtk_vdec_framesizes, - .num_framesizes =3D NUM_SUPPORTED_FRAMESIZE, + .num_framesizes =3D &num_framesizes, .uses_stateless_api =3D true, .worker =3D mtk_vdec_worker, .flush_decoder =3D mtk_vdec_flush_decoder, @@ -415,11 +466,11 @@ const struct mtk_vcodec_dec_pdata mtk_lat_sig_core_pd= ata =3D { .ctrls_setup =3D mtk_vcodec_dec_ctrls_setup, .vdec_vb2_ops =3D &mtk_vdec_request_vb2_ops, .vdec_formats =3D mtk_video_formats, - .num_formats =3D NUM_FORMATS, - .default_out_fmt =3D &mtk_video_formats[DEFAULT_OUT_FMT_IDX], - .default_cap_fmt =3D &mtk_video_formats[DEFAULT_CAP_FMT_IDX], + .num_formats =3D &num_formats, + .default_out_fmt =3D &default_out_format, + .default_cap_fmt =3D &default_cap_format, .vdec_framesizes =3D mtk_vdec_framesizes, - .num_framesizes =3D NUM_SUPPORTED_FRAMESIZE, + .num_framesizes =3D &num_framesizes, .uses_stateless_api =3D true, .worker =3D mtk_vdec_worker, .flush_decoder =3D mtk_vdec_flush_decoder, diff --git a/drivers/media/platform/mtk-vcodec/mtk_vcodec_drv.h b/drivers/m= edia/platform/mtk-vcodec/mtk_vcodec_drv.h index 11893c0a8c16..6b3a1bffbb4a 100644 --- a/drivers/media/platform/mtk-vcodec/mtk_vcodec_drv.h +++ b/drivers/media/platform/mtk-vcodec/mtk_vcodec_drv.h @@ -356,6 +356,15 @@ enum mtk_vdec_hw_arch { MTK_VDEC_LAT_SINGLE_CORE, }; =20 +/** + * struct mtk_vdec_format_types - Structure used to get supported + * format types according to decoder capability + */ +enum mtk_vdec_format_types { + MTK_VDEC_FORMAT_MM21 =3D 0x20, + MTK_VDEC_FORMAT_H264_SLICE =3D 0x100, +}; + /** * struct mtk_vcodec_dec_pdata - compatible data for each IC * @init_vdec_params: init vdec params @@ -391,12 +400,12 @@ struct mtk_vcodec_dec_pdata { struct vb2_ops *vdec_vb2_ops; =20 const struct mtk_video_fmt *vdec_formats; - const int num_formats; + const int *num_formats; const struct mtk_video_fmt *default_out_fmt; const struct mtk_video_fmt *default_cap_fmt; =20 const struct mtk_codec_framesizes *vdec_framesizes; - const int num_framesizes; + const int *num_framesizes; =20 enum mtk_vdec_hw_arch hw_arch; =20 --=20 2.25.1