Re: [PATCH v5 09/10] media: hantro: add initial i.MX8MQ support

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



Hi Philipp,

I'm marking this patch and the next 10/10 patch as 'Changes Requested' in
patchwork. Please repost once you are ready to add i.MX8 support for this.

To be honest, I can't remember why the i.MX8MQ support hasn't been added yet.

Regards,

	Hans

On 6/12/19 11:39 AM, Philipp Zabel wrote:
> For now this just enables MPEG-2 decoding on the Hantro G1 on i.MX8MQ.
> 
> Signed-off-by: Philipp Zabel <p.zabel@xxxxxxxxxxxxxx>
> --
> Changes since v4 [1]:
>  - Fix duplicated num_irqs initializer
> 
> [1] https://patchwork.linuxtv.org/patch/56802/
> ---
>  drivers/staging/media/hantro/Kconfig        |  16 +-
>  drivers/staging/media/hantro/Makefile       |   3 +
>  drivers/staging/media/hantro/hantro_drv.c   |   3 +
>  drivers/staging/media/hantro/hantro_hw.h    |   1 +
>  drivers/staging/media/hantro/imx8m_vpu_hw.c | 171 ++++++++++++++++++++
>  5 files changed, 190 insertions(+), 4 deletions(-)
>  create mode 100644 drivers/staging/media/hantro/imx8m_vpu_hw.c
> 
> diff --git a/drivers/staging/media/hantro/Kconfig b/drivers/staging/media/hantro/Kconfig
> index be133bbaa68a..e0627ce454fc 100644
> --- a/drivers/staging/media/hantro/Kconfig
> +++ b/drivers/staging/media/hantro/Kconfig
> @@ -1,19 +1,27 @@
>  # SPDX-License-Identifier: GPL-2.0
>  config VIDEO_HANTRO
>  	tristate "Hantro VPU driver"
> -	depends on ARCH_ROCKCHIP || COMPILE_TEST
> +	depends on ARCH_MXC || ARCH_ROCKCHIP || COMPILE_TEST
>  	depends on VIDEO_DEV && VIDEO_V4L2 && MEDIA_CONTROLLER
>  	depends on MEDIA_CONTROLLER_REQUEST_API
>  	select VIDEOBUF2_DMA_CONTIG
>  	select VIDEOBUF2_VMALLOC
>  	select V4L2_MEM2MEM_DEV
>  	help
> -	  Support for the Hantro IP based Video Processing Unit present on
> -	  Rockchip SoC, which accelerates video and image encoding and
> -	  decoding.
> +	  Support for the Hantro IP based Video Processing Units present on
> +	  Rockchip and NXP i.MX8M SoCs, which accelerate video and image
> +	  encoding and decoding.
>  	  To compile this driver as a module, choose M here: the module
>  	  will be called hantro-vpu.
>  
> +config VIDEO_HANTRO_IMX8M
> +	bool "Hantro VPU i.MX8M support"
> +	depends on VIDEO_HANTRO
> +	depends on ARCH_MXC || COMPILE_TEST
> +	default y
> +	help
> +	  Enable support for i.MX8M SoCs.
> +
>  config VIDEO_HANTRO_ROCKCHIP
>  	bool "Hantro VPU Rockchip support"
>  	depends on VIDEO_HANTRO
> diff --git a/drivers/staging/media/hantro/Makefile b/drivers/staging/media/hantro/Makefile
> index 1584acdbf4a3..b63dbccece75 100644
> --- a/drivers/staging/media/hantro/Makefile
> +++ b/drivers/staging/media/hantro/Makefile
> @@ -10,6 +10,9 @@ hantro-vpu-y += \
>  		hantro_jpeg.o \
>  		hantro_mpeg2.o
>  
> +hantro-vpu-$(CONFIG_VIDEO_HANTRO_IMX8M) += \
> +		imx8m_vpu_hw.o
> +
>  hantro-vpu-$(CONFIG_VIDEO_HANTRO_ROCKCHIP) += \
>  		rk3288_vpu_hw.o \
>  		rk3399_vpu_hw.o
> diff --git a/drivers/staging/media/hantro/hantro_drv.c b/drivers/staging/media/hantro/hantro_drv.c
> index 1d3af881d088..8049fd9ce07a 100644
> --- a/drivers/staging/media/hantro/hantro_drv.c
> +++ b/drivers/staging/media/hantro/hantro_drv.c
> @@ -418,6 +418,9 @@ static const struct of_device_id of_hantro_match[] = {
>  #ifdef CONFIG_VIDEO_HANTRO_ROCKCHIP
>  	{ .compatible = "rockchip,rk3399-vpu", .data = &rk3399_vpu_variant, },
>  	{ .compatible = "rockchip,rk3288-vpu", .data = &rk3288_vpu_variant, },
> +#endif
> +#ifdef CONFIG_VIDEO_HANTRO_IMX8M
> +	{ .compatible = "nxp,imx8mq-vpu", .data = &imx8mq_vpu_variant, },
>  #endif
>  	{ /* sentinel */ }
>  };
> diff --git a/drivers/staging/media/hantro/hantro_hw.h b/drivers/staging/media/hantro/hantro_hw.h
> index 3c361c2e9b88..fd6ad017a1cf 100644
> --- a/drivers/staging/media/hantro/hantro_hw.h
> +++ b/drivers/staging/media/hantro/hantro_hw.h
> @@ -81,6 +81,7 @@ enum hantro_enc_fmt {
>  extern const struct hantro_variant rk3399_vpu_variant;
>  extern const struct hantro_variant rk3328_vpu_variant;
>  extern const struct hantro_variant rk3288_vpu_variant;
> +extern const struct hantro_variant imx8mq_vpu_variant;
>  
>  void hantro_watchdog(struct work_struct *work);
>  void hantro_run(struct hantro_ctx *ctx);
> diff --git a/drivers/staging/media/hantro/imx8m_vpu_hw.c b/drivers/staging/media/hantro/imx8m_vpu_hw.c
> new file mode 100644
> index 000000000000..7377e8c7c6eb
> --- /dev/null
> +++ b/drivers/staging/media/hantro/imx8m_vpu_hw.c
> @@ -0,0 +1,171 @@
> +// SPDX-License-Identifier: GPL-2.0
> +/*
> + * Hantro VPU codec driver
> + *
> + * Copyright (C) 2019 Pengutronix, Philipp Zabel <kernel@xxxxxxxxxxxxxx>
> + */
> +
> +#include <linux/clk.h>
> +#include <linux/delay.h>
> +
> +#include "hantro.h"
> +#include "hantro_jpeg.h"
> +#include "hantro_g1_regs.h"
> +
> +#define CTRL_SOFT_RESET		0x00
> +#define RESET_G1		BIT(1)
> +#define RESET_G2		BIT(0)
> +
> +#define CTRL_CLOCK_ENABLE	0x04
> +#define CLOCK_G1		BIT(1)
> +#define CLOCK_G2		BIT(0)
> +
> +#define CTRL_G1_DEC_FUSE	0x08
> +#define CTRL_G1_PP_FUSE		0x0c
> +#define CTRL_G2_DEC_FUSE	0x10
> +
> +static void imx8m_soft_reset(struct hantro_dev *vpu, u32 reset_bits)
> +{
> +	u32 val;
> +
> +	/* Assert */
> +	val = readl(vpu->ctrl_base + CTRL_SOFT_RESET);
> +	val &= ~reset_bits;
> +	writel(val, vpu->ctrl_base + CTRL_SOFT_RESET);
> +
> +	udelay(2);
> +
> +	/* Release */
> +	val = readl(vpu->ctrl_base + CTRL_SOFT_RESET);
> +	val |= reset_bits;
> +	writel(val, vpu->ctrl_base + CTRL_SOFT_RESET);
> +}
> +
> +static void imx8m_clk_enable(struct hantro_dev *vpu, u32 clock_bits)
> +{
> +	u32 val;
> +
> +	val = readl(vpu->ctrl_base + CTRL_CLOCK_ENABLE);
> +	val |= clock_bits;
> +	writel(val, vpu->ctrl_base + CTRL_CLOCK_ENABLE);
> +}
> +
> +static int imx8mq_runtime_resume(struct hantro_dev *vpu)
> +{
> +	int ret;
> +
> +	ret = clk_bulk_prepare_enable(vpu->variant->num_clocks, vpu->clocks);
> +	if (ret) {
> +		dev_err(vpu->dev, "Failed to enable clocks\n");
> +		return ret;
> +	}
> +
> +	imx8m_soft_reset(vpu, RESET_G1 | RESET_G2);
> +	imx8m_clk_enable(vpu, CLOCK_G1 | CLOCK_G2);
> +
> +	/* Set values of the fuse registers */
> +	writel(0xffffffff, vpu->ctrl_base + CTRL_G1_DEC_FUSE);
> +	writel(0xffffffff, vpu->ctrl_base + CTRL_G1_PP_FUSE);
> +	writel(0xffffffff, vpu->ctrl_base + CTRL_G2_DEC_FUSE);
> +
> +	clk_bulk_disable_unprepare(vpu->variant->num_clocks, vpu->clocks);
> +
> +	return 0;
> +}
> +
> +/*
> + * Supported formats.
> + */
> +
> +static const struct hantro_fmt imx8m_vpu_dec_fmts[] = {
> +	{
> +		.fourcc = V4L2_PIX_FMT_NV12,
> +		.codec_mode = HANTRO_MODE_NONE,
> +	},
> +	{
> +		.fourcc = V4L2_PIX_FMT_MPEG2_SLICE,
> +		.codec_mode = HANTRO_MODE_MPEG2_DEC,
> +		.max_depth = 2,
> +		.frmsize = {
> +			.min_width = 48,
> +			.max_width = 1920,
> +			.step_width = MPEG2_MB_DIM,
> +			.min_height = 48,
> +			.max_height = 1088,
> +			.step_height = MPEG2_MB_DIM,
> +		},
> +	},
> +};
> +
> +static irqreturn_t imx8m_vpu_g1_irq(int irq, void *dev_id)
> +{
> +	struct hantro_dev *vpu = dev_id;
> +	enum vb2_buffer_state state;
> +	u32 status;
> +
> +	status = vdpu_read(vpu, G1_REG_INTERRUPT);
> +	state = (status & G1_REG_INTERRUPT_DEC_RDY_INT) ?
> +		 VB2_BUF_STATE_DONE : VB2_BUF_STATE_ERROR;
> +
> +	vdpu_write(vpu, 0, G1_REG_INTERRUPT);
> +	vdpu_write(vpu, G1_REG_CONFIG_DEC_CLK_GATE_E, G1_REG_CONFIG);
> +
> +	hantro_irq_done(vpu, 0, state);
> +
> +	return IRQ_HANDLED;
> +}
> +
> +static int imx8mq_vpu_hw_init(struct hantro_dev *vpu)
> +{
> +	vpu->dec_base = vpu->reg_bases[0];
> +	vpu->ctrl_base = vpu->reg_bases[vpu->variant->num_regs - 1];
> +
> +	return 0;
> +}
> +
> +static void imx8m_vpu_g1_reset(struct hantro_ctx *ctx)
> +{
> +	struct hantro_dev *vpu = ctx->dev;
> +
> +	imx8m_soft_reset(vpu, RESET_G1);
> +}
> +
> +/*
> + * Supported codec ops.
> + */
> +
> +static const struct hantro_codec_ops imx8mq_vpu_codec_ops[] = {
> +	[HANTRO_MODE_MPEG2_DEC] = {
> +		.run = hantro_g1_mpeg2_dec_run,
> +		.reset = imx8m_vpu_g1_reset,
> +		.init = hantro_mpeg2_dec_init,
> +		.exit = hantro_mpeg2_dec_exit,
> +	},
> +};
> +
> +/*
> + * VPU variants.
> + */
> +
> +static const struct hantro_irq imx8mq_irqs[] = {
> +	{ "g1", imx8m_vpu_g1_irq },
> +	{ "g2", NULL /* TODO: imx8m_vpu_g2_irq */ },
> +};
> +
> +static const char * const imx8mq_clk_names[] = { "g1", "g2", "bus" };
> +static const char * const imx8mq_reg_names[] = { "g1", "g2", "ctrl" };
> +
> +const struct hantro_variant imx8mq_vpu_variant = {
> +	.dec_fmts = imx8m_vpu_dec_fmts,
> +	.num_dec_fmts = ARRAY_SIZE(imx8m_vpu_dec_fmts),
> +	.codec = HANTRO_MPEG2_DECODER,
> +	.codec_ops = imx8mq_vpu_codec_ops,
> +	.init = imx8mq_vpu_hw_init,
> +	.runtime_resume = imx8mq_runtime_resume,
> +	.irqs = imx8mq_irqs,
> +	.num_irqs = ARRAY_SIZE(imx8mq_irqs),
> +	.clk_names = imx8mq_clk_names,
> +	.num_clocks = ARRAY_SIZE(imx8mq_clk_names),
> +	.reg_names = imx8mq_reg_names,
> +	.num_regs = ARRAY_SIZE(imx8mq_reg_names)
> +};
> 




[Index of Archives]     [Linux Input]     [Video for Linux]     [Gstreamer Embedded]     [Mplayer Users]     [Linux USB Devel]     [Linux Audio Users]     [Linux Kernel]     [Linux SCSI]     [Yosemite Backpacking]

  Powered by Linux