diff mbox series

[v7,2/9] media: vivid: Convert to v4l2_ext_pix_format

Message ID 20230206043308.28365-3-ayaka@soulik.info
State New
Headers show
Series media: v4l2: Add extended fmt and buffer | expand

Commit Message

Randy Li Feb. 6, 2023, 4:33 a.m. UTC
From: Helen Koike <helen.koike@collabora.com>

Simplify Multi/Single planer API handling by converting to v4l2_ext_pix_format.

Duplicate v4l2_ioctl_ops for touch devices. This is done to force the
framework to use the ext hooks when the classic Api is used from
userspace in Vid devices, and to keep touch devices with classic hook.

Signed-off-by: Boris Brezillon <boris.brezillon@collabora.com>
Signed-off-by: Helen Koike <helen.koike@collabora.com>
---
Changes in v7:
- Force the userspace using the new APIs to operate non-touch drivers.
- Refresh the patch

Changes in v6:
- Update with new format and buffer structs
- duplicate v4l2_ioctl_ops for touch devices.

Changes in v4:
- Update with new format and buffer structs
- Rebased on top of media/master (post 5.8-rc1)

Changes in v3:
- Rebased on top of media/master (post 5.4-rc1)

Changes in v2:
- New patch
---
---
 drivers/media/test-drivers/vivid/vivid-core.c | 104 ++-------
 .../media/test-drivers/vivid/vivid-vid-cap.c  | 202 ++++++------------
 .../media/test-drivers/vivid/vivid-vid-cap.h  |  15 +-
 .../media/test-drivers/vivid/vivid-vid-out.c  | 197 ++++++-----------
 .../media/test-drivers/vivid/vivid-vid-out.h  |  15 +-
 5 files changed, 169 insertions(+), 364 deletions(-)

Comments

Randy Li July 17, 2023, 4 p.m. UTC | #1
On 2023/7/13 18:39, Tomasz Figa wrote:
> On Mon, Feb 06, 2023 at 12:33:01PM +0800, ayaka wrote:
>> From: Helen Koike <helen.koike@collabora.com>
>>
>> Simplify Multi/Single planer API handling by converting to v4l2_ext_pix_format.
>>
>> Duplicate v4l2_ioctl_ops for touch devices. This is done to force the
>> framework to use the ext hooks when the classic Api is used from
>> userspace in Vid devices, and to keep touch devices with classic hook.
>>
>> Signed-off-by: Boris Brezillon <boris.brezillon@collabora.com>
>> Signed-off-by: Helen Koike <helen.koike@collabora.com>
>> ---
>> Changes in v7:
>> - Force the userspace using the new APIs to operate non-touch drivers.
> The primary objective of Linux development is not to break the
> userspace. We can't just remove the old API, especially not from
> existing drivers.
Maybe I should create a new virtual driver here? It is impossible to 
support the new fourcc modifier with the old APIs.
>
> [snip]
>>   int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>> -			struct v4l2_format *f)
>> +			  struct v4l2_ext_pix_format *f)
>>   {
>> -	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
>> -	struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
>>   	struct vivid_dev *dev = video_drvdata(file);
>> +	struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
>>   	const struct vivid_fmt *fmt;
>>   	unsigned bytesperline, max_bpl;
>>   	unsigned factor = 1;
>>   	unsigned w, h;
>>   	unsigned p;
>> -	bool user_set_csc = !!(mp->flags & V4L2_PIX_FMT_FLAG_SET_CSC);
> Why is this condition being removed?

Because the v4l2_ext_pix has a struct for the colorspace?

Would you like the idea that driver exports a buffer contains all the 
info for an enumeration ?

>
> Best regards,
> Tomasz
>
>>   
>> -	fmt = vivid_get_format(dev, mp->pixelformat);
>> +	fmt = vivid_get_format(dev, f->pixelformat);
>>   	if (!fmt) {
>>   		dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
>> -			mp->pixelformat);
>> -		mp->pixelformat = V4L2_PIX_FMT_YUYV;
>> -		fmt = vivid_get_format(dev, mp->pixelformat);
>> +			f->pixelformat);
>> +		f->pixelformat = V4L2_PIX_FMT_YUYV;
>> +		fmt = vivid_get_format(dev, f->pixelformat);
>>   	}
>>   
>> -	mp->field = vivid_field_cap(dev, mp->field);
>> +	f->field = vivid_field_cap(dev, f->field);
>>   	if (vivid_is_webcam(dev)) {
>>   		const struct v4l2_frmsize_discrete *sz =
>>   			v4l2_find_nearest_size(webcam_sizes,
>>   					       VIVID_WEBCAM_SIZES, width,
>> -					       height, mp->width, mp->height);
>> +					       height, f->width, f->height);
>>   
>>   		w = sz->width;
>>   		h = sz->height;
>> @@ -604,14 +603,14 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>   		w = dev->src_rect.width;
>>   		h = dev->src_rect.height;
>>   	}
>> -	if (V4L2_FIELD_HAS_T_OR_B(mp->field))
>> +	if (V4L2_FIELD_HAS_T_OR_B(f->field))
>>   		factor = 2;
>>   	if (vivid_is_webcam(dev) ||
>>   	    (!dev->has_scaler_cap && !dev->has_crop_cap && !dev->has_compose_cap)) {
>> -		mp->width = w;
>> -		mp->height = h / factor;
>> +		f->width = w;
>> +		f->height = h / factor;
>>   	} else {
>> -		struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
>> +		struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
>>   
>>   		v4l2_rect_set_min_size(&r, &vivid_min_rect);
>>   		v4l2_rect_set_max_size(&r, &vivid_max_rect);
>> @@ -624,16 +623,15 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>   		} else if (!dev->has_scaler_cap && !dev->has_crop_cap) {
>>   			v4l2_rect_set_min_size(&r, &dev->src_rect);
>>   		}
>> -		mp->width = r.width;
>> -		mp->height = r.height / factor;
>> +		f->width = r.width;
>> +		f->height = r.height / factor;
>>   	}
>>   
>>   	/* This driver supports custom bytesperline values */
>>   
>> -	mp->num_planes = fmt->buffers;
>>   	for (p = 0; p < fmt->buffers; p++) {
>>   		/* Calculate the minimum supported bytesperline value */
>> -		bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
>> +		bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
>>   		/* Calculate the maximum supported bytesperline value */
>>   		max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
>>   
>> @@ -642,48 +640,49 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>   		if (pfmt[p].bytesperline < bytesperline)
>>   			pfmt[p].bytesperline = bytesperline;
>>   
>> -		pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
>> +		pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
>>   				fmt->vdownsampling[p] + fmt->data_offset[p];
>> -
>> -		memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
>>   	}
>> +
>> +	if (p < VIDEO_MAX_PLANES)
>> +		pfmt[p].sizeimage = 0;
>> +
>>   	for (p = fmt->buffers; p < fmt->planes; p++)
>> -		pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
>> +		pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
>>   			(fmt->bit_depth[p] / fmt->vdownsampling[p])) /
>>   			(fmt->bit_depth[0] / fmt->vdownsampling[0]);
>>   
>> -	if (!user_set_csc || !v4l2_is_colorspace_valid(mp->colorspace))
>> -		mp->colorspace = vivid_colorspace_cap(dev);
>> +	if (!v4l2_is_colorspace_valid(f->colorspace))
>> +		f->colorspace = vivid_colorspace_cap(dev);
>>   
>> -	if (!user_set_csc || !v4l2_is_xfer_func_valid(mp->xfer_func))
>> -		mp->xfer_func = vivid_xfer_func_cap(dev);
>> +	if (!v4l2_is_xfer_func_valid(f->xfer_func))
>> +		f->xfer_func = vivid_xfer_func_cap(dev);
>>   
>>   	if (fmt->color_enc == TGP_COLOR_ENC_HSV) {
>> -		if (!user_set_csc || !v4l2_is_hsv_enc_valid(mp->hsv_enc))
>> -			mp->hsv_enc = vivid_hsv_enc_cap(dev);
>> +		if (!v4l2_is_hsv_enc_valid(f->hsv_enc))
>> +			f->hsv_enc = vivid_hsv_enc_cap(dev);
>>   	} else if (fmt->color_enc == TGP_COLOR_ENC_YCBCR) {
>> -		if (!user_set_csc || !v4l2_is_ycbcr_enc_valid(mp->ycbcr_enc))
>> -			mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>> +		if (!v4l2_is_ycbcr_enc_valid(f->ycbcr_enc))
>> +			f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>   	} else {
>> -		mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>> +		f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>   	}
>>   
>>   	if (fmt->color_enc == TGP_COLOR_ENC_YCBCR ||
>>   	    fmt->color_enc == TGP_COLOR_ENC_RGB) {
>> -		if (!user_set_csc || !v4l2_is_quant_valid(mp->quantization))
>> -			mp->quantization = vivid_quantization_cap(dev);
>> +		if (!v4l2_is_quant_valid(f->quantization))
>> +			f->quantization = vivid_quantization_cap(dev);
>>   	} else {
>> -		mp->quantization = vivid_quantization_cap(dev);
>> +		f->quantization = vivid_quantization_cap(dev);
>>   	}
>>   
>> -	memset(mp->reserved, 0, sizeof(mp->reserved));
>> +	memset(f->reserved, 0, sizeof(f->reserved));
>>   	return 0;
>>   }
> [snip]
Tomasz Figa July 28, 2023, 7:18 a.m. UTC | #2
On Tue, Jul 18, 2023 at 1:00 AM Randy Li <ayaka@soulik.info> wrote:
>
>
> On 2023/7/13 18:39, Tomasz Figa wrote:
> > On Mon, Feb 06, 2023 at 12:33:01PM +0800, ayaka wrote:
> >> From: Helen Koike <helen.koike@collabora.com>
> >>
> >> Simplify Multi/Single planer API handling by converting to v4l2_ext_pix_format.
> >>
> >> Duplicate v4l2_ioctl_ops for touch devices. This is done to force the
> >> framework to use the ext hooks when the classic Api is used from
> >> userspace in Vid devices, and to keep touch devices with classic hook.
> >>
> >> Signed-off-by: Boris Brezillon <boris.brezillon@collabora.com>
> >> Signed-off-by: Helen Koike <helen.koike@collabora.com>
> >> ---
> >> Changes in v7:
> >> - Force the userspace using the new APIs to operate non-touch drivers.
> > The primary objective of Linux development is not to break the
> > userspace. We can't just remove the old API, especially not from
> > existing drivers.
> Maybe I should create a new virtual driver here? It is impossible to
> support the new fourcc modifier with the old APIs.

We need to find a way to make an existing driver support both the old
and new API. Obviously any new functionality of the new API doesn't
have to be retrofitted to the old API.

> >
> > [snip]
> >>   int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> >> -                    struct v4l2_format *f)
> >> +                      struct v4l2_ext_pix_format *f)
> >>   {
> >> -    struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
> >> -    struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
> >>      struct vivid_dev *dev = video_drvdata(file);
> >> +    struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
> >>      const struct vivid_fmt *fmt;
> >>      unsigned bytesperline, max_bpl;
> >>      unsigned factor = 1;
> >>      unsigned w, h;
> >>      unsigned p;
> >> -    bool user_set_csc = !!(mp->flags & V4L2_PIX_FMT_FLAG_SET_CSC);
> > Why is this condition being removed?
>
> Because the v4l2_ext_pix has a struct for the colorspace?

What do you mean? I see it has the same enum field for colorspace as
the original v4l2_pix_format_mplane.

The flag was needed for CAPTURE format to tell the driver whether it
should perform a conversion to the requested colorspace or just fill
in the color space as inferred from the current configuration (e.g.
OUTPUT format).
How was that addressed in the new API?

>
> Would you like the idea that driver exports a buffer contains all the
> info for an enumeration ?
>
> >
> > Best regards,
> > Tomasz
> >
> >>
> >> -    fmt = vivid_get_format(dev, mp->pixelformat);
> >> +    fmt = vivid_get_format(dev, f->pixelformat);
> >>      if (!fmt) {
> >>              dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
> >> -                    mp->pixelformat);
> >> -            mp->pixelformat = V4L2_PIX_FMT_YUYV;
> >> -            fmt = vivid_get_format(dev, mp->pixelformat);
> >> +                    f->pixelformat);
> >> +            f->pixelformat = V4L2_PIX_FMT_YUYV;
> >> +            fmt = vivid_get_format(dev, f->pixelformat);
> >>      }
> >>
> >> -    mp->field = vivid_field_cap(dev, mp->field);
> >> +    f->field = vivid_field_cap(dev, f->field);
> >>      if (vivid_is_webcam(dev)) {
> >>              const struct v4l2_frmsize_discrete *sz =
> >>                      v4l2_find_nearest_size(webcam_sizes,
> >>                                             VIVID_WEBCAM_SIZES, width,
> >> -                                           height, mp->width, mp->height);
> >> +                                           height, f->width, f->height);
> >>
> >>              w = sz->width;
> >>              h = sz->height;
> >> @@ -604,14 +603,14 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> >>              w = dev->src_rect.width;
> >>              h = dev->src_rect.height;
> >>      }
> >> -    if (V4L2_FIELD_HAS_T_OR_B(mp->field))
> >> +    if (V4L2_FIELD_HAS_T_OR_B(f->field))
> >>              factor = 2;
> >>      if (vivid_is_webcam(dev) ||
> >>          (!dev->has_scaler_cap && !dev->has_crop_cap && !dev->has_compose_cap)) {
> >> -            mp->width = w;
> >> -            mp->height = h / factor;
> >> +            f->width = w;
> >> +            f->height = h / factor;
> >>      } else {
> >> -            struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
> >> +            struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
> >>
> >>              v4l2_rect_set_min_size(&r, &vivid_min_rect);
> >>              v4l2_rect_set_max_size(&r, &vivid_max_rect);
> >> @@ -624,16 +623,15 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> >>              } else if (!dev->has_scaler_cap && !dev->has_crop_cap) {
> >>                      v4l2_rect_set_min_size(&r, &dev->src_rect);
> >>              }
> >> -            mp->width = r.width;
> >> -            mp->height = r.height / factor;
> >> +            f->width = r.width;
> >> +            f->height = r.height / factor;
> >>      }
> >>
> >>      /* This driver supports custom bytesperline values */
> >>
> >> -    mp->num_planes = fmt->buffers;
> >>      for (p = 0; p < fmt->buffers; p++) {
> >>              /* Calculate the minimum supported bytesperline value */
> >> -            bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
> >> +            bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
> >>              /* Calculate the maximum supported bytesperline value */
> >>              max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
> >>
> >> @@ -642,48 +640,49 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> >>              if (pfmt[p].bytesperline < bytesperline)
> >>                      pfmt[p].bytesperline = bytesperline;
> >>
> >> -            pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
> >> +            pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
> >>                              fmt->vdownsampling[p] + fmt->data_offset[p];
> >> -
> >> -            memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
> >>      }
> >> +
> >> +    if (p < VIDEO_MAX_PLANES)
> >> +            pfmt[p].sizeimage = 0;
> >> +
> >>      for (p = fmt->buffers; p < fmt->planes; p++)
> >> -            pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
> >> +            pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
> >>                      (fmt->bit_depth[p] / fmt->vdownsampling[p])) /
> >>                      (fmt->bit_depth[0] / fmt->vdownsampling[0]);
> >>
> >> -    if (!user_set_csc || !v4l2_is_colorspace_valid(mp->colorspace))
> >> -            mp->colorspace = vivid_colorspace_cap(dev);
> >> +    if (!v4l2_is_colorspace_valid(f->colorspace))
> >> +            f->colorspace = vivid_colorspace_cap(dev);
> >>
> >> -    if (!user_set_csc || !v4l2_is_xfer_func_valid(mp->xfer_func))
> >> -            mp->xfer_func = vivid_xfer_func_cap(dev);
> >> +    if (!v4l2_is_xfer_func_valid(f->xfer_func))
> >> +            f->xfer_func = vivid_xfer_func_cap(dev);
> >>
> >>      if (fmt->color_enc == TGP_COLOR_ENC_HSV) {
> >> -            if (!user_set_csc || !v4l2_is_hsv_enc_valid(mp->hsv_enc))
> >> -                    mp->hsv_enc = vivid_hsv_enc_cap(dev);
> >> +            if (!v4l2_is_hsv_enc_valid(f->hsv_enc))
> >> +                    f->hsv_enc = vivid_hsv_enc_cap(dev);
> >>      } else if (fmt->color_enc == TGP_COLOR_ENC_YCBCR) {
> >> -            if (!user_set_csc || !v4l2_is_ycbcr_enc_valid(mp->ycbcr_enc))
> >> -                    mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> >> +            if (!v4l2_is_ycbcr_enc_valid(f->ycbcr_enc))
> >> +                    f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> >>      } else {
> >> -            mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> >> +            f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> >>      }
> >>
> >>      if (fmt->color_enc == TGP_COLOR_ENC_YCBCR ||
> >>          fmt->color_enc == TGP_COLOR_ENC_RGB) {
> >> -            if (!user_set_csc || !v4l2_is_quant_valid(mp->quantization))
> >> -                    mp->quantization = vivid_quantization_cap(dev);
> >> +            if (!v4l2_is_quant_valid(f->quantization))
> >> +                    f->quantization = vivid_quantization_cap(dev);
> >>      } else {
> >> -            mp->quantization = vivid_quantization_cap(dev);
> >> +            f->quantization = vivid_quantization_cap(dev);
> >>      }
> >>
> >> -    memset(mp->reserved, 0, sizeof(mp->reserved));
> >> +    memset(f->reserved, 0, sizeof(f->reserved));
> >>      return 0;
> >>   }
> > [snip]
Tomasz Figa July 28, 2023, 7:22 a.m. UTC | #3
On Fri, Jul 21, 2023 at 5:10 AM Nicolas Dufresne <nicolas@ndufresne.ca> wrote:
>
> Le mardi 18 juillet 2023 à 00:00 +0800, Randy Li a écrit :
> > On 2023/7/13 18:39, Tomasz Figa wrote:
> > > On Mon, Feb 06, 2023 at 12:33:01PM +0800, ayaka wrote:
> > > > From: Helen Koike <helen.koike@collabora.com>
> > > >
> > > > Simplify Multi/Single planer API handling by converting to v4l2_ext_pix_format.
> > > >
> > > > Duplicate v4l2_ioctl_ops for touch devices. This is done to force the
> > > > framework to use the ext hooks when the classic Api is used from
> > > > userspace in Vid devices, and to keep touch devices with classic hook.
> > > >
> > > > Signed-off-by: Boris Brezillon <boris.brezillon@collabora.com>
> > > > Signed-off-by: Helen Koike <helen.koike@collabora.com>
> > > > ---
> > > > Changes in v7:
> > > > - Force the userspace using the new APIs to operate non-touch drivers.
> > > The primary objective of Linux development is not to break the
> > > userspace. We can't just remove the old API, especially not from
> > > existing drivers.
> > Maybe I should create a new virtual driver here? It is impossible to
> > support the new fourcc modifier with the old APIs.
>
> For MPLANE, where backward compatibility was built into libv4l2 LD_PRELOAD
> wrapper,

Could you refresh my memory on what kind of backwards compatibility we
had in libv4l2? Was that to make it possible to use new MPLANE-only
drivers with old applications?

> it simply failed the cases that could not be supported (non contiguous
> planes).
>
> regards,
> Nicolas
>
> > >
> > > [snip]
> > > >   int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> > > > -                 struct v4l2_format *f)
> > > > +                   struct v4l2_ext_pix_format *f)
> > > >   {
> > > > - struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
> > > > - struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
> > > >           struct vivid_dev *dev = video_drvdata(file);
> > > > + struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
> > > >           const struct vivid_fmt *fmt;
> > > >           unsigned bytesperline, max_bpl;
> > > >           unsigned factor = 1;
> > > >           unsigned w, h;
> > > >           unsigned p;
> > > > - bool user_set_csc = !!(mp->flags & V4L2_PIX_FMT_FLAG_SET_CSC);
> > > Why is this condition being removed?
> >
> > Because the v4l2_ext_pix has a struct for the colorspace?
> >
> > Would you like the idea that driver exports a buffer contains all the
> > info for an enumeration ?
> >
> > >
> > > Best regards,
> > > Tomasz
> > >
> > > >
> > > > - fmt = vivid_get_format(dev, mp->pixelformat);
> > > > + fmt = vivid_get_format(dev, f->pixelformat);
> > > >           if (!fmt) {
> > > >                   dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
> > > > -                 mp->pixelformat);
> > > > -         mp->pixelformat = V4L2_PIX_FMT_YUYV;
> > > > -         fmt = vivid_get_format(dev, mp->pixelformat);
> > > > +                 f->pixelformat);
> > > > +         f->pixelformat = V4L2_PIX_FMT_YUYV;
> > > > +         fmt = vivid_get_format(dev, f->pixelformat);
> > > >           }
> > > >
> > > > - mp->field = vivid_field_cap(dev, mp->field);
> > > > + f->field = vivid_field_cap(dev, f->field);
> > > >           if (vivid_is_webcam(dev)) {
> > > >                   const struct v4l2_frmsize_discrete *sz =
> > > >                           v4l2_find_nearest_size(webcam_sizes,
> > > >                                                  VIVID_WEBCAM_SIZES, width,
> > > > -                                        height, mp->width, mp->height);
> > > > +                                        height, f->width, f->height);
> > > >
> > > >                   w = sz->width;
> > > >                   h = sz->height;
> > > > @@ -604,14 +603,14 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> > > >                   w = dev->src_rect.width;
> > > >                   h = dev->src_rect.height;
> > > >           }
> > > > - if (V4L2_FIELD_HAS_T_OR_B(mp->field))
> > > > + if (V4L2_FIELD_HAS_T_OR_B(f->field))
> > > >                   factor = 2;
> > > >           if (vivid_is_webcam(dev) ||
> > > >               (!dev->has_scaler_cap && !dev->has_crop_cap && !dev->has_compose_cap)) {
> > > > -         mp->width = w;
> > > > -         mp->height = h / factor;
> > > > +         f->width = w;
> > > > +         f->height = h / factor;
> > > >           } else {
> > > > -         struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
> > > > +         struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
> > > >
> > > >                   v4l2_rect_set_min_size(&r, &vivid_min_rect);
> > > >                   v4l2_rect_set_max_size(&r, &vivid_max_rect);
> > > > @@ -624,16 +623,15 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> > > >                   } else if (!dev->has_scaler_cap && !dev->has_crop_cap) {
> > > >                           v4l2_rect_set_min_size(&r, &dev->src_rect);
> > > >                   }
> > > > -         mp->width = r.width;
> > > > -         mp->height = r.height / factor;
> > > > +         f->width = r.width;
> > > > +         f->height = r.height / factor;
> > > >           }
> > > >
> > > >           /* This driver supports custom bytesperline values */
> > > >
> > > > - mp->num_planes = fmt->buffers;
> > > >           for (p = 0; p < fmt->buffers; p++) {
> > > >                   /* Calculate the minimum supported bytesperline value */
> > > > -         bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
> > > > +         bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
> > > >                   /* Calculate the maximum supported bytesperline value */
> > > >                   max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
> > > >
> > > > @@ -642,48 +640,49 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
> > > >                   if (pfmt[p].bytesperline < bytesperline)
> > > >                           pfmt[p].bytesperline = bytesperline;
> > > >
> > > > -         pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
> > > > +         pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
> > > >                                   fmt->vdownsampling[p] + fmt->data_offset[p];
> > > > -
> > > > -         memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
> > > >           }
> > > > +
> > > > + if (p < VIDEO_MAX_PLANES)
> > > > +         pfmt[p].sizeimage = 0;
> > > > +
> > > >           for (p = fmt->buffers; p < fmt->planes; p++)
> > > > -         pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
> > > > +         pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
> > > >                           (fmt->bit_depth[p] / fmt->vdownsampling[p])) /
> > > >                           (fmt->bit_depth[0] / fmt->vdownsampling[0]);
> > > >
> > > > - if (!user_set_csc || !v4l2_is_colorspace_valid(mp->colorspace))
> > > > -         mp->colorspace = vivid_colorspace_cap(dev);
> > > > + if (!v4l2_is_colorspace_valid(f->colorspace))
> > > > +         f->colorspace = vivid_colorspace_cap(dev);
> > > >
> > > > - if (!user_set_csc || !v4l2_is_xfer_func_valid(mp->xfer_func))
> > > > -         mp->xfer_func = vivid_xfer_func_cap(dev);
> > > > + if (!v4l2_is_xfer_func_valid(f->xfer_func))
> > > > +         f->xfer_func = vivid_xfer_func_cap(dev);
> > > >
> > > >           if (fmt->color_enc == TGP_COLOR_ENC_HSV) {
> > > > -         if (!user_set_csc || !v4l2_is_hsv_enc_valid(mp->hsv_enc))
> > > > -                 mp->hsv_enc = vivid_hsv_enc_cap(dev);
> > > > +         if (!v4l2_is_hsv_enc_valid(f->hsv_enc))
> > > > +                 f->hsv_enc = vivid_hsv_enc_cap(dev);
> > > >           } else if (fmt->color_enc == TGP_COLOR_ENC_YCBCR) {
> > > > -         if (!user_set_csc || !v4l2_is_ycbcr_enc_valid(mp->ycbcr_enc))
> > > > -                 mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> > > > +         if (!v4l2_is_ycbcr_enc_valid(f->ycbcr_enc))
> > > > +                 f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> > > >           } else {
> > > > -         mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> > > > +         f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
> > > >           }
> > > >
> > > >           if (fmt->color_enc == TGP_COLOR_ENC_YCBCR ||
> > > >               fmt->color_enc == TGP_COLOR_ENC_RGB) {
> > > > -         if (!user_set_csc || !v4l2_is_quant_valid(mp->quantization))
> > > > -                 mp->quantization = vivid_quantization_cap(dev);
> > > > +         if (!v4l2_is_quant_valid(f->quantization))
> > > > +                 f->quantization = vivid_quantization_cap(dev);
> > > >           } else {
> > > > -         mp->quantization = vivid_quantization_cap(dev);
> > > > +         f->quantization = vivid_quantization_cap(dev);
> > > >           }
> > > >
> > > > - memset(mp->reserved, 0, sizeof(mp->reserved));
> > > > + memset(f->reserved, 0, sizeof(f->reserved));
> > > >           return 0;
> > > >   }
> > > [snip]
> >
>
Randy Li July 28, 2023, 6:40 p.m. UTC | #4
On 2023/7/28 15:22, Tomasz Figa wrote:
> On Fri, Jul 21, 2023 at 5:10 AM Nicolas Dufresne <nicolas@ndufresne.ca> wrote:
>> Le mardi 18 juillet 2023 à 00:00 +0800, Randy Li a écrit :
>>> On 2023/7/13 18:39, Tomasz Figa wrote:
>>>> On Mon, Feb 06, 2023 at 12:33:01PM +0800, ayaka wrote:
>>>>> From: Helen Koike <helen.koike@collabora.com>
>>>>>
>>>>> Simplify Multi/Single planer API handling by converting to v4l2_ext_pix_format.
>>>>>
>>>>> Duplicate v4l2_ioctl_ops for touch devices. This is done to force the
>>>>> framework to use the ext hooks when the classic Api is used from
>>>>> userspace in Vid devices, and to keep touch devices with classic hook.
>>>>>
>>>>> Signed-off-by: Boris Brezillon <boris.brezillon@collabora.com>
>>>>> Signed-off-by: Helen Koike <helen.koike@collabora.com>
>>>>> ---
>>>>> Changes in v7:
>>>>> - Force the userspace using the new APIs to operate non-touch drivers.
>>>> The primary objective of Linux development is not to break the
>>>> userspace. We can't just remove the old API, especially not from
>>>> existing drivers.
>>> Maybe I should create a new virtual driver here? It is impossible to
>>> support the new fourcc modifier with the old APIs.
>> For MPLANE, where backward compatibility was built into libv4l2 LD_PRELOAD
>> wrapper,
> Could you refresh my memory on what kind of backwards compatibility we
> had in libv4l2? Was that to make it possible to use new MPLANE-only
> drivers with old applications?

lib/libv4l-mplane/libv4l-mplane.c

I think application don't need to know the new MPLANE variant of pixel 
formats or queue type.

>> it simply failed the cases that could not be supported (non contiguous
>> planes).
>>
>> regards,
>> Nicolas
>>
>>>> [snip]
>>>>>    int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>>>> -                 struct v4l2_format *f)
>>>>> +                   struct v4l2_ext_pix_format *f)
>>>>>    {
>>>>> - struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
>>>>> - struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
>>>>>            struct vivid_dev *dev = video_drvdata(file);
>>>>> + struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
>>>>>            const struct vivid_fmt *fmt;
>>>>>            unsigned bytesperline, max_bpl;
>>>>>            unsigned factor = 1;
>>>>>            unsigned w, h;
>>>>>            unsigned p;
>>>>> - bool user_set_csc = !!(mp->flags & V4L2_PIX_FMT_FLAG_SET_CSC);
>>>> Why is this condition being removed?
>>> Because the v4l2_ext_pix has a struct for the colorspace?
>>>
>>> Would you like the idea that driver exports a buffer contains all the
>>> info for an enumeration ?
>>>
>>>> Best regards,
>>>> Tomasz
>>>>
>>>>> - fmt = vivid_get_format(dev, mp->pixelformat);
>>>>> + fmt = vivid_get_format(dev, f->pixelformat);
>>>>>            if (!fmt) {
>>>>>                    dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
>>>>> -                 mp->pixelformat);
>>>>> -         mp->pixelformat = V4L2_PIX_FMT_YUYV;
>>>>> -         fmt = vivid_get_format(dev, mp->pixelformat);
>>>>> +                 f->pixelformat);
>>>>> +         f->pixelformat = V4L2_PIX_FMT_YUYV;
>>>>> +         fmt = vivid_get_format(dev, f->pixelformat);
>>>>>            }
>>>>>
>>>>> - mp->field = vivid_field_cap(dev, mp->field);
>>>>> + f->field = vivid_field_cap(dev, f->field);
>>>>>            if (vivid_is_webcam(dev)) {
>>>>>                    const struct v4l2_frmsize_discrete *sz =
>>>>>                            v4l2_find_nearest_size(webcam_sizes,
>>>>>                                                   VIVID_WEBCAM_SIZES, width,
>>>>> -                                        height, mp->width, mp->height);
>>>>> +                                        height, f->width, f->height);
>>>>>
>>>>>                    w = sz->width;
>>>>>                    h = sz->height;
>>>>> @@ -604,14 +603,14 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>>>>                    w = dev->src_rect.width;
>>>>>                    h = dev->src_rect.height;
>>>>>            }
>>>>> - if (V4L2_FIELD_HAS_T_OR_B(mp->field))
>>>>> + if (V4L2_FIELD_HAS_T_OR_B(f->field))
>>>>>                    factor = 2;
>>>>>            if (vivid_is_webcam(dev) ||
>>>>>                (!dev->has_scaler_cap && !dev->has_crop_cap && !dev->has_compose_cap)) {
>>>>> -         mp->width = w;
>>>>> -         mp->height = h / factor;
>>>>> +         f->width = w;
>>>>> +         f->height = h / factor;
>>>>>            } else {
>>>>> -         struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
>>>>> +         struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
>>>>>
>>>>>                    v4l2_rect_set_min_size(&r, &vivid_min_rect);
>>>>>                    v4l2_rect_set_max_size(&r, &vivid_max_rect);
>>>>> @@ -624,16 +623,15 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>>>>                    } else if (!dev->has_scaler_cap && !dev->has_crop_cap) {
>>>>>                            v4l2_rect_set_min_size(&r, &dev->src_rect);
>>>>>                    }
>>>>> -         mp->width = r.width;
>>>>> -         mp->height = r.height / factor;
>>>>> +         f->width = r.width;
>>>>> +         f->height = r.height / factor;
>>>>>            }
>>>>>
>>>>>            /* This driver supports custom bytesperline values */
>>>>>
>>>>> - mp->num_planes = fmt->buffers;
>>>>>            for (p = 0; p < fmt->buffers; p++) {
>>>>>                    /* Calculate the minimum supported bytesperline value */
>>>>> -         bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
>>>>> +         bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
>>>>>                    /* Calculate the maximum supported bytesperline value */
>>>>>                    max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
>>>>>
>>>>> @@ -642,48 +640,49 @@ int vivid_try_fmt_vid_cap(struct file *file, void *priv,
>>>>>                    if (pfmt[p].bytesperline < bytesperline)
>>>>>                            pfmt[p].bytesperline = bytesperline;
>>>>>
>>>>> -         pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
>>>>> +         pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
>>>>>                                    fmt->vdownsampling[p] + fmt->data_offset[p];
>>>>> -
>>>>> -         memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
>>>>>            }
>>>>> +
>>>>> + if (p < VIDEO_MAX_PLANES)
>>>>> +         pfmt[p].sizeimage = 0;
>>>>> +
>>>>>            for (p = fmt->buffers; p < fmt->planes; p++)
>>>>> -         pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
>>>>> +         pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
>>>>>                            (fmt->bit_depth[p] / fmt->vdownsampling[p])) /
>>>>>                            (fmt->bit_depth[0] / fmt->vdownsampling[0]);
>>>>>
>>>>> - if (!user_set_csc || !v4l2_is_colorspace_valid(mp->colorspace))
>>>>> -         mp->colorspace = vivid_colorspace_cap(dev);
>>>>> + if (!v4l2_is_colorspace_valid(f->colorspace))
>>>>> +         f->colorspace = vivid_colorspace_cap(dev);
>>>>>
>>>>> - if (!user_set_csc || !v4l2_is_xfer_func_valid(mp->xfer_func))
>>>>> -         mp->xfer_func = vivid_xfer_func_cap(dev);
>>>>> + if (!v4l2_is_xfer_func_valid(f->xfer_func))
>>>>> +         f->xfer_func = vivid_xfer_func_cap(dev);
>>>>>
>>>>>            if (fmt->color_enc == TGP_COLOR_ENC_HSV) {
>>>>> -         if (!user_set_csc || !v4l2_is_hsv_enc_valid(mp->hsv_enc))
>>>>> -                 mp->hsv_enc = vivid_hsv_enc_cap(dev);
>>>>> +         if (!v4l2_is_hsv_enc_valid(f->hsv_enc))
>>>>> +                 f->hsv_enc = vivid_hsv_enc_cap(dev);
>>>>>            } else if (fmt->color_enc == TGP_COLOR_ENC_YCBCR) {
>>>>> -         if (!user_set_csc || !v4l2_is_ycbcr_enc_valid(mp->ycbcr_enc))
>>>>> -                 mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>>>> +         if (!v4l2_is_ycbcr_enc_valid(f->ycbcr_enc))
>>>>> +                 f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>>>>            } else {
>>>>> -         mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>>>> +         f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
>>>>>            }
>>>>>
>>>>>            if (fmt->color_enc == TGP_COLOR_ENC_YCBCR ||
>>>>>                fmt->color_enc == TGP_COLOR_ENC_RGB) {
>>>>> -         if (!user_set_csc || !v4l2_is_quant_valid(mp->quantization))
>>>>> -                 mp->quantization = vivid_quantization_cap(dev);
>>>>> +         if (!v4l2_is_quant_valid(f->quantization))
>>>>> +                 f->quantization = vivid_quantization_cap(dev);
>>>>>            } else {
>>>>> -         mp->quantization = vivid_quantization_cap(dev);
>>>>> +         f->quantization = vivid_quantization_cap(dev);
>>>>>            }
>>>>>
>>>>> - memset(mp->reserved, 0, sizeof(mp->reserved));
>>>>> + memset(f->reserved, 0, sizeof(f->reserved));
>>>>>            return 0;
>>>>>    }
>>>> [snip]
Nicolas Dufresne Aug. 4, 2023, 8:19 p.m. UTC | #5
Le vendredi 28 juillet 2023 à 16:22 +0900, Tomasz Figa a écrit :
> > For MPLANE, where backward compatibility was built into libv4l2 LD_PRELOAD
> > wrapper,
> 
> Could you refresh my memory on what kind of backwards compatibility we
> had in libv4l2? Was that to make it possible to use new MPLANE-only
> drivers with old applications?

https://git.linuxtv.org/v4l-utils.git/tree/lib/libv4l-mplane

It does some "magic" trick due to some of the new fields not guarantied to be
zero, translate the type, the capabilities. Strangely it does not filter the
pixel formats. I suspect it assumes legacy application won't know about the new
one and will just ignore/not use them.

Nicolas
diff mbox series

Patch

diff --git a/drivers/media/test-drivers/vivid/vivid-core.c b/drivers/media/test-drivers/vivid/vivid-core.c
index f28440e6c9f8..d4ed55aef1bb 100644
--- a/drivers/media/test-drivers/vivid/vivid-core.c
+++ b/drivers/media/test-drivers/vivid/vivid-core.c
@@ -508,76 +508,6 @@  static int vivid_s_input(struct file *file, void *priv, unsigned int i)
 	return vidioc_s_input(file, priv, i);
 }
 
-static int vivid_enum_fmt_cap(struct file *file, void  *priv,
-			      struct v4l2_fmtdesc *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_enum_fmt_tch(file, priv, f);
-	return vivid_enum_fmt_vid(file, priv, f);
-}
-
-static int vivid_g_fmt_cap(struct file *file, void *priv,
-			   struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch(file, priv, f);
-	return vidioc_g_fmt_vid_cap(file, priv, f);
-}
-
-static int vivid_try_fmt_cap(struct file *file, void *priv,
-			     struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch(file, priv, f);
-	return vidioc_try_fmt_vid_cap(file, priv, f);
-}
-
-static int vivid_s_fmt_cap(struct file *file, void *priv,
-			   struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch(file, priv, f);
-	return vidioc_s_fmt_vid_cap(file, priv, f);
-}
-
-static int vivid_g_fmt_cap_mplane(struct file *file, void *priv,
-				  struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch_mplane(file, priv, f);
-	return vidioc_g_fmt_vid_cap_mplane(file, priv, f);
-}
-
-static int vivid_try_fmt_cap_mplane(struct file *file, void *priv,
-				    struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch_mplane(file, priv, f);
-	return vidioc_try_fmt_vid_cap_mplane(file, priv, f);
-}
-
-static int vivid_s_fmt_cap_mplane(struct file *file, void *priv,
-				  struct v4l2_format *f)
-{
-	struct video_device *vdev = video_devdata(file);
-
-	if (vdev->vfl_type == VFL_TYPE_TOUCH)
-		return vivid_g_fmt_tch_mplane(file, priv, f);
-	return vidioc_s_fmt_vid_cap_mplane(file, priv, f);
-}
-
 static bool vivid_is_in_use(bool valid, struct video_device *vdev)
 {
 	unsigned long flags;
@@ -730,21 +660,25 @@  static int vidioc_create_bufs(struct file *file, void *priv,
 static const struct v4l2_ioctl_ops vivid_ioctl_ops = {
 	.vidioc_querycap		= vidioc_querycap,
 
-	.vidioc_enum_fmt_vid_cap	= vivid_enum_fmt_cap,
-	.vidioc_g_fmt_vid_cap		= vivid_g_fmt_cap,
-	.vidioc_try_fmt_vid_cap		= vivid_try_fmt_cap,
-	.vidioc_s_fmt_vid_cap		= vivid_s_fmt_cap,
-	.vidioc_g_fmt_vid_cap_mplane	= vivid_g_fmt_cap_mplane,
-	.vidioc_try_fmt_vid_cap_mplane	= vivid_try_fmt_cap_mplane,
-	.vidioc_s_fmt_vid_cap_mplane	= vivid_s_fmt_cap_mplane,
-
-	.vidioc_enum_fmt_vid_out	= vivid_enum_fmt_vid,
-	.vidioc_g_fmt_vid_out		= vidioc_g_fmt_vid_out,
-	.vidioc_try_fmt_vid_out		= vidioc_try_fmt_vid_out,
-	.vidioc_s_fmt_vid_out		= vidioc_s_fmt_vid_out,
-	.vidioc_g_fmt_vid_out_mplane	= vidioc_g_fmt_vid_out_mplane,
-	.vidioc_try_fmt_vid_out_mplane	= vidioc_try_fmt_vid_out_mplane,
-	.vidioc_s_fmt_vid_out_mplane	= vidioc_s_fmt_vid_out_mplane,
+	/* touch device would still use old ioctl() */
+	.vidioc_enum_fmt_vid_cap = vivid_enum_fmt_tch,
+	.vidioc_g_fmt_vid_cap = vivid_g_fmt_tch,
+	.vidioc_try_fmt_vid_cap = vivid_g_fmt_tch,
+	.vidioc_s_fmt_vid_cap = vivid_g_fmt_tch,
+	.vidioc_g_fmt_vid_cap_mplane = vivid_g_fmt_tch_mplane,
+	.vidioc_try_fmt_vid_cap_mplane = vivid_g_fmt_tch_mplane,
+	.vidioc_s_fmt_vid_cap_mplane = vivid_g_fmt_tch_mplane,
+
+	/* force the userspace using new ioctl() */
+	.vidioc_enum_fmt_vid_cap = vivid_enum_fmt_vid,
+	.vidioc_g_ext_pix_fmt_vid_cap = vivid_g_fmt_vid_cap,
+	.vidioc_try_ext_pix_fmt_vid_cap = vivid_try_fmt_vid_cap,
+	.vidioc_s_ext_pix_fmt_vid_cap = vivid_s_fmt_vid_cap,
+
+	.vidioc_enum_fmt_vid_out = vivid_enum_fmt_vid,
+	.vidioc_g_ext_pix_fmt_vid_out = vivid_g_fmt_vid_out,
+	.vidioc_try_ext_pix_fmt_vid_out = vivid_try_fmt_vid_out,
+	.vidioc_s_ext_pix_fmt_vid_out = vivid_s_fmt_vid_out,
 
 	.vidioc_g_selection		= vidioc_g_selection,
 	.vidioc_s_selection		= vidioc_s_selection,
diff --git a/drivers/media/test-drivers/vivid/vivid-vid-cap.c b/drivers/media/test-drivers/vivid/vivid-vid-cap.c
index c0999581c599..3e3a94a2e3d6 100644
--- a/drivers/media/test-drivers/vivid/vivid-vid-cap.c
+++ b/drivers/media/test-drivers/vivid/vivid-vid-cap.c
@@ -14,6 +14,7 @@ 
 #include <media/v4l2-common.h>
 #include <media/v4l2-event.h>
 #include <media/v4l2-dv-timings.h>
+#include <media/v4l2-ioctl.h>
 #include <media/v4l2-rect.h>
 
 #include "vivid-core.h"
@@ -539,61 +540,59 @@  static unsigned vivid_quantization_cap(struct vivid_dev *dev)
 }
 
 int vivid_g_fmt_vid_cap(struct file *file, void *priv,
-					struct v4l2_format *f)
+			struct v4l2_ext_pix_format *f)
 {
 	struct vivid_dev *dev = video_drvdata(file);
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
 	unsigned p;
 
-	mp->width        = dev->fmt_cap_rect.width;
-	mp->height       = dev->fmt_cap_rect.height;
-	mp->field        = dev->field_cap;
-	mp->pixelformat  = dev->fmt_cap->fourcc;
-	mp->colorspace   = vivid_colorspace_cap(dev);
-	mp->xfer_func    = vivid_xfer_func_cap(dev);
+	f->width = dev->fmt_cap_rect.width;
+	f->height = dev->fmt_cap_rect.height;
+	f->field = dev->field_cap;
+	f->pixelformat = dev->fmt_cap->fourcc;
+	f->colorspace = vivid_colorspace_cap(dev);
+	f->xfer_func = vivid_xfer_func_cap(dev);
 	if (dev->fmt_cap->color_enc == TGP_COLOR_ENC_HSV)
-		mp->hsv_enc    = vivid_hsv_enc_cap(dev);
+		f->hsv_enc = vivid_hsv_enc_cap(dev);
 	else
-		mp->ycbcr_enc    = vivid_ycbcr_enc_cap(dev);
-	mp->quantization = vivid_quantization_cap(dev);
-	mp->num_planes = dev->fmt_cap->buffers;
-	for (p = 0; p < mp->num_planes; p++) {
-		mp->plane_fmt[p].bytesperline = tpg_g_bytesperline(&dev->tpg, p);
-		mp->plane_fmt[p].sizeimage =
-			(tpg_g_line_width(&dev->tpg, p) * mp->height) /
+		f->ycbcr_enc    = vivid_ycbcr_enc_cap(dev);
+	f->quantization = vivid_quantization_cap(dev);
+	memset(f->plane_fmt, 0, sizeof(f->plane_fmt));
+	for (p = 0; p < dev->fmt_cap->buffers; p++) {
+		f->plane_fmt[p].bytesperline = tpg_g_bytesperline(&dev->tpg, p);
+		f->plane_fmt[p].sizeimage =
+			(tpg_g_line_width(&dev->tpg, p) * f->height) /
 			dev->fmt_cap->vdownsampling[p] +
 			dev->fmt_cap->data_offset[p];
 	}
+
 	return 0;
 }
 
 int vivid_try_fmt_vid_cap(struct file *file, void *priv,
-			struct v4l2_format *f)
+			  struct v4l2_ext_pix_format *f)
 {
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
-	struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
 	struct vivid_dev *dev = video_drvdata(file);
+	struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
 	const struct vivid_fmt *fmt;
 	unsigned bytesperline, max_bpl;
 	unsigned factor = 1;
 	unsigned w, h;
 	unsigned p;
-	bool user_set_csc = !!(mp->flags & V4L2_PIX_FMT_FLAG_SET_CSC);
 
-	fmt = vivid_get_format(dev, mp->pixelformat);
+	fmt = vivid_get_format(dev, f->pixelformat);
 	if (!fmt) {
 		dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
-			mp->pixelformat);
-		mp->pixelformat = V4L2_PIX_FMT_YUYV;
-		fmt = vivid_get_format(dev, mp->pixelformat);
+			f->pixelformat);
+		f->pixelformat = V4L2_PIX_FMT_YUYV;
+		fmt = vivid_get_format(dev, f->pixelformat);
 	}
 
-	mp->field = vivid_field_cap(dev, mp->field);
+	f->field = vivid_field_cap(dev, f->field);
 	if (vivid_is_webcam(dev)) {
 		const struct v4l2_frmsize_discrete *sz =
 			v4l2_find_nearest_size(webcam_sizes,
 					       VIVID_WEBCAM_SIZES, width,
-					       height, mp->width, mp->height);
+					       height, f->width, f->height);
 
 		w = sz->width;
 		h = sz->height;
@@ -604,14 +603,14 @@  int vivid_try_fmt_vid_cap(struct file *file, void *priv,
 		w = dev->src_rect.width;
 		h = dev->src_rect.height;
 	}
-	if (V4L2_FIELD_HAS_T_OR_B(mp->field))
+	if (V4L2_FIELD_HAS_T_OR_B(f->field))
 		factor = 2;
 	if (vivid_is_webcam(dev) ||
 	    (!dev->has_scaler_cap && !dev->has_crop_cap && !dev->has_compose_cap)) {
-		mp->width = w;
-		mp->height = h / factor;
+		f->width = w;
+		f->height = h / factor;
 	} else {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
+		struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
 
 		v4l2_rect_set_min_size(&r, &vivid_min_rect);
 		v4l2_rect_set_max_size(&r, &vivid_max_rect);
@@ -624,16 +623,15 @@  int vivid_try_fmt_vid_cap(struct file *file, void *priv,
 		} else if (!dev->has_scaler_cap && !dev->has_crop_cap) {
 			v4l2_rect_set_min_size(&r, &dev->src_rect);
 		}
-		mp->width = r.width;
-		mp->height = r.height / factor;
+		f->width = r.width;
+		f->height = r.height / factor;
 	}
 
 	/* This driver supports custom bytesperline values */
 
-	mp->num_planes = fmt->buffers;
 	for (p = 0; p < fmt->buffers; p++) {
 		/* Calculate the minimum supported bytesperline value */
-		bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
+		bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
 		/* Calculate the maximum supported bytesperline value */
 		max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
 
@@ -642,48 +640,49 @@  int vivid_try_fmt_vid_cap(struct file *file, void *priv,
 		if (pfmt[p].bytesperline < bytesperline)
 			pfmt[p].bytesperline = bytesperline;
 
-		pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
+		pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
 				fmt->vdownsampling[p] + fmt->data_offset[p];
-
-		memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
 	}
+
+	if (p < VIDEO_MAX_PLANES)
+		pfmt[p].sizeimage = 0;
+
 	for (p = fmt->buffers; p < fmt->planes; p++)
-		pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
+		pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
 			(fmt->bit_depth[p] / fmt->vdownsampling[p])) /
 			(fmt->bit_depth[0] / fmt->vdownsampling[0]);
 
-	if (!user_set_csc || !v4l2_is_colorspace_valid(mp->colorspace))
-		mp->colorspace = vivid_colorspace_cap(dev);
+	if (!v4l2_is_colorspace_valid(f->colorspace))
+		f->colorspace = vivid_colorspace_cap(dev);
 
-	if (!user_set_csc || !v4l2_is_xfer_func_valid(mp->xfer_func))
-		mp->xfer_func = vivid_xfer_func_cap(dev);
+	if (!v4l2_is_xfer_func_valid(f->xfer_func))
+		f->xfer_func = vivid_xfer_func_cap(dev);
 
 	if (fmt->color_enc == TGP_COLOR_ENC_HSV) {
-		if (!user_set_csc || !v4l2_is_hsv_enc_valid(mp->hsv_enc))
-			mp->hsv_enc = vivid_hsv_enc_cap(dev);
+		if (!v4l2_is_hsv_enc_valid(f->hsv_enc))
+			f->hsv_enc = vivid_hsv_enc_cap(dev);
 	} else if (fmt->color_enc == TGP_COLOR_ENC_YCBCR) {
-		if (!user_set_csc || !v4l2_is_ycbcr_enc_valid(mp->ycbcr_enc))
-			mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
+		if (!v4l2_is_ycbcr_enc_valid(f->ycbcr_enc))
+			f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
 	} else {
-		mp->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
+		f->ycbcr_enc = vivid_ycbcr_enc_cap(dev);
 	}
 
 	if (fmt->color_enc == TGP_COLOR_ENC_YCBCR ||
 	    fmt->color_enc == TGP_COLOR_ENC_RGB) {
-		if (!user_set_csc || !v4l2_is_quant_valid(mp->quantization))
-			mp->quantization = vivid_quantization_cap(dev);
+		if (!v4l2_is_quant_valid(f->quantization))
+			f->quantization = vivid_quantization_cap(dev);
 	} else {
-		mp->quantization = vivid_quantization_cap(dev);
+		f->quantization = vivid_quantization_cap(dev);
 	}
 
-	memset(mp->reserved, 0, sizeof(mp->reserved));
+	memset(f->reserved, 0, sizeof(f->reserved));
 	return 0;
 }
 
 int vivid_s_fmt_vid_cap(struct file *file, void *priv,
-					struct v4l2_format *f)
+			struct v4l2_ext_pix_format *f)
 {
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
 	struct vivid_dev *dev = video_drvdata(file);
 	struct v4l2_rect *crop = &dev->crop_cap;
 	struct v4l2_rect *compose = &dev->compose_cap;
@@ -701,20 +700,21 @@  int vivid_s_fmt_vid_cap(struct file *file, void *priv,
 		return -EBUSY;
 	}
 
-	if (dev->overlay_cap_owner && dev->fb_cap.fmt.pixelformat != mp->pixelformat) {
+	if (dev->overlay_cap_owner &&
+	    dev->fb_cap.fmt.pixelformat != f->pixelformat) {
 		dprintk(dev, 1, "overlay is active, can't change pixelformat\n");
 		return -EBUSY;
 	}
 
-	dev->fmt_cap = vivid_get_format(dev, mp->pixelformat);
-	if (V4L2_FIELD_HAS_T_OR_B(mp->field))
+	dev->fmt_cap = vivid_get_format(dev, f->pixelformat);
+	if (V4L2_FIELD_HAS_T_OR_B(f->field))
 		factor = 2;
 
 	/* Note: the webcam input doesn't support scaling, cropping or composing */
 
 	if (!vivid_is_webcam(dev) &&
 	    (dev->has_scaler_cap || dev->has_crop_cap || dev->has_compose_cap)) {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height };
+		struct v4l2_rect r = { 0, 0, f->width, f->height };
 
 		if (dev->has_scaler_cap) {
 			if (dev->has_compose_cap)
@@ -775,107 +775,47 @@  int vivid_s_fmt_vid_cap(struct file *file, void *priv,
 	} else if (vivid_is_webcam(dev)) {
 		/* Guaranteed to be a match */
 		for (i = 0; i < ARRAY_SIZE(webcam_sizes); i++)
-			if (webcam_sizes[i].width == mp->width &&
-					webcam_sizes[i].height == mp->height)
+			if (webcam_sizes[i].width == f->width &&
+			    webcam_sizes[i].height == f->height)
 				break;
 		dev->webcam_size_idx = i;
 		if (dev->webcam_ival_idx >= 2 * (VIVID_WEBCAM_SIZES - i))
 			dev->webcam_ival_idx = 2 * (VIVID_WEBCAM_SIZES - i) - 1;
 		vivid_update_format_cap(dev, false);
 	} else {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height };
+		struct v4l2_rect r = { 0, 0, f->width, f->height };
 
 		v4l2_rect_set_size_to(compose, &r);
 		r.height *= factor;
 		v4l2_rect_set_size_to(crop, &r);
 	}
 
-	dev->fmt_cap_rect.width = mp->width;
-	dev->fmt_cap_rect.height = mp->height;
-	tpg_s_buf_height(&dev->tpg, mp->height);
+	dev->fmt_cap_rect.width = f->width;
+	dev->fmt_cap_rect.height = f->height;
+	tpg_s_buf_height(&dev->tpg, f->height);
 	tpg_s_fourcc(&dev->tpg, dev->fmt_cap->fourcc);
 	for (p = 0; p < tpg_g_buffers(&dev->tpg); p++)
-		tpg_s_bytesperline(&dev->tpg, p, mp->plane_fmt[p].bytesperline);
-	dev->field_cap = mp->field;
+		tpg_s_bytesperline(&dev->tpg, p, f->plane_fmt[p].bytesperline);
+	dev->field_cap = f->field;
 	if (dev->field_cap == V4L2_FIELD_ALTERNATE)
 		tpg_s_field(&dev->tpg, V4L2_FIELD_TOP, true);
 	else
 		tpg_s_field(&dev->tpg, dev->field_cap, false);
 	tpg_s_crop_compose(&dev->tpg, &dev->crop_cap, &dev->compose_cap);
 	if (vivid_is_sdtv_cap(dev))
-		dev->tv_field_cap = mp->field;
+		dev->tv_field_cap = f->field;
 	tpg_update_mv_step(&dev->tpg);
-	dev->tpg.colorspace = mp->colorspace;
-	dev->tpg.xfer_func = mp->xfer_func;
+	dev->tpg.colorspace = f->colorspace;
+	dev->tpg.xfer_func = f->xfer_func;
 	if (dev->fmt_cap->color_enc == TGP_COLOR_ENC_YCBCR)
-		dev->tpg.ycbcr_enc = mp->ycbcr_enc;
+		dev->tpg.ycbcr_enc = f->ycbcr_enc;
 	else
-		dev->tpg.hsv_enc = mp->hsv_enc;
-	dev->tpg.quantization = mp->quantization;
+		dev->tpg.hsv_enc = f->hsv_enc;
+	dev->tpg.quantization = f->quantization;
 
 	return 0;
 }
 
-int vidioc_g_fmt_vid_cap_mplane(struct file *file, void *priv,
-					struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_g_fmt_vid_cap(file, priv, f);
-}
-
-int vidioc_try_fmt_vid_cap_mplane(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_try_fmt_vid_cap(file, priv, f);
-}
-
-int vidioc_s_fmt_vid_cap_mplane(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_s_fmt_vid_cap(file, priv, f);
-}
-
-int vidioc_g_fmt_vid_cap(struct file *file, void *priv,
-					struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_g_fmt_vid_cap);
-}
-
-int vidioc_try_fmt_vid_cap(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_try_fmt_vid_cap);
-}
-
-int vidioc_s_fmt_vid_cap(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_s_fmt_vid_cap);
-}
-
 int vivid_vid_cap_g_selection(struct file *file, void *priv,
 			      struct v4l2_selection *sel)
 {
diff --git a/drivers/media/test-drivers/vivid/vivid-vid-cap.h b/drivers/media/test-drivers/vivid/vivid-vid-cap.h
index 1e422a59eeab..7c9fc5c787b5 100644
--- a/drivers/media/test-drivers/vivid/vivid-vid-cap.h
+++ b/drivers/media/test-drivers/vivid/vivid-vid-cap.h
@@ -17,15 +17,12 @@  extern const char * const vivid_ctrl_standard_strings[];
 
 extern const struct vb2_ops vivid_vid_cap_qops;
 
-int vivid_g_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
-int vivid_try_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
-int vivid_s_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_g_fmt_vid_cap_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_try_fmt_vid_cap_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_s_fmt_vid_cap_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_g_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_try_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_s_fmt_vid_cap(struct file *file, void *priv, struct v4l2_format *f);
+int vivid_g_fmt_vid_cap(struct file *file, void *priv,
+			struct v4l2_ext_pix_format *f);
+int vivid_try_fmt_vid_cap(struct file *file, void *priv,
+			  struct v4l2_ext_pix_format *f);
+int vivid_s_fmt_vid_cap(struct file *file, void *priv,
+			struct v4l2_ext_pix_format *f);
 int vivid_vid_cap_g_selection(struct file *file, void *priv, struct v4l2_selection *sel);
 int vivid_vid_cap_s_selection(struct file *file, void *fh, struct v4l2_selection *s);
 int vivid_vid_cap_g_pixelaspect(struct file *file, void *priv, int type, struct v4l2_fract *f);
diff --git a/drivers/media/test-drivers/vivid/vivid-vid-out.c b/drivers/media/test-drivers/vivid/vivid-vid-out.c
index 9f731f085179..936ba93c00cc 100644
--- a/drivers/media/test-drivers/vivid/vivid-vid-out.c
+++ b/drivers/media/test-drivers/vivid/vivid-vid-out.c
@@ -13,6 +13,7 @@ 
 #include <media/v4l2-common.h>
 #include <media/v4l2-event.h>
 #include <media/v4l2-dv-timings.h>
+#include <media/v4l2-ioctl.h>
 #include <media/v4l2-rect.h>
 
 #include "vivid-core.h"
@@ -315,59 +316,57 @@  static enum tpg_pixel_aspect vivid_get_pixel_aspect(const struct vivid_dev *dev)
 }
 
 int vivid_g_fmt_vid_out(struct file *file, void *priv,
-					struct v4l2_format *f)
+			struct v4l2_ext_pix_format *f)
 {
 	struct vivid_dev *dev = video_drvdata(file);
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
 	const struct vivid_fmt *fmt = dev->fmt_out;
 	unsigned p;
 
-	mp->width        = dev->fmt_out_rect.width;
-	mp->height       = dev->fmt_out_rect.height;
-	mp->field        = dev->field_out;
-	mp->pixelformat  = fmt->fourcc;
-	mp->colorspace   = dev->colorspace_out;
-	mp->xfer_func    = dev->xfer_func_out;
-	mp->ycbcr_enc    = dev->ycbcr_enc_out;
-	mp->quantization = dev->quantization_out;
-	mp->num_planes = fmt->buffers;
-	for (p = 0; p < mp->num_planes; p++) {
-		mp->plane_fmt[p].bytesperline = dev->bytesperline_out[p];
-		mp->plane_fmt[p].sizeimage =
-			mp->plane_fmt[p].bytesperline * mp->height +
+	f->width        = dev->fmt_out_rect.width;
+	f->height       = dev->fmt_out_rect.height;
+	f->field        = dev->field_out;
+	f->pixelformat  = fmt->fourcc;
+	f->colorspace   = dev->colorspace_out;
+	f->xfer_func    = dev->xfer_func_out;
+	f->ycbcr_enc    = dev->ycbcr_enc_out;
+	f->quantization = dev->quantization_out;
+	memset(f->plane_fmt, 0, sizeof(f->plane_fmt));
+	for (p = 0; p < fmt->buffers; p++) {
+		f->plane_fmt[p].bytesperline = dev->bytesperline_out[p];
+		f->plane_fmt[p].sizeimage =
+			f->plane_fmt[p].bytesperline * f->height +
 			fmt->data_offset[p];
 	}
 	for (p = fmt->buffers; p < fmt->planes; p++) {
 		unsigned stride = dev->bytesperline_out[p];
 
-		mp->plane_fmt[0].sizeimage +=
-			(stride * mp->height) / fmt->vdownsampling[p];
+		f->plane_fmt[0].sizeimage +=
+			(stride * f->height) / fmt->vdownsampling[p];
 	}
 	return 0;
 }
 
 int vivid_try_fmt_vid_out(struct file *file, void *priv,
-			struct v4l2_format *f)
+			  struct v4l2_ext_pix_format *f)
 {
 	struct vivid_dev *dev = video_drvdata(file);
+	struct v4l2_plane_pix_format *pfmt = f->plane_fmt;
 	struct v4l2_bt_timings *bt = &dev->dv_timings_out.bt;
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
-	struct v4l2_plane_pix_format *pfmt = mp->plane_fmt;
 	const struct vivid_fmt *fmt;
 	unsigned bytesperline, max_bpl;
 	unsigned factor = 1;
 	unsigned w, h;
 	unsigned p;
 
-	fmt = vivid_get_format(dev, mp->pixelformat);
+	fmt = vivid_get_format(dev, f->pixelformat);
 	if (!fmt) {
 		dprintk(dev, 1, "Fourcc format (0x%08x) unknown.\n",
-			mp->pixelformat);
-		mp->pixelformat = V4L2_PIX_FMT_YUYV;
-		fmt = vivid_get_format(dev, mp->pixelformat);
+			f->pixelformat);
+		f->pixelformat = V4L2_PIX_FMT_YUYV;
+		fmt = vivid_get_format(dev, f->pixelformat);
 	}
 
-	mp->field = vivid_field_out(dev, mp->field);
+	f->field = vivid_field_out(dev, f->field);
 	if (vivid_is_svid_out(dev)) {
 		w = 720;
 		h = (dev->std_out & V4L2_STD_525_60) ? 480 : 576;
@@ -375,13 +374,13 @@  int vivid_try_fmt_vid_out(struct file *file, void *priv,
 		w = dev->sink_rect.width;
 		h = dev->sink_rect.height;
 	}
-	if (V4L2_FIELD_HAS_T_OR_B(mp->field))
+	if (V4L2_FIELD_HAS_T_OR_B(f->field))
 		factor = 2;
 	if (!dev->has_scaler_out && !dev->has_crop_out && !dev->has_compose_out) {
-		mp->width = w;
-		mp->height = h / factor;
+		f->width = w;
+		f->height = h / factor;
 	} else {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height * factor };
+		struct v4l2_rect r = { 0, 0, f->width, f->height * factor };
 
 		v4l2_rect_set_min_size(&r, &vivid_min_rect);
 		v4l2_rect_set_max_size(&r, &vivid_max_rect);
@@ -394,16 +393,15 @@  int vivid_try_fmt_vid_out(struct file *file, void *priv,
 		} else if (!dev->has_scaler_out && !dev->has_compose_out) {
 			v4l2_rect_set_min_size(&r, &dev->sink_rect);
 		}
-		mp->width = r.width;
-		mp->height = r.height / factor;
+		f->width = r.width;
+		f->height = r.height / factor;
 	}
 
 	/* This driver supports custom bytesperline values */
 
-	mp->num_planes = fmt->buffers;
 	for (p = 0; p < fmt->buffers; p++) {
 		/* Calculate the minimum supported bytesperline value */
-		bytesperline = (mp->width * fmt->bit_depth[p]) >> 3;
+		bytesperline = (f->width * fmt->bit_depth[p]) >> 3;
 		/* Calculate the maximum supported bytesperline value */
 		max_bpl = (MAX_ZOOM * MAX_WIDTH * fmt->bit_depth[p]) >> 3;
 
@@ -412,42 +410,41 @@  int vivid_try_fmt_vid_out(struct file *file, void *priv,
 		if (pfmt[p].bytesperline < bytesperline)
 			pfmt[p].bytesperline = bytesperline;
 
-		pfmt[p].sizeimage = (pfmt[p].bytesperline * mp->height) /
+		pfmt[p].sizeimage = (pfmt[p].bytesperline * f->height) /
 				fmt->vdownsampling[p] + fmt->data_offset[p];
 
-		memset(pfmt[p].reserved, 0, sizeof(pfmt[p].reserved));
 	}
+	if (p < VIDEO_MAX_PLANES)
+		pfmt[p].sizeimage = 0;
 	for (p = fmt->buffers; p < fmt->planes; p++)
-		pfmt[0].sizeimage += (pfmt[0].bytesperline * mp->height *
+		pfmt[0].sizeimage += (pfmt[0].bytesperline * f->height *
 			(fmt->bit_depth[p] / fmt->vdownsampling[p])) /
 			(fmt->bit_depth[0] / fmt->vdownsampling[0]);
 
-	mp->xfer_func = V4L2_XFER_FUNC_DEFAULT;
-	mp->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
-	mp->quantization = V4L2_QUANTIZATION_DEFAULT;
+	f->xfer_func = V4L2_XFER_FUNC_DEFAULT;
+	f->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
+	f->quantization = V4L2_QUANTIZATION_DEFAULT;
 	if (vivid_is_svid_out(dev)) {
-		mp->colorspace = V4L2_COLORSPACE_SMPTE170M;
+		f->colorspace = V4L2_COLORSPACE_SMPTE170M;
 	} else if (dev->dvi_d_out || !(bt->flags & V4L2_DV_FL_IS_CE_VIDEO)) {
-		mp->colorspace = V4L2_COLORSPACE_SRGB;
+		f->colorspace = V4L2_COLORSPACE_SRGB;
 		if (dev->dvi_d_out)
-			mp->quantization = V4L2_QUANTIZATION_LIM_RANGE;
+			f->quantization = V4L2_QUANTIZATION_LIM_RANGE;
 	} else if (bt->width == 720 && bt->height <= 576) {
-		mp->colorspace = V4L2_COLORSPACE_SMPTE170M;
-	} else if (mp->colorspace != V4L2_COLORSPACE_SMPTE170M &&
-		   mp->colorspace != V4L2_COLORSPACE_REC709 &&
-		   mp->colorspace != V4L2_COLORSPACE_OPRGB &&
-		   mp->colorspace != V4L2_COLORSPACE_BT2020 &&
-		   mp->colorspace != V4L2_COLORSPACE_SRGB) {
-		mp->colorspace = V4L2_COLORSPACE_REC709;
+		f->colorspace = V4L2_COLORSPACE_SMPTE170M;
+	} else if (f->colorspace != V4L2_COLORSPACE_SMPTE170M &&
+		   f->colorspace != V4L2_COLORSPACE_REC709 &&
+		   f->colorspace != V4L2_COLORSPACE_OPRGB &&
+		   f->colorspace != V4L2_COLORSPACE_BT2020 &&
+		   f->colorspace != V4L2_COLORSPACE_SRGB) {
+		f->colorspace = V4L2_COLORSPACE_REC709;
 	}
-	memset(mp->reserved, 0, sizeof(mp->reserved));
 	return 0;
 }
 
 int vivid_s_fmt_vid_out(struct file *file, void *priv,
-					struct v4l2_format *f)
+			struct v4l2_ext_pix_format *f)
 {
-	struct v4l2_pix_format_mplane *mp = &f->fmt.pix_mp;
 	struct vivid_dev *dev = video_drvdata(file);
 	struct v4l2_rect *crop = &dev->crop_out;
 	struct v4l2_rect *compose = &dev->compose_out;
@@ -461,10 +458,10 @@  int vivid_s_fmt_vid_out(struct file *file, void *priv,
 
 	if (vb2_is_busy(q) &&
 	    (vivid_is_svid_out(dev) ||
-	     mp->width != dev->fmt_out_rect.width ||
-	     mp->height != dev->fmt_out_rect.height ||
-	     mp->pixelformat != dev->fmt_out->fourcc ||
-	     mp->field != dev->field_out)) {
+	     f->width != dev->fmt_out_rect.width ||
+	     f->height != dev->fmt_out_rect.height ||
+	     f->pixelformat != dev->fmt_out->fourcc ||
+	     f->field != dev->field_out)) {
 		dprintk(dev, 1, "%s device busy\n", __func__);
 		return -EBUSY;
 	}
@@ -477,12 +474,12 @@  int vivid_s_fmt_vid_out(struct file *file, void *priv,
 	if (vb2_is_busy(q))
 		goto set_colorspace;
 
-	dev->fmt_out = vivid_get_format(dev, mp->pixelformat);
-	if (V4L2_FIELD_HAS_T_OR_B(mp->field))
+	dev->fmt_out = vivid_get_format(dev, f->pixelformat);
+	if (V4L2_FIELD_HAS_T_OR_B(f->field))
 		factor = 2;
 
 	if (dev->has_scaler_out || dev->has_crop_out || dev->has_compose_out) {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height };
+		struct v4l2_rect r = { 0, 0, f->width, f->height };
 
 		if (dev->has_scaler_out) {
 			if (dev->has_crop_out)
@@ -541,30 +538,30 @@  int vivid_s_fmt_vid_out(struct file *file, void *priv,
 			crop->height /= factor;
 		}
 	} else {
-		struct v4l2_rect r = { 0, 0, mp->width, mp->height };
+		struct v4l2_rect r = { 0, 0, f->width, f->height };
 
 		v4l2_rect_set_size_to(crop, &r);
 		r.height /= factor;
 		v4l2_rect_set_size_to(compose, &r);
 	}
 
-	dev->fmt_out_rect.width = mp->width;
-	dev->fmt_out_rect.height = mp->height;
-	for (p = 0; p < mp->num_planes; p++)
-		dev->bytesperline_out[p] = mp->plane_fmt[p].bytesperline;
+	dev->fmt_out_rect.width = f->width;
+	dev->fmt_out_rect.height = f->height;
+	for (p = 0; p < VIDEO_MAX_PLANES && f->plane_fmt[p].sizeimage; p++)
+		dev->bytesperline_out[p] = f->plane_fmt[p].bytesperline;
 	for (p = dev->fmt_out->buffers; p < dev->fmt_out->planes; p++)
 		dev->bytesperline_out[p] =
 			(dev->bytesperline_out[0] * dev->fmt_out->bit_depth[p]) /
 			dev->fmt_out->bit_depth[0];
-	dev->field_out = mp->field;
+	dev->field_out = f->field;
 	if (vivid_is_svid_out(dev))
-		dev->tv_field_out = mp->field;
+		dev->tv_field_out = f->field;
 
 set_colorspace:
-	dev->colorspace_out = mp->colorspace;
-	dev->xfer_func_out = mp->xfer_func;
-	dev->ycbcr_enc_out = mp->ycbcr_enc;
-	dev->quantization_out = mp->quantization;
+	dev->colorspace_out = f->colorspace;
+	dev->xfer_func_out = f->xfer_func;
+	dev->ycbcr_enc_out = f->ycbcr_enc;
+	dev->quantization_out = f->quantization;
 	if (dev->loop_video) {
 		vivid_send_source_change(dev, SVID);
 		vivid_send_source_change(dev, HDMI);
@@ -572,66 +569,6 @@  int vivid_s_fmt_vid_out(struct file *file, void *priv,
 	return 0;
 }
 
-int vidioc_g_fmt_vid_out_mplane(struct file *file, void *priv,
-					struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_g_fmt_vid_out(file, priv, f);
-}
-
-int vidioc_try_fmt_vid_out_mplane(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_try_fmt_vid_out(file, priv, f);
-}
-
-int vidioc_s_fmt_vid_out_mplane(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (!dev->multiplanar)
-		return -ENOTTY;
-	return vivid_s_fmt_vid_out(file, priv, f);
-}
-
-int vidioc_g_fmt_vid_out(struct file *file, void *priv,
-					struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_g_fmt_vid_out);
-}
-
-int vidioc_try_fmt_vid_out(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_try_fmt_vid_out);
-}
-
-int vidioc_s_fmt_vid_out(struct file *file, void *priv,
-			struct v4l2_format *f)
-{
-	struct vivid_dev *dev = video_drvdata(file);
-
-	if (dev->multiplanar)
-		return -ENOTTY;
-	return fmt_sp2mp_func(file, priv, f, vivid_s_fmt_vid_out);
-}
-
 int vivid_vid_out_g_selection(struct file *file, void *priv,
 			      struct v4l2_selection *sel)
 {
diff --git a/drivers/media/test-drivers/vivid/vivid-vid-out.h b/drivers/media/test-drivers/vivid/vivid-vid-out.h
index 8d56314f4ea1..b84dc578af36 100644
--- a/drivers/media/test-drivers/vivid/vivid-vid-out.h
+++ b/drivers/media/test-drivers/vivid/vivid-vid-out.h
@@ -12,15 +12,12 @@  extern const struct vb2_ops vivid_vid_out_qops;
 
 void vivid_update_format_out(struct vivid_dev *dev);
 
-int vivid_g_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
-int vivid_try_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
-int vivid_s_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_g_fmt_vid_out_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_try_fmt_vid_out_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_s_fmt_vid_out_mplane(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_g_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_try_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
-int vidioc_s_fmt_vid_out(struct file *file, void *priv, struct v4l2_format *f);
+int vivid_g_fmt_vid_out(struct file *file, void *priv,
+			struct v4l2_ext_pix_format *f);
+int vivid_try_fmt_vid_out(struct file *file, void *priv,
+			  struct v4l2_ext_pix_format *f);
+int vivid_s_fmt_vid_out(struct file *file, void *priv,
+			struct v4l2_ext_pix_format *f);
 int vivid_vid_out_g_selection(struct file *file, void *priv, struct v4l2_selection *sel);
 int vivid_vid_out_s_selection(struct file *file, void *fh, struct v4l2_selection *s);
 int vivid_vid_out_g_pixelaspect(struct file *file, void *priv, int type, struct v4l2_fract *f);