From: Ville Syrjälä Date: Mon, 19 Dec 2011 22:06:47 +0000 (+0200) Subject: drm: plane: Check that the fb pixel format is supported by the plane X-Git-Tag: upstream/snapshot3+hdmi~8389^2~74 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=62443be626a3a753e6c650abd87e8a39fd569d7e;p=platform%2Fadaptation%2Frenesas_rcar%2Frenesas_kernel.git drm: plane: Check that the fb pixel format is supported by the plane Signed-off-by: Ville Syrjälä Signed-off-by: Dave Airlie --- diff --git a/drivers/gpu/drm/drm_crtc.c b/drivers/gpu/drm/drm_crtc.c index 80cfe1c..66a165d 100644 --- a/drivers/gpu/drm/drm_crtc.c +++ b/drivers/gpu/drm/drm_crtc.c @@ -1662,6 +1662,7 @@ int drm_mode_setplane(struct drm_device *dev, void *data, struct drm_framebuffer *fb; int ret = 0; unsigned int fb_width, fb_height; + int i; if (!drm_core_check_feature(dev, DRIVER_MODESET)) return -EINVAL; @@ -1710,6 +1711,16 @@ int drm_mode_setplane(struct drm_device *dev, void *data, } fb = obj_to_fb(obj); + /* Check whether this plane supports the fb pixel format. */ + for (i = 0; i < plane->format_count; i++) + if (fb->pixel_format == plane->format_types[i]) + break; + if (i == plane->format_count) { + DRM_DEBUG_KMS("Invalid pixel format 0x%08x\n", fb->pixel_format); + ret = -EINVAL; + goto out; + } + fb_width = fb->width << 16; fb_height = fb->height << 16;