seems only 3 bits are used for the number of resolutions, some rv30 files have this...

Originally committed as revision 6395 to svn://svn.ffmpeg.org/ffmpeg/trunk

diff --git a/libavcodec/rv10.c b/libavcodec/rv10.c
index 63d2942..adda0e8 100644 (file)
--- a/libavcodec/rv10.c
+++ b/libavcodec/rv10.c
@@ -433,7 +433,7 @@ static int rv20_decode_picture_header(MpegEncContext *s)
 
     if(s->avctx->has_b_frames){
         int f, new_w, new_h;
-        int v= s->avctx->extradata_size >= 4 ? ((uint8_t*)s->avctx->extradata)[1] : 0;
+        int v= s->avctx->extradata_size >= 4 ? 7&((uint8_t*)s->avctx->extradata)[1] : 0;
 
         if (get_bits(&s->gb, 1)){
             av_log(s->avctx, AV_LOG_ERROR, "unknown bit3 set\n");