Return AVERROR(EINVAL) when invalid width and/or height are specified to

avcodec_open.

Originally committed as revision 9770 to svn://svn.ffmpeg.org/ffmpeg/trunk

libavcodec/utils.c

@@ -847,6 +847,7 @@ int avcodec_open(AVCodecContext *avctx, AVCodec *codec)
 
     if((avctx->coded_width||avctx->coded_height) && avcodec_check_dimensions(avctx,avctx->coded_width,avctx->coded_height)){
         av_freep(&avctx->priv_data);
+        ret = AVERROR(EINVAL);
         goto end;
     }