Skip to content

F
ffmpeg.wasm-core
Commit 0b7e5d0d authored by Michael Niedermayer's avatar Michael Niedermayer
Browse files
Options

postproc: fix qp count 

Found-by: ubitux
Signed-off-by: 's avatarMichael Niedermayer <michaelni@gmx.at>
parent 57884172
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
libpostproc/postprocess.c
View file @ 0b7e5d0d
...@@ -994,7 +994,7 @@ void pp_postprocess(const uint8_t * src[3], const int srcStride[3], ...@@ -994,7 +994,7 @@ void pp_postprocess(const uint8_t * src[3], const int srcStride[3],
if(pict_type & PP_PICT_TYPE_QP2){ if(pict_type & PP_PICT_TYPE_QP2){
int i; int i;
const int count= mbHeight * absQPStride; const int count= FFMAX(mbHeight * absQPStride, mbWidth);
for(i=0; i<(count>>2); i++){ for(i=0; i<(count>>2); i++){
((uint32_t*)c->stdQPTable)[i] = (((const uint32_t*)QP_store)[i]>>1) & 0x7F7F7F7F; ((uint32_t*)c->stdQPTable)[i] = (((const uint32_t*)QP_store)[i]>>1) & 0x7F7F7F7F;
} }
...@@ -1019,7 +1019,7 @@ void pp_postprocess(const uint8_t * src[3], const int srcStride[3], ...@@ -1019,7 +1019,7 @@ void pp_postprocess(const uint8_t * src[3], const int srcStride[3],
if((pict_type&7)!=3){ if((pict_type&7)!=3){
if (QPStride >= 0){ if (QPStride >= 0){
int i; int i;
const int count= mbHeight * FFMAX(QPStride, mbWidth); const int count= FFMAX(mbHeight * QPStride, mbWidth);
for(i=0; i<(count>>2); i++){ for(i=0; i<(count>>2); i++){
((uint32_t*)c->nonBQPTable)[i] = ((const uint32_t*)QP_store)[i] & 0x3F3F3F3F; ((uint32_t*)c->nonBQPTable)[i] = ((const uint32_t*)QP_store)[i] & 0x3F3F3F3F;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment