Commit 56f89bae authored by Michael Niedermayer's avatar Michael Niedermayer

swr-test: improve rounding in set()

Signed-off-by: 's avatarMichael Niedermayer <michaelni@gmx.at>
parent 5473a98e
...@@ -59,11 +59,11 @@ static void set(uint8_t *a[], int ch, int index, int ch_count, enum AVSampleFor ...@@ -59,11 +59,11 @@ static void set(uint8_t *a[], int ch, int index, int ch_count, enum AVSampleFor
index= ch + index*ch_count; index= ch + index*ch_count;
} }
switch(f){ switch(f){
case AV_SAMPLE_FMT_U8 : ((uint8_t*)p)[index]= (v+1.0)*255.0/2; break; case AV_SAMPLE_FMT_U8 : ((uint8_t*)p)[index]= av_clip_uint8 (lrint((v+1.0)*255.0/2)); break;
case AV_SAMPLE_FMT_S16: ((int16_t*)p)[index]= v*32767; break; case AV_SAMPLE_FMT_S16: ((int16_t*)p)[index]= av_clip_int16 (lrint(v*32767)); break;
case AV_SAMPLE_FMT_S32: ((int32_t*)p)[index]= v*2147483647; break; case AV_SAMPLE_FMT_S32: ((int32_t*)p)[index]= av_clipl_int32(lrint(v*2147483647)); break;
case AV_SAMPLE_FMT_FLT: ((float *)p)[index]= v; break; case AV_SAMPLE_FMT_FLT: ((float *)p)[index]= v; break;
case AV_SAMPLE_FMT_DBL: ((double *)p)[index]= v; break; case AV_SAMPLE_FMT_DBL: ((double *)p)[index]= v; break;
default: av_assert2(0); default: av_assert2(0);
} }
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment