Commit cee3c9d2 authored by Michael Niedermayer's avatar Michael Niedermayer

avutil/softfloat: Fix overflows in shifts in av_cmp_sf() and av_gt_sf()

Signed-off-by: 's avatarMichael Niedermayer <michael@niedermayer.cc>
parent df2a2117
......@@ -119,15 +119,19 @@ static inline av_const SoftFloat av_div_sf(SoftFloat a, SoftFloat b){
static inline av_const int av_cmp_sf(SoftFloat a, SoftFloat b){
int t= a.exp - b.exp;
if(t<0) return (a.mant >> (-t)) - b.mant ;
else return a.mant - (b.mant >> t);
if (t <-31) return - b.mant ;
else if (t < 0) return (a.mant >> (-t)) - b.mant ;
else if (t < 32) return a.mant - (b.mant >> t);
else return a.mant ;
}
static inline av_const int av_gt_sf(SoftFloat a, SoftFloat b)
{
int t= a.exp - b.exp;
if(t<0) return (a.mant >> (-t)) > b.mant ;
else return a.mant > (b.mant >> t);
if (t <-31) return 0;
else if (t < 0) return (a.mant >> (-t)) > b.mant ;
else if (t < 32) return a.mant > (b.mant >> t);
else return 1;
}
static inline av_const SoftFloat av_add_sf(SoftFloat a, SoftFloat b){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment