diff options
| author | Valerii Zapodovnikov <val.zapod.vz@gmail.com> | 2021-05-24 06:42:32 +0300 |
|---|---|---|
| committer | Michael Niedermayer <michael@niedermayer.cc> | 2021-06-05 16:59:37 +0200 |
| commit | ff0d70c8a9c2d9266da20039cb1a98ed20b6df12 (patch) | |
| tree | 1c70241164b774d14f79fea78afa5a7827a5155f /libavfilter/vf_hqdn3d.c | |
| parent | 3ac7d994280e913f41a246014d3cfb76070a6f3e (diff) | |
avfilter/vf_hqdn3d: fix left shift of negative numbers
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
Diffstat (limited to 'libavfilter/vf_hqdn3d.c')
| -rw-r--r-- | libavfilter/vf_hqdn3d.c | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/libavfilter/vf_hqdn3d.c b/libavfilter/vf_hqdn3d.c index 8d71ae316d..bd3eb2d01c 100644 --- a/libavfilter/vf_hqdn3d.c +++ b/libavfilter/vf_hqdn3d.c @@ -179,7 +179,7 @@ static void precalc_coefs(double dist25, int depth, int16_t *ct) gamma = log(0.25) / log(1.0 - FFMIN(dist25,252.0)/255.0 - 0.00001); - for (i = -256<<LUT_BITS; i < 256<<LUT_BITS; i++) { + for (i = -(256<<LUT_BITS); i < 256<<LUT_BITS; i++) { double f = ((i<<(9-LUT_BITS)) + (1<<(8-LUT_BITS)) - 1) / 512.0; // midpoint of the bin simil = FFMAX(0, 1.0 - fabs(f) / 255.0); C = pow(simil, gamma) * 256.0 * f; |