From 932913f0b406814d9c374c5e1a5ab6aa45a53168 Mon Sep 17 00:00:00 2001 From: Paul B Mahol Date: Wed, 16 Oct 2019 18:06:47 +0200 Subject: avfilter/vf_edgedetect: fix undefined behaviour Fixes #8287 --- libavfilter/vf_edgedetect.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'libavfilter/vf_edgedetect.c') diff --git a/libavfilter/vf_edgedetect.c b/libavfilter/vf_edgedetect.c index 25424dbcce..a5614ea63b 100644 --- a/libavfilter/vf_edgedetect.c +++ b/libavfilter/vf_edgedetect.c @@ -216,7 +216,7 @@ static int get_rounded_direction(int gx, int gy) if (gx < 0) gx = -gx, gy = -gy; - gy <<= 16; + gy *= (1 << 16); tanpi8gx = 27146 * gx; tan3pi8gx = 158218 * gx; if (gy > -tan3pi8gx && gy < -tanpi8gx) return DIRECTION_45UP; -- cgit v1.2.3