From f44d50a94c120135faeba6b4a1e5551b4397810f Mon Sep 17 00:00:00 2001 From: "Ronald S. Bultje" Date: Fri, 8 Jul 2011 14:54:31 -0700 Subject: swscale: fix 16-bit horizontal scaling underflow. When using e.g. lanczos scaling, values can drop below 0, so they should never be unsigned. --- libswscale/swscale.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'libswscale') diff --git a/libswscale/swscale.c b/libswscale/swscale.c index 14807fdc46..a302373b85 100644 --- a/libswscale/swscale.c +++ b/libswscale/swscale.c @@ -1854,7 +1854,7 @@ static void hScale16_c(SwsContext *c, int16_t *_dst, int dstW, const uint8_t *_s for (i = 0; i < dstW; i++) { int j; int srcPos = filterPos[i]; - unsigned int val = 0; + int val = 0; for (j = 0; j < filterSize; j++) { val += src[srcPos + j] * filter[filterSize * i + j]; -- cgit v1.2.3