summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--libavcodec/xpmdec.c23
1 files changed, 8 insertions, 15 deletions
diff --git a/libavcodec/xpmdec.c b/libavcodec/xpmdec.c
index 25ef992a1c..592f81ac3c 100644
--- a/libavcodec/xpmdec.c
+++ b/libavcodec/xpmdec.c
@@ -328,29 +328,22 @@ static int xpm_decode_frame(AVCodecContext *avctx, void *data,
if ((ret = ff_get_buffer(avctx, p, 0)) < 0)
return ret;
- if (ncolors <= 0) {
- av_log(avctx, AV_LOG_ERROR, "invalid number of colors: %d\n", ncolors);
+ if (cpp <= 0 || cpp >= 5) {
+ av_log(avctx, AV_LOG_ERROR, "unsupported/invalid number of chars per pixel: %d\n", cpp);
return AVERROR_INVALIDDATA;
}
- if (cpp <= 0) {
- av_log(avctx, AV_LOG_ERROR, "invalid number of chars per pixel: %d\n", cpp);
+ size = 1;
+ for (i = 0; i < cpp; i++)
+ size *= 94;
+
+ if (ncolors <= 0 || ncolors > size) {
+ av_log(avctx, AV_LOG_ERROR, "invalid number of colors: %d\n", ncolors);
return AVERROR_INVALIDDATA;
}
- size = 1;
- j = 1;
- for (i = 0; i < cpp; i++) {
- size += j * 94;
- j *= 95;
- }
size *= 4;
- if (size < 0) {
- av_log(avctx, AV_LOG_ERROR, "unsupported number of chars per pixel: %d\n", cpp);
- return AVERROR(ENOMEM);
- }
-
av_fast_padded_malloc(&x->pixels, &x->pixels_size, size);
if (!x->pixels)
return AVERROR(ENOMEM);