summaryrefslogtreecommitdiff
path: root/libavcodec/qdm2.c
diff options
context:
space:
mode:
authorMichael Niedermayer <michael@niedermayer.cc>2019-06-17 20:58:47 +0200
committerMichael Niedermayer <michael@niedermayer.cc>2019-06-29 19:22:19 +0200
commit8d8b8c4ac6fb5b5d40bd131f2d2ea9d85b8759a6 (patch)
tree5edc37d1e5af9f259d71398ac3575517c143b9a0 /libavcodec/qdm2.c
parentcf3c245566e8a8d45ed2ad9fdff9ef50327ba2d3 (diff)
avcodec/qdm2: Move fft_order check up
This avoids undefined computations with unchecked values Fixes: shift exponent -21 is negative Fixes: 15262/clusterfuzz-testcase-minimized-ffmpeg_AV_CODEC_ID_QDM2_fuzzer-5651261753393152 Found-by: continuous fuzzing process https://github.com/google/oss-fuzz/tree/master/projects/ffmpeg Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
Diffstat (limited to 'libavcodec/qdm2.c')
-rw-r--r--libavcodec/qdm2.c11
1 files changed, 6 insertions, 5 deletions
diff --git a/libavcodec/qdm2.c b/libavcodec/qdm2.c
index 88b6b19d11..1397218bdd 100644
--- a/libavcodec/qdm2.c
+++ b/libavcodec/qdm2.c
@@ -1702,6 +1702,12 @@ static av_cold int qdm2_decode_init(AVCodecContext *avctx)
s->fft_order = av_log2(s->fft_size) + 1;
+ // Fail on unknown fft order
+ if ((s->fft_order < 7) || (s->fft_order > 9)) {
+ avpriv_request_sample(avctx, "Unknown FFT order %d", s->fft_order);
+ return AVERROR_PATCHWELCOME;
+ }
+
// something like max decodable tones
s->group_order = av_log2(s->group_size) + 1;
s->frame_size = s->group_size / 16; // 16 iterations per super block
@@ -1735,11 +1741,6 @@ static av_cold int qdm2_decode_init(AVCodecContext *avctx)
else
s->coeff_per_sb_select = 2;
- // Fail on unknown fft order
- if ((s->fft_order < 7) || (s->fft_order > 9)) {
- avpriv_request_sample(avctx, "Unknown FFT order %d", s->fft_order);
- return AVERROR_PATCHWELCOME;
- }
if (s->fft_size != (1 << (s->fft_order - 1))) {
av_log(avctx, AV_LOG_ERROR, "FFT size %d not power of 2.\n", s->fft_size);
return AVERROR_INVALIDDATA;