From ef8740d8e58dc45950887305307206d27ad413fb Mon Sep 17 00:00:00 2001 From: "Ronald S. Bultje" Date: Fri, 4 Sep 2015 17:01:53 -0400 Subject: vp9: fix type of iadst4_1d intermediates. Fixes integer overflows for extreme coefficient values in 10/12bpp content. --- libavcodec/vp9dsp_template.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'libavcodec/vp9dsp_template.c') diff --git a/libavcodec/vp9dsp_template.c b/libavcodec/vp9dsp_template.c index 9395a0c..4d810fe 100644 --- a/libavcodec/vp9dsp_template.c +++ b/libavcodec/vp9dsp_template.c @@ -1186,7 +1186,7 @@ static av_always_inline void idct4_1d(const dctcoef *in, ptrdiff_t stride, static av_always_inline void iadst4_1d(const dctcoef *in, ptrdiff_t stride, dctcoef *out, int pass) { - int t0, t1, t2, t3; + dctint t0, t1, t2, t3; t0 = 5283 * IN(0) + 15212 * IN(2) + 9929 * IN(3); t1 = 9929 * IN(0) - 5283 * IN(2) - 15212 * IN(3); -- cgit v1.1