From 0a4808741e523d3b7b214a945fa2bcb59299896e Mon Sep 17 00:00:00 2001 From: Michael Niedermayer Date: Sun, 15 Mar 2015 17:30:10 +0100 Subject: avcodec/h264dsp_template: Fix undefined shifts Found-by: Clang -fsanitize=shift Reported-by: Thierry Foucu Signed-off-by: Michael Niedermayer --- libavcodec/h264dsp_template.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'libavcodec/h264dsp_template.c') diff --git a/libavcodec/h264dsp_template.c b/libavcodec/h264dsp_template.c index 4b42af7..fa11019 100644 --- a/libavcodec/h264dsp_template.c +++ b/libavcodec/h264dsp_template.c @@ -237,7 +237,7 @@ static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma)(uint8_t * xstride >>= sizeof(pixel)-1; ystride >>= sizeof(pixel)-1; for( i = 0; i < 4; i++ ) { - const int tc = ((tc0[i] - 1) << (BIT_DEPTH - 8)) + 1; + const int tc = ((tc0[i] - 1U) << (BIT_DEPTH - 8)) + 1; if( tc <= 0 ) { pix += inner_iters*ystride; continue; @@ -252,7 +252,7 @@ static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma)(uint8_t * FFABS( p1 - p0 ) < beta && FFABS( q1 - q0 ) < beta ) { - int delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc ); + int delta = av_clip( ((q0 - p0) * 4 + (p1 - q1) + 4) >> 3, -tc, tc ); pix[-xstride] = av_clip_pixel( p0 + delta ); /* p0' */ pix[0] = av_clip_pixel( q0 - delta ); /* q0' */ -- cgit v1.1