diff options
Diffstat (limited to 'libavcodec/sgidec.c')
-rw-r--r-- | libavcodec/sgidec.c | 81 |
1 files changed, 40 insertions, 41 deletions
diff --git a/libavcodec/sgidec.c b/libavcodec/sgidec.c index 476311d..df41e89 100644 --- a/libavcodec/sgidec.c +++ b/libavcodec/sgidec.c @@ -2,24 +2,25 @@ * SGI image decoder * Todd Kirby <doubleshot@pacbell.net> * - * This file is part of Libav. + * This file is part of FFmpeg. * - * Libav is free software; you can redistribute it and/or + * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * - * Libav is distributed in the hope that it will be useful, + * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public - * License along with Libav; if not, write to the Free Software + * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "libavutil/imgutils.h" +#include "libavutil/avassert.h" #include "avcodec.h" #include "bytestream.h" #include "internal.h" @@ -40,7 +41,7 @@ typedef struct SgiState { * @param out_buf Points to one line after the output buffer. * @param out_end end of line in output buffer * @param pixelstride pixel stride of input buffer - * @return size of output in bytes, -1 if buffer overflows + * @return size of output in bytes, else return error code. */ static int expand_rle_row(SgiState *s, uint8_t *out_buf, uint8_t *out_end, int pixelstride) @@ -48,16 +49,17 @@ static int expand_rle_row(SgiState *s, uint8_t *out_buf, unsigned char pixel, count; unsigned char *orig = out_buf; - while (1) { + while (out_buf < out_end) { if (bytestream2_get_bytes_left(&s->g) < 1) return AVERROR_INVALIDDATA; pixel = bytestream2_get_byteu(&s->g); if (!(count = (pixel & 0x7f))) { - return (out_buf - orig) / pixelstride; + break; } /* Check for buffer overflow. */ - if(out_buf + pixelstride * count >= out_end) return -1; + if (out_end - out_buf <= pixelstride * (count - 1)) + return AVERROR_INVALIDDATA; if (pixel & 0x80) { while (count--) { @@ -73,13 +75,14 @@ static int expand_rle_row(SgiState *s, uint8_t *out_buf, } } } + return (out_buf - orig) / pixelstride; } /** * Read a run length encoded SGI image. * @param out_buf output buffer * @param s the current image state - * @return 0 if no error, else return error number. + * @return 0 if no error, else return error code. */ static int read_rle_sgi(uint8_t *out_buf, SgiState *s) { @@ -100,7 +103,7 @@ static int read_rle_sgi(uint8_t *out_buf, SgiState *s) dest_row -= s->linesize; start_offset = bytestream2_get_be32(&g_table); bytestream2_seek(&s->g, start_offset, SEEK_SET); - if (expand_rle_row(s, dest_row + z, dest_row + FFABS(s->linesize), + if (expand_rle_row(s, dest_row + z, dest_row + s->width*s->depth, s->depth) != s->width) { return AVERROR_INVALIDDATA; } @@ -112,16 +115,15 @@ static int read_rle_sgi(uint8_t *out_buf, SgiState *s) /** * Read an uncompressed SGI image. * @param out_buf output buffer - * @param out_end end ofoutput buffer * @param s the current image state - * @return 0 if read success, otherwise return -1. + * @return 0 if read success, else return error code. */ -static int read_uncompressed_sgi(unsigned char* out_buf, uint8_t* out_end, - SgiState *s) +static int read_uncompressed_sgi(unsigned char* out_buf, SgiState *s) { int x, y, z; unsigned int offset = s->height * s->width * s->bytes_per_channel; GetByteContext gp[4]; + uint8_t *out_end; /* Test buffer size. */ if (offset * s->depth > bytestream2_get_bytes_left(&s->g)) @@ -136,9 +138,10 @@ static int read_uncompressed_sgi(unsigned char* out_buf, uint8_t* out_end, for (y = s->height - 1; y >= 0; y--) { out_end = out_buf + (y * s->linesize); if (s->bytes_per_channel == 1) { - for (x = s->width; x > 0; x--) - for (z = 0; z < s->depth; z++) - *out_end++ = bytestream2_get_byteu(&gp[z]); + for (x = s->width; x > 0; x--) { + bytestream2_get_bufferu(&gp[z], out_end, s->depth); + out_end += s->depth; + } } else { uint16_t *out16 = (uint16_t *)out_end; for (x = s->width; x > 0; x--) @@ -166,48 +169,46 @@ static int decode_frame(AVCodecContext *avctx, } /* Test for SGI magic. */ - if (bytestream2_get_be16(&s->g) != SGI_MAGIC) { + if (bytestream2_get_be16u(&s->g) != SGI_MAGIC) { av_log(avctx, AV_LOG_ERROR, "bad magic number\n"); return AVERROR_INVALIDDATA; } - rle = bytestream2_get_byte(&s->g); - s->bytes_per_channel = bytestream2_get_byte(&s->g); - dimension = bytestream2_get_be16(&s->g); - s->width = bytestream2_get_be16(&s->g); - s->height = bytestream2_get_be16(&s->g); - s->depth = bytestream2_get_be16(&s->g); + rle = bytestream2_get_byteu(&s->g); + s->bytes_per_channel = bytestream2_get_byteu(&s->g); + dimension = bytestream2_get_be16u(&s->g); + s->width = bytestream2_get_be16u(&s->g); + s->height = bytestream2_get_be16u(&s->g); + s->depth = bytestream2_get_be16u(&s->g); if (s->bytes_per_channel != 1 && (s->bytes_per_channel != 2 || rle)) { av_log(avctx, AV_LOG_ERROR, "wrong channel number\n"); - return -1; + return AVERROR_INVALIDDATA; } /* Check for supported image dimensions. */ if (dimension != 2 && dimension != 3) { av_log(avctx, AV_LOG_ERROR, "wrong dimension number\n"); - return -1; + return AVERROR_INVALIDDATA; } if (s->depth == SGI_GRAYSCALE) { avctx->pix_fmt = s->bytes_per_channel == 2 ? AV_PIX_FMT_GRAY16BE : AV_PIX_FMT_GRAY8; } else if (s->depth == SGI_RGB) { avctx->pix_fmt = s->bytes_per_channel == 2 ? AV_PIX_FMT_RGB48BE : AV_PIX_FMT_RGB24; - } else if (s->depth == SGI_RGBA && s->bytes_per_channel == 1) { - avctx->pix_fmt = AV_PIX_FMT_RGBA; + } else if (s->depth == SGI_RGBA) { + avctx->pix_fmt = s->bytes_per_channel == 2 ? AV_PIX_FMT_RGBA64BE : AV_PIX_FMT_RGBA; } else { av_log(avctx, AV_LOG_ERROR, "wrong picture format\n"); - return -1; + return AVERROR_INVALIDDATA; } if (av_image_check_size(s->width, s->height, 0, avctx)) - return -1; + return AVERROR_INVALIDDATA; avcodec_set_dimensions(avctx, s->width, s->height); - if (ff_get_buffer(avctx, p, 0) < 0) { - av_log(avctx, AV_LOG_ERROR, "get_buffer() failed.\n"); - return -1; - } + if ((ret = ff_get_buffer(avctx, p, 0)) < 0) + return ret; p->pict_type = AV_PICTURE_TYPE_I; p->key_frame = 1; @@ -222,15 +223,13 @@ static int decode_frame(AVCodecContext *avctx, if (rle) { ret = read_rle_sgi(out_end, s); } else { - ret = read_uncompressed_sgi(out_buf, out_end, s); + ret = read_uncompressed_sgi(out_buf, s); } - - if (ret == 0) { - *got_frame = 1; - return avpkt->size; - } else { + if (ret) return ret; - } + + *got_frame = 1; + return avpkt->size; } AVCodec ff_sgi_decoder = { |