indeo4: check transform size.

Found-by: Mateusz "j00ru" Jurczyk and Gynvael Coldwind
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
This commit is contained in:
Michael Niedermayer 2012-04-15 13:26:19 +02:00
parent 5a59d2c40b
commit 0846719dd1
3 changed files with 10 additions and 1 deletions

View File

@ -383,6 +383,10 @@ static int decode_band_hdr(IVI4DecContext *ctx, IVIBandDesc *band,
return AVERROR_PATCHWELCOME; return AVERROR_PATCHWELCOME;
} }
if (transform_id < 10 && band->blk_size < 8) {
av_log(avctx, AV_LOG_ERROR, "wrong transform size!\n");
return AVERROR_INVALIDDATA;
}
#if IVI4_STREAM_ANALYSER #if IVI4_STREAM_ANALYSER
if ((transform_id >= 0 && transform_id <= 2) || transform_id == 10) if ((transform_id >= 0 && transform_id <= 2) || transform_id == 10)
ctx->uses_haar = 1; ctx->uses_haar = 1;
@ -391,6 +395,7 @@ static int decode_band_hdr(IVI4DecContext *ctx, IVIBandDesc *band,
band->inv_transform = transforms[transform_id].inv_trans; band->inv_transform = transforms[transform_id].inv_trans;
band->dc_transform = transforms[transform_id].dc_trans; band->dc_transform = transforms[transform_id].dc_trans;
band->is_2d_trans = transforms[transform_id].is_2d_trans; band->is_2d_trans = transforms[transform_id].is_2d_trans;
band->transform_size= (transform_id < 10) ? 8 : 4;
scan_indx = get_bits(&ctx->gb, 4); scan_indx = get_bits(&ctx->gb, 4);
if ((scan_indx>4 && scan_indx<10) != (band->blk_size==4)) { if ((scan_indx>4 && scan_indx<10) != (band->blk_size==4)) {

View File

@ -440,7 +440,10 @@ int ff_ivi_decode_blocks(GetBitContext *gb, IVIBandDesc *band, IVITile *tile)
trvec[0] = prev_dc; trvec[0] = prev_dc;
col_flags[0] |= !!prev_dc; col_flags[0] |= !!prev_dc;
} }
if(band->transform_size > band->blk_size){
av_log(0, AV_LOG_ERROR, "Too large transform\n");
return AVERROR_INVALIDDATA;
}
/* apply inverse transform */ /* apply inverse transform */
band->inv_transform(trvec, band->buf + buf_offs, band->inv_transform(trvec, band->buf + buf_offs,
band->pitch, col_flags); band->pitch, col_flags);

View File

@ -160,6 +160,7 @@ typedef struct {
InvTransformPtr *inv_transform; InvTransformPtr *inv_transform;
DCTransformPtr *dc_transform; DCTransformPtr *dc_transform;
int is_2d_trans; ///< 1 indicates that the two-dimensional inverse transform is used int is_2d_trans; ///< 1 indicates that the two-dimensional inverse transform is used
int transform_size; ///< block size of the transform
int32_t checksum; ///< for debug purposes int32_t checksum; ///< for debug purposes
int checksum_present; int checksum_present;
int bufsize; ///< band buffer size in bytes int bufsize; ///< band buffer size in bytes