backport the webp load from buffer fix

This commit is contained in:
John Cupitt 2014-02-25 16:21:44 +00:00
parent 594af28c8e
commit 4f22878215
2 changed files with 45 additions and 45 deletions

View File

@ -1,5 +1,7 @@
24/2/14 started 7.38.5 24/2/14 started 7.38.5
- jpeg load from buffer could write to input, thanks Lovell - jpeg load from buffer could write to input, thanks Lovell
- fix webpload from buffer, thanks Lovell
- vips_sequential() could fail under heavy load
- remove support for seq mode read for operations like extract - remove support for seq mode read for operations like extract
13/2/14 started 7.38.4 13/2/14 started 7.38.4

View File

@ -1,7 +1,9 @@
/* read with libwebp /* read with libwebp
* *
* 6/8/13 * 6/8/13
* - from webp2vips.c * - from png2vips.c
* 24/2/14
* - oops, buffer path was broken, thanks Lovell
*/ */
/* /*
@ -66,10 +68,15 @@ typedef struct {
*/ */
char *filename; char *filename;
/* Memory source. /* Memory source. We se gint64 rather than size_t since we use
* vips_file_length() and vips__mmap() for file sources.
*/ */
void *buf; void *data;
size_t len; gint64 length;
/* If we are opening a file object, the fd.
*/
int fd;
/* Decoder config. /* Decoder config.
*/ */
@ -95,43 +102,58 @@ vips__iswebp( const char *filename )
static int static int
read_free( Read *read ) read_free( Read *read )
{ {
VIPS_FREE( read->filename );
VIPS_FREEF( WebPIDelete, read->idec ); VIPS_FREEF( WebPIDelete, read->idec );
WebPFreeDecBuffer( &read->config.output ); WebPFreeDecBuffer( &read->config.output );
if( read->fd &&
read->data &&
read->length ) {
vips__munmap( read->data, read->length );
read->data = NULL;
read->length = 0;
}
VIPS_FREEF( vips_tracked_close, read->fd );
VIPS_FREE( read->filename );
VIPS_FREE( read ); VIPS_FREE( read );
return( 0 ); return( 0 );
} }
static Read * static Read *
read_new( const char *filename, void *buf, size_t len ) read_new( const char *filename, void *data, size_t length )
{ {
Read *read; Read *read;
unsigned char header[MINIMAL_HEADER];
if( !(read = VIPS_NEW( NULL, Read )) ) if( !(read = VIPS_NEW( NULL, Read )) )
return( NULL ); return( NULL );
read->filename = g_strdup( filename ); read->filename = g_strdup( filename );
read->buf = buf; read->data = data;
read->len = len; read->length = length;
read->fd = 0;
read->idec = NULL; read->idec = NULL;
WebPInitDecoderConfig( &read->config ); if( read->filename ) {
if( filename ) { /* libwebp makes streaming from a file source very hard. We
if( vips__get_bytes( filename, header, MINIMAL_HEADER ) && * have to read to a full memory buffer, then copy to out.
WebPGetFeatures( header, MINIMAL_HEADER, *
&read->config.input ) != VP8_STATUS_OK ) { * mmap the input file, it's slightly quicker.
*/
if( !(read->fd = vips__open_image_read( read->filename )) ||
(read->length = vips_file_length( read->fd )) < 0 ||
!(read->data = vips__mmap( read->fd,
FALSE, read->length, 0 )) ) {
read_free( read ); read_free( read );
return( NULL ); return( NULL );
} }
} }
else {
if( WebPGetFeatures( read->buf, read->len, WebPInitDecoderConfig( &read->config );
&read->config.input ) != VP8_STATUS_OK ) { if( WebPGetFeatures( read->data, MINIMAL_HEADER,
read_free( read ); &read->config.input ) != VP8_STATUS_OK ) {
return( NULL ); read_free( read );
} return( NULL );
} }
if( read->config.input.has_alpha ) if( read->config.input.has_alpha )
@ -186,51 +208,27 @@ read_image( Read *read, VipsImage *out )
{ {
VipsImage **t = (VipsImage **) VipsImage **t = (VipsImage **)
vips_object_local_array( VIPS_OBJECT( out ), 3 ); vips_object_local_array( VIPS_OBJECT( out ), 3 );
gint64 length;
void *data;
int fd;
webp_decoder decoder; webp_decoder decoder;
/* libwebp makes streaming very hard. We have to read to a full memory
* buffer, then copy to out.
*
* mmap the input file, it's slightly quicker.
*/
t[0] = vips_image_new_buffer(); t[0] = vips_image_new_buffer();
if( read_header( read, t[0] ) ) if( read_header( read, t[0] ) )
return( -1 ); return( -1 );
if( vips_image_write_prepare( t[0] ) ) if( vips_image_write_prepare( t[0] ) )
return( -1 ); return( -1 );
if( !(fd = vips__open_image_read( read->filename )) )
return( -1 );
if( (length = vips_file_length( fd )) < 0 ) {
vips_tracked_close( fd );
return( -1 );
}
if( !(data = vips__mmap( fd, FALSE, length, 0 )) ) {
vips_tracked_close( fd );
return( -1 );
}
if( t[0]->Bands == 3 ) if( t[0]->Bands == 3 )
decoder = WebPDecodeRGBInto; decoder = WebPDecodeRGBInto;
else else
decoder = WebPDecodeRGBAInto; decoder = WebPDecodeRGBAInto;
if( !decoder( (uint8_t *) data, length, if( !decoder( (uint8_t *) read->data, read->length,
VIPS_IMAGE_ADDR( t[0], 0, 0 ), VIPS_IMAGE_ADDR( t[0], 0, 0 ),
VIPS_IMAGE_SIZEOF_IMAGE( t[0] ), VIPS_IMAGE_SIZEOF_IMAGE( t[0] ),
VIPS_IMAGE_SIZEOF_LINE( t[0] ) ) ) { VIPS_IMAGE_SIZEOF_LINE( t[0] ) ) ) {
vips__munmap( data, length );
vips_tracked_close( fd );
vips_error( "webp2vips", "%s", _( "unable to read pixels" ) ); vips_error( "webp2vips", "%s", _( "unable to read pixels" ) );
return( -1 ); return( -1 );
} }
vips__munmap( data, length );
vips_tracked_close( fd );
if( vips_image_write( t[0], out ) ) if( vips_image_write( t[0], out ) )
return( -1 ); return( -1 );