sergiotarxz/libvips
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

seems to work!

Browse Source 
just a bit more cleaning up needed ...
This commit is contained in:
John Cupitt 2019-10-27 18:19:43 +00:00
parent b7ad0da20c
commit cbbd4ae6dd
5 changed files with 262 additions and 220 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
libvips/foreign/tiff2vips.c
View File

@ -1534,9 +1534,8 @@ rtiff_fill_region( VipsRegion *out,
int x, y, z; int x, y, z;
/* We never call vips_streami_decode() since we need to be able to if( vips_streami_unminimise( rtiff->input ) )
* seek() the whole way through the file. return( -1 );
*/
/* Special case: we are filling a single tile exactly sized to match /* Special case: we are filling a single tile exactly sized to match
* the tiff tile and we have no repacking to do for this format. * the tiff tile and we have no repacking to do for this format.
@ -1864,9 +1863,8 @@ rtiff_stripwise_generate( VipsRegion *or,
g_assert( r->height == g_assert( r->height ==
VIPS_MIN( read_height, or->im->Ysize - r->top ) ); VIPS_MIN( read_height, or->im->Ysize - r->top ) );
/* We never call vips_streami_decode() since we need to be able to if( vips_streami_unminimise( rtiff->input ) )
* seek() the whole way through the file. return( -1 );
*/
/* And check that y_pos is correct. It should be, since we are inside /* And check that y_pos is correct. It should be, since we are inside
* a vips_sequential(). * a vips_sequential().
@ -2435,6 +2433,9 @@ vips__tiff_read_header_stream( VipsStreami *input, VipsImage *out,
vips__tiff_read_header_orientation( rtiff, out ); vips__tiff_read_header_orientation( rtiff, out );
/* We never call vips_streami_decode() since we need to be able to
* seek() the whole way through the file. Just minimise instead,
*/
vips_streami_minimise( input ); vips_streami_minimise( input );
return( 0 ); return( 0 );
@ -2466,6 +2467,11 @@ vips__tiff_read_stream( VipsStreami *input, VipsImage *out,
return( -1 ); return( -1 );
} }
/* We never call vips_streami_decode() since we need to be able to
* seek() the whole way through the file. Just minimise instead,
*/
vips_streami_minimise( input );
return( 0 ); return( 0 );
} }

18
libvips/include/vips/stream.h
View File

@ -147,8 +147,17 @@ typedef struct _VipsStreami {
/*< private >*/ /*< private >*/
/* For sources where we have the whole image in memory (from a memory
* buffer, from mmaping the file, from reading the pipe into memory),
* a pointer to the start.
*/
const void *data;
/* For is_pipe sources, save data read during header phase here. If /* For is_pipe sources, save data read during header phase here. If
* we rewind and try again, serve data from this until it runs out. * we rewind and try again, serve data from this until it runs out.
*
* If we need to force the whole pipe into memory, read everything to
* this and put a copy pf the pointer in data.
*/ */
GByteArray *header_bytes; GByteArray *header_bytes;
@ -156,12 +165,15 @@ typedef struct _VipsStreami {
*/ */
GByteArray *sniff; GByteArray *sniff;
/* For a memory stream, the blob we read from. This can represent a /* For a memory stream, the blob we read from.
* mmaped area too, with unmap as the free function.
* free function
*/ */
VipsBlob *blob; VipsBlob *blob;
/* If we mmaped the file, whet we need to unmmap on finalize.
*/
void *mmap_baseaddr;
size_t mmap_length;
} VipsStreami; } VipsStreami;
typedef struct _VipsStreamiClass { typedef struct _VipsStreamiClass {

438
libvips/iofuncs/streami.c
View File

@ -34,18 +34,20 @@
/* TODO /* TODO
* *
* - filename encoding * - filename encoding
* - move fds in here
* - add vips_stream_nick() to make stream nickname
* - gaussblur is missing the vector path again argh * - gaussblur is missing the vector path again argh
* - can we map and then close the fd? * - can we map and then close the fd? how about on Windows?
* - are we detecting EOF correctly? what about interrupted reads? perhaps * - are we detecting EOF correctly? what about interrupted reads? perhaps
* we should check errno as well * we should check errno as well
* - need to be able to set is_pipe via constructor * - need to be able to set is_pipe via constructor
* - test we can really change all behaviour in the subclass ... add callbacks * - need open()/close() as vfuncs?
* as well to make it simpler for language bindings * - make a subclass that lets you set vfuncs as params
*/ */
/* /*
*/
#define VIPS_DEBUG #define VIPS_DEBUG
*/
#ifdef HAVE_CONFIG_H #ifdef HAVE_CONFIG_H
#include <config.h> #include <config.h>
@ -95,7 +97,7 @@ G_DEFINE_TYPE( VipsStreami, vips_streami, VIPS_TYPE_STREAM );
static void static void
vips_streami_sanity( VipsStreami *streami ) vips_streami_sanity( VipsStreami *streami )
{ {
if( streami->blob ) { if( streami->data ) {
/* Not a pipe (can map and seek). /* Not a pipe (can map and seek).
*/ */
g_assert( !streami->is_pipe ); g_assert( !streami->is_pipe );
@ -106,8 +108,6 @@ vips_streami_sanity( VipsStreami *streami )
*/ */
g_assert( streami->read_position >= 0 ); g_assert( streami->read_position >= 0 );
g_assert( streami->read_position <= streami->length ); g_assert( streami->read_position <= streami->length );
g_assert( streami->length ==
VIPS_AREA( streami->blob )->length );
/* No need for header tracking. /* No need for header tracking.
*/ */
@ -118,13 +118,6 @@ vips_streami_sanity( VipsStreami *streami )
*/ */
g_assert( !streami->decode || g_assert( !streami->decode ||
!streami->sniff ); !streami->sniff );
/* No descriptor or filename.
*/
g_assert( VIPS_STREAM( streami )->descriptor == -1 );
g_assert( VIPS_STREAM( streami )->close_descriptor == -1 );
g_assert( VIPS_STREAM( streami )->tracked_descriptor == -1 );
g_assert( !VIPS_STREAM( streami )->filename );
} }
else if( streami->is_pipe ) { else if( streami->is_pipe ) {
/* In header, read_position must be within header_bytes. /* In header, read_position must be within header_bytes.
@ -175,10 +168,11 @@ vips_streami_sanity( VipsStreami *streami )
*/ */
g_assert( !streami->header_bytes ); g_assert( !streami->header_bytes );
/* Only have sniff during header read. /* After we're done with the header, the sniff buffer should
* be gone.
*/ */
g_assert( (streami->decode && !streami->sniff) || g_assert( !streami->decode ||
(!streami->decode && streami->sniff) ); !streami->sniff );
/* Supports minimise, so if descriptor is -1, we must have a /* Supports minimise, so if descriptor is -1, we must have a
* filename we can reopen. * filename we can reopen.
@ -196,6 +190,10 @@ vips_streami_finalize( GObject *gobject )
VIPS_FREEF( g_byte_array_unref, streami->header_bytes ); VIPS_FREEF( g_byte_array_unref, streami->header_bytes );
VIPS_FREEF( g_byte_array_unref, streami->sniff ); VIPS_FREEF( g_byte_array_unref, streami->sniff );
if( streami->mmap_baseaddr ) {
vips__munmap( streami->mmap_baseaddr, streami->mmap_length );
streami->mmap_baseaddr = NULL;
}
G_OBJECT_CLASS( vips_streami_parent_class )->finalize( gobject ); G_OBJECT_CLASS( vips_streami_parent_class )->finalize( gobject );
} }
@ -232,7 +230,10 @@ vips_streami_build( VipsObject *object )
} }
if( vips_object_argument_isset( object, "blob" ) ) { if( vips_object_argument_isset( object, "blob" ) ) {
streami->length = VIPS_AREA( streami->blob )->length; size_t length;
streami->data = vips_blob_get( streami->blob, &length );
streami->length = VIPS_MIN( length, G_MAXSSIZE );
} }
/* If there's a descriptor for streami, test its properties. /* If there's a descriptor for streami, test its properties.
@ -243,7 +244,7 @@ vips_streami_build( VipsObject *object )
* We must call the class method directly: if we go via * We must call the class method directly: if we go via
* vips_streami_seek() we'll trigger seek emulation on pipes. * vips_streami_seek() we'll trigger seek emulation on pipes.
*/ */
if( class->seek( stream->descriptor, 0, SEEK_CUR ) == -1 ) { if( class->seek( streami, 0, SEEK_CUR ) == -1 ) {
VIPS_DEBUG_MSG( " not seekable\n" ); VIPS_DEBUG_MSG( " not seekable\n" );
streami->is_pipe = TRUE; streami->is_pipe = TRUE;
} }
@ -478,6 +479,20 @@ vips_streami_new_from_options( const char *options )
return( streami ); return( streami );
} }
/**
* vips_streami_read:
* @streami: input stream to operate on
* @buffer: store bytes here
* @length: length of @buffer in bytes
*
* Read up to @length bytes from @streami and store the bytes in @buffer.
* Return the number of bytes actually read. If all bytes have been read from
* the file, return 0.
*
* Arguments exactly as read(2).
*
* Returns: the number of bytes raed, 0 on end of file, -1 on error.
*/
ssize_t ssize_t
vips_streami_read( VipsStreami *streami, void *buffer, size_t length ) vips_streami_read( VipsStreami *streami, void *buffer, size_t length )
{ {
@ -491,67 +506,70 @@ vips_streami_read( VipsStreami *streami, void *buffer, size_t length )
bytes_read = 0; bytes_read = 0;
/* The whole thing is in memory somehow. if( streami->data ) {
*/ /* The whole thing is in memory somehow.
if( streami->blob ) { */
VipsArea *area = VIPS_AREA( streami->blob );
ssize_t available = VIPS_MIN( length, ssize_t available = VIPS_MIN( length,
area->length - streami->read_position ); streami->length - streami->read_position );
memcpy( data, area->data + streami->read_position, available );
streami->read_position += available;
length -= available;
bytes_read += available;
VIPS_DEBUG_MSG( " %zd bytes from memory\n", available ); VIPS_DEBUG_MSG( " %zd bytes from memory\n", available );
}
/* Get what we can from header_bytes. We may need to read some more
* after this.
*/
if( streami->header_bytes &&
streami->read_position < streami->header_bytes->len ) {
ssize_t available;
available = VIPS_MIN( length,
streami->header_bytes->len - streami->read_position );
memcpy( buffer, memcpy( buffer,
streami->header_bytes->data + streami->read_position, streami->data + streami->read_position, available );
available );
streami->read_position += available; streami->read_position += available;
buffer += available;
length -= available;
bytes_read += available; bytes_read += available;
VIPS_DEBUG_MSG( " %zd bytes from cache\n", available );
} }
else {
/* Any more bytes requested? Call the read() vfunc. /* Some kind of filesystem source.
*/ *
if( length > 0 ) { * Get what we can from header_bytes. We may need to read
ssize_t n; * some more after this.
if( (n = class->read( streami, buffer, length )) == -1 ) {
vips_error_system( errno,
vips_stream_name( VIPS_STREAM( streami ) ),
"%s", _( "read error" ) );
return( -1 );
}
/* We need to save bytes if we're in header mode and we can't
* seek or map.
*/ */
if( streami->header_bytes && if( streami->header_bytes &&
streami->is_pipe && streami->read_position < streami->header_bytes->len ) {
!streami->decode && ssize_t available = VIPS_MIN( length,
n > 0 ) streami->header_bytes->len -
g_byte_array_append( streami->header_bytes, streami->read_position );
buffer, n );
streami->read_position += n; VIPS_DEBUG_MSG( " %zd bytes from cache\n",
bytes_read += n; available );
memcpy( buffer,
streami->header_bytes->data +
streami->read_position,
available );
streami->read_position += available;
buffer += available;
length -= available;
bytes_read += available;
}
VIPS_DEBUG_MSG( " %zd bytes from read()\n", n ); /* Any more bytes requested? Call the read() vfunc.
*/
if( length > 0 ) {
ssize_t n;
n = class->read( streami, buffer, length );
VIPS_DEBUG_MSG( " %zd bytes from read()\n", n );
if( n == -1 ) {
vips_error_system( errno,
vips_stream_name(
VIPS_STREAM( streami ) ),
"%s", _( "read error" ) );
return( -1 );
}
/* We need to save bytes if we're in header mode and
* we can't seek or map.
*/
if( streami->header_bytes &&
streami->is_pipe &&
!streami->decode &&
n > 0 )
g_byte_array_append( streami->header_bytes,
buffer, n );
streami->read_position += n;
bytes_read += n;
}
} }
VIPS_DEBUG_MSG( " %zd bytes total\n", bytes_read ); VIPS_DEBUG_MSG( " %zd bytes total\n", bytes_read );
@ -561,8 +579,8 @@ vips_streami_read( VipsStreami *streami, void *buffer, size_t length )
return( bytes_read ); return( bytes_read );
} }
/* Read a pipe to at least a position. -1 means read to end of stream. Does /* Read to a position. -1 means read to end of stream. Does not chenge
* not chenge read_position. * read_position.
*/ */
static int static int
vips_streami_pipe_read_to_position( VipsStreami *streami, gint64 target ) vips_streami_pipe_read_to_position( VipsStreami *streami, gint64 target )
@ -572,12 +590,14 @@ vips_streami_pipe_read_to_position( VipsStreami *streami, gint64 target )
VIPS_DEBUG_MSG( "vips_streami_pipe_read_position:\n" ); VIPS_DEBUG_MSG( "vips_streami_pipe_read_position:\n" );
vips_streami_sanity( streami ); g_assert( !streami->decode );
g_assert( streami->header_bytes );
if( streami->decode ) { if( target < 0 ||
vips_error( vips_stream_name( VIPS_STREAM( streami ) ), (streami->length != -1 &&
"%s", _( "can't seek pipe after " target > streami->length) ) {
"pixel decode begins" ) ); vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
_( "bad read to %" G_GINT64_FORMAT ), target );
return( -1 ); return( -1 );
} }
@ -598,8 +618,6 @@ vips_streami_pipe_read_to_position( VipsStreami *streami, gint64 target )
streami->read_position = old_read_position; streami->read_position = old_read_position;
vips_streami_sanity( streami );
return( 0 ); return( 0 );
} }
@ -608,14 +626,12 @@ vips_streami_pipe_read_to_position( VipsStreami *streami, gint64 target )
static int static int
vips_streami_pipe_to_memory( VipsStreami *streami ) vips_streami_pipe_to_memory( VipsStreami *streami )
{ {
unsigned char *data;
VIPS_DEBUG_MSG( "vips_streami_pipe_to_memory:\n" ); VIPS_DEBUG_MSG( "vips_streami_pipe_to_memory:\n" );
g_assert( streami->is_pipe ); g_assert( streami->is_pipe );
g_assert( !streami->blob ); g_assert( !streami->blob );
g_assert( !streami->decode );
vips_streami_sanity( streami ); g_assert( streami->header_bytes );
if( vips_streami_pipe_read_to_position( streami, -1 ) ) if( vips_streami_pipe_read_to_position( streami, -1 ) )
return( -1 ); return( -1 );
@ -624,46 +640,51 @@ vips_streami_pipe_to_memory( VipsStreami *streami )
* source. * source.
*/ */
streami->length = streami->header_bytes->len; streami->length = streami->header_bytes->len;
data = g_byte_array_free( streami->header_bytes, FALSE ); streami->data = streami->header_bytes->data;
streami->header_bytes = NULL;
streami->blob = vips_blob_new(
(VipsCallbackFn) g_free, data, streami->length );
vips_streami_minimise( streami );
streami->is_pipe = FALSE; streami->is_pipe = FALSE;
vips_streami_sanity( streami ); /* TODO ... we could close more fds here.
*/
vips_streami_minimise( streami );
return( 0 ); return( 0 );
} }
static int static int
vips_streami_descriptor_to_memory( VipsStreami *streami, size_t *length ) vips_streami_descriptor_to_memory( VipsStreami *streami )
{ {
VipsStream *stream = VIPS_STREAM( streami ); VipsStream *stream = VIPS_STREAM( streami );
void *baseaddr;
VIPS_DEBUG_MSG( "vips_streami_descriptor_to_memory:\n" ); VIPS_DEBUG_MSG( "vips_streami_descriptor_to_memory:\n" );
g_assert( streami->length > 0 ); g_assert( streami->length > 0 );
g_assert( !streami->blob ); g_assert( !streami->blob );
if( !(baseaddr = vips__mmap( stream->descriptor, if( !(streami->mmap_baseaddr = vips__mmap( stream->descriptor,
FALSE, streami->length, 0 )) ) FALSE, streami->length, 0 )) )
return( -1 ); return( -1 );
streami->blob = vips_blob_new( streami->data = streami->mmap_baseaddr;
(VipsCallbackFn) vips_streami_unmap, data, streami->length ); streami->mmap_length = streami->length;
return( 0 ); return( 0 );
} }
/**
* vips_streami_map:
* @streami: input stream to operate on
* @length_out: return the file length here, or NULL
*
* Map the stream object entirely into memory, and return a pointer to the
* start. If @length_out is non-NULL, the file size if written to it.
*
* This operation can take a long time.
*
* Returns: a pointer to the start of the file contents, or NULL on error.
*/
const void * const void *
vips_streami_map( VipsStreami *streami, size_t *length_out ) vips_streami_map( VipsStreami *streami, size_t *length_out )
{ {
VipsStreamiClass *class = VIPS_STREAMI_GET_CLASS( streami ); VipsStream *stream = VIPS_STREAM( streami );
const void *data;
ssize_t length;
VIPS_DEBUG_MSG( "vips_streami_map:\n" ); VIPS_DEBUG_MSG( "vips_streami_map:\n" );
@ -679,47 +700,31 @@ vips_streami_map( VipsStreami *streami, size_t *length_out )
* sources. * sources.
*/ */
if( !streami->is_pipe && if( !streami->is_pipe &&
!streami->baseaddr && !streami->mmap_baseaddr &&
streami->length > 0 && streami->length > 0 &&
stream->descriptor != -1 && stream->descriptor != -1 &&
vips_streami_descriptor_to_memory( streami ) ) vips_streami_descriptor_to_memory( streami ) )
return( NULL ); return( NULL );
/* Memory source ... easy!
*/
if( streami->blob ) {
size_t unsigned_length;
/* Argh blobs are unsigned sizes.
*/
VIPS_DEBUG_MSG( " memory source\n" );
data = vips_blob_get( streami->blob, &unsigned_length );
length = VIPS_MIN( unsigned_length, G_MAXSSIZE );
}
else {
size_t unsigned_length;
/* A streami that supports mmap.
*/
VIPS_DEBUG_MSG( " mmaping source\n" );
if( !streami->baseaddr &&
!(streami->baseaddr =
class->map( streami, &unsigned_length )) )
return( NULL );
length = VIPS_MIN( unsigned_length, G_MAXSSIZE );
streami->length = length;
data = streami->baseaddr;
}
if( length_out ) if( length_out )
*length_out = length; *length_out = streami->length;
vips_streami_sanity( streami ); vips_streami_sanity( streami );
return( data ); return( streami->data );
} }
/**
* vips_streami_seek:
* @streami: input stream to operate on
* @offset: seek by this offset
* @whence: seek relative to this point
*
* Move the file read position. You can't call this after pixel decode starts.
* The arguments are exactly as lseek(2).
*
* Returns: the new file position, or -1 on error.
*/
gint64 gint64
vips_streami_seek( VipsStreami *streami, gint64 offset, int whence ) vips_streami_seek( VipsStreami *streami, gint64 offset, int whence )
{ {
@ -732,48 +737,7 @@ vips_streami_seek( VipsStreami *streami, gint64 offset, int whence )
vips_streami_sanity( streami ); vips_streami_sanity( streami );
/* Not tagged as a pipe? Attempt to use the seek method. if( streami->data ) {
*/
if( !streami->is_pipe ) {
if( (new_pos = class->seek( streami, offset, whence )) == -1 )
return( -1 );
switch( whence ) {
case SEEK_SET:
new_pos = offset;
break;
case SEEK_CUR:
new_pos = streami->read_position + offset;
break;
case SEEK_END:
if( streami->length == -1 &&
streami->is_pipe &&
vips_streami_pipe_to_memory( streami ) )
return( -1 );
new_pos = streami->length + offset;
break;
default:
vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
"%s", _( "bad 'whence'" ) );
return( -1 );
break;
}
/* Don't allow out of range seeks.
*/
if( new_pos < 0 ||
(streami->length != -1 && new_pos > streami->length) ) {
vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
_( "bad seek to %" G_GINT64_FORMAT ), new_pos );
return( -1 );
}
revise this:
if( streami->blob ) {
switch( whence ) { switch( whence ) {
case SEEK_SET: case SEEK_SET:
new_pos = offset; new_pos = offset;
@ -788,12 +752,40 @@ revise this:
break; break;
default: default:
g_assert_not_reached(); vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
"%s", _( "bad 'whence'" ) );
return( -1 );
break; break;
} }
} }
else if( streami->is_pipe ) {
switch( whence ) {
case SEEK_SET:
new_pos = offset;
break;
case SEEK_CUR:
new_pos = streami->read_position + offset;
break;
case SEEK_END:
/* We have to read the whole stream into memory to get
* the length.
*/
if( streami->length == -1 &&
vips_streami_pipe_to_memory( streami ) )
return( -1 );
new_pos = streami->length + offset;
break;
default:
vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
"%s", _( "bad 'whence'" ) );
return( -1 );
break;
}
if( streami->is_pipe ) {
if( vips_streami_pipe_read_to_position( streami, new_pos ) ) if( vips_streami_pipe_read_to_position( streami, new_pos ) )
return( -1 ); return( -1 );
} }
@ -805,7 +797,8 @@ revise this:
/* Don't allow out of range seeks. /* Don't allow out of range seeks.
*/ */
if( new_pos < 0 || if( new_pos < 0 ||
(streami->length != -1 && new_pos > streami->length) ) { (streami->length != -1 &&
new_pos > streami->length) ) {
vips_error( vips_stream_name( VIPS_STREAM( streami ) ), vips_error( vips_stream_name( VIPS_STREAM( streami ) ),
_( "bad seek to %" G_GINT64_FORMAT ), new_pos ); _( "bad seek to %" G_GINT64_FORMAT ), new_pos );
return( -1 ); return( -1 );
@ -815,9 +808,20 @@ revise this:
vips_streami_sanity( streami ); vips_streami_sanity( streami );
VIPS_DEBUG_MSG( " new_pos = %" G_GINT64_FORMAT "\n", new_pos );
return( new_pos ); return( new_pos );
} }
/**
* vips_streami_rewind:
* @streami: input stream to operate on
*
* Rewind the stream to the start. You can't do this after pixel decode phase
* starts.
*
* Returns: 0 on success, or -1 on error.
*/
int int
vips_streami_rewind( VipsStreami *streami ) vips_streami_rewind( VipsStreami *streami )
{ {
@ -833,29 +837,53 @@ vips_streami_rewind( VipsStreami *streami )
return( 0 ); return( 0 );
} }
static void /**
vips_streami_minimise_real( VipsStreami *streami ) * vips_streami_minimise:
* @streami: input stream to operate on
*
* Minimise the stream. As many stream resources as can be safely removed are
* removed. Use vips_streami_unminimise() to restore the stream if you wish to
* use it again.
*
* Returns: 0 on success, or -1 on error.
*/
void
vips_streami_minimise( VipsStreami *streami )
{ {
VipsStream *stream = VIPS_STREAM( streami ); VipsStream *stream = VIPS_STREAM( streami );
VIPS_DEBUG_MSG( "vips_streami_minimise_real:\n" ); VIPS_DEBUG_MSG( "vips_streami_minimise:\n" );
vips_streami_sanity( streami );
if( stream->filename && if( stream->filename &&
stream->descriptor != -1 && stream->descriptor != -1 &&
stream->tracked_descriptor != -1 && stream->tracked_descriptor == stream->descriptor &&
!streami->is_pipe ) { !streami->is_pipe ) {
VIPS_DEBUG_MSG( " tracked_close()\n" ); VIPS_DEBUG_MSG( " tracked_close()\n" );
vips_tracked_close( stream->tracked_descriptor ); vips_tracked_close( stream->tracked_descriptor );
stream->tracked_descriptor = -1; stream->tracked_descriptor = -1;
stream->descriptor = -1; stream->descriptor = -1;
} }
vips_streami_sanity( streami );
} }
static int /**
vips_streami_unminimise_real( VipsStreami *streami ) * vips_streami_unminimise:
* @streami: input stream to operate on
*
* Restore the stream after minimisation.
*
* Returns: 0 on success, or -1 on error.
*/
int
vips_streami_unminimise( VipsStreami *streami )
{ {
VipsStream *stream = VIPS_STREAM( streami ); VipsStream *stream = VIPS_STREAM( streami );
VIPS_DEBUG_MSG( "vips_streami_unminimise:\n" );
if( stream->descriptor == -1 && if( stream->descriptor == -1 &&
stream->tracked_descriptor == -1 && stream->tracked_descriptor == -1 &&
stream->filename ) { stream->filename ) {
@ -868,7 +896,7 @@ vips_streami_unminimise_real( VipsStreami *streami )
stream->tracked_descriptor = fd; stream->tracked_descriptor = fd;
stream->descriptor = fd; stream->descriptor = fd;
VIPS_DEBUG_MSG( "vips_streami_unminimise_real: " VIPS_DEBUG_MSG( "vips_streami_unminimise: "
"restoring read position %zd\n", "restoring read position %zd\n",
streami->read_position ); streami->read_position );
if( vips__seek( stream->descriptor, if( vips__seek( stream->descriptor,
@ -879,38 +907,19 @@ vips_streami_unminimise_real( VipsStreami *streami )
return( 0 ); return( 0 );
} }
void /**
vips_streami_minimise( VipsStreami *streami ) * vips_streami_size:
{ * @streami: input stream to operate on
VipsStreamiClass *class = VIPS_STREAMI_GET_CLASS( streami ); *
* Return the size in bytes of the stream object. Unseekable streams, for
VIPS_DEBUG_MSG( "vips_streami_minimise:\n" ); * example pipes, will have to be read entirely into memory before the size
* can be found, so this operation can take a long time.
vips_streami_sanity( streami ); *
* Returns: number of bytes in stream, or -1 on error.
class->minimise( streami ); */
vips_streami_sanity( streami );
}
int
vips_streami_unminimise( VipsStreami *streami )
{
VipsStreamiClass *class = VIPS_STREAMI_GET_CLASS( streami );
VIPS_DEBUG_MSG( "vips_streami_unminimise:\n" );
/* This is used during _build(), so we can't sanity check
*/
return( class->unminimise( streami ) );
}
gint64 gint64
vips_streami_size( VipsStreami *streami ) vips_streami_size( VipsStreami *streami )
{ {
VipsStreamiClass *class = VIPS_STREAMI_GET_CLASS( streami );
gint64 size; gint64 size;
gint64 read_position; gint64 read_position;
@ -927,7 +936,16 @@ vips_streami_size( VipsStreami *streami )
return( size ); return( size );
} }
int /**
* vips_streami_decode:
* @streami: input stream to operate on
*
* Signal the end of header read and the start of the pixel decode phase. After
* this, you can no longer seek on this stream.
*
* Returns: 0 on success, -1 on error.
*/
int
vips_streami_decode( VipsStreami *streami ) vips_streami_decode( VipsStreami *streami )
{ {
VIPS_DEBUG_MSG( "vips_streami_decode:\n" ); VIPS_DEBUG_MSG( "vips_streami_decode:\n" );

3
libvips/iofuncs/type.c
View File

@ -670,7 +670,8 @@ vips_blob_copy( const void *data, size_t length )
* *
* See also: vips_blob_new(). * See also: vips_blob_new().
* *
* Returns: (array length=length) (element-type guint8) (transfer none): the data * Returns: (array length=length) (element-type guint8) (transfer none): the
* data
*/ */
const void * const void *
vips_blob_get( VipsBlob *blob, size_t *length ) vips_blob_get( VipsBlob *blob, size_t *length )

5
test/test_descriptors.c
View File

@ -55,6 +55,7 @@ main( int argc, char **argv )
/* Opening an image should read the header, then close the fd. /* Opening an image should read the header, then close the fd.
*/ */
printf( "** seq open ..\n" );
if( !(image = vips_image_new_from_file( argv[1], if( !(image = vips_image_new_from_file( argv[1],
"access", VIPS_ACCESS_SEQUENTIAL, "access", VIPS_ACCESS_SEQUENTIAL,
NULL )) ) NULL )) )
@ -66,6 +67,7 @@ main( int argc, char **argv )
/* We should be able to read a chunk near the top, then have the fd /* We should be able to read a chunk near the top, then have the fd
* closed again. * closed again.
*/ */
printf( "** crop1, avg ..\n" );
if( vips_crop( image, &x, 0, 0, image->Xsize, 10, NULL ) || if( vips_crop( image, &x, 0, 0, image->Xsize, 10, NULL ) ||
vips_avg( x, &average, NULL ) ) vips_avg( x, &average, NULL ) )
vips_error_exit( NULL ); vips_error_exit( NULL );
@ -77,6 +79,7 @@ main( int argc, char **argv )
/* We should be able to read again, a little further down, and have /* We should be able to read again, a little further down, and have
* the input restarted and closed again. * the input restarted and closed again.
*/ */
printf( "** crop2, avg ..\n" );
if( vips_crop( image, &x, 0, 20, image->Xsize, 10, NULL ) || if( vips_crop( image, &x, 0, 20, image->Xsize, 10, NULL ) ||
vips_avg( x, &average, NULL ) ) vips_avg( x, &average, NULL ) )
vips_error_exit( NULL ); vips_error_exit( NULL );
@ -87,7 +90,9 @@ main( int argc, char **argv )
/* Clean up, and we should still just have three open. /* Clean up, and we should still just have three open.
*/ */
printf( "** unref ..\n" );
g_object_unref( image ); g_object_unref( image );
printf( "** shutdown ..\n" );
vips_shutdown(); vips_shutdown();
if( count_files( fd_dir ) != n_files ) if( count_files( fd_dir ) != n_files )