avoid extra reallocations and memcpy for seekable files in OnRead() (slightly modified patch 1935975)

git-svn-id: https://svn.wxwidgets.org/svn/wx/wxWidgets/trunk@53557 c3d73ce0-8a6f-49c7-b76d-6d57e0e08775
This commit is contained in:
Vadim Zeitlin
2008-05-11 17:44:32 +00:00
parent c6d36593cd
commit 29a96d3c09

View File

@@ -92,15 +92,17 @@ bool wxTextFile::OnRead(const wxMBConv& conv)
wxASSERT_MSG( m_file.IsOpened(), _T("can't read closed file") ); wxASSERT_MSG( m_file.IsOpened(), _T("can't read closed file") );
// read the entire file in memory: this is not the most efficient thing to // read the entire file in memory: this is not the most efficient thing to
// do but there is no good way to avoid it in Unicode build because if we // do it but there is no good way to avoid it in Unicode build because if
// read the file block by block we can't convert each block to Unicode // we read the file block by block we can't convert each block to Unicode
// separately (the last multibyte char in the block might be only partially // separately (the last multibyte char in the block might be only partially
// read and so the conversion would fail) and, as the file contents is kept // read and so the conversion would fail) and, as the file contents is kept
// in memory by wxTextFile anyhow, it shouldn't be a big problem to read // in memory by wxTextFile anyhow, it shouldn't be a big problem to read
// the file entirely // the file entirely
size_t bufSize = 0, size_t bufSize = 0;
bufPos = 0;
char block[1024]; // number of bytes to (try to) read from disk at once
static const size_t BLOCK_SIZE = 4096;
wxCharBuffer buf; wxCharBuffer buf;
// first determine if the file is seekable or not and so whether we can // first determine if the file is seekable or not and so whether we can
@@ -118,13 +120,38 @@ bool wxTextFile::OnRead(const wxMBConv& conv)
{ {
// we know the required length, so set the buffer size in advance // we know the required length, so set the buffer size in advance
bufSize = fileLength; bufSize = fileLength;
if ( !buf.extend(bufSize - 1 /* it adds 1 internally */) ) if ( !buf.extend(bufSize) )
return false; return false;
// if the file is seekable, also check that we're at its beginning // if the file is seekable, also check that we're at its beginning
wxASSERT_MSG( m_file.Tell() == 0, _T("should be at start of file") ); wxASSERT_MSG( m_file.Tell() == 0, _T("should be at start of file") );
char *dst = buf.data();
for ( ;; )
{
ssize_t nRead = m_file.Read(dst, BLOCK_SIZE);
if ( nRead == wxInvalidOffset )
{
// read error (error message already given in wxFile::Read)
return false;
} }
if ( nRead == 0 )
{
// this file can't be empty because we checked for this above
break;
}
dst += nRead;
}
wxASSERT_MSG( dst - buf.data() == (wxFileOffset)bufSize,
_T("logic error") );
}
else // file is not seekable
{
char block[BLOCK_SIZE];
for ( ;; ) for ( ;; )
{ {
ssize_t nRead = m_file.Read(block, WXSIZEOF(block)); ssize_t nRead = m_file.Read(block, WXSIZEOF(block));
@@ -137,38 +164,26 @@ bool wxTextFile::OnRead(const wxMBConv& conv)
if ( nRead == 0 ) if ( nRead == 0 )
{ {
// if no bytes have been read, presumably this is a valid-but-empty file // if no bytes have been read, presumably this is a
if ( bufPos == 0 ) // valid-but-empty file
if ( bufSize == 0 )
return true; return true;
// otherwise we've finished reading the file // otherwise we've finished reading the file
break; break;
} }
if ( seekable ) // extend the buffer for new data
{ if ( !buf.extend(bufSize + nRead) )
// this shouldn't happen but don't overwrite the buffer if it does
wxCHECK_MSG( bufPos + nRead <= bufSize, false,
_T("read more than file length?") );
}
else // !seekable
{
// for non-seekable files we have to allocate more memory on the go
if ( !buf.extend(bufPos + nRead - 1 /* it adds 1 internally */) )
return false; return false;
// and append it to the buffer
memcpy(buf.data() + bufSize, block, nRead);
bufSize += nRead;
}
} }
// append to the buffer const wxString str(buf, conv, bufSize);
memcpy(buf.data() + bufPos, block, nRead);
bufPos += nRead;
}
if ( !seekable )
{
bufSize = bufPos;
}
const wxString str(buf, conv, bufPos);
// there's no risk of this happening in ANSI build // there's no risk of this happening in ANSI build
#if wxUSE_UNICODE #if wxUSE_UNICODE
@@ -179,7 +194,8 @@ bool wxTextFile::OnRead(const wxMBConv& conv)
} }
#endif // wxUSE_UNICODE #endif // wxUSE_UNICODE
free(buf.release()); // we don't need this memory any more // we don't need this memory any more
buf.reset();
// now break the buffer in lines // now break the buffer in lines