MemoryCachepublic class MemoryCache extends Object Package-visible class consolidating common code for
MemoryCacheImageInputStream and
MemoryCacheImageOutputStream .
This class keeps an ArrayList of 8K blocks,
loaded sequentially. Blocks may only be disposed of
from the index 0 forward. As blocks are freed, the
corresponding entries in the array list are set to
null , but no compacting is performed.
This allows the index for each block to never change,
and the length of the cache is always the same as the
total amount of data ever cached. Cached data is
therefore always contiguous from the point of last
disposal to the current length.
The total number of blocks resident in the cache must not
exceed Integer.MAX_VALUE . In practice, the limit of
available memory will be exceeded long before this becomes an
issue, since a full cache would contain 8192*2^31 = 16 terabytes of
data.
A MemoryCache may be reused after a call
to reset() . |
Fields Summary |
---|
private static final int | BUFFER_LENGTH | private ArrayList | cache | private long | cacheStart | private long | lengthThe largest position ever written to the cache. |
Methods Summary |
---|
public void | disposeBefore(long pos)Free the blocks up to the position pos .
The byte at pos remains available.
long index = pos/BUFFER_LENGTH;
if (index < cacheStart) {
throw new IndexOutOfBoundsException("pos already disposed");
}
long numBlocks = Math.min(index - cacheStart, cache.size());
for (long i = 0; i < numBlocks; i++) {
cache.remove(0);
}
this.cacheStart = index;
| private byte[] | getCacheBlock(long blockNum)
long blockOffset = blockNum - cacheStart;
if (blockOffset > Integer.MAX_VALUE) {
// This can only happen when the cache hits 16 terabytes of
// contiguous data...
throw new IOException("Cache addressing limit exceeded!");
}
return (byte[])cache.get((int)blockOffset);
| public long | getLength()Returns the total length of data that has been cached,
regardless of whether any early blocks have been disposed.
This value will only ever increase.
return length;
| public long | loadFromStream(java.io.InputStream stream, long pos)Ensures that at least pos bytes are cached,
or the end of the source is reached. The return value
is equal to the smaller of pos and the
length of the source.
// We've already got enough data cached
if (pos < length) {
return pos;
}
int offset = (int)(length % BUFFER_LENGTH);
byte [] buf = null;
long len = pos - length;
if (offset != 0) {
buf = getCacheBlock(length/BUFFER_LENGTH);
}
while (len > 0) {
if (buf == null) {
try {
buf = new byte[BUFFER_LENGTH];
} catch (OutOfMemoryError e) {
throw new IOException("No memory left for cache!");
}
offset = 0;
}
int left = BUFFER_LENGTH - offset;
int nbytes = (int)Math.min(len, (long)left);
nbytes = stream.read(buf, offset, nbytes);
if (nbytes == -1) {
return length; // EOF
}
if (offset == 0) {
cache.add(buf);
}
len -= nbytes;
length += nbytes;
offset += nbytes;
if (offset >= BUFFER_LENGTH) {
// we've filled the current buffer, so a new one will be
// allocated next time around (and offset will be reset to 0)
buf = null;
}
}
return pos;
| private void | pad(long pos)Ensure that there is space to write a byte at the given position.
long currIndex = cacheStart + cache.size() - 1;
long lastIndex = pos/BUFFER_LENGTH;
long numNewBuffers = lastIndex - currIndex;
for (long i = 0; i < numNewBuffers; i++) {
try {
cache.add(new byte[BUFFER_LENGTH]);
} catch (OutOfMemoryError e) {
throw new IOException("No memory left for cache!");
}
}
| public int | read(long pos)Returns the single byte at the given position, as an
int . Returns -1 if this position has
not been cached or has been disposed.
if (pos >= length) {
return -1;
}
byte[] buf = getCacheBlock(pos/BUFFER_LENGTH);
if (buf == null) {
return -1;
}
return buf[(int)(pos % BUFFER_LENGTH)] & 0xff;
| public void | read(byte[] b, int off, int len, long pos)Copy len bytes from the cache, starting
at cache position pos , into the array
b at offset off .
if (b == null) {
throw new NullPointerException("b == null!");
}
// Fix 4430357 - if off + len < 0, overflow occurred
if ((off < 0) || (len < 0) || (pos < 0) ||
(off + len > b.length) || (off + len < 0)) {
throw new IndexOutOfBoundsException();
}
if (pos + len > length) {
throw new IndexOutOfBoundsException();
}
long index = pos/BUFFER_LENGTH;
int offset = (int)pos % BUFFER_LENGTH;
while (len > 0) {
int nbytes = Math.min(len, BUFFER_LENGTH - offset);
byte[] buf = getCacheBlock(index++);
System.arraycopy(buf, offset, b, off, nbytes);
len -= nbytes;
off += nbytes;
offset = 0; // Always after the first time
}
| public void | reset()Erase the entire cache contents and reset the length to 0.
The cache object may subsequently be reused as though it had just
been allocated.
cache.clear();
cacheStart = 0;
length = 0L;
| public void | write(byte[] b, int off, int len, long pos)Overwrites and/or appends the cache from a byte array.
The length of the cache will be extended as needed to hold
the incoming data.
if (b == null) {
throw new NullPointerException("b == null!");
}
// Fix 4430357 - if off + len < 0, overflow occurred
if ((off < 0) || (len < 0) || (pos < 0) ||
(off + len > b.length) || (off + len < 0)) {
throw new IndexOutOfBoundsException();
}
// Ensure there is space for the incoming data
long lastPos = pos + len - 1;
if (lastPos >= length) {
pad(lastPos);
length = lastPos + 1;
}
// Copy the data into the cache, block by block
int offset = (int)(pos % BUFFER_LENGTH);
while (len > 0) {
byte[] buf = getCacheBlock(pos/BUFFER_LENGTH);
int nbytes = Math.min(len, BUFFER_LENGTH - offset);
System.arraycopy(b, off, buf, offset, nbytes);
pos += nbytes;
off += nbytes;
len -= nbytes;
offset = 0; // Always after the first time
}
| public void | write(int b, long pos)Overwrites or appends a single byte to the cache.
The length of the cache will be extended as needed to hold
the incoming data.
if (pos < 0) {
throw new ArrayIndexOutOfBoundsException("pos < 0");
}
// Ensure there is space for the incoming data
if (pos >= length) {
pad(pos);
length = pos + 1;
}
// Insert the data.
byte[] buf = getCacheBlock(pos/BUFFER_LENGTH);
int offset = (int)(pos % BUFFER_LENGTH);
buf[offset] = (byte)b;
| public void | writeToStream(java.io.OutputStream stream, long pos, long len)Writes out a portion of the cache to an OutputStream .
This method preserves no state about the output stream, and does
not dispose of any blocks containing bytes written. To dispose
blocks, use {@link #disposeBefore disposeBefore() }.
if (pos + len > length) {
throw new IndexOutOfBoundsException("Argument out of cache");
}
if ((pos < 0) || (len < 0)) {
throw new IndexOutOfBoundsException("Negative pos or len");
}
if (len == 0) {
return;
}
long bufIndex = pos/BUFFER_LENGTH;
if (bufIndex < cacheStart) {
throw new IndexOutOfBoundsException("pos already disposed");
}
int offset = (int)(pos % BUFFER_LENGTH);
byte[] buf = getCacheBlock(bufIndex++);
while (len > 0) {
if (buf == null) {
buf = getCacheBlock(bufIndex++);
offset = 0;
}
int nbytes = (int)Math.min(len, (long)(BUFFER_LENGTH - offset));
stream.write(buf, offset, nbytes);
buf = null;
len -= nbytes;
}
|
|