Last active
December 26, 2017 15:19
-
-
Save animeshtrivedi/ac1ecab482c10f902560eafce1043421 to your computer and use it in GitHub Desktop.
SeekableByteChannel implementation for HDFS. SeekableByteChannel is used in Apache ArrowFileReader
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/* This code snippet is a part of the blog at | |
https://github.com/animeshtrivedi/blog/blob/master/post/2017-12-26-arrow.md | |
*/ | |
import org.apache.hadoop.fs.FSDataInputStream; | |
import java.io.IOException; | |
import java.nio.ByteBuffer; | |
import java.nio.channels.SeekableByteChannel; | |
/** | |
* Created by atr on 20.12.17. | |
*/ | |
public class HdfsSeekableByteChannel implements SeekableByteChannel { | |
private FSDataInputStream instream; | |
private long fileSize; | |
private long truncatedSize; | |
private boolean isOpen; | |
public HdfsSeekableByteChannel(FSDataInputStream instream, long fileSize){ | |
this.instream = instream; | |
this.fileSize = fileSize; | |
this.truncatedSize = fileSize; | |
this.isOpen = true; | |
} | |
@Override | |
final public int read(ByteBuffer dst) throws IOException { | |
return this.instream.read(dst); | |
} | |
@Override | |
final public int write(ByteBuffer src) throws IOException { | |
throw new IOException("write call on read channel"); | |
} | |
@Override | |
final public long position() throws IOException { | |
return this.instream.getPos(); | |
} | |
@Override | |
final public SeekableByteChannel position(long newPosition) throws IOException { | |
if(newPosition > this.truncatedSize){ | |
throw new IOException("Illegal seek, truncatedSize is " + this.truncatedSize + | |
" asked seek location " + newPosition + | |
" fileCapacity " + this.fileSize); | |
} | |
this.instream.seek(newPosition); | |
return this; | |
} | |
@Override | |
final public long size() throws IOException { | |
return this.truncatedSize; | |
} | |
@Override | |
final public SeekableByteChannel truncate(long size) throws IOException { | |
this.truncatedSize = size; | |
return null; | |
} | |
@Override | |
final public boolean isOpen() { | |
return isOpen; | |
} | |
@Override | |
final public void close() throws IOException { | |
this.instream.close(); | |
this.isOpen = false; | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment