Skip to content

Commit 5317ced

Browse files
committed
feat: moving to read vector and sync client
1 parent 773aa22 commit 5317ced

4 files changed

Lines changed: 2 additions & 3 deletions

File tree

aws/src/main/java/org/apache/iceberg/aws/s3/AnalyticsAcceleratorInputStreamWrapper.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,7 @@ public void close() throws IOException {
7777
@Override
7878
public void readVectored(List<ParquetObjectRange> ranges, IntFunction<ByteBuffer> allocate)
7979
throws IOException {
80+
LOG.info("Read vectored ranges: {}", ranges);
8081
this.delegate.readVectored(convertRanges(ranges), allocate, LOG_BYTE_BUFFER_RELEASED);
8182
}
8283

gradle/libs.versions.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
[versions]
2323
activation = "1.1.1"
2424
aliyun-sdk-oss = "3.10.2"
25-
analyticsaccelerator = "1.2.2"
25+
analyticsaccelerator = "SNAPSHOT"
2626
antlr = "4.9.3"
2727
antlr413 = "4.13.1" # For Spark 4.0 support
2828
aircompressor = "0.27"

parquet/src/main/java/org/apache/iceberg/parquet/Parquet.java

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1339,7 +1339,6 @@ public <D> CloseableIterable<D> build() {
13391339
if (fileDecryptionProperties != null) {
13401340
optionsBuilder.withDecryption(fileDecryptionProperties);
13411341
}
1342-
optionsBuilder.withUseHadoopVectoredIo(true);
13431342
ParquetReadOptions options = optionsBuilder.build();
13441343

13451344
NameMapping mapping;

parquet/src/main/java/org/apache/iceberg/parquet/ParquetIO.java

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -141,7 +141,6 @@ public void readVectored(List<ParquetFileRange> ranges, ByteBufferAllocator allo
141141
throws IOException {
142142
IntFunction<ByteBuffer> delegateAllocate = (allocate::allocate);
143143
List<ParquetObjectRange> delegateRange = convertRanges(ranges);
144-
145144
delegate.readVectored(delegateRange, delegateAllocate);
146145
}
147146

0 commit comments

Comments
 (0)