This repository was archived by the owner on Sep 2, 2024. It is now read-only.
File tree Expand file tree Collapse file tree 2 files changed +6
-5
lines changed
async-shuffle-upload-core/src/main/java/com/palantir/spark/shuffle/async/s3/reader Expand file tree Collapse file tree 2 files changed +6
-5
lines changed Original file line number Diff line number Diff line change 3636import org .apache .spark .storage .ShuffleBlockId ;
3737import org .apache .spark .storage .ShuffleDataBlockId ;
3838import org .apache .spark .storage .ShuffleIndexBlockId ;
39- import org .slf4j .Logger ;
4039import org .slf4j .LoggerFactory ;
4140
4241public final class FallbackToS3ShuffleIterator implements Iterator <ShuffleBlockInputStream > {
4342
44- private static final Logger LOG = LoggerFactory .getLogger (FallbackToS3ShuffleIterator .class );
43+ static {
44+ LoggerFactory .getLogger (FallbackToS3ShuffleIterator .class );
45+ }
4546
4647 private final Iterator <ShuffleBlockInputStream > fetchFromExecutorsIterator ;
4748 private final S3FetcherIterator s3FetcherIterator ;
4849 private final Map <ShuffleBlockId , ShuffleBlockInfo > remainingAttemptsByBlock ;
4950 private final boolean shouldCompressShuffle ;
5051 private final SerializerManager serializerManager ;
5152 private final CompressionCodec compressionCodec ;
52- private final ShuffleDriverEndpointRef driverEndpointRef ;
53+
5354
5455 public FallbackToS3ShuffleIterator (
5556 Iterator <ShuffleBlockInputStream > fetchFromExecutorsIterator ,
@@ -75,7 +76,7 @@ public FallbackToS3ShuffleIterator(
7576 this .s3FetcherIterator = s3FetcherIterator ;
7677 Preconditions .checkState (!s3FetcherIterator .isInitialized (),
7778 "S3 Fetcher iterator already initialized" );
78- this . driverEndpointRef = driverEndpointRef ;
79+
7980 }
8081
8182 @ Override
Original file line number Diff line number Diff line change @@ -24,7 +24,7 @@ buildscript {
2424 classpath ' com.netflix.nebula:gradle-info-plugin:5.2.0'
2525 classpath ' com.netflix.nebula:nebula-publishing-plugin:14.1.1'
2626 classpath ' com.palantir.gradle.consistentversions:gradle-consistent-versions:1.12.4'
27- classpath ' com.palantir.baseline:gradle-baseline-java:2.40 .1'
27+ classpath ' com.palantir.baseline:gradle-baseline-java:2.45 .1'
2828 classpath ' com.palantir.gradle.gitversion:gradle-git-version:0.12.2'
2929 classpath ' gradle.plugin.org.inferred:gradle-processors:3.1.0'
3030 classpath ' com.palantir.sls-packaging:gradle-sls-packaging:4.3.3'
You can’t perform that action at this time.
0 commit comments