diff --git a/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/nativeprocess/HttpNativeExecutionTaskInfoFetcher.java b/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/nativeprocess/HttpNativeExecutionTaskInfoFetcher.java index 44dc4577bc56c..5619125163d4d 100644 --- a/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/nativeprocess/HttpNativeExecutionTaskInfoFetcher.java +++ b/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/nativeprocess/HttpNativeExecutionTaskInfoFetcher.java @@ -18,7 +18,6 @@ import com.facebook.presto.server.RequestErrorTracker; import com.facebook.presto.server.smile.BaseResponse; import com.facebook.presto.spark.execution.http.PrestoSparkHttpTaskClient; -import com.facebook.presto.spark.util.PrestoSparkStatsCollectionUtils; import com.facebook.presto.spi.PrestoException; import com.google.common.annotations.VisibleForTesting; import com.google.common.util.concurrent.ListenableFuture; @@ -119,11 +118,6 @@ private void onSuccess(BaseResponse result) errorTracker.requestSucceeded(); - // Update Spark Accumulators for spark internal metrics - // Note: Updating here also serves as a heartbeat to spark scheduler - // that the task is making progress - PrestoSparkStatsCollectionUtils.collectMetrics(taskInfo.get()); - if (result.getValue().getTaskStatus().getState().isDone()) { synchronized (taskFinished) { taskFinished.notifyAll(); diff --git a/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/task/PrestoSparkNativeTaskExecutorFactory.java b/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/task/PrestoSparkNativeTaskExecutorFactory.java index 854d78d4f24e0..258faa653bbb9 100644 --- a/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/task/PrestoSparkNativeTaskExecutorFactory.java +++ b/presto-spark-base/src/main/java/com/facebook/presto/spark/execution/task/PrestoSparkNativeTaskExecutorFactory.java @@ -53,6 +53,7 @@ import com.facebook.presto.spark.execution.nativeprocess.NativeExecutionProcessFactory; import com.facebook.presto.spark.execution.shuffle.PrestoSparkShuffleInfoTranslator; import com.facebook.presto.spark.execution.shuffle.PrestoSparkShuffleWriteInfo; +import com.facebook.presto.spark.util.PrestoSparkStatsCollectionUtils; import com.facebook.presto.spark.util.PrestoSparkUtils; import com.facebook.presto.spi.PrestoException; import com.facebook.presto.spi.page.PagesSerde; @@ -311,6 +312,9 @@ private static void completeTask(boolean success, CollectionAccumulator