[SPARK-37394][CORE] Skip registering with external shuffle server if a customized shuffle manager is configured

core/src/main/scala/org/apache/spark/shuffle/ShuffleManager.scala

@@ -91,6 +91,15 @@ private[spark] trait ShuffleManager {
    */
   def shuffleBlockResolver: ShuffleBlockResolver
 
+  /**
+   * The flag to indicate if the shuffle manager needs to work with a local external
+   * shuffle service, by default it returns true; if it doesn't work with a local external
+   * shuffle service, this function needs to be overridden and return false instead.
+   * @return true if this shuffle manager needs to work with a local external shuffle service,
+   *         otherwise false.
+   */
+  def supportExternalShuffleService: Boolean = true
+
   /** Shut down this ShuffleManager. */
   def stop(): Unit
 }

core/src/main/scala/org/apache/spark/storage/BlockManager.scala

@@ -529,7 +529,8 @@ private[spark] class BlockManager(
     }
 
     // Register Executors' configuration with the local shuffle service, if one should exist.
-    if (externalShuffleServiceEnabled && !blockManagerId.isDriver) {
+    if (externalShuffleServiceEnabled && !blockManagerId.isDriver
+      && shuffleManager.supportExternalShuffleService) {
       registerWithExternalShuffleServer()
     }