HDFS-14889. Ability to check if a block has a replica on provided storage.

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfo.java

@@ -181,6 +181,12 @@ public int getCapacity() {
   /** @return true if there is no datanode storage associated with the block */
   abstract boolean hasNoStorage();
 
+  /**
+   * Checks whether this block has a Provided replica.
+   * @return true if this block has a replica on Provided storage.
+   */
+  abstract boolean isProvided();
+
   /**
    * Find specified DatanodeStorageInfo.
    * @return DatanodeStorageInfo or null if not found.

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoContiguous.java

@@ -19,6 +19,7 @@
 
 import com.google.common.base.Preconditions;
 import org.apache.hadoop.classification.InterfaceAudience;
+import org.apache.hadoop.fs.StorageType;
 import org.apache.hadoop.hdfs.protocol.Block;
 import org.apache.hadoop.hdfs.protocol.BlockType;
 
@@ -28,12 +29,16 @@
 @InterfaceAudience.Private
 public class BlockInfoContiguous extends BlockInfo {
 
+  private boolean hasProvidedStorage;
+
   public BlockInfoContiguous(short size) {
     super(size);
+    hasProvidedStorage = false;
   }
 
   public BlockInfoContiguous(Block blk, short size) {
     super(blk, size);
+    hasProvidedStorage = false;
   }
 
   /**
@@ -62,6 +67,9 @@ boolean addStorage(DatanodeStorageInfo storage, Block reportedBlock) {
     // find the last null node
     int lastNode = ensureCapacity(1);
     setStorageInfo(lastNode, storage);
+    if (storage.getStorageType() == StorageType.PROVIDED) {
+      hasProvidedStorage = true;
+    }
     return true;
   }
 
@@ -77,9 +85,31 @@ boolean removeStorage(DatanodeStorageInfo storage) {
     setStorageInfo(dnIndex, getStorageInfo(lastNode));
     // set the last entry to null
     setStorageInfo(lastNode, null);
+    if (storage.getStorageType() == StorageType.PROVIDED
+        && !hasProvidedStorages()) {
+      hasProvidedStorage = false;
+    }
     return true;
   }
 
+  @Override
+  boolean isProvided() {
+    return hasProvidedStorage;
+  }
+
+  private boolean hasProvidedStorages() {
+    int len = getCapacity();
+    for(int idx = 0; idx < len; idx++) {
+      DatanodeStorageInfo cur = getStorageInfo(idx);
+      if(cur != null) {
+        if (cur.getStorageType() == StorageType.PROVIDED) {
+          return true;
+        }
+      }
+    }
+    return false;
+  }
+
   @Override
   public int numNodes() {
     assert this.storages != null : "BlockInfo is not initialized";

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoStriped.java

@@ -244,6 +244,11 @@ final boolean hasNoStorage() {
     return true;
   }
 
+  @Override
+  boolean isProvided() {
+    return false;
+  }
+
   /**
    * This class contains datanode storage information and block index in the
    * block group.

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockInfo.java

@@ -19,7 +19,10 @@
 
 import static org.apache.hadoop.hdfs.server.namenode.INodeId.INVALID_INODE_ID;
 import static org.hamcrest.core.Is.is;
+import static org.mockito.Mockito.mock;
+import static org.mockito.Mockito.when;
 
+import org.apache.hadoop.fs.StorageType;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.apache.hadoop.hdfs.DFSTestUtil;
@@ -64,6 +67,28 @@ public void testAddStorage() throws Exception {
     Assert.assertEquals(storage, blockInfo.getStorageInfo(0));
   }
 
+  @Test
+  public void testAddProvidedStorage() throws Exception {
+    BlockInfo blockInfo = new BlockInfoContiguous((short) 3);
+
+    DatanodeStorageInfo storage = mock(DatanodeStorageInfo.class);
+    when(storage.getStorageType()).thenReturn(StorageType.PROVIDED);
+    boolean added = blockInfo.addStorage(storage, blockInfo);
+
+    Assert.assertTrue(added);
+    Assert.assertEquals(storage, blockInfo.getStorageInfo(0));
+    Assert.assertTrue(blockInfo.isProvided());
+
+    blockInfo = new BlockInfoContiguous((short) 3);
+    storage = mock(DatanodeStorageInfo.class);
+    when(storage.getStorageType()).thenReturn(StorageType.DISK);
+    added = blockInfo.addStorage(storage, blockInfo);
+
+    Assert.assertTrue(added);
+    Assert.assertEquals(storage, blockInfo.getStorageInfo(0));
+    Assert.assertFalse(blockInfo.isProvided());
+  }
+
   @Test
   public void testReplaceStorage() throws Exception {