HDDS-12984. Use InodeID to identify the SST files inside the tarball.

hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/Archiver.java

@@ -38,12 +38,15 @@
 import org.apache.commons.io.IOUtils;
 import org.apache.hadoop.hdds.HddsUtils;
 import org.apache.hadoop.ozone.OzoneConsts;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 /** Create and extract archives. */
 public final class Archiver {
 
   static final int MIN_BUFFER_SIZE = 8 * (int) OzoneConsts.KB; // same as IOUtils.DEFAULT_BUFFER_SIZE
   static final int MAX_BUFFER_SIZE = (int) OzoneConsts.MB;
+  private static final Logger LOG = LoggerFactory.getLogger(Archiver.class);
 
   private Archiver() {
     // no instances (for now)
@@ -111,6 +114,34 @@ public static long includeFile(File file, String entryName,
     return bytes;
   }
 
+  /**
+   * Creates a hardlink for the given file in a temporary directory, adds it
+   * as an entry in the archive, and includes its contents in the archive output.
+   * The temporary hardlink is deleted after processing.
+   */
+  public static long linkAndIncludeFile(File file, String entryName,
+      ArchiveOutputStream<TarArchiveEntry> archiveOutput, Path tmpDir) throws IOException {
+    File link = tmpDir.resolve(entryName).toFile();
+    long bytes = 0;
+    try {
+      Files.createLink(link.toPath(), file.toPath());
+      TarArchiveEntry entry = archiveOutput.createArchiveEntry(link, entryName);
+      archiveOutput.putArchiveEntry(entry);
+      try (InputStream input = Files.newInputStream(link.toPath())) {
+        bytes = IOUtils.copyLarge(input, archiveOutput);
+      }
+      archiveOutput.closeArchiveEntry();
+    } catch (IOException ioe) {
+      LOG.error("Couldn't create hardlink for file {} while including it in tarball.",
+          file.getAbsolutePath(), ioe);
+    } finally {
+      if (link != null) {
+        Files.deleteIfExists(link.toPath());
+      }
+    }
+    return bytes;
+  }
+
   public static void extractEntry(ArchiveEntry entry, InputStream input, long size,
       Path ancestor, Path path) throws IOException {
     HddsUtils.validatePath(path, ancestor);

hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/DBCheckpointServlet.java

@@ -122,6 +122,10 @@ public void initialize(DBStore store, DBCheckpointMetrics metrics,
     }
   }
 
+  public File getBootstrapTempData() {
+    return bootstrapTempData;
+  }
+
   private boolean hasPermission(UserGroupInformation user) {
     // Check ACL for dbCheckpoint only when global Ozone ACL and SPNEGO is
     // enabled
@@ -132,7 +136,7 @@ private boolean hasPermission(UserGroupInformation user) {
     }
   }
 
-  private static void logSstFileList(Collection<String> sstList, String msg, int sampleSize) {
+  protected static void logSstFileList(Collection<String> sstList, String msg, int sampleSize) {
     int count = sstList.size();
     if (LOG.isDebugEnabled()) {
       LOG.debug(msg, count, "", sstList);
@@ -199,7 +203,7 @@ private void generateSnapshotCheckpoint(HttpServletRequest request,
     processMetadataSnapshotRequest(request, response, isFormData, flush);
   }
 
-  private void processMetadataSnapshotRequest(HttpServletRequest request, HttpServletResponse response,
+  protected void processMetadataSnapshotRequest(HttpServletRequest request, HttpServletResponse response,
       boolean isFormData, boolean flush) {
     List<String> excludedSstList = new ArrayList<>();
     String[] sstParam = isFormData ?
@@ -292,7 +296,7 @@ public DBCheckpoint getCheckpoint(Path ignoredTmpdir, boolean flush)
    * @param request the HTTP servlet request
    * @return array of parsed sst form data parameters for exclusion
    */
-  private static String[] parseFormDataParameters(HttpServletRequest request) {
+  protected static String[] parseFormDataParameters(HttpServletRequest request) {
     ServletFileUpload upload = new ServletFileUpload();
     List<String> sstParam = new ArrayList<>();