HDDS-8237. [Snapshot] loadDb() used by SstFiltering service creates extraneous directories.

hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBStoreBuilder.java

@@ -105,7 +105,7 @@ public final class DBStoreBuilder {
   private boolean enableCompactionLog;
   private long maxTimeAllowedForSnapshotInDag;
   private long pruneCompactionDagDaemonRunInterval;
-
+  private boolean createCheckpointDirs = true;
   /**
    * Create DBStoreBuilder from a generic DBDefinition.
    */
@@ -219,7 +219,7 @@ public DBStore build() throws IOException {
       return new RDBStore(dbFile, rocksDBOption, writeOptions, tableConfigs,
           registry, openReadOnly, maxFSSnapshots, dbJmxBeanNameName,
           enableCompactionLog, maxTimeAllowedForSnapshotInDag,
-          pruneCompactionDagDaemonRunInterval);
+          pruneCompactionDagDaemonRunInterval, createCheckpointDirs);
     } finally {
       tableConfigs.forEach(TableConfig::close);
     }
@@ -281,6 +281,10 @@ public DBStoreBuilder setEnableCompactionLog(boolean enableCompactionLog) {
     return this;
   }
 
+  public DBStoreBuilder setCreateCheckpointDirs(boolean createCheckpointDirs) {
+    this.createCheckpointDirs = createCheckpointDirs;
+    return this;
+  }
   /**
    * Set the {@link ManagedDBOptions} and default
    * {@link ManagedColumnFamilyOptions} based on {@code prof}.

hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStore.java

@@ -83,7 +83,7 @@ public RDBStore(File dbFile, ManagedDBOptions options,
                   Set<TableConfig> families) throws IOException {
     this(dbFile, options, new ManagedWriteOptions(), families,
         new CodecRegistry(), false, 1000, null, false,
-        TimeUnit.DAYS.toMillis(1), TimeUnit.HOURS.toMillis(1));
+        TimeUnit.DAYS.toMillis(1), TimeUnit.HOURS.toMillis(1), true);
   }
 
   @SuppressWarnings("parameternumber")
@@ -92,7 +92,8 @@ public RDBStore(File dbFile, ManagedDBOptions dbOptions,
                   CodecRegistry registry, boolean readOnly, int maxFSSnapshots,
                   String dbJmxBeanNameName, boolean enableCompactionLog,
                   long maxTimeAllowedForSnapshotInDag,
-                  long compactionDagDaemonInterval)
+                  long compactionDagDaemonInterval,
+                  boolean createCheckpointDirs)
       throws IOException {
     Preconditions.checkNotNull(dbFile, "DB file location cannot be null");
     Preconditions.checkNotNull(families);
@@ -133,28 +134,35 @@ public RDBStore(File dbFile, ManagedDBOptions dbOptions,
       }
 
       //create checkpoints directory if not exists.
-      checkpointsParentDir =
+      if (!createCheckpointDirs) {
+        checkpointsParentDir = null;
+      } else {
+        checkpointsParentDir =
           Paths.get(dbLocation.getParent(), "db.checkpoints").toString();
-      File checkpointsDir = new File(checkpointsParentDir);
-      if (!checkpointsDir.exists()) {
-        boolean success = checkpointsDir.mkdir();
-        if (!success) {
-          throw new IOException(
-              "Unable to create RocksDB checkpoint directory: " +
-              checkpointsParentDir);
+        File checkpointsDir = new File(checkpointsParentDir);
+        if (!checkpointsDir.exists()) {
+          boolean success = checkpointsDir.mkdir();
+          if (!success) {
+            throw new IOException(
+                "Unable to create RocksDB checkpoint directory: " +
+                    checkpointsParentDir);
+          }
         }
       }
-
       //create snapshot directory if does not exist.
-      snapshotsParentDir = Paths.get(dbLocation.getParent(),
-          OM_SNAPSHOT_DIR).toString();
-      File snapshotsDir = new File(snapshotsParentDir);
-      if (!snapshotsDir.exists()) {
-        boolean success = snapshotsDir.mkdir();
-        if (!success) {
-          throw new IOException(
-              "Unable to create RocksDB snapshot directory: " +
-              snapshotsParentDir);
+      if (!createCheckpointDirs) {
+        snapshotsParentDir = null;
+      } else {
+        snapshotsParentDir = Paths.get(dbLocation.getParent(),
+                                       OM_SNAPSHOT_DIR).toString();
+        File snapshotsDir = new File(snapshotsParentDir);
+        if (!snapshotsDir.exists()) {
+          boolean success = snapshotsDir.mkdir();
+          if (!success) {
+            throw new IOException(
+                "Unable to create RocksDB snapshot directory: " +
+                    snapshotsParentDir);
+          }
         }
       }
 

hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OmMetadataManagerImpl.java

@@ -346,7 +346,7 @@ protected OmMetadataManagerImpl() {
       RDBCheckpointManager.waitForCheckpointDirectoryExist(checkpoint);
     }
     setStore(loadDB(conf, metaDir, dbName, true,
-            java.util.Optional.of(Boolean.TRUE)));
+            java.util.Optional.of(Boolean.TRUE), false));
     initializeOmTables(false);
   }
 
@@ -484,14 +484,23 @@ public void start(OzoneConfiguration configuration) throws IOException {
   public static DBStore loadDB(OzoneConfiguration configuration, File metaDir)
       throws IOException {
     return loadDB(configuration, metaDir, OM_DB_NAME, false,
-            java.util.Optional.empty());
+            java.util.Optional.empty(), true);
   }
 
   public static DBStore loadDB(OzoneConfiguration configuration, File metaDir,
                                String dbName, boolean readOnly,
                                java.util.Optional<Boolean>
                                        disableAutoCompaction)
           throws IOException {
+    return loadDB(configuration, metaDir, dbName, readOnly,
+        disableAutoCompaction, true);
+  }
+  public static DBStore loadDB(OzoneConfiguration configuration, File metaDir,
+                               String dbName, boolean readOnly,
+                               java.util.Optional<Boolean>
+                                   disableAutoCompaction,
+                               boolean createCheckpointDirs)
+      throws IOException {
     final int maxFSSnapshots = configuration.getInt(
         OZONE_OM_FS_SNAPSHOT_MAX_LIMIT, OZONE_OM_FS_SNAPSHOT_MAX_LIMIT_DEFAULT);
     RocksDBConfiguration rocksDBConfiguration =
@@ -501,7 +510,8 @@ public static DBStore loadDB(OzoneConfiguration configuration, File metaDir,
         .setOpenReadOnly(readOnly)
         .setPath(Paths.get(metaDir.getPath()))
         .setMaxFSSnapshots(maxFSSnapshots)
-        .setEnableCompactionLog(true);
+        .setEnableCompactionLog(true)
+        .setCreateCheckpointDirs(createCheckpointDirs);
     disableAutoCompaction.ifPresent(
             dbStoreBuilder::disableDefaultCFAutoCompaction);
     return addOMTablesAndCodecs(dbStoreBuilder).build();

hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/SstFilteringService.java

@@ -146,7 +146,7 @@ public BackgroundTaskResult call() throws Exception {
 
           try (RDBStore rdbStore = (RDBStore) OmMetadataManagerImpl
               .loadDB(ozoneManager.getConfiguration(), new File(snapshotDir),
-                  dbName, true, Optional.of(Boolean.TRUE))) {
+                  dbName, true, Optional.of(Boolean.TRUE), false)) {
             RocksDatabase db = rdbStore.getDb();
             db.deleteFilesNotMatchingPrefix(prefixPairs, filterFunction);
           }