HDDS-10389. Implement a search feature for users to locate open keys within the Open Keys Insights section.

hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconConstants.java

@@ -43,13 +43,16 @@ private ReconConstants() {
   public static final int DISK_USAGE_TOP_RECORDS_LIMIT = 30;
   public static final String DEFAULT_OPEN_KEY_INCLUDE_NON_FSO = "false";
   public static final String DEFAULT_OPEN_KEY_INCLUDE_FSO = "false";
+  public static final String DEFAULT_START_PREFIX = "/";
   public static final String DEFAULT_FETCH_COUNT = "1000";
   public static final String DEFAULT_KEY_SIZE = "0";
   public static final String DEFAULT_BATCH_NUMBER = "1";
   public static final String RECON_QUERY_BATCH_PARAM = "batchNum";
   public static final String RECON_QUERY_PREVKEY = "prevKey";
   public static final String RECON_OPEN_KEY_INCLUDE_NON_FSO = "includeNonFso";
   public static final String RECON_OPEN_KEY_INCLUDE_FSO = "includeFso";
+  public static final String RECON_OPEN_KEY_DEFAULT_SEARCH_LIMIT = "1000";
+  public static final String RECON_OPEN_KEY_SEARCH_DEFAULT_PREV_KEY = "";
   public static final String RECON_QUERY_FILTER = "missingIn";
   public static final String PREV_CONTAINER_ID_DEFAULT_VALUE = "0";
   public static final String PREV_DELETED_BLOCKS_TRANSACTION_ID_DEFAULT_VALUE =

hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconUtils.java

@@ -32,10 +32,11 @@
 import java.text.ParseException;
 import java.text.SimpleDateFormat;
 import java.time.Instant;
-import java.util.ArrayList;
-import java.util.Date;
 import java.util.List;
 import java.util.TimeZone;
+import java.util.Date;
+import java.util.Set;
+import java.util.ArrayList;
 import java.util.concurrent.BlockingQueue;
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
@@ -569,6 +570,54 @@ public static long convertToEpochMillis(String dateString, String dateFormat, Ti
     }
   }
 
+  /**
+   * Finds all subdirectories under a parent directory in an FSO bucket. It builds
+   * a list of paths for these subdirectories. These sub-directories are then used
+   * to search for open files in the openFileTable.
+   *
+   * How it works:
+   * - Starts from a parent directory identified by parentId.
+   * - Looks through all child directories of this parent.
+   * - For each child, it creates a path that starts with volumeID/bucketID/parentId,
+   *   following our openFileTable format.
+   * - Adds these paths to a list and explores each child further for more subdirectories.
+   *
+   * @param parentId The ID of the parent directory from which to start gathering subdirectories.
+   * @param subPaths The list to which the paths of subdirectories will be added.
+   * @param volumeID The ID of the volume containing the parent directory.
+   * @param bucketID The ID of the bucket containing the parent directory.
+   * @param reconNamespaceSummaryManager The manager used to retrieve NSSummary objects.
+   * @throws IOException If an I/O error occurs while fetching NSSummary objects.
+   */
+  public static void gatherSubPaths(long parentId, List<String> subPaths,
+                              long volumeID, long bucketID,
+                              ReconNamespaceSummaryManager reconNamespaceSummaryManager)
+      throws IOException {
+    // Fetch the NSSummary object for parentId
+    NSSummary parentSummary =
+        reconNamespaceSummaryManager.getNSSummary(parentId);
+    if (parentSummary == null) {
+      return;
+    }
+
+    Set<Long> childDirIds = parentSummary.getChildDir();
+    for (Long childId : childDirIds) {
+      // Fetch the NSSummary for each child directory
+      NSSummary childSummary =
+          reconNamespaceSummaryManager.getNSSummary(childId);
+      if (childSummary != null) {
+        String subPath =
+            ReconUtils.constructObjectPathWithPrefix(volumeID, bucketID,
+                childId);
+        // Add to subPaths
+        subPaths.add(subPath);
+        // Recurse into this child directory
+        gatherSubPaths(childId, subPaths, volumeID, bucketID,
+            reconNamespaceSummaryManager);
+      }
+    }
+  }
+
   /**
    * Validates volume or bucket names according to specific rules.
    *

hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/OMDBInsightEndpoint.java

@@ -61,7 +61,6 @@
 import java.util.LinkedHashMap;
 import java.util.List;
 import java.util.Map;
-import java.util.Set;
 import java.util.TimeZone;
 import java.util.function.Predicate;
 import java.util.stream.Collectors;
@@ -1061,7 +1060,8 @@ public Map<String, OmKeyInfo> searchKeysInFSO(ParamInfo paramInfo)
       subPaths.add(startPrefixObjectPath);
 
       // Recursively gather all subpaths
-      gatherSubPaths(parentId, subPaths, Long.parseLong(names[0]), Long.parseLong(names[1]));
+      ReconUtils.gatherSubPaths(parentId, subPaths, Long.parseLong(names[0]),
+          Long.parseLong(names[1]), reconNamespaceSummaryManager);
       // Iterate over the subpaths and retrieve the files
       for (String subPath : subPaths) {
         paramInfo.setStartPrefix(subPath);
@@ -1082,49 +1082,6 @@ public Map<String, OmKeyInfo> searchKeysInFSO(ParamInfo paramInfo)
     return matchedKeys;
   }
 
-  /**
-   * Finds all subdirectories under a parent directory in an FSO bucket. It builds
-   * a list of paths for these subdirectories. These sub-directories are then used
-   * to search for files in the fileTable.
-   * <p>
-   * How it works:
-   * - Starts from a parent directory identified by parentId.
-   * - Looks through all child directories of this parent.
-   * - For each child, it creates a path that starts with volumeID/bucketID/parentId,
-   * following our fileTable format
-   * - Adds these paths to a list and explores each child further for more subdirectories.
-   *
-   * @param parentId The ID of the directory we start exploring from.
-   * @param subPaths A list where we collect paths to all subdirectories.
-   * @param volumeID
-   * @param bucketID
-   * @throws IOException If there are problems accessing directory information.
-   */
-  private void gatherSubPaths(long parentId, List<String> subPaths,
-                              long volumeID, long bucketID) throws IOException {
-    // Fetch the NSSummary object for parentId
-    NSSummary parentSummary =
-        reconNamespaceSummaryManager.getNSSummary(parentId);
-    if (parentSummary == null) {
-      return;
-    }
-
-    Set<Long> childDirIds = parentSummary.getChildDir();
-    for (Long childId : childDirIds) {
-      // Fetch the NSSummary for each child directory
-      NSSummary childSummary =
-          reconNamespaceSummaryManager.getNSSummary(childId);
-      if (childSummary != null) {
-        String subPath =
-            ReconUtils.constructObjectPathWithPrefix(volumeID, bucketID, childId);
-        // Add to subPaths
-        subPaths.add(subPath);
-        // Recurse into this child directory
-        gatherSubPaths(childId, subPaths, volumeID, bucketID);
-      }
-    }
-  }
-
 
   /**
    * Converts a startPrefix path into an objectId path for FSO buckets, using IDs.