Skip to content
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@
import org.apache.hadoop.ozone.om.OMConfigKeys;
import org.apache.hadoop.ozone.om.OzoneManager;
import org.apache.hadoop.ozone.recon.api.types.ContainerKeyPrefix;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.apache.hadoop.ozone.recon.spi.impl.OzoneManagerServiceProviderImpl;
import org.apache.ozone.test.GenericTestUtils;
import org.junit.After;
Expand Down Expand Up @@ -130,10 +130,10 @@ public void testReconGetsSnapshotFromLeader() throws Exception {
// Sync data to Recon
impl.syncDataFromOM();

ContainerDBServiceProvider containerDBServiceProvider =
ReconContainerMetadataManager reconContainerMetadataManager =
cluster.getReconServer().getContainerDBServiceProvider();
TableIterator iterator =
containerDBServiceProvider.getContainerTableIterator();
reconContainerMetadataManager.getContainerTableIterator();
String reconKeyPrefix = null;
while (iterator.hasNext()) {
Table.KeyValue<ContainerKeyPrefix, Integer> keyValue =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,4 +58,5 @@ private ReconConstants() {
+ PIPELINE_DB_SUFFIX;
public static final String RECON_SCM_NODE_DB =
"recon-node.db";
public static final int NUM_OF_BINS = 40;
}
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,6 @@
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.hdds.scm.protocol.StorageContainerLocationProtocol;
import org.apache.hadoop.hdds.scm.server.OzoneStorageContainerManager;
import org.apache.hadoop.hdds.utils.db.DBStore;
import org.apache.hadoop.ozone.om.OMMetadataManager;
import org.apache.hadoop.ozone.om.protocol.OzoneManagerProtocol;
import org.apache.hadoop.ozone.om.protocolPB.OmTransport;
Expand All @@ -38,13 +37,11 @@
import org.apache.hadoop.ozone.recon.recovery.ReconOMMetadataManager;
import org.apache.hadoop.ozone.recon.recovery.ReconOmMetadataManagerImpl;
import org.apache.hadoop.ozone.recon.scm.ReconStorageContainerManagerFacade;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.apache.hadoop.ozone.recon.spi.OzoneManagerServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconNamespaceSummaryManager;
import org.apache.hadoop.ozone.recon.spi.StorageContainerServiceProvider;
import org.apache.hadoop.ozone.recon.spi.impl.ContainerDBServiceProviderImpl;
import org.apache.hadoop.ozone.recon.spi.impl.OzoneManagerServiceProviderImpl;
import org.apache.hadoop.ozone.recon.spi.impl.ReconContainerDBProvider;
import org.apache.hadoop.ozone.recon.spi.impl.StorageContainerServiceProviderImpl;
Comment thread
yuangu002 marked this conversation as resolved.
import org.apache.hadoop.ozone.recon.spi.impl.*;
import org.apache.hadoop.ozone.recon.tasks.ContainerKeyMapperTask;
import org.apache.hadoop.ozone.recon.tasks.FileSizeCountTask;
import org.apache.hadoop.ozone.recon.tasks.TableCountTask;
Expand Down Expand Up @@ -85,15 +82,16 @@ public class ReconControllerModule extends AbstractModule {
protected void configure() {
bind(OzoneConfiguration.class).toProvider(ConfigurationProvider.class);
bind(ReconHttpServer.class).in(Singleton.class);
bind(DBStore.class)
.toProvider(ReconContainerDBProvider.class).in(Singleton.class);
bind(ReconRocksDB.class).in(Singleton.class);
bind(ReconOMMetadataManager.class)
.to(ReconOmMetadataManagerImpl.class);
bind(OMMetadataManager.class).to(ReconOmMetadataManagerImpl.class);

bind(ContainerHealthSchemaManager.class).in(Singleton.class);
bind(ContainerDBServiceProvider.class)
.to(ContainerDBServiceProviderImpl.class).in(Singleton.class);
bind(ReconContainerMetadataManager.class)
.to(ReconContainerMetadataManagerImpl.class).in(Singleton.class);
bind(ReconNamespaceSummaryManager.class)
.to(ReconNamespaceSummaryManagerImpl.class).in(Singleton.class);
bind(OzoneManagerServiceProvider.class)
.to(OzoneManagerServiceProviderImpl.class).in(Singleton.class);
bind(ReconUtils.class).in(Singleton.class);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,9 +29,11 @@
import org.apache.hadoop.hdds.scm.server.OzoneStorageContainerManager;
import org.apache.hadoop.hdds.utils.HddsServerUtil;
import org.apache.hadoop.ozone.OzoneSecurityUtil;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.apache.hadoop.ozone.recon.spi.OzoneManagerServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconNamespaceSummaryManager;
import org.apache.hadoop.ozone.recon.spi.StorageContainerServiceProvider;
import org.apache.hadoop.ozone.recon.spi.impl.ReconRocksDB;
import org.apache.hadoop.ozone.util.OzoneVersionInfo;
import org.apache.hadoop.security.SecurityUtil;
import org.apache.hadoop.security.UserGroupInformation;
Expand All @@ -56,8 +58,10 @@ public class ReconServer extends GenericCli {
private Injector injector;

private ReconHttpServer httpServer;
private ContainerDBServiceProvider containerDBServiceProvider;
private ReconContainerMetadataManager reconContainerMetadataManager;
private OzoneManagerServiceProvider ozoneManagerServiceProvider;
private ReconRocksDB reconRocksDB;
private ReconNamespaceSummaryManager reconNamespaceSummaryManager;
private OzoneStorageContainerManager reconStorageContainerManager;
private OzoneConfiguration configuration;

Expand Down Expand Up @@ -93,8 +97,12 @@ protected void configureServlets() {
LOG.info("Initializing Recon server...");
try {
loginReconUserIfSecurityEnabled(configuration);
this.containerDBServiceProvider =
injector.getInstance(ContainerDBServiceProvider.class);
this.reconRocksDB = injector.getInstance(ReconRocksDB.class);
LOG.info("Recon Rocks DB.");
Comment thread
yuangu002 marked this conversation as resolved.
Outdated
this.reconContainerMetadataManager =
injector.getInstance(ReconContainerMetadataManager.class);
this.reconNamespaceSummaryManager =
injector.getInstance(ReconNamespaceSummaryManager.class);

ReconSchemaManager reconSchemaManager =
injector.getInstance(ReconSchemaManager.class);
Expand Down Expand Up @@ -159,8 +167,8 @@ public void stop() throws Exception {
if (ozoneManagerServiceProvider != null) {
ozoneManagerServiceProvider.stop();
}
if (containerDBServiceProvider != null) {
containerDBServiceProvider.close();
if (reconRocksDB != null) {
reconRocksDB.close();
}
isStarted = false;
}
Expand Down Expand Up @@ -234,8 +242,13 @@ public StorageContainerServiceProvider getStorageContainerServiceProvider() {
}

@VisibleForTesting
public ContainerDBServiceProvider getContainerDBServiceProvider() {
return containerDBServiceProvider;
public ReconContainerMetadataManager getContainerDBServiceProvider() {
Comment thread
yuangu002 marked this conversation as resolved.
Outdated
return reconContainerMetadataManager;
}

@VisibleForTesting
public ReconNamespaceSummaryManager getReconNamespaceSummaryManager() {
Comment thread
yuangu002 marked this conversation as resolved.
Outdated
return reconNamespaceSummaryManager;
}

@VisibleForTesting
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@
import org.apache.hadoop.ozone.recon.persistence.ContainerHealthSchemaManager;
import org.apache.hadoop.ozone.recon.recovery.ReconOMMetadataManager;
import org.apache.hadoop.ozone.recon.scm.ReconContainerManager;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.hadoop.ozone.recon.schema.ContainerSchemaDefinition.UnHealthyContainerStates;
import org.hadoop.ozone.recon.schema.tables.pojos.UnhealthyContainers;

Expand All @@ -79,7 +79,7 @@
public class ContainerEndpoint {

@Inject
private ContainerDBServiceProvider containerDBServiceProvider;
private ReconContainerMetadataManager reconContainerMetadataManager;

@Inject
private ReconOMMetadataManager omMetadataManager;
Expand Down Expand Up @@ -113,8 +113,9 @@ public Response getContainers(
Map<Long, ContainerMetadata> containersMap;
long containersCount;
try {
containersMap = containerDBServiceProvider.getContainers(limit, prevKey);
containersCount = containerDBServiceProvider.getCountForContainers();
containersMap =
reconContainerMetadataManager.getContainers(limit, prevKey);
containersCount = reconContainerMetadataManager.getCountForContainers();
} catch (IOException ioEx) {
throw new WebApplicationException(ioEx,
Response.Status.INTERNAL_SERVER_ERROR);
Expand Down Expand Up @@ -147,7 +148,7 @@ public Response getKeysForContainer(
long totalCount;
try {
Map<ContainerKeyPrefix, Integer> containerKeyPrefixMap =
containerDBServiceProvider.getKeyPrefixesForContainer(containerID,
reconContainerMetadataManager.getKeyPrefixesForContainer(containerID,
prevKeyPrefix);

// Get set of Container-Key mappings for given containerId.
Expand Down Expand Up @@ -204,7 +205,7 @@ public Response getKeysForContainer(
}

totalCount =
containerDBServiceProvider.getKeyCountForContainer(containerID);
reconContainerMetadataManager.getKeyCountForContainer(containerID);
} catch (IOException ioEx) {
throw new WebApplicationException(ioEx,
Response.Status.INTERNAL_SERVER_ERROR);
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
package org.apache.hadoop.ozone.recon.api.types;

import org.apache.hadoop.ozone.recon.ReconConstants;

import java.util.Arrays;

/**
* Class to encapsulate namespace metadata summaries from OM.
*/

public class NSSummary {
private int numOfFiles;
private int sizeOfFiles;
private int[] fileSizeBucket;

public NSSummary() {
this.numOfFiles = 0;
this.sizeOfFiles = 0;
// TODO: I read the min is 1024(2^10), max is 1PB(2^50),
// so the number of buckets should be 40?
this.fileSizeBucket = new int[ReconConstants.NUM_OF_BINS];
Comment thread
yuangu002 marked this conversation as resolved.
}

public NSSummary(int numOfFiles, int sizeOfFiles, int[] bucket) {
this.numOfFiles = numOfFiles;
this.sizeOfFiles = sizeOfFiles;
setFileSizeBucket(bucket);
}

public int getNumOfFiles() {
return numOfFiles;
}

public int getSizeOfFiles() {
return sizeOfFiles;
}

public int[] getFileSizeBucket() {
return fileSizeBucket;
}

public void setNumOfFiles(int numOfFiles) {
this.numOfFiles = numOfFiles;
}

public void setSizeOfFiles(int sizeOfFiles) {
this.sizeOfFiles = sizeOfFiles;
}

public void setFileSizeBucket(int[] fileSizeBucket) {
this.fileSizeBucket = Arrays.copyOf(
fileSizeBucket, ReconConstants.NUM_OF_BINS);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
package org.apache.hadoop.ozone.recon.codec;

import org.apache.hadoop.hdds.utils.db.IntegerCodec;
import org.apache.hadoop.ozone.recon.ReconConstants;
import org.apache.hadoop.ozone.recon.api.types.NSSummary;
import org.apache.hadoop.hdds.utils.db.Codec;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.DataInputStream;
import java.io.IOException;

/**
* Codec for Namespace Summary.
*/
public class NSSummaryCodec implements Codec<NSSummary>{
Comment thread
yuangu002 marked this conversation as resolved.
Outdated

private final Codec<Integer> integerCodec = new IntegerCodec();
// 2 int fields + 40-length int array
Comment thread
yuangu002 marked this conversation as resolved.
Outdated
private static final int NUM_OF_INTS = 2 + ReconConstants.NUM_OF_BINS;

@Override
public byte[] toPersistedFormat(NSSummary object) throws IOException {
final int sizeOfRes = NUM_OF_INTS * Integer.BYTES;
ByteArrayOutputStream out = new ByteArrayOutputStream(sizeOfRes);
out.write(integerCodec.toPersistedFormat(object.getNumOfFiles()));
out.write(integerCodec.toPersistedFormat(object.getSizeOfFiles()));
int[] fileSizeBucket = object.getFileSizeBucket();
for (int i = 0; i < ReconConstants.NUM_OF_BINS; ++i) {
out.write(integerCodec.toPersistedFormat(fileSizeBucket[i]));
}
Comment thread
smengcl marked this conversation as resolved.
return out.toByteArray();
}

@Override
public NSSummary fromPersistedFormat(byte[] rawData) throws IOException {
assert(rawData.length == NUM_OF_INTS * Integer.BYTES);
DataInputStream in = new DataInputStream(new ByteArrayInputStream(rawData));
NSSummary res = new NSSummary();
res.setNumOfFiles(in.readInt());
res.setSizeOfFiles(in.readInt());
int[] fileSizeBucket = new int[ReconConstants.NUM_OF_BINS];
for (int i = 0; i < ReconConstants.NUM_OF_BINS && in.available() > 0; ++i) {
fileSizeBucket[i] = in.readInt();
}
res.setFileSizeBucket(fileSizeBucket);
return res;
}

@Override
public NSSummary copyObject(NSSummary object) {
NSSummary copy = new NSSummary();
copy.setNumOfFiles(object.getNumOfFiles());
copy.setSizeOfFiles(object.getSizeOfFiles());
copy.setFileSizeBucket(object.getFileSizeBucket());
return copy;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,7 @@
import org.apache.hadoop.hdds.utils.db.Table;
import org.apache.hadoop.ozone.recon.persistence.ContainerHistory;
import org.apache.hadoop.ozone.recon.persistence.ContainerHealthSchemaManager;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.apache.hadoop.ozone.recon.spi.StorageContainerServiceProvider;

import org.slf4j.Logger;
Expand All @@ -66,7 +66,7 @@ public class ReconContainerManager extends ContainerManagerImpl {
private StorageContainerServiceProvider scmClient;
private PipelineManager pipelineManager;
private final ContainerHealthSchemaManager containerHealthSchemaManager;
private final ContainerDBServiceProvider cdbServiceProvider;
private final ReconContainerMetadataManager cdbServiceProvider;
private final Table<UUID, DatanodeDetails> nodeDB;
// Container ID -> Datanode UUID -> Timestamp
private final Map<Long, Map<UUID, ContainerReplicaHistory>> replicaHistoryMap;
Expand All @@ -91,15 +91,15 @@ public ReconContainerManager(
PipelineManager pipelineManager,
StorageContainerServiceProvider scm,
ContainerHealthSchemaManager containerHealthSchemaManager,
ContainerDBServiceProvider containerDBServiceProvider,
ReconContainerMetadataManager reconContainerMetadataManager,
SCMHAManager scmhaManager,
SequenceIdGenerator sequenceIdGen)
throws IOException {
super(conf, scmhaManager, sequenceIdGen, pipelineManager, containerStore);
this.scmClient = scm;
this.pipelineManager = pipelineManager;
this.containerHealthSchemaManager = containerHealthSchemaManager;
this.cdbServiceProvider = containerDBServiceProvider;
this.cdbServiceProvider = reconContainerMetadataManager;
// batchHandler = scmDBStore
this.nodeDB = ReconSCMDBDefinition.NODES.getTable(store);
this.replicaHistoryMap = new ConcurrentHashMap<>();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@
import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.ozone.recon.fsck.ContainerHealthTask;
import org.apache.hadoop.ozone.recon.persistence.ContainerHealthSchemaManager;
import org.apache.hadoop.ozone.recon.spi.ContainerDBServiceProvider;
import org.apache.hadoop.ozone.recon.spi.ReconContainerMetadataManager;
import org.apache.hadoop.ozone.recon.spi.StorageContainerServiceProvider;
import org.apache.hadoop.ozone.recon.tasks.ReconTaskConfig;
import com.google.inject.Inject;
Expand Down Expand Up @@ -108,7 +108,7 @@ public ReconStorageContainerManagerFacade(OzoneConfiguration conf,
StorageContainerServiceProvider scmServiceProvider,
ReconTaskStatusDao reconTaskStatusDao,
ContainerHealthSchemaManager containerHealthSchemaManager,
ContainerDBServiceProvider containerDBServiceProvider)
ReconContainerMetadataManager reconContainerMetadataManager)
throws IOException {
reconNodeDetails = getReconNodeDetails(conf);
this.eventQueue = new EventQueue();
Expand Down Expand Up @@ -143,7 +143,7 @@ public ReconStorageContainerManagerFacade(OzoneConfiguration conf,
dbStore,
ReconSCMDBDefinition.CONTAINERS.getTable(dbStore),
pipelineManager, scmServiceProvider,
containerHealthSchemaManager, containerDBServiceProvider,
containerHealthSchemaManager, reconContainerMetadataManager,
scmhaManager, sequenceIdGen);
this.scmServiceProvider = scmServiceProvider;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,12 +32,7 @@
* The Recon Container DB Service interface.
*/
@InterfaceStability.Unstable
public interface ContainerDBServiceProvider {

/*
* Close the container DB
*/
void close() throws Exception;
public interface ReconContainerMetadataManager {

/**
* Create new container DB and bulk Store the container to Key prefix
Expand Down
Loading