From 8584370b1258abf52e27eb3d0bfc444e2837c526 Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Fri, 4 Feb 2022 19:14:59 +0100 Subject: [PATCH] HDDS-6262. ozone insight log stops working after OM DBUpdates message --- .../hadoop/ozone/protocolPB/OMPBHelper.java | 37 +++++++++++++++---- ...ManagerProtocolServerSideTranslatorPB.java | 2 +- 2 files changed, 30 insertions(+), 9 deletions(-) diff --git a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OMPBHelper.java b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OMPBHelper.java index 2ff2dc830a25..2ffd9645d8c9 100644 --- a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OMPBHelper.java +++ b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/protocolPB/OMPBHelper.java @@ -24,14 +24,12 @@ import org.apache.hadoop.io.Text; import org.apache.hadoop.ozone.om.helpers.BucketEncryptionKeyInfo; import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos; -import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos - .BucketEncryptionInfoProto; -import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos - .CipherSuiteProto; -import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos - .CryptoProtocolVersionProto; -import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos - .FileEncryptionInfoProto; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.BucketEncryptionInfoProto; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.CipherSuiteProto; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.CryptoProtocolVersionProto; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.FileEncryptionInfoProto; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.OMRequest; +import org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos.OMResponse; import org.apache.hadoop.ozone.security.OzoneTokenIdentifier; import org.apache.hadoop.ozone.security.proto.SecurityProtos.TokenProto; import org.apache.hadoop.security.token.Token; @@ -41,6 +39,9 @@ */ public final class OMPBHelper { + public static final ByteString REDACTED = + ByteString.copyFromUtf8(""); + private OMPBHelper() { /** Hidden constructor */ } @@ -192,4 +193,24 @@ public static CryptoProtocolVersion convert( } + public static OMRequest processForDebug(OMRequest msg) { + return msg; + } + + public static OMResponse processForDebug(OMResponse msg) { + if (msg == null) { + return null; + } + + if (msg.hasDbUpdatesResponse()) { + OMResponse.Builder builder = msg.toBuilder(); + + builder.getDbUpdatesResponseBuilder() + .clearData().addData(REDACTED); + + return builder.build(); + } + + return msg; + } } diff --git a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerProtocolServerSideTranslatorPB.java b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerProtocolServerSideTranslatorPB.java index 7946f65e760d..ef8206937ec8 100644 --- a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerProtocolServerSideTranslatorPB.java +++ b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerProtocolServerSideTranslatorPB.java @@ -109,7 +109,7 @@ public OzoneManagerProtocolServerSideTranslatorPB( } this.omRatisServer = ratisServer; dispatcher = new OzoneProtocolMessageDispatcher<>("OzoneProtocol", - metrics, LOG); + metrics, LOG, OMPBHelper::processForDebug, OMPBHelper::processForDebug); } /**