From 647f562a6fc6fe6f49c251b1d8f45d18307e89b6 Mon Sep 17 00:00:00 2001 From: stephen Date: Fri, 15 Apr 2022 16:41:34 +0800 Subject: [PATCH] Add some info log about metastore event processor --- fe/fe-core/src/main/java/com/starrocks/common/Config.java | 6 +++--- .../external/hive/events/MetastoreEventsProcessor.java | 7 +++++-- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/fe/fe-core/src/main/java/com/starrocks/common/Config.java b/fe/fe-core/src/main/java/com/starrocks/common/Config.java index 942f85cded3696..c173cd1919b8b7 100644 --- a/fe/fe-core/src/main/java/com/starrocks/common/Config.java +++ b/fe/fe-core/src/main/java/com/starrocks/common/Config.java @@ -1299,13 +1299,13 @@ public class Config extends ConfigBase { /** * If set to true, StarRocks will automatically synchronize hms metadata to the cache in fe. */ - @ConfField(mutable = true) + @ConfField public static boolean enable_hms_events_incremental_sync = false; /** * HMS polling interval in milliseconds. */ - @ConfField(mutable = true) + @ConfField public static int hms_events_polling_interval_ms = 5000; /** @@ -1323,7 +1323,7 @@ public class Config extends ConfigBase { /** * Num of thread to process events in parallel. */ - @ConfField(mutable = true) + @ConfField public static int hms_process_events_parallel_num = 4; /** diff --git a/fe/fe-core/src/main/java/com/starrocks/external/hive/events/MetastoreEventsProcessor.java b/fe/fe-core/src/main/java/com/starrocks/external/hive/events/MetastoreEventsProcessor.java index 5d323100dad9af..aec09938066047 100644 --- a/fe/fe-core/src/main/java/com/starrocks/external/hive/events/MetastoreEventsProcessor.java +++ b/fe/fe-core/src/main/java/com/starrocks/external/hive/events/MetastoreEventsProcessor.java @@ -214,8 +214,9 @@ private List getNextHMSEvents(String resourceName, if (response.getEvents().size() == 0) { return Collections.emptyList(); } - LOG.info(String.format("Received %d events. Start event id : %d. Last synced id : %d", - response.getEvents().size(), response.getEvents().get(0).getEventId(), lastSyncedEventId)); + LOG.info(String.format("Received %d events. Start event id : %d. Last synced id : %d on resource : %s", + response.getEvents().size(), response.getEvents().get(0).getEventId(), + lastSyncedEventId, resourceName)); if (filter == null) { return response.getEvents(); @@ -323,6 +324,8 @@ private void processEvents(List events, String resourceName) return; } + LOG.debug("Notification events {} to be processed", events); + if (Config.enable_hms_parallel_process_evens) { doExecuteWithPartialProgress(filteredEvents); } else {