Disable z3 tracing profiler (#4106)

Co-authored-by: Michael Wyatt <[email protected]>

Author: tjruwase

deepspeed/runtime/zero/partitioned_param_coordinator.py

@@ -18,6 +18,8 @@
 from deepspeed.accelerator import get_accelerator
 import logging
 
+ENABLE_PROFILER = False
+
 
 def debug_rank0(message: str) -> None:
     if dist.get_rank() == 0:
@@ -117,7 +119,7 @@ def __init__(
         self.__ongoing_fetch_events: Deque[get_accelerator().Event] = collections.deque()
         # TODO. make this configurable via JSON
         self.__max_ongoing_fetch_events: int = 2
-        self.__profiler = PartitionedParameterProfiler(timers)
+        self.__profiler = PartitionedParameterProfiler(timers if ENABLE_PROFILER else None)
 
     """Tracing and Tracking
     TODO. consider performing trace before initializing PartitionedParameterCoordinator