diff --git a/apps/nccl/src/allgather.hpp b/apps/nccl/src/allgather.hpp
index 59aedbb49..4c417c312 100644
--- a/apps/nccl/src/allgather.hpp
+++ b/apps/nccl/src/allgather.hpp
@@ -103,12 +103,11 @@ __global__ void __launch_bounds__(1024, 1)
     }
   }
 
-  deviceSyncer.sync(gridDim.x);
-
   if (threadIdx.x < nPeer) {
     smChans[threadIdx.x].relaxedSignal();
     smChans[threadIdx.x].wait();
   }
+  __syncthreads();
 }
 
 template <bool IsOutOfPlace, typename T>