diff --git a/cpp/tensorrt_llm/kernels/decodingCommon.cu b/cpp/tensorrt_llm/kernels/decodingCommon.cu
index 6a504e568..8dc49f024 100644
--- a/cpp/tensorrt_llm/kernels/decodingCommon.cu
+++ b/cpp/tensorrt_llm/kernels/decodingCommon.cu
@@ -51,7 +51,7 @@ __global__ void curandBatchInitialize(
     if (idx < size)
     {
         auto const batchSlot = batchSlots != nullptr ? batchSlots[idx] : idx;
-        curand_init(randomSeeds[batchSlot], 0, 0, &states[batchSlot]);
+        curand_init(randomSeeds[idx], 0, 0, &states[batchSlot]);
     }
 }