diff --git a/Makefile b/Makefile
index abdc4d7b5444..3d5a51cfb8a0 100644
--- a/Makefile
+++ b/Makefile
@@ -97,7 +97,7 @@ build/%.o: src/%.cc
 
 build/%_gpu.o: src/%.cu
 	@mkdir -p $(@D)
-	$(CXX) $(CFLAGS) -MM -MT build/$*_gpu.o $< >build/$*_gpu.d
+	$(NVCC) $(NVCCFLAGS) -Xcompiler "$(CFLAGS)" -M build/$*_gpu.o $< >build/$*_gpu.d
 	$(NVCC) -c -o $@ $(NVCCFLAGS) -Xcompiler "$(CFLAGS)" $<
 
 lib/libmxnet.a: $(ALL_DEP)