diff --git a/orttraining/orttraining/core/framework/gradient_graph_builder.cc b/orttraining/orttraining/core/framework/gradient_graph_builder.cc
index 6fa618316cbd3..08811af545323 100644
--- a/orttraining/orttraining/core/framework/gradient_graph_builder.cc
+++ b/orttraining/orttraining/core/framework/gradient_graph_builder.cc
@@ -211,7 +211,11 @@ Status GradientGraphBuilder::Build(const std::unordered_set<std::string>* p_init
     }
 
     GradientDef node_defs = GetGradientForOp(gradient_graph_config_, graph_, node, output_args_need_grad, input_args_need_grad, logger_);
-
+    if (node_defs.empty()) {
+      LOGS(logger_, WARNING) << "GetGradientForOp() did not create any nodes for node "
+                             << node->Name() << " of type " << node->OpType() << "."; 
+    }
+    
     // updates arg name if gradient accumulation is needed
     for (auto& op_def : node_defs) {
       for (auto& arg : op_def.output_args) {