diff --git a/paddle/fluid/framework/io/save_paddle2cinn_varmap.cc b/paddle/fluid/framework/io/save_paddle2cinn_varmap.cc
index f12e20fc4b4e7..02587e0cfc21d 100644
--- a/paddle/fluid/framework/io/save_paddle2cinn_varmap.cc
+++ b/paddle/fluid/framework/io/save_paddle2cinn_varmap.cc
@@ -21,8 +21,11 @@ namespace framework {
 
 void save_paddle2cinn_varmap(
     std::unordered_map<std::string, std::string> paddle2cinn_var_map,
+    int64_t graph_compilation_key,
     std::string save_path) {
   std::stringstream ss;
+  ss << "graph_compilation_key:" << std::to_string(graph_compilation_key)
+     << "\n";
   for (const auto& kv : paddle2cinn_var_map) {
     ss << kv.first << ":" << kv.second << "\n";
   }
diff --git a/paddle/fluid/framework/io/save_paddle2cinn_varmap.h b/paddle/fluid/framework/io/save_paddle2cinn_varmap.h
index 4c019d96991ea..9c7d0f8c83c3d 100644
--- a/paddle/fluid/framework/io/save_paddle2cinn_varmap.h
+++ b/paddle/fluid/framework/io/save_paddle2cinn_varmap.h
@@ -18,6 +18,7 @@ namespace framework {
 
 void save_paddle2cinn_varmap(
     std::unordered_map<std::string, std::string> paddle2cinn_var_map,
+    int64_t graph_compilation_key,
     std::string save_path);
 
 }
diff --git a/paddle/fluid/framework/io/save_runtime_graph.cc b/paddle/fluid/framework/io/save_runtime_graph.cc
index f552d78750a0f..cfb03cca8d4ed 100644
--- a/paddle/fluid/framework/io/save_runtime_graph.cc
+++ b/paddle/fluid/framework/io/save_runtime_graph.cc
@@ -35,6 +35,21 @@ void save_string(std::string content,
   fout.close();
 }
 
+void save_graph_compilation_key(int64_t graph_compilation_key,
+                                std::string type,
+                                std::string saved_path) {
+  VLOG(6) << type << " will be saved to " << saved_path;
+  MkDirRecursively(DirName(saved_path).c_str());
+
+  std::ofstream fout(saved_path);
+  PADDLE_ENFORCE_EQ(
+      static_cast<bool>(fout),
+      true,
+      phi::errors::Unavailable("Cannot open %s to save ", saved_path));
+  fout << std::to_string(graph_compilation_key);
+  fout.close();
+}
+
 std::string node_format(const ir::Node& node, int number) {
   return "node_" + std::to_string(number) + " : " + "[" + node.Name() + ", " +
          (node.IsOp() ? "op" : "var") + "]";
@@ -78,6 +93,7 @@ void save_graph(const ir::Graph& graph,
 }
 
 void save_runtime_cinn_graph(const ir::Graph& graph,
+                             int64_t graph_compilation_key,
                              std::string clusters_ops,
                              std::string clusters_inputs,
                              std::string cluster_outputs,
@@ -91,7 +107,9 @@ void save_runtime_cinn_graph(const ir::Graph& graph,
   save_string(cluster_intervals,
               "cluster_intervals",
               saved_path + "/cluster_intervals.txt");
-
+  save_graph_compilation_key(graph_compilation_key,
+                             "graph_compilation_key",
+                             saved_path + "/graph_compilation_key.txt");
   save_graph(graph, "graph", saved_path + "/subgraph.txt");
 }
 
diff --git a/paddle/fluid/framework/io/save_runtime_graph.h b/paddle/fluid/framework/io/save_runtime_graph.h
index a4b74e8dd028e..7042327aa633e 100644
--- a/paddle/fluid/framework/io/save_runtime_graph.h
+++ b/paddle/fluid/framework/io/save_runtime_graph.h
@@ -14,6 +14,7 @@ limitations under the License. */
 namespace paddle {
 namespace framework {
 void save_runtime_cinn_graph(const ir::Graph& graph,
+                             int64_t graph_compilation_key,
                              std::string clusters_ops,
                              std::string clusters_inputs,
                              std::string cluster_outputs,
diff --git a/paddle/fluid/framework/paddle2cinn/build_cinn_pass.cc b/paddle/fluid/framework/paddle2cinn/build_cinn_pass.cc
index 4f92ac8b3b187..97ce333358cf4 100644
--- a/paddle/fluid/framework/paddle2cinn/build_cinn_pass.cc
+++ b/paddle/fluid/framework/paddle2cinn/build_cinn_pass.cc
@@ -753,9 +753,14 @@ void SearchAllSubgraphs(Graph* graph, bool is_inference_stage) {
           subgraph->GetOrInit<std::unordered_set<std::string>>(kSkipGcVarNames);
       sub_skip_gc_vars = all_skip_gc_vars;
     }
+    auto compilation_key = cinn_compiler->AddGraph(std::move(subgraph));
+    VLOG(4) << "Compilation Key:\n"
+            << cinn_compiler->ReadableKey(compilation_key);
+
     if (FLAGS_save_static_runtime_data) {
       paddle::framework::save_runtime_cinn_graph(
-          *subgraph,
+          cinn_compiler->FindGraph(compilation_key),
+          compilation_key,
           cluster_debug_info(cluster_set),
           cluster_debug_info(cluster_inputs),
           cluster_debug_info(cluster_outputs),
@@ -763,10 +768,6 @@ void SearchAllSubgraphs(Graph* graph, bool is_inference_stage) {
           FLAGS_static_runtime_data_save_path + "/cluster_" +
               std::to_string(++i));
     }
-    auto compilation_key = cinn_compiler->AddGraph(std::move(subgraph));
-    VLOG(4) << "Compilation Key:\n"
-            << cinn_compiler->ReadableKey(compilation_key);
-
     // Replace the found cluster to a new cinn op node
     ReplaceSubGraphWithCinnOpNode(cluster_set,
                                   cluster_inputs,
diff --git a/paddle/fluid/operators/cinn/cinn_launch_context.cc b/paddle/fluid/operators/cinn/cinn_launch_context.cc
index 395340dd125a3..91513ed9ccd45 100644
--- a/paddle/fluid/operators/cinn/cinn_launch_context.cc
+++ b/paddle/fluid/operators/cinn/cinn_launch_context.cc
@@ -77,6 +77,15 @@ CinnLaunchContext::CinnLaunchContext(const framework::ir::Graph& graph,
       [](const auto& name_view) { return std::string(name_view.data()); });
   // build name map between the original variables and compiled ones
   BuildVarNameMap(compiled_obj.paddle2cinn_varmap, cinn_argument_names_);
+  if (FLAGS_save_static_runtime_data) {
+    auto graph_compilation_key =
+        std::hash<const framework::ir::Graph*>()((&graph));
+    paddle::framework::save_paddle2cinn_varmap(
+        paddle2cinn_varmap_,
+        graph_compilation_key,
+        FLAGS_static_runtime_data_save_path +
+            "/paddle2cinn_varmap/paddle2cinn_varmap.txt");
+  }
 
   const auto& input_var_names =
       graph.Get<std::vector<std::string>>(framework::paddle2cinn::kInputVars);
@@ -193,12 +202,6 @@ void CinnLaunchContext::BuildVarNameMap(
           "Size of variables is not euqal, paddle[%ld] vs cinn[%ld]",
           paddle2cinn_varmap_.size(),
           cinn2paddle_varmap_.size()));
-  if (FLAGS_save_static_runtime_data) {
-    paddle::framework::save_paddle2cinn_varmap(
-        paddle2cinn_varmap_,
-        FLAGS_static_runtime_data_save_path +
-            "/paddle2cinn_varmap/paddle2cinn_varmap.txt");
-  }
 }
 
 std::unordered_set<std::string> CinnLaunchContext::GetVisibleVarNames() const {