diff --git a/tests/conf/datanode-test.toml.template b/tests/conf/datanode-test.toml.template
index 3c999635d91c..d820babf5c7b 100644
--- a/tests/conf/datanode-test.toml.template
+++ b/tests/conf/datanode-test.toml.template
@@ -1,8 +1,6 @@
 node_id = 1
 mode = 'distributed'
 require_lease_before_startup = true
-rpc_addr = '127.0.0.1:29410'
-rpc_hostname = '127.0.0.1'
 rpc_runtime_size = 8
 
 [wal]
diff --git a/tests/conf/frontend-test.toml.template b/tests/conf/frontend-test.toml.template
new file mode 100644
index 000000000000..983754e5894b
--- /dev/null
+++ b/tests/conf/frontend-test.toml.template
@@ -0,0 +1,3 @@
+[grpc]
+addr = "127.0.0.1:29401"
+hostname = "127.0.0.1:29401"
\ No newline at end of file
diff --git a/tests/runner/src/env.rs b/tests/runner/src/env.rs
index 2782661c25b1..7c3092e6b95b 100644
--- a/tests/runner/src/env.rs
+++ b/tests/runner/src/env.rs
@@ -356,6 +356,8 @@ impl Env {
                         "--log-dir={}/greptimedb-frontend/logs",
                         self.sqlness_home.display()
                     ),
+                    "-c".to_string(),
+                    self.generate_config_file(subcommand, db_ctx),
                 ];
                 (
                     args,
@@ -456,6 +458,7 @@ impl Env {
             "start".to_string(),
         ];
         args.push(format!("--rpc-addr=127.0.0.1:2941{id}"));
+        args.push(format!("--rpc-hostname=127.0.0.1:2941{id}"));
         args.push(format!("--http-addr=127.0.0.1:2943{id}"));
         args.push(format!("--data-home={}", data_home.display()));
         args.push(format!("--log-dir={}/logs", data_home.display()));
@@ -480,6 +483,7 @@ impl Env {
             "start".to_string(),
         ];
         args.push(format!("--rpc-addr=127.0.0.1:2968{id}"));
+        args.push(format!("--rpc-hostname=127.0.0.1:2968{id}"));
         args.push(format!("--node-id={id}"));
         args.push(format!(
             "--log-dir={}/greptimedb-flownode/logs",