ARROW-11717: [Integration] report debug logs for failing Flight case

dev/archery/archery/integration/tester_cpp.py

@@ -113,4 +113,8 @@ def flight_request(self, port, json_path=None, scenario_name=None):
 
         if self.debug:
             log(' '.join(cmd))
-        run_cmd(cmd)
+        # ARROW-11717: try to get more debug info from a flaky case
+        run_cmd(cmd, extra_env_vars={
+            "GRPC_VERBOSITY": "debug",
+            "GRPC_TRACE": "all",
+        })

dev/archery/archery/integration/tester_rust.py

@@ -81,9 +81,11 @@ def flight_server(self, scenario_name=None):
             cmd = cmd + ["--scenario", scenario_name]
         if self.debug:
             log(' '.join(cmd))
+        env = os.environ.copy()
+        env["RUST_LOG"] = "debug"
         server = subprocess.Popen(cmd,
-                                  stdout=subprocess.PIPE,
-                                  stderr=subprocess.PIPE)
+                                  env=env,
+                                  stdout=subprocess.PIPE)
         try:
             output = server.stdout.readline().decode()
             if not output.startswith("Server listening on localhost:"):
@@ -97,6 +99,9 @@ def flight_server(self, scenario_name=None):
             yield port
         finally:
             server.kill()
+            out, err = server.communicate()
+            log(out)
+            log(err)
             server.wait(5)
 
     def flight_request(self, port, json_path=None, scenario_name=None):

dev/archery/archery/integration/util.py

@@ -131,12 +131,17 @@ def frombytes(o):
     return o
 
 
-def run_cmd(cmd):
+def run_cmd(cmd, extra_env_vars=None):
     if isinstance(cmd, str):
         cmd = cmd.split(' ')
 
+    env = os.environ.copy()
+    if extra_env_vars:
+        env.update(**extra_env_vars)
+
     try:
-        output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
+        output = subprocess.check_output(cmd, env=env,
+                                         stderr=subprocess.STDOUT)
     except subprocess.CalledProcessError as e:
         # this avoids hiding the stdout / stderr of failed processes
         sio = io.StringIO()

rust/integration-testing/Cargo.toml

@@ -34,6 +34,7 @@ arrow = { path = "../arrow" }
 arrow-flight = { path = "../arrow-flight" }
 async-trait = "0.1.41"
 clap = "2.33"
+env_logger = "0.8.3"
 futures = "0.3"
 hex = "0.4"
 prost = "0.7"

rust/integration-testing/src/bin/flight-test-integration-server.rs

@@ -24,6 +24,7 @@ type Result<T = (), E = Error> = std::result::Result<T, E>;
 
 #[tokio::main]
 async fn main() -> Result {
+    env_logger::init();
     #[cfg(feature = "logging")]
     tracing_subscriber::fmt::init();