diff --git a/tensor2tensor/utils/checkpoint_compatibility_test.py b/tensor2tensor/utils/checkpoint_compatibility_test.py
index 6657adb9c..759105b99 100644
--- a/tensor2tensor/utils/checkpoint_compatibility_test.py
+++ b/tensor2tensor/utils/checkpoint_compatibility_test.py
@@ -41,7 +41,8 @@
 
 
 def get_data_dir():
-  pkg, _ = os.path.split(__file__)
+  pkg = os.path.abspath(__file__)
+  pkg, _ = os.path.split(pkg)
   pkg, _ = os.path.split(pkg)
   return os.path.join(pkg, "test_data")
 
diff --git a/tensor2tensor/utils/hparams_lib_test.py b/tensor2tensor/utils/hparams_lib_test.py
index 651743806..589caee1b 100644
--- a/tensor2tensor/utils/hparams_lib_test.py
+++ b/tensor2tensor/utils/hparams_lib_test.py
@@ -30,7 +30,8 @@ class HparamsLibTest(tf.test.TestCase):
 
   def testCreateHparamsFromJson(self):
     # Get json_path
-    pkg, _ = os.path.split(__file__)
+    pkg = os.path.abspath(__file__)
+    pkg, _ = os.path.split(pkg)
     pkg, _ = os.path.split(pkg)
     json_path = os.path.join(
         pkg, "test_data", "transformer_test_ckpt", "hparams.json")
diff --git a/tensor2tensor/utils/trainer_lib_test.py b/tensor2tensor/utils/trainer_lib_test.py
index d45550fcf..0c7ffaeb4 100644
--- a/tensor2tensor/utils/trainer_lib_test.py
+++ b/tensor2tensor/utils/trainer_lib_test.py
@@ -147,7 +147,8 @@ def body(args, mb=model.body):
 
   def testCreateHparams(self):
     # Get json_path
-    pkg, _ = os.path.split(__file__)
+    pkg = os.path.abspath(__file__)
+    pkg, _ = os.path.split(pkg)
     pkg, _ = os.path.split(pkg)
     json_path = os.path.join(
         pkg, "test_data", "transformer_test_ckpt", "hparams.json")