diff --git a/src/rnnlm/rnnlm-example-test.cc b/src/rnnlm/rnnlm-example-test.cc
index 8b393acf4ff..ccfdd90bbea 100644
--- a/src/rnnlm/rnnlm-example-test.cc
+++ b/src/rnnlm/rnnlm-example-test.cc
@@ -305,6 +305,8 @@ int main() {
   SetVerboseLevel(4);
   CuDevice::Instantiate().PrintProfile();
 #endif
+
+  unlink("tmp.ark");
   return 0;
 }