diff --git a/src/Microsoft.ML.AutoML/Experiment/Experiment.cs b/src/Microsoft.ML.AutoML/Experiment/Experiment.cs
index 317ed048f2..07c0c73964 100644
--- a/src/Microsoft.ML.AutoML/Experiment/Experiment.cs
+++ b/src/Microsoft.ML.AutoML/Experiment/Experiment.cs
@@ -112,19 +112,8 @@ private static DirectoryInfo GetModelDirectory(DirectoryInfo rootDir)
             {
                 return null;
             }
-            var subdirs = rootDir.Exists ?
-                new HashSet<string>(rootDir.EnumerateDirectories().Select(d => d.Name)) :
-                new HashSet<string>();
-            string experimentDir;
-            for (var i = 0; ; i++)
-            {
-                experimentDir = $"experiment{i}";
-                if (!subdirs.Contains(experimentDir))
-                {
-                    break;
-                }
-            }
-            var experimentDirFullPath = Path.Combine(rootDir.FullName, experimentDir);
+
+            var experimentDirFullPath = Path.Combine(rootDir.FullName, $"experiment_{Path.GetRandomFileName()}");
             var experimentDirInfo = new DirectoryInfo(experimentDirFullPath);
             if (!experimentDirInfo.Exists)
             {