diff --git a/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs b/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs
index 51335f8d94..976a3fb156 100644
--- a/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs
+++ b/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs
@@ -51,6 +51,7 @@ public virtual void ReportCompletedTrial(TrialResult result)
 
         public virtual void ReportFailTrial(TrialSettings settings, Exception exception = null)
         {
+            _logger.Trace(exception.Message + exception.StackTrace);
             _logger.Info($"Update Failed Trial - Id: {settings.TrialId} - Pipeline: {_pipeline.ToString(settings.Parameter)}");
         }
 
diff --git a/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json b/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json
index 0a3af2790e..21fda7e1a0 100644
--- a/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json
+++ b/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json
@@ -75,6 +75,11 @@
     {
       "name": "ExampleWeightColumnName",
       "type": "string"
+    },
+    {
+      "name": "DiskTranspose",
+      "type": "boolean",
+      "default": false
     }
   ]
 }
diff --git a/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json b/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json
index b4c1a5465e..e9e680e86e 100644
--- a/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json
+++ b/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json
@@ -192,6 +192,7 @@
         "Quiet",
         "OutputAsFloatArray",
         "ModelFactory",
+        "DiskTranspose",
         "Sentence1ColumnName",
         "Sentence2ColumnName",
         "BatchSize",
diff --git a/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs b/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs
index cc6ae89136..b89e63bf34 100644
--- a/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs
+++ b/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs
@@ -22,6 +22,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
                 FeatureFraction = param.FeatureFraction,
+                DiskTranspose = param.DiskTranspose,
             };
 
             return context.MulticlassClassification.Trainers.OneVersusAll(context.BinaryClassification.Trainers.FastTree(option), labelColumnName: param.LabelColumnName);
@@ -43,6 +44,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
@@ -65,6 +67,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
@@ -87,6 +90,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt
index 6ff945b59f..1c38c7ae66 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt
@@ -23,6 +23,7 @@
     "FeatureFraction": 1,
     "LearningRate": 0.10,
     "LabelColumnName": "Label",
-    "FeatureColumnName": "Feature"
+    "FeatureColumnName": "Feature",
+    "DiskTranspose": false
   }
 }
\ No newline at end of file
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt
index 58efe42258..0e5fc3a63f 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt
index b02699087d..688ecf3f5e 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt
index b02699087d..688ecf3f5e 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt
index b02699087d..688ecf3f5e 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt
index 258dc76181..d8c41123ef 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt
@@ -22,7 +22,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt
index 3f6be2bbb3..574da3184f 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt
index 5ea3e5977e..312c7424f5 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt
@@ -20,7 +20,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e3": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt
index 5ea3e5977e..312c7424f5 100644
--- a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt
+++ b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt
@@ -20,7 +20,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e3": {