Fix column purpose for PipelineSweeperMacro

src/Microsoft.ML.PipelineInference/AutoInference.cs

@@ -205,9 +205,11 @@ public sealed class AutoMlMlState : IMlState
             private IDataView _transformedData;
             private ITerminator _terminator;
             private string[] _requestedLearners;
+            private int _pipelineId;
             private TransformInference.SuggestedTransform[] _availableTransforms;
             private RecipeInference.SuggestedRecipe.SuggestedLearner[] _availableLearners;
             private DependencyMap _dependencyMapping;
+            private Dictionary<string, ColumnPurpose> _columnPurpose;
             public IPipelineOptimizer AutoMlEngine { get; set; }
             public PipelinePattern[] BatchCandidates { get; set; }
             public SupportedMetric Metric { get; }
@@ -313,7 +315,7 @@ private void MainLearningLoop(int batchSize, int numOfTrainingRows)
                     var currentBatchSize = batchSize;
                     if (_terminator is IterationTerminator itr)
                         currentBatchSize = Math.Min(itr.RemainingIterations(_history), batchSize);
-                    var candidates = AutoMlEngine.GetNextCandidates(_sortedSampledElements.Values, currentBatchSize);
+                    var candidates = AutoMlEngine.GetNextCandidates(_sortedSampledElements.Values, currentBatchSize, _columnPurpose);
 
                     // Break if no candidates returned, means no valid pipeline available.
                     if (candidates.Length == 0)
@@ -370,19 +372,21 @@ private TransformInference.SuggestedTransform[] InferAndFilter(IDataView data, T
                 TransformInference.SuggestedTransform[] existingTransforms = null)
             {
                 // Infer transforms using experts
-                var levelTransforms = TransformInference.InferTransforms(_env, data, args);
+                var levelTransforms = TransformInference.InferTransforms(_env, data, args, _columnPurpose);
 
                 // Retain only those transforms inferred which were also passed in.
                 if (existingTransforms != null)
                     return levelTransforms.Where(t => existingTransforms.Any(t2 => t2.Equals(t))).ToArray();
                 return levelTransforms;
             }
 
-            public void InferSearchSpace(int numTransformLevels)
+            public void InferSearchSpace(int numTransformLevels, Dictionary<string, ColumnPurpose> columnPurpose = null)
             {
                 var learners = RecipeInference.AllowedLearners(_env, TrainerKind).ToArray();
                 if (_requestedLearners != null && _requestedLearners.Length > 0)
                     learners = learners.Where(l => _requestedLearners.Contains(l.LearnerName)).ToArray();
+
+                _columnPurpose = columnPurpose;
                 ComputeSearchSpace(numTransformLevels, learners, (b, c) => InferAndFilter(b, c));
             }
 
@@ -536,7 +540,25 @@ public PipelinePattern[] GetNextCandidates(int numberOfCandidates)
                 var currentBatchSize = numberOfCandidates;
                 if (_terminator is IterationTerminator itr)
                     currentBatchSize = Math.Min(itr.RemainingIterations(_history), numberOfCandidates);
-                BatchCandidates = AutoMlEngine.GetNextCandidates(_sortedSampledElements.Select(kvp => kvp.Value), currentBatchSize);
+                BatchCandidates = AutoMlEngine.GetNextCandidates(
+                    _sortedSampledElements.Select(kvp => kvp.Value), 
+                    currentBatchSize,
+                    _columnPurpose);
+
+                using (var ch = _host.Start("Suggested Pipeline"))
+                {
+                    foreach (var pipeline in BatchCandidates)
+                    {
+                        ch.Info($"AutoInference Pipeline : {_pipelineId++}");
+                        int transformK = 0;
+                        foreach (var transform in pipeline.Transforms)
+                        {
+                            ch.Info($"AutoInference Transform {transformK++} : {transform.Transform}");
+                        }
+                        ch.Info($"AutoInference Learner : {pipeline.Learner}");
+                    }
+                }
+
                 return BatchCandidates;
             }
 

src/Microsoft.ML.PipelineInference/AutoMlEngines/DefaultsEngine.cs

@@ -33,9 +33,11 @@ public DefaultsEngine(IHostEnvironment env, Arguments args)
             _currentLearnerIndex = 0;
         }
 
-        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numCandidates)
+        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numCandidates,
+            Dictionary<string, ColumnPurpose> columnPurpose)
         {
             var candidates = new List<PipelinePattern>();
+            ColumnPurpose = columnPurpose;
 
             while (candidates.Count < numCandidates)
             {
@@ -53,7 +55,8 @@ public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern>
 
                 do
                 {   // Make sure transforms set is valid. Repeat until passes verifier.
-                    pipeline = new PipelinePattern(SampleTransforms(out var transformsBitMask), learner, "", Env);
+                    pipeline = new PipelinePattern(SampleTransforms(out var transformsBitMask), 
+                        learner, "", Env);
                     valid = PipelineVerifier(pipeline, transformsBitMask);
                     count++;
                 } while (!valid && count <= 1000);
@@ -77,7 +80,7 @@ private TransformInference.SuggestedTransform[] SampleTransforms(out long transf
 
             // Add final features concat transform.
             sampledTransforms.AddRange(AutoMlUtils.GetFinalFeatureConcat(Env, FullyTransformedData,
-                DependencyMapping, sampledTransforms.ToArray(), AvailableTransforms));
+                DependencyMapping, sampledTransforms.ToArray(), AvailableTransforms, ColumnPurpose));
 
             return sampledTransforms.ToArray();
         }

src/Microsoft.ML.PipelineInference/AutoMlEngines/RocketEngine.cs

@@ -187,7 +187,7 @@ private TransformInference.SuggestedTransform[] SampleTransforms(RecipeInference
             // cause an error in verification, since it isn't included in the original 
             // dependency mapping (i.e., its level isn't in the dictionary).
             sampledTransforms.AddRange(AutoMlUtils.GetFinalFeatureConcat(Env, FullyTransformedData,
-                DependencyMapping, sampledTransforms.ToArray(), AvailableTransforms));
+                DependencyMapping, sampledTransforms.ToArray(), AvailableTransforms, ColumnPurpose));
             transformsBitMask = mask;
 
             return sampledTransforms.ToArray();
@@ -202,9 +202,11 @@ private RecipeInference.SuggestedRecipe.SuggestedLearner[] GetTopLearners(IEnume
                 .Select(t=>AvailableLearners[t.Index]).ToArray();
         }
 
-        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numCandidates)
+        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numCandidates,
+            Dictionary<string, ColumnPurpose> columnPurpose)
         {
             var prevCandidates = history.ToArray();
+            ColumnPurpose = columnPurpose;
 
             switch (_currentStage)
             {
@@ -220,7 +222,7 @@ public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern>
                         // number of candidates, using second stage logic.
                         UpdateLearners(GetTopLearners(prevCandidates));
                         _currentStage++;
-                        return GetNextCandidates(prevCandidates, numCandidates);
+                        return GetNextCandidates(prevCandidates, numCandidates, columnPurpose);
                     }
                     else
                         return GetInitialPipelines(prevCandidates, remainingNum);
@@ -252,9 +254,11 @@ public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern>
             }
         }
 
-        private PipelinePattern[] GetInitialPipelines(IEnumerable<PipelinePattern> history, int numCandidates) =>
-            _secondaryEngines[_randomInit ? nameof(UniformRandomEngine) : nameof(DefaultsEngine)]
-                .GetNextCandidates(history, numCandidates);
+        private PipelinePattern[] GetInitialPipelines(IEnumerable<PipelinePattern> history, int numCandidates)
+        {
+            var engine = _secondaryEngines[_randomInit ? nameof(UniformRandomEngine) : nameof(DefaultsEngine)];
+            return engine.GetNextCandidates(history, numCandidates, ColumnPurpose);
+        }
 
         private PipelinePattern[] NextCandidates(PipelinePattern[] history, int numCandidates,
             bool defaultHyperParams = false, bool uniformRandomTransforms = false)
@@ -294,8 +298,9 @@ private PipelinePattern[] NextCandidates(PipelinePattern[] history, int numCandi
                 do
                 {   // Make sure transforms set is valid and have not seen pipeline before. 
                     // Repeat until passes or runs out of chances.
-                    pipeline = new PipelinePattern(SampleTransforms(learner, history,
-                        out var transformsBitMask, uniformRandomTransforms), learner, "", Env);
+                    pipeline = new PipelinePattern(
+                        SampleTransforms(learner, history, out var transformsBitMask, uniformRandomTransforms), 
+                        learner, "", Env);
                     hashKey = GetHashKey(transformsBitMask, learner);
                     valid = PipelineVerifier(pipeline, transformsBitMask) && !VisitedPipelines.Contains(hashKey);
                     count++;

src/Microsoft.ML.PipelineInference/AutoMlEngines/UniformRandomEngine.cs

@@ -30,8 +30,10 @@ public UniformRandomEngine(IHostEnvironment env)
             : base(env, env.Register("UniformRandomEngine(AutoML)"))
         {}
 
-        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates)
+        public override PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates,
+            Dictionary<string, ColumnPurpose> columnPurpose)
         {
+            ColumnPurpose = columnPurpose;
             return GetRandomPipelines(numberOfCandidates);
         }
 
@@ -66,7 +68,7 @@ private PipelinePattern[] GetRandomPipelines(int numOfPipelines)
 
                 // Always include features concat transform
                 selectedTransforms.AddRange(AutoMlUtils.GetFinalFeatureConcat(Env, FullyTransformedData,
-                    DependencyMapping, selectedTransforms.ToArray(), AvailableTransforms));
+                    DependencyMapping, selectedTransforms.ToArray(), AvailableTransforms, ColumnPurpose));
 
                 // Compute hash key for checking if we've already seen this pipeline.
                 // However, if we keep missing, don't want to get stuck in infinite loop.

src/Microsoft.ML.PipelineInference/AutoMlUtils.cs

@@ -257,7 +257,8 @@ public static long TransformsToBitmask(TransformInference.SuggestedTransform[] t
         /// (In other words, if there would be nothing for that concatenate transform to do.)
         /// </summary>
         private static TransformInference.SuggestedTransform[] GetFinalFeatureConcat(IHostEnvironment env,
-            IDataView dataSample, int[] excludedColumnIndices, int level, int atomicIdOffset)
+            IDataView dataSample, int[] excludedColumnIndices, int level, int atomicIdOffset,
+            Dictionary<string, ColumnPurpose> columnPurpose)
         {
             var finalArgs = new TransformInference.Arguments
             {
@@ -266,7 +267,7 @@ private static TransformInference.SuggestedTransform[] GetFinalFeatureConcat(IHo
                 ExcludedColumnIndices = excludedColumnIndices
             };
 
-            var featuresConcatTransforms = TransformInference.InferConcatNumericFeatures(env, dataSample, finalArgs);
+            var featuresConcatTransforms = TransformInference.InferConcatNumericFeatures(env, dataSample, finalArgs, columnPurpose);
 
             for (int i = 0; i < featuresConcatTransforms.Length; i++)
             {
@@ -282,7 +283,8 @@ private static TransformInference.SuggestedTransform[] GetFinalFeatureConcat(IHo
         /// </summary>
         public static TransformInference.SuggestedTransform[] GetFinalFeatureConcat(IHostEnvironment env, IDataView data,
             AutoInference.DependencyMap dependencyMapping, TransformInference.SuggestedTransform[] selectedTransforms,
-            TransformInference.SuggestedTransform[] allTransforms)
+            TransformInference.SuggestedTransform[] allTransforms,
+            Dictionary<string, ColumnPurpose> columnPurpose)
         {
             int level = 1;
             int atomicGroupLimit = 0;
@@ -292,7 +294,7 @@ public static TransformInference.SuggestedTransform[] GetFinalFeatureConcat(IHos
                 atomicGroupLimit = allTransforms.Max(t => t.AtomicGroupId) + 1;
             }
             var excludedColumnIndices = GetExcludedColumnIndices(selectedTransforms, data, dependencyMapping);
-            return GetFinalFeatureConcat(env, data, excludedColumnIndices, level, atomicGroupLimit);
+            return GetFinalFeatureConcat(env, data, excludedColumnIndices, level, atomicGroupLimit, columnPurpose);
         }
 
         public static IDataView ApplyTransformSet(IHostEnvironment env, IDataView data, TransformInference.SuggestedTransform[] transforms)

src/Microsoft.ML.PipelineInference/Interfaces/IPipelineOptimizer.cs

@@ -21,7 +21,8 @@ namespace Microsoft.ML.Runtime.PipelineInference
     /// </summary>
     public interface IPipelineOptimizer
     {
-        PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates);
+        PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates,
+            Dictionary<string, ColumnPurpose> columnPurpose);
 
         void SetSpace(TransformInference.SuggestedTransform[] availableTransforms,
             RecipeInference.SuggestedRecipe.SuggestedLearner[] availableLearners,
@@ -44,6 +45,7 @@ public abstract class PipelineOptimizerBase : IPipelineOptimizer
         protected IDataView OriginalData;
         protected IDataView FullyTransformedData;
         protected AutoInference.DependencyMap DependencyMapping;
+        protected Dictionary<string, ColumnPurpose> ColumnPurpose;
         protected readonly IHostEnvironment Env;
         protected readonly IHost Host;
         protected readonly Dictionary<long, bool> TransformsMaskValidity;
@@ -60,7 +62,8 @@ protected PipelineOptimizerBase(IHostEnvironment env, IHost host)
             ProbUtils = new SweeperProbabilityUtils(host);
         }
 
-        public abstract PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates);
+        public abstract PipelinePattern[] GetNextCandidates(IEnumerable<PipelinePattern> history, int numberOfCandidates,
+            Dictionary<string, ColumnPurpose> columnPurpose);
 
         public virtual void SetSpace(TransformInference.SuggestedTransform[] availableTransforms,
             RecipeInference.SuggestedRecipe.SuggestedLearner[] availableLearners,