feat: Add NAS RL based algorithm

cmd/suggestion/nasrl/v1alpha3/Dockerfile

@@ -1,9 +1,18 @@
-FROM python:3.6
+FROM python:3
+
+RUN if [ "$(uname -m)" = "ppc64le" ]; then \
+        apt-get -y update && \
+        apt-get -y install gfortran libopenblas-dev liblapack-dev && \
+        pip install cython; \
+    fi
+RUN GRPC_HEALTH_PROBE_VERSION=v0.3.0 && \
+    wget -qO/bin/grpc_health_probe https://github.com/grpc-ecosystem/grpc-health-probe/releases/download/${GRPC_HEALTH_PROBE_VERSION}/grpc_health_probe-linux-amd64 && \
+    chmod +x /bin/grpc_health_probe
 
 ADD . /usr/src/app/github.com/kubeflow/katib
 WORKDIR /usr/src/app/github.com/kubeflow/katib/cmd/suggestion/nasrl/v1alpha3
-RUN pip install https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow-1.12.0-cp36-cp36m-linux_x86_64.whl
 RUN pip install --no-cache-dir -r requirements.txt
-ENV PYTHONPATH /usr/src/app/github.com/kubeflow/katib:/usr/src/app/github.com/kubeflow/katib/pkg/apis/manager/v1alpha3/python
 
-ENTRYPOINT ["python", "-u", "main.py"]
+ENV PYTHONPATH /usr/src/app/github.com/kubeflow/katib:/usr/src/app/github.com/kubeflow/katib/pkg/apis/manager/v1alpha3/python:/usr/src/app/github.com/kubeflow/katib/pkg/apis/manager/health/python
+
+ENTRYPOINT ["python", "main.py"]

cmd/suggestion/nasrl/v1alpha3/main.py

@@ -1,9 +1,9 @@
 import grpc
 from concurrent import futures
-
 import time
 
 from pkg.apis.manager.v1alpha3.python import api_pb2_grpc
+from pkg.apis.manager.health.python import health_pb2_grpc
 from pkg.suggestion.v1alpha3.nasrl_service import NasrlService
 
 
@@ -13,7 +13,9 @@
 def serve():
     print("NAS RL Suggestion Service")
     server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
-    api_pb2_grpc.add_SuggestionServicer_to_server(NasrlService(), server)
+    service = NasrlService()
+    api_pb2_grpc.add_SuggestionServicer_to_server(service, server)
+    health_pb2_grpc.add_HealthServicer_to_server(service, server)
     server.add_insecure_port(DEFAULT_PORT)
     print("Listening...")
     server.start()

cmd/suggestion/nasrl/v1alpha3/requirements.txt

@@ -1,3 +1,4 @@
-grpcio
-protobuf
-googleapis-common-protos
+grpcio==1.23.0
+protobuf==3.9.1
+googleapis-common-protos==1.6.0
+tensorflow==1.14.0

examples/v1alpha3/nasjob-example-RL.yaml

@@ -60,7 +60,7 @@ spec:
               spec:
                 containers:
                 - name: {{.Trial}}
-                  image: katib/v1alpha3/training-container-nasrl-cifar10
+                  image: gcr.io/kubeflow-images-public/katib/v1alpha3/training-container-nasrl-cifar10
                   command:
                   - "python3.5"
                   - "-u"

pkg/controller.v1alpha3/suggestion/suggestionclient/nas.go

@@ -0,0 +1,45 @@
+package suggestionclient
+
+import (
+	experimentsv1alpha3 "github.com/kubeflow/katib/pkg/apis/controller/experiments/v1alpha3"
+	suggestionapi "github.com/kubeflow/katib/pkg/apis/manager/v1alpha3"
+)
+
+func convertNasConfig(nasConfig *experimentsv1alpha3.NasConfig) *suggestionapi.NasConfig {
+	res := &suggestionapi.NasConfig{
+		GraphConfig: convertGraphConfig(nasConfig.GraphConfig),
+		Operations:  convertOperations(nasConfig.Operations),
+	}
+	return res
+}
+
+func convertGraphConfig(graphConfig experimentsv1alpha3.GraphConfig) *suggestionapi.GraphConfig {
+	gc := &suggestionapi.GraphConfig{}
+	if graphConfig.NumLayers != nil {
+		gc.NumLayers = *graphConfig.NumLayers
+	}
+	gc.InputSizes = graphConfig.InputSizes
+	gc.OutputSizes = graphConfig.OutputSizes
+	return gc
+}
+
+func convertOperations(operations []experimentsv1alpha3.Operation) *suggestionapi.NasConfig_Operations {
+	ops := &suggestionapi.NasConfig_Operations{
+		Operation: make([]*suggestionapi.Operation, 0),
+	}
+	for _, operation := range operations {
+		op := &suggestionapi.Operation{
+			OperationType:  operation.OperationType,
+			ParameterSpecs: convertNasParameterSpecs(operation.Parameters),
+		}
+		ops.Operation = append(ops.Operation, op)
+	}
+	return ops
+}
+
+func convertNasParameterSpecs(parameters []experimentsv1alpha3.ParameterSpec) *suggestionapi.Operation_ParameterSpecs {
+	ps := &suggestionapi.Operation_ParameterSpecs{
+		Parameters: convertParameters(parameters),
+	}
+	return ps
+}

pkg/controller.v1alpha3/suggestion/suggestionclient/suggestionclient.go

@@ -147,6 +147,10 @@ func (g *General) ConvertExperiment(e *experimentsv1alpha3.Experiment) *suggesti
 			Parameters: convertParameters(e.Spec.Parameters),
 		},
 	}
+	// Set NasConfig if the user defines it in Spec.
+	if e.Spec.NasConfig != nil {
+		res.Spec.NasConfig = convertNasConfig(e.Spec.NasConfig)
+	}
 	return res
 }