operator: revise deployment status API

Revised the Deployment.Status to accommodate the deployment state
conditions and the driver state. Currently, Deployment has 3 conditions
named CertsVerified, CertsReady, and DriverDeployed. It also records the
summary of controller and node driver state, .i.e, number  of nodes the
driver is running. The state The state get refreshed on each time the
reconcile loop run.

Author: avalluri

docs/install.md

@@ -270,36 +270,73 @@ pmem-csi.intel.com   50s
 
 $ kubectl describe deployment.pmem-csi.intel.com/pmem-csi.intel.com
 Name:         pmem-csi.intel.com
-Namespace:    default
+Namespace:
 Labels:       <none>
 Annotations:  <none>
 API Version:  pmem-csi.intel.com/v1alpha1
 Kind:         Deployment
 Metadata:
-  Creation Timestamp:  2020-01-23T13:40:32Z
+  Creation Timestamp:  2020-10-07T07:31:58Z
   Generation:          1
-  Resource Version:    3596387
-  Self Link:           /apis/pmem-csi.intel.com/v1alpha1/deployments/pmem-csi.intel.com
-  UID:                 454b5961-5aa2-41c3-b774-29fe932ae236
+  Managed Fields:
+    API Version:  pmem-csi.intel.com/v1alpha1
+    Fields Type:  FieldsV1
+    fieldsV1:
+      f:spec:
+        .:
+        f:deviceMode:
+        f:nodeSelector:
+          .:
+          f:storage:
+    Manager:      kubectl-create
+    Operation:    Update
+    Time:         2020-10-07T07:31:58Z
+    API Version:  pmem-csi.intel.com/v1alpha1
+    Fields Type:  FieldsV1
+    fieldsV1:
+      f:status:
+        .:
+        f:conditions:
+        f:driverComponents:
+        f:lastUpdated:
+        f:phase:
+    Manager:         pmem-csi-operator
+    Operation:       Update
+    Time:            2020-10-07T07:32:22Z
+  Resource Version:  1235740
+  Self Link:         /apis/pmem-csi.intel.com/v1alpha1/deployments/pmem-csi.intel.com
+  UID:               d8635490-53fa-4eec-970d-cd4c76f53b23
 Spec:
-  Controller Resources:
-    Requests:
-      Cpu:      200m
-      Memory:   100Mi
   Device Mode:  lvm
-  Image:        localhost/pmem-csi-driver:canary
-  Node Resources:
-    Requests:
-      Cpu:     200m
-      Memory:  100Mi
+  Node Selector:
+    Storage:  pmem
 Status:
-  Phase:  Running
+  Conditions:
+    Last Update Time:  2020-10-07T07:32:00Z
+    Reason:            Driver certificates are available.
+    Status:            True
+    Type:              CertsReady
+    Last Update Time:  2020-10-07T07:32:02Z
+    Reason:            Driver deployed successfully.
+    Status:            True
+    Type:              DriverDeployed
+  Driver Components:
+    Component:     Controller
+    Last Updated:  2020-10-08T07:45:13Z
+    Reason:        1 instance(s) of controller driver is running successfully
+    Status:        Ready
+    Component:     Node
+    Last Updated:  2020-10-08T07:45:11Z
+    Reason:        All 3 node driver pod(s) running successfully
+    Status:        Ready
+  Last Updated:    2020-10-07T07:32:21Z
+  Phase:           Running
+  Reason:          All driver components are deployed successfully
 Events:
-  Type    Reason         Age                From               Message
-  ----    ------         ----               ----               -------
-  Normal  NewDeployment  34s                pmem-csi-operator  Processing new driver deployment
-  Normal  Running        2s (x10 over 26s)  pmem-csi-operator  Driver deployment successful
-
+  Type    Reason         Age   From               Message
+  ----    ------         ----  ----               -------
+  Normal  NewDeployment  58s   pmem-csi-operator  Processing new driver deployment
+  Normal  Running        39s   pmem-csi-operator  Driver deployment successful
 
 $ kubectl get po
 NAME                               READY   STATUS    RESTARTS   AGE
@@ -1176,21 +1213,47 @@ active volumes.
 
 #### DeploymentStatus
 
-A PMEM-CSI Deployment's `status` field is a `DeploymentStatus` object, which has
-a `phase` field. The phase of a Deployment is high-level summary of where the
-Deployment is in it's lifecycle.
+A PMEM-CSI Deployment's `status` field is a `DeploymentStatus` object, which
+carries the detailed state of the driver deployment. It comprises of [deployment
+conditions](#deployment-conditions), [driver component status](#driver-component-status),
+and a `phase` field. The phase of a Deployment is a high-level summary
+of where the Deployment is in its lifecycle.
 
 The possible `phase` values and their meaning are as below:
 
 | Value | Meaning |
 |---|---|
 | empty string | A new deployment. |
-| Initializing | All the direct sub-resources of the `Deployment` are created, but some indirect ones (like pods controlled by a daemon set) may still be missing. |
 | Running | The operator has determined that the driver is usable<sup>1</sup>.  |
-| Failed | For some reason the state of the `Deployment` failed and cannot be progressed<sup>2</sup>. |
+| Failed | For some reason the state of the `Deployment` failed and cannot be progressed. The failure reason is placed in the `DeploymentStatus.Reason` field. |
 
 <sup>1</sup> This check has not been implemented yet. Instead, the deployment goes straight to `Running` after creating sub-resources.
-<sup>2</sup> Failure reason is supposed to be carried by one of additional `DeploymentStatus` field, but not implemented yet.
+
+#### Deployment Conditions
+
+PMEM-CSI `DeploymentStatus` has an array of `conditions` through witch the
+PMEM-CSI Deployment has or has not passed. Below are the possible condition
+types and their meanings:
+
+| Condition type | Meaning |
+|---|---|
+| CertsReady | Driver certificates/secrets are available. |
+| CertsVerified | Verified that the provided certificates are valid. |
+| DriverDeployed | All the componentes required for the PMEM-CSI deployment has been deployed. |
+
+#### Driver component status
+
+PMEM-CSI `DeploymentStatus` has an array of `components` of type `DriverStatus`
+in which the operator records the brief driver(Controller and Node) components
+status. This is useful to know if all the driver instances of a deployment are
+ready. Below are the fields and their meanings of `DriverStatus`:
+
+| Field | Meaning |
+| --- | --- |
+| component | Represents the driver component type; one of `Controller` or `Node`. |
+| status | Represents the state of the component; one of `Ready` or `NotReady`. Component becomes `Ready` if all the instances of the driver component are running. Otherwise, `NotReady`. |
+| reason | A brief message that explains why the component is in this state. |
+| lastUpdateTime | Time at which the status updated. |
 
 #### Deployment Events
 

pkg/apis/pmemcsi/v1alpha1/deployment_types.go

@@ -55,6 +55,7 @@ const (
 //   Related issue : https://github.com/kubernetes-sigs/controller-tools/issues/478
 // Fails setting min/max for integers: https://github.com/helm/helm/issues/5806
 
+// +k8s:deepcopy-gen=true
 // DeploymentSpec defines the desired state of Deployment
 type DeploymentSpec struct {
 	// Important: Run "make operator-generate-k8s" to regenerate code after modifying this file
@@ -109,13 +110,77 @@ type DeploymentSpec struct {
 	KubeletDir string `json:"kubeletDir,omitempty"`
 }
 
+// DeploymentConditionType type for representing a deployment status condition
+type DeploymentConditionType string
+
+const (
+	// CertsVerified means the provided deployment secrets are verified and valid for usage
+	CertsVerified DeploymentConditionType = "CertsVerified"
+	// CertsReady means secrests/certificates required for running the PMEM-CSI driver
+	// are ready and the deployment could progress further
+	CertsReady DeploymentConditionType = "CertsReady"
+	// DriverDeployed means that the all the sub-resources required for the deployment CR
+	// got created
+	DriverDeployed DeploymentConditionType = "DriverDeployed"
+)
+
+// +k8s:deepcopy-gen=true
+type DeploymentCondition struct {
+	// Type of condition.
+	Type DeploymentConditionType `json:"type"`
+	// Status of the condition, one of True, False, Unknown.
+	Status corev1.ConditionStatus `json:"status"`
+	// Message human readable text that explain why this condition is in this state
+	// +optional
+	Reason string `json:"reason,omitempty"`
+	// Last time the condition was probed.
+	// +optional
+	LastUpdateTime metav1.Time `json:"lastUpdateTime,omitempty"`
+}
+
+type DriverType int
+
+const (
+	ControllerDriver DriverType = iota
+	NodeDriver
+)
+
+func (t DriverType) String() string {
+	switch t {
+	case ControllerDriver:
+		return "Controller"
+	case NodeDriver:
+		return "Node"
+	}
+	return ""
+}
+
+// +k8s:deepcopy-gen=true
+type DriverStatus struct {
+	// DriverComponent represents type of the driver: controller or node
+	DriverComponent string `json:"component"`
+	// Status represents the driver status : Ready, NotReady
+	Status string `json:"status"`
+	// Reason represents the human readable text that explains why the
+	// driver is in this state.
+	Reason string `json:"reason"`
+	// LastUpdated time of the driver status
+	LastUpdated metav1.Time `json:"lastUpdated,omitempty"`
+}
+
+// +k8s:deepcopy-gen=true
+
 // DeploymentStatus defines the observed state of Deployment
 type DeploymentStatus struct {
 	// INSERT ADDITIONAL STATUS FIELD - define observed state of cluster
 	// Important: Run "make operator-generate-k8s" to regenerate code after modifying this file
 
 	// Phase indicates the state of the deployment
-	Phase DeploymentPhase `json:"phase,omitempty"`
+	Phase  DeploymentPhase `json:"phase,omitempty"`
+	Reason string          `json:"reason,omitempty"`
+	// Conditions
+	Conditions []DeploymentCondition `json:"conditions,omitempty"`
+	Components []DriverStatus        `json:"driverComponents,omitempty"`
 	// LastUpdated time of the deployment status
 	LastUpdated metav1.Time `json:"lastUpdated,omitempty"`
 }
@@ -206,8 +271,6 @@ type DeploymentPhase string
 const (
 	// DeploymentPhaseNew indicates a new deployment
 	DeploymentPhaseNew DeploymentPhase = ""
-	// DeploymentPhaseInitializing indicates deployment initialization is in progress
-	DeploymentPhaseInitializing DeploymentPhase = "Initializing"
 	// DeploymentPhaseRunning indicates that the deployment was successful
 	DeploymentPhaseRunning DeploymentPhase = "Running"
 	// DeploymentPhaseFailed indicates that the deployment was failed
@@ -259,6 +322,35 @@ func (c DeploymentChange) String() string {
 	}[c]
 }
 
+func (d *Deployment) SetCondition(t DeploymentConditionType, state corev1.ConditionStatus, reason string) {
+	for _, c := range d.Status.Conditions {
+		if c.Type == t {
+			c.Status = state
+			c.Reason = reason
+			c.LastUpdateTime = metav1.Now()
+			return
+		}
+	}
+	d.Status.Conditions = append(d.Status.Conditions, DeploymentCondition{
+		Type:           t,
+		Status:         state,
+		Reason:         reason,
+		LastUpdateTime: metav1.Now(),
+	})
+}
+
+func (d *Deployment) SetDriverStatus(t DriverType, status, reason string) {
+	if d.Status.Components == nil {
+		d.Status.Components = make([]DriverStatus, 2)
+	}
+	d.Status.Components[t] = DriverStatus{
+		DriverComponent: t.String(),
+		Status:          status,
+		Reason:          reason,
+		LastUpdated:     metav1.Now(),
+	}
+}
+
 // EnsureDefaults make sure that the deployment object has all defaults set properly
 func (d *Deployment) EnsureDefaults(operatorImage string) error {
 	if d.Spec.Image == "" {