Add service dep graph, leveled execution with useParallelExecution flag

- dependsOn on services; deployment plan is a topological sort into
  levels that run concurrently
- services without dependsOn depend on their list predecessor, so
  existing deployments keep serial order
- unresolvable dependsOn refs are skipped with a log message
- build per-service AnsibleEE spec only at job start; split Deploy
  into startLevel/isLevelReady
- useParallelExecution flag on deployment CR (default false); when
  not set, dep graph is not built, services run sequentially in list
  order and a warning is logged that dependsOn is ignored
- fail fast on missing service CRs: dedupe now returns
  MissingServiceError instead of logging and continuing, so a
  misconfigured service blocks the deployment early with per-service
  and nodeset conditions set, instead of failing at job start

Signed-off-by: rabi <ramishra@redhat.com>

Author: rabi

api/bases/dataplane.openstack.org_openstackdataplanedeployments.yaml

@@ -116,9 +116,17 @@ spec:
                 items:
                   type: string
                 type: array
+              useParallelExecution:
+                default: false
+                description: |-
+                  UseParallelExecution enables parallel execution of services based on
+                  their dependsOn dependencies. When not set (default), services run
+                  sequentially in list order and service dependencies are ignored.
+                type: boolean
             required:
             - deploymentRequeueTime
             - nodeSets
+            - useParallelExecution
             type: object
           status:
             description: OpenStackDataPlaneDeploymentStatus defines the observed state

api/bases/dataplane.openstack.org_openstackdataplaneservices.yaml

@@ -116,6 +116,13 @@ spec:
                       x-kubernetes-map-type: atomic
                   type: object
                 type: array
+              dependsOn:
+                description: |-
+                  DependsOn lists EDPMServiceType or CR names that must complete before
+                  this service runs; if empty, the list predecessor is used instead.
+                items:
+                  type: string
+                type: array
               deployOnAllNodeSets:
                 description: |-
                   DeployOnAllNodeSets - should the service be deploy across all nodesets

api/dataplane/v1beta1/openstackdataplanedeployment_types.go

@@ -72,6 +72,12 @@ type OpenStackDataPlaneDeploymentSpec struct {
 	// AnsibleJobNodeSelector to target subset of worker nodes running the ansible jobs
 	AnsibleJobNodeSelector map[string]string `json:"ansibleJobNodeSelector,omitempty"`
 
+	// UseParallelExecution enables parallel execution of services based on
+	// their dependsOn dependencies. When not set (default), services run
+	// sequentially in list order and service dependencies are ignored.
+	// +kubebuilder:default:=false
+	UseParallelExecution bool `json:"useParallelExecution"`
+
 	// +kubebuilder:validation:MaxLength:=253
 	// +kubebuilder:default="openstack-aee-default-env"
 	// AnsibleEEEnvConfigMapName is the name of the ConfigMap containing environment

api/dataplane/v1beta1/openstackdataplaneservice_types.go

@@ -117,6 +117,11 @@ type OpenStackDataPlaneServiceSpec struct {
 	// to manage the service. If not set, will default to the
 	// OpenStackDataPlaneService name.
 	EDPMServiceType string `json:"edpmServiceType,omitempty" yaml:"edpmServiceType,omitempty"`
+
+	// DependsOn lists EDPMServiceType or CR names that must complete before
+	// this service runs; if empty, the list predecessor is used instead.
+	// +kubebuilder:validation:Optional
+	DependsOn []string `json:"dependsOn,omitempty" yaml:"dependsOn,omitempty"`
 }
 
 // OpenStackDataPlaneServiceStatus defines the observed state of OpenStackDataPlaneService

api/dataplane/v1beta1/zz_generated.deepcopy.go

@@ -20227,9 +20227,17 @@ spec:
                 items:
                   type: string
                 type: array
+              useParallelExecution:
+                default: false
+                description: |-
+                  UseParallelExecution enables parallel execution of services based on
+                  their dependsOn dependencies. When not set (default), services run
+                  sequentially in list order and service dependencies are ignored.
+                type: boolean
             required:
             - deploymentRequeueTime
             - nodeSets
+            - useParallelExecution
             type: object
           status:
             description: OpenStackDataPlaneDeploymentStatus defines the observed state
@@ -22175,6 +22183,13 @@ spec:
                       x-kubernetes-map-type: atomic
                   type: object
                 type: array
+              dependsOn:
+                description: |-
+                  DependsOn lists EDPMServiceType or CR names that must complete before
+                  this service runs; if empty, the list predecessor is used instead.
+                items:
+                  type: string
+                type: array
               deployOnAllNodeSets:
                 description: |-
                   DeployOnAllNodeSets - should the service be deploy across all nodesets

bindata/crds/crds.yaml

@@ -116,9 +116,17 @@ spec:
                 items:
                   type: string
                 type: array
+              useParallelExecution:
+                default: false
+                description: |-
+                  UseParallelExecution enables parallel execution of services based on
+                  their dependsOn dependencies. When not set (default), services run
+                  sequentially in list order and service dependencies are ignored.
+                type: boolean
             required:
             - deploymentRequeueTime
             - nodeSets
+            - useParallelExecution
             type: object
           status:
             description: OpenStackDataPlaneDeploymentStatus defines the observed state

config/crd/bases/dataplane.openstack.org_openstackdataplanedeployments.yaml

@@ -116,6 +116,13 @@ spec:
                       x-kubernetes-map-type: atomic
                   type: object
                 type: array
+              dependsOn:
+                description: |-
+                  DependsOn lists EDPMServiceType or CR names that must complete before
+                  this service runs; if empty, the list predecessor is used instead.
+                items:
+                  type: string
+                type: array
               deployOnAllNodeSets:
                 description: |-
                   DeployOnAllNodeSets - should the service be deploy across all nodesets

config/crd/bases/dataplane.openstack.org_openstackdataplaneservices.yaml

@@ -6,3 +6,6 @@ spec:
   playbook: osp.edpm.bootstrap
   edpmServiceType: bootstrap
   caCerts: combined-ca-bundle
+  dependsOn:
+    - redhat
+    - download-cache

config/services/dataplane_v1beta1_openstackdataplaneservice_bootstrap.yaml

@@ -5,3 +5,5 @@ metadata:
 spec:
   playbook: osp.edpm.configure_network
   edpmServiceType: configure-network
+  dependsOn:
+    - bootstrap