Add delay after rescale

Author: adityapb

deploy/v2beta1/mpi-operator.yaml

@@ -8241,7 +8241,7 @@ spec:
       - args:
         - -alsologtostderr
         - --lock-namespace=mpi-operator
-        image: adityapb/mpi-operator:mpi-imm
+        image: adityapb/mpi-operator:mpi
         imagePullPolicy: Always
         name: mpi-operator
       serviceAccountName: mpi-operator

examples/v2beta1/charm/charm-0.yaml

@@ -46,7 +46,7 @@ spec:
               sizeLimit: 1.5Gi
     Worker:
       minReplicas: 15
-      maxReplicas: 31
+      maxReplicas: 59
       template:
         spec:
           containers:

examples/v2beta1/charm/charm-2.yaml

@@ -45,8 +45,8 @@ spec:
               medium: Memory
               sizeLimit: 1Gi
     Worker:
-      minReplicas: 43
-      maxReplicas: 43
+      minReplicas: 31
+      maxReplicas: 31
       template:
         spec:
           containers:

pkg/controller/mpi_job_controller.go

@@ -689,6 +689,7 @@ func signalRescale(ipAddr string, port int32, oldProcs int32, newProcs int32) er
 		klog.Infof("Error when rescaling")
 		return err
 	}
+	time.Sleep(3 * time.Second)
 	return nil
 }