Event Scheduling/Listening

daemons/execution_manager.go

@@ -1,12 +1,14 @@
 package daemons
 
 import (
-	"fmt"
 	"oc-schedulerd/conf"
 	"time"
 
 	oclib "cloud.o-forge.io/core/oc-lib"
+	"cloud.o-forge.io/core/oc-lib/dbs"
+	"cloud.o-forge.io/core/oc-lib/models/common/enum"
 	workflow_execution "cloud.o-forge.io/core/oc-lib/models/workflow_execution"
+	"go.mongodb.org/mongo-driver/bson/primitive"
 )
 
 var Executions = ScheduledExecution{Execs: map[string]workflow_execution.WorkflowExecution{}}
@@ -18,23 +20,53 @@ type ExecutionManager struct{}
 func (em *ExecutionManager) RetrieveNextExecutions() {
 	logger := oclib.GetLogger()
 	for {
-		fmt.Println("Checking for executions", len(Executions.Execs))
 		Executions.Mu.Lock()
 		if len(Executions.Execs) > 0 {
 			executions := Executions.Execs
+			orderedExec := map[int]map[string]workflow_execution.WorkflowExecution{}
 			for execId, exec := range executions {
-				if exec.ExecDate.Before(time.Now().UTC()) {
-					logger.Info().Msg("Will execute " + execId + " soon")
-					go em.executeExecution(&exec)
-					delete(executions, execId)
+				if orderedExec[exec.Priority] == nil {
+					orderedExec[exec.Priority] = map[string]workflow_execution.WorkflowExecution{}
+				}
+				orderedExec[exec.Priority][execId] = exec
+			}
+			for i := range []int{7, 6, 5, 4, 3, 2, 1, 0} { // priority in reversed
+				if orderedExec[i] == nil {
+					continue
+				}
+
+				for execId, exec := range orderedExec[i] {
+					if i == 0 && em.isAStartingExecutionBeforeEnd(&exec) { // BEST EFFORT exception
+						continue
+					}
+					if exec.ExecDate.Before(time.Now().UTC()) {
+						logger.Info().Msg("Will execute " + execId + " soon")
+						go em.executeExecution(&exec)
+						delete(executions, execId)
+					}
 				}
 			}
+
 		}
 		Executions.Mu.Unlock()
 		time.Sleep(time.Second)
 	}
 }
 
+func (em *ExecutionManager) isAStartingExecutionBeforeEnd(execution *workflow_execution.WorkflowExecution) bool {
+	access := workflow_execution.NewAccessor(nil)
+	l, _, err := access.Search(&dbs.Filters{
+		And: map[string][]dbs.Filter{
+			"execution_date": {{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*execution.EndDate)}},
+			"state":          {{Operator: dbs.EQUAL.String(), Value: enum.SCHEDULED}},
+		}, // TODO later should refine on each endpoint
+	}, "", false)
+	if err != nil && len(l) == 0 {
+		return false
+	}
+	return true
+}
+
 func (em *ExecutionManager) executeExecution(execution *workflow_execution.WorkflowExecution) {
 	// start execution
 	// create the yaml that describes the pod : filename, path/url to Loki