116 lines
3.4 KiB
Go
116 lines
3.4 KiB
Go
package daemons
|
|
|
|
import (
|
|
"oc-schedulerd/conf"
|
|
"time"
|
|
|
|
oclib "cloud.o-forge.io/core/oc-lib"
|
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
|
workflow_execution "cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
)
|
|
|
|
var Executions = ScheduledExecution{Execs: map[string]workflow_execution.WorkflowExecution{}}
|
|
|
|
type ExecutionManager struct{}
|
|
|
|
// Loop every second on the Execution's list and move the Execution that must start to a new list
|
|
// that will be looped over to start them
|
|
func (em *ExecutionManager) RetrieveNextExecutions() {
|
|
logger := oclib.GetLogger()
|
|
for {
|
|
Executions.Mu.Lock()
|
|
if len(Executions.Execs) > 0 {
|
|
executions := Executions.Execs
|
|
orderedExec := map[int]map[string]workflow_execution.WorkflowExecution{}
|
|
for execId, exec := range executions {
|
|
if orderedExec[exec.Priority] == nil {
|
|
orderedExec[exec.Priority] = map[string]workflow_execution.WorkflowExecution{}
|
|
}
|
|
orderedExec[exec.Priority][execId] = exec
|
|
}
|
|
for i := range []int{7, 6, 5, 4, 3, 2, 1, 0} { // priority in reversed
|
|
if orderedExec[i] == nil {
|
|
continue
|
|
}
|
|
|
|
for execId, exec := range orderedExec[i] {
|
|
if i == 0 && em.isAStartingExecutionBeforeEnd(&exec) { // BEST EFFORT exception
|
|
continue
|
|
}
|
|
if exec.ExecDate.Before(time.Now().UTC()) {
|
|
logger.Info().Msg("Will execute " + execId + " soon")
|
|
go em.executeExecution(&exec)
|
|
delete(executions, execId)
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
Executions.Mu.Unlock()
|
|
time.Sleep(time.Second)
|
|
}
|
|
}
|
|
|
|
func (em *ExecutionManager) isAStartingExecutionBeforeEnd(execution *workflow_execution.WorkflowExecution) bool {
|
|
access := workflow_execution.NewAccessor(nil)
|
|
l, _, err := access.Search(&dbs.Filters{
|
|
And: map[string][]dbs.Filter{
|
|
"execution_date": {{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*execution.EndDate)}},
|
|
"state": {{Operator: dbs.EQUAL.String(), Value: enum.SCHEDULED}},
|
|
}, // TODO later should refine on each endpoint
|
|
}, "", false)
|
|
if err != nil && len(l) == 0 {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
func (em *ExecutionManager) executeExecution(execution *workflow_execution.WorkflowExecution) {
|
|
// start execution
|
|
// create the yaml that describes the pod : filename, path/url to Loki
|
|
var executor Executor
|
|
// exec_method := os.Getenv("MONITOR_METHOD")
|
|
logger := oclib.GetLogger()
|
|
|
|
duration := 0
|
|
if execution.EndDate != nil {
|
|
duration = int(execution.EndDate.Sub(execution.ExecDate).Seconds())
|
|
}
|
|
|
|
if conf.GetConfig().Mode == "local" {
|
|
executor = NewLocalMonitor(execution.UUID, execution.CreatorID, duration)
|
|
}
|
|
|
|
if conf.GetConfig().Mode == "container" {
|
|
executor = NewContainerMonitor(execution.UUID, execution.CreatorID, duration)
|
|
}
|
|
|
|
if executor == nil {
|
|
logger.Fatal().Msg("Could not create executor")
|
|
}
|
|
|
|
args := executor.PrepareMonitorExec()
|
|
executor.LaunchMonitor(args, logger)
|
|
|
|
// if exec_method == "k8s" {
|
|
// logger.Error().Msg("TODO : executing oc-monitor in a k8s")
|
|
// } else {
|
|
// logger.Debug().Msg("Executing oc-monitor localy")
|
|
// duration := 0
|
|
// if Execution.EndDate != nil {
|
|
// duration = int(Execution.EndDate.Sub(Execution.ExecDate).Seconds())
|
|
// }
|
|
// monitor := LocalMonitor{
|
|
// Logger: logger,
|
|
// Duration: duration,
|
|
// ExecutionID: Execution.ExecutionsID,
|
|
// PeerID: Execution.CreatorID,
|
|
// LokiUrl: conf.GetConfig().LokiUrl,
|
|
|
|
// }
|
|
// monitor.LaunchLocalMonitor()
|
|
// }
|
|
}
|