143 lines
3.4 KiB
Go
143 lines
3.4 KiB
Go
package models
|
|
|
|
import (
|
|
"bufio"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"oc-monitord/conf"
|
|
"strings"
|
|
"sync"
|
|
|
|
"cloud.o-forge.io/core/oc-lib/logs"
|
|
"github.com/rs/zerolog"
|
|
)
|
|
|
|
var logger zerolog.Logger
|
|
var wfLogger zerolog.Logger
|
|
|
|
|
|
// Take the slice of string that make up one round of stderr outputs from the --watch option in argo submit
|
|
func NewLocalArgoWatch(inputs []string) *ArgoWatch {
|
|
var workflow ArgoWatch
|
|
|
|
for _, input := range inputs {
|
|
line := strings.TrimSpace(input)
|
|
if line == "" {
|
|
continue
|
|
}
|
|
switch {
|
|
case strings.HasPrefix(line, "Name:"):
|
|
workflow.Name = parseValue(line)
|
|
case strings.HasPrefix(line, "Namespace:"):
|
|
workflow.Namespace = parseValue(line)
|
|
case strings.HasPrefix(line, "Status:"):
|
|
workflow.Status = parseValue(line)
|
|
case strings.HasPrefix(line, "PodRunning"):
|
|
workflow.PodRunning = parseBoolValue(line)
|
|
case strings.HasPrefix(line, "Completed"):
|
|
workflow.Completed = parseBoolValue(line)
|
|
case strings.HasPrefix(line, "Created:"):
|
|
workflow.Created = parseValue(line)
|
|
case strings.HasPrefix(line, "Started:"):
|
|
workflow.Started = parseValue(line)
|
|
case strings.HasPrefix(line, "Duration:"):
|
|
workflow.Duration = parseValue(line)
|
|
case strings.HasPrefix(line, "Progress:"):
|
|
workflow.Progress = parseValue(line)
|
|
}
|
|
}
|
|
|
|
return &workflow
|
|
}
|
|
|
|
|
|
|
|
func parseValue(line string) string {
|
|
parts := strings.SplitN(line, ":", 2)
|
|
if len(parts) < 2 {
|
|
return ""
|
|
}
|
|
return strings.TrimSpace(parts[1])
|
|
}
|
|
|
|
func parseBoolValue(line string) bool {
|
|
value := parseValue(line)
|
|
return value == "True"
|
|
}
|
|
|
|
func LogLocalWorkflow(wfName string, pipe io.ReadCloser, wg *sync.WaitGroup) {
|
|
logger = logs.GetLogger()
|
|
|
|
logger.Debug().Msg("created wf_logger")
|
|
fmt.Println("created wf_logger")
|
|
wfLogger = logger.With().Str("argo_name", wfName).Str("workflow_id", conf.GetConfig().WorkflowID).Str("workflow_execution_id", conf.GetConfig().ExecutionID).Logger()
|
|
|
|
var current_watch, previous_watch ArgoWatch
|
|
|
|
watch_output := make([]string, 0)
|
|
scanner := bufio.NewScanner(pipe)
|
|
for scanner.Scan() {
|
|
log := scanner.Text()
|
|
watch_output = append(watch_output, log)
|
|
|
|
// Log the progress of the WF
|
|
if strings.HasPrefix(log, "Progress:") {
|
|
|
|
current_watch = *NewLocalArgoWatch(watch_output)
|
|
workflowName := current_watch.Name
|
|
if !current_watch.Equals(&previous_watch) {
|
|
wg.Add(1)
|
|
// checkStatus(current_watch.Status, previous_watch.Status)
|
|
jsonified, err := json.Marshal(current_watch)
|
|
if err != nil {
|
|
logger.Error().Msg("Could not create watch log for " + workflowName)
|
|
}
|
|
wfLogger.Info().Msg(string(jsonified))
|
|
previous_watch = current_watch
|
|
current_watch = ArgoWatch{}
|
|
wg.Done()
|
|
}
|
|
}
|
|
|
|
|
|
|
|
}
|
|
}
|
|
|
|
// Debug, no logs sent
|
|
func LogPods(wfName string, pipe io.ReadCloser, steps []string, wg *sync.WaitGroup) {
|
|
scanner := bufio.NewScanner(pipe)
|
|
for scanner.Scan() {
|
|
var podLogger zerolog.Logger
|
|
fmt.Println("new line")
|
|
wg.Add(1)
|
|
|
|
line := scanner.Text()
|
|
podName := strings.Split(line, ":")[0]
|
|
podLogger = wfLogger.With().Str("step_name", getStepName(podName, steps)).Logger()
|
|
log := strings.Split(line,podName+":")[1]
|
|
podLog := NewArgoPodLog(wfName,podName,log)
|
|
jsonifiedLog, err := json.Marshal(podLog)
|
|
if err != nil {
|
|
podLogger.Fatal().Msg(err.Error())
|
|
}
|
|
|
|
podLogger.Info().Msg(string(jsonifiedLog))
|
|
wg.Done()
|
|
}
|
|
|
|
}
|
|
|
|
func getStepName(podName string, steps []string) string {
|
|
|
|
for _, step := range(steps) {
|
|
if strings.Contains(podName,step){
|
|
return step
|
|
}
|
|
}
|
|
|
|
return "error"
|
|
}
|
|
|