restructuration
This commit is contained in:
parent
fba4f9b6cb
commit
cd66000bb9
12
daemons/execution_manager.go
Normal file
12
daemons/execution_manager.go
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
package daemons
|
||||||
|
|
||||||
|
import "oc-scheduler/models"
|
||||||
|
|
||||||
|
type ExecutionManager struct {
|
||||||
|
Bookings models.ScheduledBooking
|
||||||
|
}
|
||||||
|
|
||||||
|
func (em *ExecutionManager) test(){
|
||||||
|
em.Bookings.Mu.Lock()
|
||||||
|
defer em.Bookings.Mu.Unlock()
|
||||||
|
}
|
@ -1,4 +1,4 @@
|
|||||||
package main
|
package daemons
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"io"
|
"io"
|
116
daemons/schedule_manager.go
Normal file
116
daemons/schedule_manager.go
Normal file
@ -0,0 +1,116 @@
|
|||||||
|
package daemons
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"net/url"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"oc-scheduler/logger"
|
||||||
|
"oc-scheduler/models"
|
||||||
|
|
||||||
|
"github.com/nats-io/nats.go"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
type ScheduleManager struct {
|
||||||
|
Api_url string
|
||||||
|
list models.ScheduledBooking
|
||||||
|
ws HttpQuery
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
// Goroutine listening to a NATS server for updates
|
||||||
|
// on workflows' scheduling. Messages must contain
|
||||||
|
// workflow's name, startDate and stopDate while there
|
||||||
|
// is no way to get scheduling infos for a specific workflow
|
||||||
|
func (s *ScheduleManager) ListenWorkflowSubmissions(){
|
||||||
|
|
||||||
|
nc, _ := nats.Connect(nats.DefaultURL)
|
||||||
|
defer nc.Close()
|
||||||
|
|
||||||
|
|
||||||
|
ch := make(chan *nats.Msg, 64)
|
||||||
|
|
||||||
|
subs , err := nc.ChanSubscribe("workflowsUpdate", ch)
|
||||||
|
if err != nil {
|
||||||
|
logger.Logger.Fatal().Msg("Error listening to NATS")
|
||||||
|
}
|
||||||
|
defer subs.Unsubscribe()
|
||||||
|
|
||||||
|
for msg := range(ch){
|
||||||
|
fmt.Println("Waiting...")
|
||||||
|
|
||||||
|
map_mess := retrieveMapFromSub(msg.Data)
|
||||||
|
|
||||||
|
s.list.Mu.Lock()
|
||||||
|
|
||||||
|
start, err := time.Parse(time.RFC3339,map_mess["startDate"])
|
||||||
|
if err != nil{
|
||||||
|
logger.Logger.Error().Msg(err.Error())
|
||||||
|
}
|
||||||
|
stop, err := time.Parse(time.RFC3339,map_mess["stopDate"])
|
||||||
|
if err != nil{
|
||||||
|
logger.Logger.Error().Msg(err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
s.list.AddSchedule(models.Booking{Workflow: map_mess["workflow"], Start: start, Stop: stop })
|
||||||
|
s.list.Mu.Unlock()
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
func retrieveMapFromSub(message []byte) (result_map map[string]string) {
|
||||||
|
json.Unmarshal(message, &result_map)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Used at launch of the component to retrieve the next scheduled workflows
|
||||||
|
// and then every X minutes in case some workflows were scheduled before launch
|
||||||
|
func (s *ScheduleManager) RetrieveScheduling (){
|
||||||
|
for(true){
|
||||||
|
err := s.getNextScheduledWorkflows(s.Api_url, 0.3)
|
||||||
|
if err != nil {
|
||||||
|
logger.Logger.Fatal().Msg("Failed to get the workspaces list, check api url and that api server is up : " + s.Api_url)
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.Logger.Info().Msg("Current list of schedules")
|
||||||
|
fmt.Println(s.list.Bookings)
|
||||||
|
|
||||||
|
time.Sleep(time.Minute * 5)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *ScheduleManager) getNextScheduledWorkflows(apiurl string, hours float64) (error) {
|
||||||
|
s.ws.Init(apiurl)
|
||||||
|
params := url.Values{}
|
||||||
|
start := time.Now().UTC()
|
||||||
|
params.Add("startDate", start.Format(time.RFC3339))
|
||||||
|
time_span := time.Hour * time.Duration(hours)
|
||||||
|
params.Add("stopDate",start.Add(time_span).Format(time.RFC3339))
|
||||||
|
body, err := s.ws.Get("v1/schedule?" + params.Encode())
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
var workflows []map[string]string
|
||||||
|
json.Unmarshal(body,&workflows)
|
||||||
|
|
||||||
|
s.list.Mu.Lock()
|
||||||
|
defer s.list.Mu.Unlock()
|
||||||
|
|
||||||
|
for _, workflow := range(workflows){
|
||||||
|
start, _ := time.Parse(time.RFC3339,workflow["StartDate"])
|
||||||
|
stop, _ := time.Parse(time.RFC3339,workflow["StopDate"])
|
||||||
|
|
||||||
|
s.list.AddSchedule(models.Booking{Workflow: workflow["Workflow"], Start: start, Stop: stop})
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
15
logger/logger.go
Normal file
15
logger/logger.go
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
package logger
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
)
|
||||||
|
|
||||||
|
var Logger zerolog.Logger
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
output := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339}
|
||||||
|
Logger = zerolog.New(output).With().Timestamp().Logger()
|
||||||
|
}
|
49
main.go
49
main.go
@ -3,43 +3,50 @@ package main
|
|||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"os"
|
"os"
|
||||||
"time"
|
|
||||||
|
|
||||||
conf "oc-scheduler/conf"
|
conf "oc-scheduler/conf"
|
||||||
|
|
||||||
"github.com/rs/zerolog"
|
"oc-scheduler/daemons"
|
||||||
|
"oc-scheduler/logger"
|
||||||
)
|
)
|
||||||
|
|
||||||
var log zerolog.Logger
|
// var log zerolog.Logger
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
output := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339}
|
// output := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339}
|
||||||
log = zerolog.New(output).With().Timestamp().Logger()
|
// log = zerolog.New(output).With().Timestamp().Logger()
|
||||||
|
|
||||||
app_conf := conf.GetConfig()
|
app_conf := conf.GetConfig()
|
||||||
apiurl := app_conf.OcCatalogUrl
|
apiurl := app_conf.OcCatalogUrl
|
||||||
|
|
||||||
var g Graph
|
|
||||||
|
|
||||||
list, err := g.GetGraphList(apiurl)
|
|
||||||
if err != nil {
|
|
||||||
log.Fatal().Msg("Failed to get the workspaces list, check api url and that api server is up : " + apiurl)
|
|
||||||
}
|
|
||||||
|
|
||||||
println("Available workspaces :")
|
|
||||||
for workspace, _ := range list {
|
|
||||||
println(workspace)
|
|
||||||
}
|
|
||||||
|
|
||||||
if _, err := os.Stat("./argo_workflows/"); os.IsNotExist(err) {
|
if _, err := os.Stat("./argo_workflows/"); os.IsNotExist(err) {
|
||||||
os.Mkdir("./argo_workflows/",0755)
|
os.Mkdir("./argo_workflows/",0755)
|
||||||
log.Info().Msg("Created argo_workflows/")
|
logger.Logger.Info().Msg("Created argo_workflows/")
|
||||||
}
|
}
|
||||||
|
|
||||||
g.LoadFrom(list["test-alpr"])
|
mngr := daemons.ScheduleManager{Api_url: apiurl}
|
||||||
g.ExportToArgo("test-alpr")
|
|
||||||
|
|
||||||
for(1 == 1){
|
go mngr.RetrieveScheduling()
|
||||||
|
go mngr.ListenWorkflowSubmissions()
|
||||||
|
|
||||||
|
// method in Schedule manager that checks the first Schedule object for its start date and exe
|
||||||
|
|
||||||
|
// var g Graph
|
||||||
|
|
||||||
|
// list, err := g.GetGraphList(apiurl)
|
||||||
|
// if err != nil {
|
||||||
|
// log.Fatal().Msg("Failed to get the workspaces list, check api url and that api server is up : " + apiurl)
|
||||||
|
// }
|
||||||
|
|
||||||
|
// println("Available workspaces :")
|
||||||
|
// for workspace, _ := range list {
|
||||||
|
// println(workspace)
|
||||||
|
// }
|
||||||
|
|
||||||
|
|
||||||
|
// g.LoadFrom(list["test-alpr"])
|
||||||
|
// g.ExportToArgo("test-alpr")
|
||||||
|
for(true){
|
||||||
fmt.Print("")
|
fmt.Print("")
|
||||||
}
|
}
|
||||||
fmt.Print("stop")
|
fmt.Print("stop")
|
||||||
|
Loading…
Reference in New Issue
Block a user