oc-schedulerd/graph.go

package main

import (
	"encoding/json"
	"fmt"
	"maps"
	"net/url"
	"oc-scheduler/daemons"

	"cloud.o-forge.io/core/oc-catalog/models"

	"github.com/beego/beego/v2/core/logs"
	"github.com/tidwall/gjson"
)



type Graph struct {
	Datas       []models.DataModel
	Computings  []models.ComputingModel
	Datacenters []models.DatacenterModel
	Storages    []models.StorageModel
	Links		map[string]models.Link 
	ws          daemons.HttpQuery
}

// Create a dictionnaries with each  existing workflow from a workspace, associated to the JSON representation of its content
func (g *Graph) GetGraphList(apiurl string) (map[string]string, error) {
	g.ws.Init(apiurl)
	body, err := g.ws.Get("v1/workspace/list")
	if err != nil {
		return nil, err
	}
	workspaces := make(map[string]string)
	result := gjson.Get(string(body), "Workflows")
	result.ForEach(func(key, value gjson.Result) bool {
		workspaces[key.Str] = value.String()
		return true // keep iterating
	})
	return workspaces, nil
}

// Create the objects from the mxgraphxml stored in the workflow given as a parameter
func (g *Graph) LoadFrom(workspace string) error {
	// Extract the xmlgraph from the given workspace
	xml := gjson.Get(workspace, "MxgraphXML").String()
	decodedValue, err := url.QueryUnescape(xml)
	if err != nil {
		return err
	}
	_ = decodedValue

	// os.WriteFile("graph.xml", []byte(decodedValue), 0660)
	
	g.GetWorkflowComponents(workspace)
	g.GetLinks(workspace)

	
	return nil
}


// Create the objects that correspond to each component
// in a workflow, combining the user input and the base components attributes
func (g *Graph) GetWorkflowComponents(workflow string){
	types := []string{"computing","datacenter","data","storage"}	// create a constant for more maintainability OR even better get the list of all component's type for this WF	
	for _, component_type := range types {
		// Retrieve the dict of component for a specific type in the workflow
		result := gjson.Get(workflow, component_type)
		
		if (result.Type != gjson.Null) {
			result.ForEach(func(id, value gjson.Result) bool{
				comp_id := value.Get("referenceID").Str

				if (comp_id != "") {
					switch component_type {
						case "computing":
							g.AddComputingModel(comp_id, value, id.Str)
						case "data":
							g.AddDataModel(comp_id, value, id.Str)
						case "datacenter":
							g.AddDatacenterModel(comp_id, value, id.Str)
						case "storage":
							g.AddStorageModel(comp_id, value, id.Str)			
						default :
							logs.Critical("Component type doesn't match a know type : " + component_type)
					}
				}
				return true
			})
		}	
	}
	
}

func (g *Graph) GetLinks(workflow string){
	g.Links = make(map[string]models.Link)
	result := gjson.Get(workflow, "link")
	
	if (result.Type != gjson.Null) {
		result.ForEach(func(id, value gjson.Result) bool{
			var l models.Link
			
			json.Unmarshal([]byte(value.Raw),&l)			
			g.Links[id.Str] = l
			return true
		})
	}
} 

func (g *Graph) AddDataModel(id string, user_input gjson.Result, wf_id string) error {
	var d models.DataModel
	resp, err := g.ws.Get("v1/data/" + id)
	if err != nil {
		return err
	}
	json.Unmarshal(resp, &d)
	json.Unmarshal([]byte(user_input.Raw),&d.DataNEWModel)
	d.ID = wf_id
	g.Datas = append(g.Datas, d)
	return nil
}

func (g *Graph) AddDatacenterModel(id string, user_input gjson.Result, wf_id string) error {
	var d models.DatacenterModel
	resp, err := g.ws.Get("v1/datacenter/" + id)
	if err != nil {
		return err
	}
	json.Unmarshal(resp, &d)
	json.Unmarshal([]byte(user_input.Raw),&d.DatacenterNEWModel)
	d.ID = wf_id
	g.Datacenters = append(g.Datacenters, d)
	return nil
}

func (g *Graph) AddComputingModel(id string, user_input gjson.Result, wf_id string) error {
	var c models.ComputingModel
	resp, err := g.ws.Get("v1/computing/" + id)
	if err != nil {
		return err
	}
	json.Unmarshal(resp, &c)
	json.Unmarshal([]byte(user_input.Raw),&c.ComputingNEWModel)
	c.ID = wf_id
	g.Computings = append(g.Computings, c)
	return nil
}

func (g *Graph) AddStorageModel(id string, user_input gjson.Result, wf_id string) error {
	var s models.StorageModel
	resp, err := g.ws.Get("v1/storage/" + id)
	if err != nil {
		return err
	}
	json.Unmarshal(resp, &s)
	json.Unmarshal([]byte(user_input.Raw),&s.StorageNEWModel)
	s.ID = wf_id
	g.Storages = append(g.Storages, s)
	return nil
}

func (g *Graph) ExportToArgo(id string) error {
	end_links := make(map[string]models.Link)
	
	for i, link := range g.Links {
		if (!link.DCLink && !g.isSource(link.Destination,i)){
			end_links[i] = link
		}
	}
	
	// index_list := make([]int, len(g.Links))
	// list_branches := make([][]string,0)
	list_branches := g.getListBranches(end_links, nil,nil)
		
	for _, branch := range list_branches{
		str := ""
		for _, link := range branch{
			str =  str + " --> " + g.getComponentName(g.Links[link].Source) + " linked with " + g.getComponentName(g.Links[link].Destination) 
		}

		fmt.Println(str)
	}

	fmt.Println("Identified branches : ", list_branches)
	argo_builder := ArgoBuilder{graph : *g, branches:  list_branches}
	argo_builder.CreateDAG()

 	return nil
}

// Return a list containing the IDs of each link that make up a branch in the graph
func (g *Graph) getListBranches(end_links map[string]models.Link, unvisited_links_list map[string]models.Link, current_branch []string) (list_branches [][]string) {
	
	if current_branch == nil {
		current_branch = make([]string, 0)
	}

	if unvisited_links_list == nil {
		unvisited_links_list = make(map[string]models.Link,len(g.Links))
		maps.Copy(unvisited_links_list,g.Links)
		fmt.Println(unvisited_links_list)
	}
	
	for link_id, _ := range end_links {
		j := link_id
		new_branches := make([][]string,0)

		previous_index := g.getPreviousLink(j, unvisited_links_list)
		if len(previous_index) == 0 {
			list_branches = append(list_branches, []string{link_id})
		}

		for _, id_link := range previous_index {
			current_branch = append([]string{link_id},current_branch...)
			delete(unvisited_links_list, link_id)
			// create a new branch for each previous link, appending the current path to this node to the created branch
			new_end_link := make(map[string]models.Link,0)
			new_end_link[id_link] = g.Links[id_link]
			new_branches = g.getListBranches(new_end_link,unvisited_links_list,current_branch)		
				
			for _, new_branch := range new_branches{
				current_branch = append(new_branch,link_id)
				list_branches = append(list_branches, current_branch)
			}
		}
	}

	return 
}

func (g *Graph) ExportToHelm(id string) error {

	return nil
}

// Return if it exists a link where Destination is the same as comp_id
func (g *Graph) isDestination(comp_id string,link_id string) bool {
	
	for i, link := range g.Links{
		if(i !=link_id && link.Destination == comp_id){
			return true
		}
	}
	
	return false
	
}

// Return if it exists a link where Source is the same as comp_id
func (g *Graph) isSource(comp_id string,link_id string) bool {
	
	for i, link := range g.Links{
		if(i !=link_id && link.Source == comp_id && !link.DCLink){
			return true
		}
	}
	
	return false
	
}

// Returns an index number if their is a link in g.Links
// with the same Destination id that the Source id in g.Links[linkIndex]
// or nil if not

func (g *Graph) getPreviousLink(link_id string,map_link map[string]models.Link) (previous_id []string) {
	for k, link := range map_link{
		if(k != link_id && link.Destination == g.Links[link_id].Source){
			previous_id = append(previous_id, k)
		}
	}
	
	return 
}

func (g *Graph) getComponentName(id string) string {

	for _, comp := range g.Computings{
		if comp.ID == id {
			return comp.Name
		}
	}
	for _, storage := range g.Storages{
		if storage.ID == id {
			return storage.Name
		}
	}
	for _, data := range g.Datas{
		if data.ID == id {
			return data.Name
		}
	}

	return ""
}

// returns either computing, data or storage
func (g *Graph) getComponentType(component_id string) string {
	for _, comp := range g.Computings {
		if comp.ID == component_id{
			return "computing"
		}
	}

	for _, data := range g.Datas {
		if data.ID == component_id{
			return "data"
		}
	}
	
	for _, storage := range g.Storages {
		if storage.ID == component_id{
			return "storage"
		}
	}

	return ""
}

// Returns a slice of id, in case the link is made of twice the same type of component

func (g *Graph) getComponentByType(compType string, link models.Link) (ids []string){
	if(g.getComponentType(link.Source) == compType){
		ids = append(ids, link.Source)
	}
	if(g.getComponentType(link.Destination) == compType){
		ids = append(ids, link.Destination)
	}

	return
}