package main import ( "encoding/json" "fmt" "maps" "net/url" "os" "strings" "cloud.o-forge.io/core/oc-catalog/models" "github.com/beego/beego/v2/core/logs" "github.com/sbabiv/xml2map" "github.com/tidwall/gjson" ) type Link struct { Src string Dst string } type Graph struct { Datas []models.DataModel Computings []models.ComputingModel Datacenters []models.DatacenterModel Storages []models.StorageModel Links map[string]models.Link ws HttpQuery } // Create a dictionnaries with each each existing workflow from a workspace, associated to the JSON representation of its content func (g *Graph) GetGraphList(apiurl string) (map[string]string, error) { g.ws.Init(apiurl) body, err := g.ws.Get("v1/workspace/list") if err != nil { return nil, err } workspaces := make(map[string]string) result := gjson.Get(string(body), "Workflows") result.ForEach(func(key, value gjson.Result) bool { workspaces[key.Str] = value.String() return true // keep iterating }) return workspaces, nil } // Create the objects from the mxgraphxml stored in the workflow given as a parameter func (g *Graph) LoadFrom(workspace string) error { // Extract the xmlgraph from the given workspace xml := gjson.Get(workspace, "MxgraphXML").String() decodedValue, err := url.QueryUnescape(xml) if err != nil { return err } os.WriteFile("graph.xml", []byte(decodedValue), 0660) decoder := xml2map.NewDecoder(strings.NewReader(decodedValue)) result, err := decoder.Decode() if err != nil { return err } // Retrieve the content of mxcell and object elements cells := result["mxGraphModel"].(map[string]interface{})["root"].(map[string]interface{})["mxCell"].([]map[string]interface{}) obj := result["mxGraphModel"].(map[string]interface{})["root"].(map[string]interface{})["object"] // Append the content of obj to cells depending on if it's a single key/value pair or a list of it switch v := obj.(type) { case map[string]interface{}: cells = append(cells, obj.(map[string]interface{})) _ = v // fmt.Printf("One: %v", v) case []map[string]interface{}: cells = append(cells, obj.([]map[string]interface{})...) // fmt.Printf("Many: %v", v) } // dictionnary := make(map[string]string) var idlinks []Link g.GetWorkflowComponents(workspace) g.GetLinks(workspace) for _, element := range cells { // id := element["@id"].(string) // // Case MXCell // if _, ok := element["@style"]; ok { // if _, ok2 := element["@rID"]; ok2 { // // Resolve elements // // fmt.Print(id + ": ") // // fmt.Println(element["@rID"], element["@rType"]) // // fmt.Println(element) // dictionnary[id] = element["@rID"].(string) // g.addElementByType(element) // } // } else { // // Case object : contains user's input through the GUI // if _, ok := element["mxCell"]; ok { // // Attribute values // // Extracts the cell ids // element = element["mxCell"].(map[string]interface{}) // if _, ok := element["@style"]; ok { // if _, ok2 := element["@rID"]; ok2 { // // Resolve elements // // fmt.Print(id + ": ") // // fmt.Println(element["@rID"], element["@rType"]) // // fmt.Println(element) // dictionnary[id] = element["@rID"].(string) // g.addElementByType(element) // } // } // } // } // register links if src, ok := element["@source"]; ok { //src = element["@source"].(string) idlinks = append(idlinks, Link{Src: src.(string), Dst: element["@target"].(string)}) // fmt.Println("Link: " + src.(string) + " " + element["@target"].(string)) } } // translate links // for _, link := range idlinks { // g.Links = append(g.Links, Link{Src: dictionnary[link.Src], Dst: dictionnary[link.Dst]}) // fmt.Println("Link: " + link.Src + " " + link.Dst + " : " + dictionnary[link.Src] + " " + dictionnary[link.Dst]) // } return nil } // TODO : extract all the JSON/data processing to a new object that takes // the current graph as an attribute and deals with adding new objects // to it, depending on their type // Create the objects that correspond to each component // in a workflow, combining the user input and the base components attributes func (g *Graph) GetWorkflowComponents(workflow string){ types := []string{"computing","datacenter","data","storage"} // create a constant for more maintainability OR even better get the list of all component's type for this WF for _, component_type := range types { // Retrieve the dict of component for a specific type in the workflow result := gjson.Get(workflow, component_type) if (result.Type != gjson.Null) { result.ForEach(func(id, value gjson.Result) bool{ comp_id := value.Get("referenceID").Str if (comp_id != "") { switch component_type { case "computing": g.AddComputingModel(comp_id, value, id.Str) case "data": g.AddDataModel(comp_id, value, id.Str) case "datacenter": g.AddDatacenterModel(comp_id, value, id.Str) case "storage": g.AddStorageModel(comp_id, value, id.Str) default : logs.Critical("Component type doesn't match a know type : " + component_type) } } return true }) } } } func (g *Graph) GetLinks(workflow string){ g.Links = make(map[string]models.Link) result := gjson.Get(workflow, "link") if (result.Type != gjson.Null) { result.ForEach(func(id, value gjson.Result) bool{ var l models.Link json.Unmarshal([]byte(value.Raw),&l) g.Links[id.Str] = l return true }) } } func (g *Graph) AddDataModel(id string, user_input gjson.Result, wf_id string) error { var d models.DataModel resp, err := g.ws.Get("v1/data/" + id) if err != nil { return err } json.Unmarshal(resp, &d) json.Unmarshal([]byte(user_input.Raw),&d.DataNEWModel) d.ID = wf_id g.Datas = append(g.Datas, d) return nil } func (g *Graph) AddDatacenterModel(id string, user_input gjson.Result, wf_id string) error { var d models.DatacenterModel resp, err := g.ws.Get("v1/datacenter/" + id) if err != nil { return err } json.Unmarshal(resp, &d) json.Unmarshal([]byte(user_input.Raw),&d.DatacenterNEWModel) d.ID = wf_id g.Datacenters = append(g.Datacenters, d) return nil } func (g *Graph) AddComputingModel(id string, user_input gjson.Result, wf_id string) error { var c models.ComputingModel resp, err := g.ws.Get("v1/computing/" + id) if err != nil { return err } json.Unmarshal(resp, &c) json.Unmarshal([]byte(user_input.Raw),&c.ComputingNEWModel) c.ID = wf_id g.Computings = append(g.Computings, c) return nil } func (g *Graph) AddStorageModel(id string, user_input gjson.Result, wf_id string) error { var s models.StorageModel resp, err := g.ws.Get("v1/storage/" + id) if err != nil { return err } json.Unmarshal(resp, &s) json.Unmarshal([]byte(user_input.Raw),&s.StorageNEWModel) s.ID = wf_id g.Storages = append(g.Storages, s) return nil } func (g *Graph) ExportToArgo(id string) error { end_links := make(map[string]models.Link) for i, link := range g.Links { if (!link.DCLink && !g.isSource(link.Destination,i)){ end_links[i] = link } } // index_list := make([]int, len(g.Links)) // list_branches := make([][]string,0) list_branches := g.getListBranches(end_links, nil,nil) for _, branch := range list_branches{ str := "" for _, link := range branch{ str = str + " --> " + g.getComponentName(g.Links[link].Source) + " linked with " + g.getComponentName(g.Links[link].Destination) } fmt.Println(str) } fmt.Println("Identified branches : ", list_branches) argo_builder := ArgoBuilder{*g,list_branches,nil} argo_builder.CreateDAG() return nil } // Return a list containing the IDs of each link that make up a branch in the graph func (g *Graph) getListBranches(end_links map[string]models.Link, editable_link_list map[string]models.Link, current_branch []string) (list_branches [][]string) { fmt.Printf("Working on %v \n", current_branch) if current_branch == nil { current_branch = make([]string, 0) } if editable_link_list == nil { editable_link_list = make(map[string]models.Link,len(g.Links)) maps.Copy(editable_link_list,g.Links) fmt.Println(editable_link_list) } for link_id, _ := range end_links { // branch := []string{link_id} j := link_id new_branches := make([][]string,0) previous_index := g.hasPreviousLink(j, editable_link_list) if len(previous_index) == 0 { new_branches = append(new_branches, []string{link_id}) return new_branches } for _, id_link := range previous_index { current_branch = append([]string{link_id},current_branch...) delete(editable_link_list, link_id) // create a new branch for each previous link, appending the current path to this node to the created branch new_end_link := make(map[string]models.Link,0) new_end_link[id_link] = g.Links[id_link] new_branches = g.getListBranches(new_end_link,editable_link_list,current_branch) for _, new_branch := range new_branches{ current_branch = append(new_branch,link_id) list_branches = append(list_branches, current_branch) } } return } return } func (g *Graph) ExportToHelm(id string) error { return nil } // Return if it exists a link where Destination is the same as comp_id func (g *Graph) isDestination(comp_id string,link_id string) bool { for i, link := range g.Links{ if(i !=link_id && link.Destination == comp_id){ return true } } return false } // Return if it exists a link where Source is the same as comp_id func (g *Graph) isSource(comp_id string,link_id string) bool { for i, link := range g.Links{ if(i !=link_id && link.Source == comp_id && !link.DCLink){ return true } } return false } // Returns an index number if their is a link in g.Links // with the same Destination id that the Source id in g.Links[linkIndex] // or nil if not func (g *Graph) hasPreviousLink(link_id string,map_link map[string]models.Link) (previous_id []string) { for k, link := range map_link{ if(k != link_id && link.Destination == g.Links[link_id].Source){ previous_id = append(previous_id, k) } } return } func (g *Graph) getComponentName(id string) string { for _, comp := range g.Computings{ if comp.ID == id { return comp.Name } } for _, storage := range g.Storages{ if storage.ID == id { return storage.Name } } for _, data := range g.Datas{ if data.ID == id { return data.Name } } return "" } func getMapKeys(m map[int]interface{}) []int { var list_keys []int for key := range m { fmt.Println("Key:", key) } return list_keys } func (g *Graph) getComponentType(component_id string) string { for _, comp := range g.Computings { if comp.ID == component_id{ return "computing" } } for _, data := range g.Datas { if data.ID == component_id{ return "data" } } for _, storage := range g.Storages { if storage.ID == component_id{ return "storage" } } return "" } // Returns a slice of id, in case the link is made of twice the same type of component func (g *Graph) getComponentByType(compType string, link models.Link) (ids []string){ if(g.getComponentType(link.Source) == compType){ ids = append(ids, link.Source) } if(g.getComponentType(link.Destination) == compType){ ids = append(ids, link.Destination) } return }