Compare commits
288 Commits
78157b80d2
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
| 188b758f7a | |||
|
|
f4b0cf5683 | ||
|
|
e7a71188a3 | ||
|
|
40a61387b9 | ||
|
|
cc939451fd | ||
|
|
76e9b2562e | ||
|
|
cc3091d401 | ||
|
|
3ddbf1a967 | ||
|
|
be2a1cc114 | ||
|
|
a093369dc5 | ||
|
|
76d83878eb | ||
|
|
e735f78e58 | ||
|
|
98a2359c9d | ||
|
|
83e590d4e1 | ||
|
|
4e3ff9aa08 | ||
|
|
424d523c5e | ||
|
|
346275e12c | ||
|
|
6ab774cc43 | ||
|
|
2748b59221 | ||
| 34f01e9740 | |||
| dcdc6ff1d9 | |||
|
|
365b924e4b | ||
|
|
e7e56d1859 | ||
|
|
443546027b | ||
|
|
1c4f3f756f | ||
|
|
3971d5ca5d | ||
|
|
e95d1aa53b | ||
|
|
1ab2bd2153 | ||
|
|
d35ad440fa | ||
|
|
d58dc56024 | ||
|
|
34b7cdcf06 | ||
|
|
af0d7807bc | ||
|
|
e600fedcab | ||
|
|
147c7bc3a1 | ||
|
|
3fdf5c3ebf | ||
|
|
cd177bd779 | ||
|
|
2c8dcbe93d | ||
|
|
e84d262f38 | ||
|
|
29b192211d | ||
|
|
583ca2fbac | ||
|
|
82d25b0bee | ||
|
|
181b3249b8 | ||
|
|
8b38249df7 | ||
|
|
01af8237db | ||
|
|
2f4884c655 | ||
|
|
c9ee2a1d24 | ||
|
|
8d5ba6a5e4 | ||
|
|
d3cfe019e3 | ||
|
|
4c2ecd3f41 | ||
|
|
d8ccdec501 | ||
|
|
938f9f1326 | ||
|
|
29bc21735d | ||
|
|
ec7a7e4746 | ||
|
|
0b0952b28c | ||
|
|
9e52663261 | ||
|
|
8f2adb76e4 | ||
|
|
0d6c329477 | ||
|
|
1c751f7253 | ||
|
|
2264d22c69 | ||
|
|
9fe72ea96e | ||
|
|
48299810e0 | ||
|
|
2a0ab8e549 | ||
|
|
23a9d648d2 | ||
|
|
a3029fa3f9 | ||
|
|
387785b40c | ||
|
|
03dea55131 | ||
|
|
7b8aa989f6 | ||
|
|
6ab6383144 | ||
|
|
690d60f9d6 | ||
|
|
da0de80afd | ||
|
|
cd7ae788b1 | ||
|
|
0d96cc53bf | ||
|
|
66fc3c5b35 | ||
|
|
5ab3eb8a38 | ||
|
|
fec23b4acd | ||
|
|
901622fee0 | ||
|
|
527e622774 | ||
|
|
7223b79fe8 | ||
|
|
1ade41aeae | ||
|
|
58dc579255 | ||
|
|
370dac201b | ||
|
|
2a763006db | ||
|
|
522c66653b | ||
|
|
b57f050b81 | ||
|
|
41ebcf150a | ||
|
|
1499def6ad | ||
|
|
adbab0f5d7 | ||
| 88c88cac5b | |||
| 1ae38c98ad | |||
| 2d517cc594 | |||
| a9c82bd261 | |||
| 79aec86f5f | |||
| 9b3dfc7576 | |||
| 037ae74782 | |||
| b81c60a3ce | |||
| 363ac94c47 | |||
| 378f9e5095 | |||
| 659b494ee4 | |||
| 92965c6af2 | |||
| 70cb5aec9f | |||
| d59e77d5a2 | |||
| ff1b857ab0 | |||
| dbdccdb920 | |||
| fd3fef72d3 | |||
| 1890fd4f71 | |||
| 95af3cb515 | |||
| 3acebc451e | |||
|
|
5111c9c8be | ||
|
|
3ecb0e9d96 | ||
|
|
b4a1766677 | ||
|
|
241c6a5a08 | ||
|
|
7c30633bde | ||
|
|
81d3406305 | ||
|
|
04f7537066 | ||
|
|
6bf058ab5c | ||
|
|
b771b5d25e | ||
|
|
6e6ed4ea2c | ||
|
|
a098f0a672 | ||
|
|
cafadec146 | ||
|
|
0940b63961 | ||
|
|
a2dca94dca | ||
|
|
085a8718e0 | ||
|
|
271cc2caa0 | ||
|
|
42b60ca5cd | ||
|
|
4920322d0a | ||
|
|
c7c1535ba9 | ||
|
|
576f53f81b | ||
|
|
c0e6247fb8 | ||
|
|
3e85fdc779 | ||
|
|
4833bcb710 | ||
|
|
7d69d65dd2 | ||
|
|
a098b3797a | ||
|
|
7d03676ac2 | ||
|
|
945b7a893e | ||
|
|
ef028cb2b9 | ||
|
|
4cfd0a1789 | ||
|
|
7c57cf34a8 | ||
|
|
019b590b4f | ||
|
|
d82ae166a1 | ||
|
|
ffaa67fb5d | ||
|
|
a573a4ce71 | ||
|
|
52d5a1fbf9 | ||
|
|
4ad32401fd | ||
|
|
f663ec80f5 | ||
|
|
e55727d9e2 | ||
|
|
4a178d01e3 | ||
|
|
3d13833572 | ||
|
|
31ec352b57 | ||
|
|
940ef17f7b | ||
|
|
ad3293da9d | ||
|
|
3ffff7d32c | ||
|
|
e646cfef0b | ||
|
|
88b7cfe2fd | ||
|
|
7201cabb43 | ||
|
|
a8e2445c10 | ||
|
|
69bf951866 | ||
|
|
3061df4f13 | ||
|
|
2ccb57ffb0 | ||
|
|
847fce07bb | ||
|
|
f481cde465 | ||
|
|
bf114b39b7 | ||
|
|
22d15fe395 | ||
|
|
14977c7b2c | ||
|
|
8d9bb20538 | ||
|
|
6a977203ab | ||
|
|
275bd56fe6 | ||
|
|
2662709fed | ||
|
|
64bea2a66e | ||
|
|
6807614ac8 | ||
|
|
676f2f4caa | ||
|
|
a2f2d0ebef | ||
|
|
b2113bff62 | ||
|
|
892bd93471 | ||
|
|
3ec0d554ed | ||
|
|
976a5cedcb | ||
|
|
107ce25801 | ||
|
|
6350491f9f | ||
|
|
c78f758202 | ||
|
|
787c01b4be | ||
|
|
826d7586b1 | ||
|
|
84d20c52fa | ||
|
|
b176874c2b | ||
|
|
df2c38199c | ||
|
|
ede2d5fd53 | ||
|
|
d111a97521 | ||
|
|
330768490a | ||
|
|
74a1f66d26 | ||
|
|
598774b0b1 | ||
|
|
bf1d4a4001 | ||
|
|
db85d1a48b | ||
|
|
3ff7b47995 | ||
|
|
8b03df7923 | ||
|
|
98dc733240 | ||
|
|
c02e3dffcf | ||
|
|
1cdbcca7f7 | ||
|
|
9b8acb83cb | ||
|
|
7ca360be6a | ||
|
|
6c4fab1adc | ||
|
|
6551b1b97d | ||
|
|
71d9bd4678 | ||
|
|
1ad9ce09cb | ||
|
|
d731277914 | ||
|
|
24fe99cfa5 | ||
|
|
2a373e7368 | ||
|
|
68bacf5da4 | ||
|
|
ed158ffdcb | ||
|
|
fbb55e64dc | ||
|
|
1521b8fac5 | ||
|
|
97d466818a | ||
|
|
c1888f8921 | ||
|
|
db6049bab3 | ||
|
|
5cc68bca6d | ||
|
|
49e495f062 | ||
|
|
1952d905d2 | ||
|
|
2205ac9b58 | ||
|
|
e9017767d1 | ||
|
|
ad660b0ce8 | ||
|
|
d15fdac27b | ||
|
|
386881c283 | ||
|
|
8cba10c4fe | ||
|
|
f8ac3154e1 | ||
|
|
df04133551 | ||
|
|
99693d8ec0 | ||
|
|
0e798dac50 | ||
|
|
e6ac7d0da6 | ||
|
|
9c71730d9c | ||
|
|
4be954a6f3 | ||
|
|
e9278111a6 | ||
|
|
ed1e761052 | ||
|
|
86b1e4ad5d | ||
|
|
062c1afe85 | ||
|
|
fa00980352 | ||
|
|
2a93b17d71 | ||
|
|
287aa3dea3 | ||
|
|
8ab313e6cb | ||
|
|
cccb54d38f | ||
|
|
67940296d2 | ||
|
|
67ebeca1f4 | ||
|
|
b45e882559 | ||
|
|
745bb58c59 | ||
|
|
bf5a16f41b | ||
|
|
bc12fb53be | ||
|
|
0d83885b9b | ||
|
|
de585a7234 | ||
|
|
5c2980fb36 | ||
|
|
e741a95cdb | ||
|
|
19eb5239a6 | ||
|
|
305f260503 | ||
|
|
d1f6331ff8 | ||
|
|
67b8215adf | ||
|
|
58b36f2823 | ||
|
|
2452d37acf | ||
|
|
8e4ebbf622 | ||
|
|
b85ca8674b | ||
|
|
c63a1fef6c | ||
|
|
66196da877 | ||
|
|
e5c7dbe4cb | ||
|
|
f72ceecc19 | ||
|
|
ed787683f4 | ||
|
|
d44fb976e4 | ||
|
|
fb1b44e1d1 | ||
|
|
d00109daf3 | ||
|
|
367613a9d5 | ||
|
|
b990fe42d3 | ||
|
|
7d11c23eba | ||
|
|
450fab437c | ||
|
|
a4a249bab8 | ||
|
|
d9c9f05cd2 | ||
|
|
68f4189283 | ||
|
|
0e0540af43 | ||
|
|
555c5acb26 | ||
|
|
b48e2cb3e5 | ||
|
|
cf1c5f2186 | ||
|
|
be38030395 | ||
|
|
ad69c04951 | ||
|
|
abd6c1d712 | ||
|
|
a55f4c449c | ||
|
|
1a4694c891 | ||
|
|
b782248da7 | ||
|
|
ae9a80c8f3 | ||
|
|
918006302b | ||
|
|
f30076e0f5 | ||
| 5255ffc2f7 | |||
| fd1c579ec4 | |||
| 0f4adeea86 | |||
| 245f3adea3 | |||
| 21d08204b5 | |||
| 1de4888599 |
3
.gitattributes
vendored
Normal file
3
.gitattributes
vendored
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Force Go as the main language
|
||||||
|
*.go linguist-detectable=true
|
||||||
|
* linguist-language=Go
|
||||||
@@ -26,12 +26,12 @@ import (
|
|||||||
func GetConfLoader() *onion.Onion {
|
func GetConfLoader() *onion.Onion {
|
||||||
logger := zerolog.New(os.Stdout).With().Timestamp().Logger()
|
logger := zerolog.New(os.Stdout).With().Timestamp().Logger()
|
||||||
AppName := GetAppName()
|
AppName := GetAppName()
|
||||||
EnvPrefix := strings.ToUpper(AppName[0:2]+AppName[3:]) + "_"
|
EnvPrefix := "OC_"
|
||||||
defaultConfigFile := "/etc/oc/" + AppName[3:] + ".json"
|
defaultConfigFile := "/etc/oc/" + AppName[3:] + ".json"
|
||||||
localConfigFile := "./" + AppName[3:] + ".json"
|
localConfigFile := "./" + AppName[3:] + ".json"
|
||||||
var configFile string
|
var configFile string
|
||||||
var o *onion.Onion
|
var o *onion.Onion
|
||||||
l3 := onion.NewEnvLayerPrefix("_", EnvPrefix)
|
l3 := GetEnvVarLayer(EnvPrefix)
|
||||||
l2, err := onion.NewFileLayer(localConfigFile, nil)
|
l2, err := onion.NewFileLayer(localConfigFile, nil)
|
||||||
if err == nil {
|
if err == nil {
|
||||||
logger.Info().Msg("Local config file found " + localConfigFile + ", overriding default file")
|
logger.Info().Msg("Local config file found " + localConfigFile + ", overriding default file")
|
||||||
@@ -54,3 +54,17 @@ func GetConfLoader() *onion.Onion {
|
|||||||
}
|
}
|
||||||
return o
|
return o
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetEnvVarLayer(prefix string) onion.Layer {
|
||||||
|
envVars := make(map[string]interface{})
|
||||||
|
|
||||||
|
for _, e := range os.Environ() {
|
||||||
|
pair := strings.SplitN(e, "=", 2)
|
||||||
|
key := pair[0]
|
||||||
|
if strings.HasPrefix(key, prefix) {
|
||||||
|
envVars[strings.TrimPrefix(key, prefix)] = pair[1]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return onion.NewMapLayer(envVars)
|
||||||
|
}
|
||||||
|
|||||||
@@ -3,7 +3,6 @@ package mongo
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
"slices"
|
"slices"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
@@ -49,7 +48,7 @@ func (m *MongoDB) Init(collections []string, config MongoConf) {
|
|||||||
mngoCollections = collections
|
mngoCollections = collections
|
||||||
mngoConfig = config
|
mngoConfig = config
|
||||||
if err := m.createClient(config.GetUrl(), false); err != nil {
|
if err := m.createClient(config.GetUrl(), false); err != nil {
|
||||||
m.Logger.Error().Msg(err.Error())
|
// m.Logger.Error().Msg(err.Error())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -171,12 +170,12 @@ func (m *MongoDB) DeleteOne(id string, collection_name string) (int64, int, erro
|
|||||||
filter := bson.M{"_id": id}
|
filter := bson.M{"_id": id}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
result, err := targetDBCollection.DeleteOne(MngoCtx, filter, opts)
|
result, err := targetDBCollection.DeleteOne(MngoCtx, filter, opts)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
// m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
return 0, 404, err
|
return 0, 404, err
|
||||||
}
|
}
|
||||||
return result.DeletedCount, 200, nil
|
return result.DeletedCount, 200, nil
|
||||||
@@ -192,12 +191,12 @@ func (m *MongoDB) DeleteMultiple(f map[string]interface{}, collection_name strin
|
|||||||
}
|
}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
result, err := targetDBCollection.DeleteMany(MngoCtx, filter, opts)
|
result, err := targetDBCollection.DeleteMany(MngoCtx, filter, opts)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
// m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
return 0, 404, err
|
return 0, 404, err
|
||||||
}
|
}
|
||||||
return result.DeletedCount, 200, nil
|
return result.DeletedCount, 200, nil
|
||||||
@@ -215,11 +214,11 @@ func (m *MongoDB) UpdateMultiple(set interface{}, filter map[string]interface{},
|
|||||||
f = append(f, bson.E{Key: k, Value: v})
|
f = append(f, bson.E{Key: k, Value: v})
|
||||||
}
|
}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 50*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
res, err := targetDBCollection.UpdateMany(MngoCtx, f, dbs.InputToBson(doc, true))
|
res, err := targetDBCollection.UpdateMany(MngoCtx, f, dbs.InputToBson(doc, true))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
// m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
||||||
return 0, 404, err
|
return 0, 404, err
|
||||||
}
|
}
|
||||||
return res.UpsertedCount, 200, nil
|
return res.UpsertedCount, 200, nil
|
||||||
@@ -234,11 +233,11 @@ func (m *MongoDB) UpdateOne(set interface{}, id string, collection_name string)
|
|||||||
bson.Unmarshal(b, &doc)
|
bson.Unmarshal(b, &doc)
|
||||||
filter := bson.M{"_id": id}
|
filter := bson.M{"_id": id}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 50*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
_, err := targetDBCollection.UpdateOne(MngoCtx, filter, dbs.InputToBson(doc, true))
|
_, err := targetDBCollection.UpdateOne(MngoCtx, filter, dbs.InputToBson(doc, true))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
// m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
||||||
return "", 404, err
|
return "", 404, err
|
||||||
}
|
}
|
||||||
return id, 200, nil
|
return id, 200, nil
|
||||||
@@ -253,12 +252,12 @@ func (m *MongoDB) StoreOne(obj interface{}, id string, collection_name string) (
|
|||||||
bson.Unmarshal(b, &doc)
|
bson.Unmarshal(b, &doc)
|
||||||
doc["_id"] = id
|
doc["_id"] = id
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
_, err := targetDBCollection.InsertOne(MngoCtx, doc)
|
_, err := targetDBCollection.InsertOne(MngoCtx, doc)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
// m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
return "", 409, err
|
return "", 409, err
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -271,12 +270,12 @@ func (m *MongoDB) LoadOne(id string, collection_name string) (*mongo.SingleResul
|
|||||||
}
|
}
|
||||||
filter := bson.M{"_id": id}
|
filter := bson.M{"_id": id}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
res := targetDBCollection.FindOne(MngoCtx, filter)
|
res := targetDBCollection.FindOne(MngoCtx, filter)
|
||||||
if res.Err() != nil {
|
if res.Err() != nil {
|
||||||
m.Logger.Error().Msg("Couldn't find resource " + id + ". Error : " + res.Err().Error())
|
// m.Logger.Error().Msg("Couldn't find resource " + id + ". Error : " + res.Err().Error())
|
||||||
err := res.Err()
|
err := res.Err()
|
||||||
return nil, 404, err
|
return nil, 404, err
|
||||||
}
|
}
|
||||||
@@ -288,8 +287,7 @@ func (m *MongoDB) Search(filters *dbs.Filters, collection_name string) (*mongo.C
|
|||||||
return nil, 503, err
|
return nil, 503, err
|
||||||
}
|
}
|
||||||
opts := options.Find()
|
opts := options.Find()
|
||||||
opts.SetLimit(100)
|
opts.SetLimit(1000)
|
||||||
fmt.Println("Filters: ", CollectionMap, collection_name)
|
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
orList := bson.A{}
|
orList := bson.A{}
|
||||||
andList := bson.A{}
|
andList := bson.A{}
|
||||||
@@ -315,8 +313,8 @@ func (m *MongoDB) Search(filters *dbs.Filters, collection_name string) (*mongo.C
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
// defer cancel()
|
||||||
if cursor, err := targetDBCollection.Find(
|
if cursor, err := targetDBCollection.Find(
|
||||||
MngoCtx,
|
MngoCtx,
|
||||||
f,
|
f,
|
||||||
@@ -338,12 +336,12 @@ func (m *MongoDB) LoadFilter(filter map[string]interface{}, collection_name stri
|
|||||||
}
|
}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
res, err := targetDBCollection.Find(MngoCtx, f)
|
res, err := targetDBCollection.Find(MngoCtx, f)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
// m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
||||||
return nil, 404, err
|
return nil, 404, err
|
||||||
}
|
}
|
||||||
return res, 200, nil
|
return res, 200, nil
|
||||||
@@ -355,12 +353,12 @@ func (m *MongoDB) LoadAll(collection_name string) (*mongo.Cursor, int, error) {
|
|||||||
}
|
}
|
||||||
targetDBCollection := CollectionMap[collection_name]
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
|
||||||
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
defer cancel()
|
//defer cancel()
|
||||||
|
|
||||||
res, err := targetDBCollection.Find(MngoCtx, bson.D{})
|
res, err := targetDBCollection.Find(MngoCtx, bson.D{})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
// m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
||||||
return nil, 404, err
|
return nil, 404, err
|
||||||
}
|
}
|
||||||
return res, 200, nil
|
return res, 200, nil
|
||||||
|
|||||||
173
entrypoint.go
173
entrypoint.go
@@ -15,12 +15,14 @@ import (
|
|||||||
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models"
|
"cloud.o-forge.io/core/oc-lib/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/live"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/order"
|
"cloud.o-forge.io/core/oc-lib/models/order"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources"
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
@@ -52,6 +54,9 @@ const (
|
|||||||
RULE = tools.RULE
|
RULE = tools.RULE
|
||||||
BOOKING = tools.BOOKING
|
BOOKING = tools.BOOKING
|
||||||
ORDER = tools.ORDER
|
ORDER = tools.ORDER
|
||||||
|
LIVE_DATACENTER = tools.LIVE_DATACENTER
|
||||||
|
LIVE_STORAGE = tools.LIVE_STORAGE
|
||||||
|
PURCHASE_RESOURCE = tools.PURCHASE_RESOURCE
|
||||||
)
|
)
|
||||||
|
|
||||||
// will turn into standards api hostnames
|
// will turn into standards api hostnames
|
||||||
@@ -197,48 +202,6 @@ func SetConfig(mongoUrl string, database string, natsUrl string, lokiUrl string,
|
|||||||
}()
|
}()
|
||||||
logs.CreateLogger("main")
|
logs.CreateLogger("main")
|
||||||
mongo.MONGOService.Init(models.GetModelsNames(), config.GetConfig()) // init the mongo service
|
mongo.MONGOService.Init(models.GetModelsNames(), config.GetConfig()) // init the mongo service
|
||||||
/*
|
|
||||||
Here we will check if the resource model is already stored in the database
|
|
||||||
If not we will store it
|
|
||||||
Resource model is the model that will define the structure of the resources
|
|
||||||
*/
|
|
||||||
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
|
||||||
for _, model := range []string{tools.DATA_RESOURCE.String(), tools.PROCESSING_RESOURCE.String(), tools.STORAGE_RESOURCE.String(), tools.COMPUTE_RESOURCE.String(), tools.WORKFLOW_RESOURCE.String()} {
|
|
||||||
data, code, _ := accessor.Search(nil, model, true)
|
|
||||||
if code == 404 || len(data) == 0 {
|
|
||||||
refs := map[string]string{}
|
|
||||||
m := map[string]resource_model.Model{}
|
|
||||||
// for now only processing is specified here (not an elegant way)
|
|
||||||
if model == tools.DATA_RESOURCE.String() || model == tools.STORAGE_RESOURCE.String() {
|
|
||||||
refs["path"] = "string"
|
|
||||||
}
|
|
||||||
if model == tools.PROCESSING_RESOURCE.String() {
|
|
||||||
m["command"] = resource_model.Model{
|
|
||||||
Type: "string",
|
|
||||||
ReadOnly: false,
|
|
||||||
}
|
|
||||||
m["args"] = resource_model.Model{
|
|
||||||
Type: "string",
|
|
||||||
ReadOnly: false,
|
|
||||||
}
|
|
||||||
m["env"] = resource_model.Model{
|
|
||||||
Type: "string",
|
|
||||||
ReadOnly: false,
|
|
||||||
}
|
|
||||||
m["volumes"] = resource_model.Model{
|
|
||||||
Type: "map[string]string",
|
|
||||||
ReadOnly: false,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
accessor.StoreOne(&resource_model.ResourceModel{
|
|
||||||
ResourceType: model,
|
|
||||||
VarRefs: refs,
|
|
||||||
Model: map[string]map[string]resource_model.Model{
|
|
||||||
"container": m,
|
|
||||||
},
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return cfg
|
return cfg
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -289,21 +252,21 @@ func ToScheduler(m interface{}) (n *workflow_execution.WorkflowSchedule) {
|
|||||||
return m.(*workflow_execution.WorkflowSchedule)
|
return m.(*workflow_execution.WorkflowSchedule)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Request) Schedule(wfID string, start string, end string, durationInS float64, cron string) (*workflow_execution.WorkflowSchedule, error) {
|
func (r *Request) Schedule(wfID string, scheduler *workflow_execution.WorkflowSchedule) (*workflow_execution.WorkflowSchedule, error) {
|
||||||
scheduler := workflow_execution.NewScheduler(start, end, durationInS, cron)
|
ws, _, _, err := scheduler.Schedules(wfID, &tools.APIRequest{
|
||||||
if _, _, err := scheduler.Schedules(wfID, &tools.APIRequest{
|
|
||||||
Caller: r.caller,
|
Caller: r.caller,
|
||||||
Username: r.user,
|
Username: r.user,
|
||||||
PeerID: r.peerID,
|
PeerID: r.peerID,
|
||||||
Groups: r.groups,
|
Groups: r.groups,
|
||||||
}); err != nil {
|
})
|
||||||
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
return scheduler, nil
|
return ws, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Request) CheckBooking(wfID string, start string, end string, durationInS float64, cron string) bool {
|
func (r *Request) CheckBooking(wfID string, start string, end string, durationInS float64, cron string) bool {
|
||||||
ok, _, _, err := workflow_execution.NewScheduler(start, end, durationInS, cron).CheckBooking(wfID, &tools.APIRequest{
|
ok, _, _, _, _, err := workflow_execution.NewScheduler(start, end, durationInS, cron).GetBuyAndBook(wfID, &tools.APIRequest{
|
||||||
Caller: r.caller,
|
Caller: r.caller,
|
||||||
Username: r.user,
|
Username: r.user,
|
||||||
PeerID: r.peerID,
|
PeerID: r.peerID,
|
||||||
@@ -316,26 +279,14 @@ func (r *Request) CheckBooking(wfID string, start string, end string, durationIn
|
|||||||
return ok
|
return ok
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Request) DraftOrder(scheduler *workflow_execution.WorkflowSchedule) (*order.Order, error) {
|
|
||||||
o := &order.Order{}
|
|
||||||
if err := o.DraftOrder(scheduler, &tools.APIRequest{
|
|
||||||
Caller: r.caller,
|
|
||||||
Username: r.user,
|
|
||||||
PeerID: r.peerID,
|
|
||||||
Groups: r.groups,
|
|
||||||
}); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
return o, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (r *Request) PaymentTunnel(o *order.Order, scheduler *workflow_execution.WorkflowSchedule) error {
|
func (r *Request) PaymentTunnel(o *order.Order, scheduler *workflow_execution.WorkflowSchedule) error {
|
||||||
return o.Pay(scheduler, &tools.APIRequest{
|
/*return o.Pay(scheduler, &tools.APIRequest{
|
||||||
Caller: r.caller,
|
Caller: r.caller,
|
||||||
Username: r.user,
|
Username: r.user,
|
||||||
PeerID: r.peerID,
|
PeerID: r.peerID,
|
||||||
Groups: r.groups,
|
Groups: r.groups,
|
||||||
})
|
})*/
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@@ -605,9 +556,9 @@ func (l *LibData) ToRule() *rule.Rule {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (l *LibData) ToWorkflowExecution() *workflow_execution.WorkflowExecutions {
|
func (l *LibData) ToWorkflowExecution() *workflow_execution.WorkflowExecution {
|
||||||
if l.Data.GetAccessor(nil).GetType() == tools.WORKFLOW_EXECUTION {
|
if l.Data.GetAccessor(nil).GetType() == tools.WORKFLOW_EXECUTION {
|
||||||
return l.Data.(*workflow_execution.WorkflowExecutions)
|
return l.Data.(*workflow_execution.WorkflowExecution)
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -618,3 +569,93 @@ func (l *LibData) ToOrder() *order.Order {
|
|||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToLiveDatacenter() *live.LiveDatacenter {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.LIVE_DATACENTER {
|
||||||
|
return l.Data.(*live.LiveDatacenter)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToLiveStorage() *live.LiveStorage {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.LIVE_STORAGE {
|
||||||
|
return l.Data.(*live.LiveStorage)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToBookings() *booking.Booking {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.BOOKING {
|
||||||
|
return l.Data.(*booking.Booking)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToPurchasedResource() *purchase_resource.PurchaseResource {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.PURCHASE_RESOURCE {
|
||||||
|
return l.Data.(*purchase_resource.PurchaseResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// ============== ADMIRALTY ==============
|
||||||
|
// Returns a concatenation of the peerId and namespace in order for
|
||||||
|
// kubernetes ressources to have a unique name, under 63 characters
|
||||||
|
// and yet identify which peer they are created for
|
||||||
|
func GetConcatenatedName(peerId string, namespace string) string {
|
||||||
|
s := strings.Split(namespace, "-")[:2]
|
||||||
|
n := s[0] + "-" + s[1]
|
||||||
|
|
||||||
|
return peerId + "-" + n
|
||||||
|
}
|
||||||
|
|
||||||
|
// ------------- Loading resources ----------
|
||||||
|
|
||||||
|
func LoadOneStorage(storageId string, user string, peerID string, groups []string) (*resources.StorageResource, error) {
|
||||||
|
|
||||||
|
res := NewRequest(LibDataEnum(STORAGE_RESOURCE), user, peerID, groups,nil).LoadOne(storageId)
|
||||||
|
if res.Code != 200 {
|
||||||
|
l := GetLogger()
|
||||||
|
l.Error().Msg("Error while loading storage ressource " + storageId)
|
||||||
|
return nil,fmt.Errorf(res.Err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return res.ToStorageResource(), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func LoadOneComputing(computingId string, user string, peerID string, groups []string) (*resources.ComputeResource, error) {
|
||||||
|
|
||||||
|
res := NewRequest(LibDataEnum(COMPUTE_RESOURCE), user, peerID, groups,nil).LoadOne(computingId)
|
||||||
|
if res.Code != 200 {
|
||||||
|
l := GetLogger()
|
||||||
|
l.Error().Msg("Error while loading computing ressource " + computingId)
|
||||||
|
return nil,fmt.Errorf(res.Err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return res.ToComputeResource(), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func LoadOneProcessing(processingId string, user string, peerID string, groups []string) (*resources.ProcessingResource, error) {
|
||||||
|
|
||||||
|
res := NewRequest(LibDataEnum(PROCESSING_RESOURCE), user, peerID, groups,nil).LoadOne(processingId)
|
||||||
|
if res.Code != 200 {
|
||||||
|
l := GetLogger()
|
||||||
|
l.Error().Msg("Error while loading processing ressource " + processingId)
|
||||||
|
return nil,fmt.Errorf(res.Err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return res.ToProcessingResource(), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func LoadOneData(dataId string, user string, peerID string, groups []string) (*resources.DataResource, error) {
|
||||||
|
|
||||||
|
res := NewRequest(LibDataEnum(DATA_RESOURCE), user, peerID, groups,nil).LoadOne(dataId)
|
||||||
|
if res.Code != 200 {
|
||||||
|
l := GetLogger()
|
||||||
|
l.Error().Msg("Error while loading data ressource " + dataId)
|
||||||
|
return nil,fmt.Errorf(res.Err)
|
||||||
|
}
|
||||||
|
return res.ToDataResource(), nil
|
||||||
|
|
||||||
|
}
|
||||||
4
go.mod
Normal file → Executable file
4
go.mod
Normal file → Executable file
@@ -10,12 +10,13 @@ require (
|
|||||||
github.com/nats-io/nats.go v1.37.0
|
github.com/nats-io/nats.go v1.37.0
|
||||||
github.com/robfig/cron/v3 v3.0.1
|
github.com/robfig/cron/v3 v3.0.1
|
||||||
github.com/rs/zerolog v1.33.0
|
github.com/rs/zerolog v1.33.0
|
||||||
github.com/stretchr/testify v1.9.0
|
github.com/stretchr/testify v1.10.0
|
||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/nats-io/nkeys v0.4.7 // indirect
|
github.com/nats-io/nkeys v0.4.7 // indirect
|
||||||
github.com/nats-io/nuid v1.0.1 // indirect
|
github.com/nats-io/nuid v1.0.1 // indirect
|
||||||
|
github.com/stretchr/objx v0.5.2 // indirect
|
||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
@@ -38,7 +39,6 @@ require (
|
|||||||
github.com/klauspost/compress v1.17.9 // indirect
|
github.com/klauspost/compress v1.17.9 // indirect
|
||||||
github.com/kr/text v0.1.0 // indirect
|
github.com/kr/text v0.1.0 // indirect
|
||||||
github.com/leodido/go-urn v1.4.0 // indirect
|
github.com/leodido/go-urn v1.4.0 // indirect
|
||||||
github.com/marcinwyszynski/geopoint v0.0.0-20140302213024-cf2a6f750c5b
|
|
||||||
github.com/mitchellh/mapstructure v1.5.0 // indirect
|
github.com/mitchellh/mapstructure v1.5.0 // indirect
|
||||||
github.com/montanaflynn/stats v0.7.1 // indirect
|
github.com/montanaflynn/stats v0.7.1 // indirect
|
||||||
github.com/pmezard/go-difflib v1.0.0 // indirect
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
||||||
|
|||||||
6
go.sum
Normal file → Executable file
6
go.sum
Normal file → Executable file
@@ -55,8 +55,6 @@ github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
|
|||||||
github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=
|
github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=
|
||||||
github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=
|
github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=
|
||||||
github.com/magiconair/properties v1.8.1/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ=
|
github.com/magiconair/properties v1.8.1/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ=
|
||||||
github.com/marcinwyszynski/geopoint v0.0.0-20140302213024-cf2a6f750c5b h1:XBF8THPBy28s2ryI7+/Jf/847unLWxYMpJveX5Kox+0=
|
|
||||||
github.com/marcinwyszynski/geopoint v0.0.0-20140302213024-cf2a6f750c5b/go.mod h1:z1oqhOuuYpPHmUmAK2aNygKFlPdb4o3PppQnVTRFdrI=
|
|
||||||
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
||||||
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
||||||
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
||||||
@@ -108,9 +106,13 @@ github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1
|
|||||||
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337 h1:WN9BUFbdyOsSH/XohnWpXOlq9NBD5sGAB2FciQMUEe8=
|
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337 h1:WN9BUFbdyOsSH/XohnWpXOlq9NBD5sGAB2FciQMUEe8=
|
||||||
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
|
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
|
||||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||||
|
github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY=
|
||||||
|
github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA=
|
||||||
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
|
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
|
||||||
github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
|
github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
|
||||||
github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
|
github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
|
||||||
|
github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA=
|
||||||
|
github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
|
||||||
github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
|
github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
|
||||||
github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
|
github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
|
||||||
github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY=
|
github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY=
|
||||||
|
|||||||
221
models/bill/bill.go
Normal file
221
models/bill/bill.go
Normal file
@@ -0,0 +1,221 @@
|
|||||||
|
package bill
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/order"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Booking is a struct that represents a booking
|
||||||
|
*/
|
||||||
|
|
||||||
|
type Bill struct {
|
||||||
|
utils.AbstractObject
|
||||||
|
OrderID string `json:"order_id" bson:"order_id" validate:"required"`
|
||||||
|
Status enum.CompletionStatus `json:"status" bson:"status" default:"0"`
|
||||||
|
SubOrders map[string]*PeerOrder `json:"sub_orders" bson:"sub_orders"`
|
||||||
|
Total float64 `json:"total" bson:"total" validate:"required"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func GenerateBill(order *order.Order, request *tools.APIRequest) (*Bill, error) {
|
||||||
|
// hhmmm : should get... the loop.
|
||||||
|
return &Bill{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: "bill_" + request.PeerID + "_" + time.Now().UTC().Format("2006-01-02T15:04:05"),
|
||||||
|
IsDraft: false,
|
||||||
|
},
|
||||||
|
OrderID: order.UUID,
|
||||||
|
Status: enum.PENDING,
|
||||||
|
// SubOrders: peerOrders,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func DraftFirstBill(order *order.Order, request *tools.APIRequest) (*Bill, error) {
|
||||||
|
peers := map[string][]*PeerItemOrder{}
|
||||||
|
for _, p := range order.Purchases {
|
||||||
|
// TODO : if once
|
||||||
|
if _, ok := peers[p.DestPeerID]; !ok {
|
||||||
|
peers[p.DestPeerID] = []*PeerItemOrder{}
|
||||||
|
}
|
||||||
|
peers[p.DestPeerID] = append(peers[p.DestPeerID], &PeerItemOrder{
|
||||||
|
Purchase: p,
|
||||||
|
Item: p.PricedItem,
|
||||||
|
Quantity: 1,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
for _, b := range order.Bookings {
|
||||||
|
// TODO : if once
|
||||||
|
isPurchased := false
|
||||||
|
for _, p := range order.Purchases {
|
||||||
|
if p.ResourceID == b.ResourceID {
|
||||||
|
isPurchased = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if isPurchased {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if _, ok := peers[b.DestPeerID]; !ok {
|
||||||
|
peers[b.DestPeerID] = []*PeerItemOrder{}
|
||||||
|
}
|
||||||
|
peers[b.DestPeerID] = append(peers[b.DestPeerID], &PeerItemOrder{
|
||||||
|
Item: b.PricedItem,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
peerOrders := map[string]*PeerOrder{}
|
||||||
|
for peerID, items := range peers {
|
||||||
|
pr, _, err := peer.NewAccessor(request).LoadOne(peerID)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
peerOrders[peerID] = &PeerOrder{
|
||||||
|
PeerID: peerID,
|
||||||
|
BillingAddress: pr.(*peer.Peer).WalletAddress,
|
||||||
|
Items: items,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
bill := &Bill{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: "bill_" + request.PeerID + "_" + time.Now().UTC().Format("2006-01-02T15:04:05"),
|
||||||
|
IsDraft: true,
|
||||||
|
},
|
||||||
|
OrderID: order.UUID,
|
||||||
|
Status: enum.PENDING,
|
||||||
|
SubOrders: peerOrders,
|
||||||
|
}
|
||||||
|
return bill.SumUpBill(request)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Bill) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
return NewAccessor(request) // Create a new instance of the accessor
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Bill) StoreDraftDefault() {
|
||||||
|
r.IsDraft = true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Bill) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
||||||
|
if !r.IsDraft && r.Status != set.(*Bill).Status {
|
||||||
|
return true, &Bill{Status: set.(*Bill).Status} // only state can be updated
|
||||||
|
}
|
||||||
|
return r.IsDraft, set
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Bill) CanDelete() bool {
|
||||||
|
return r.IsDraft // only draft order can be deleted
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Bill) SumUpBill(request *tools.APIRequest) (*Bill, error) {
|
||||||
|
for _, b := range d.SubOrders {
|
||||||
|
err := b.SumUpBill(request)
|
||||||
|
if err != nil {
|
||||||
|
return d, err
|
||||||
|
}
|
||||||
|
d.Total += b.Total
|
||||||
|
}
|
||||||
|
return d, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type PeerOrder struct {
|
||||||
|
Error string `json:"error,omitempty" bson:"error,omitempty"`
|
||||||
|
PeerID string `json:"peer_id,omitempty" bson:"peer_id,omitempty"`
|
||||||
|
Status enum.CompletionStatus `json:"status" bson:"status" default:"0"`
|
||||||
|
BillingAddress string `json:"billing_address,omitempty" bson:"billing_address,omitempty"`
|
||||||
|
Items []*PeerItemOrder `json:"items,omitempty" bson:"items,omitempty"`
|
||||||
|
Total float64 `json:"total,omitempty" bson:"total,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *PeerOrder) Pay(request *tools.APIRequest, response chan *PeerOrder, wg *sync.WaitGroup) {
|
||||||
|
|
||||||
|
d.Status = enum.PENDING
|
||||||
|
go func() {
|
||||||
|
|
||||||
|
// DO SOMETHING TO PAY ON BLOCKCHAIN OR WHATEVER ON RETURN UPDATE STATUS
|
||||||
|
d.Status = enum.PAID // TO REMOVE LATER IT'S A MOCK
|
||||||
|
if d.Status == enum.PAID {
|
||||||
|
for _, b := range d.Items {
|
||||||
|
var priced *resources.PricedResource
|
||||||
|
bb, _ := json.Marshal(b.Item)
|
||||||
|
json.Unmarshal(bb, priced)
|
||||||
|
if !priced.IsPurchasable() {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
accessor := purchase_resource.NewAccessor(request)
|
||||||
|
accessor.StoreOne(&purchase_resource.PurchaseResource{
|
||||||
|
ResourceID: priced.GetID(),
|
||||||
|
ResourceType: priced.GetType(),
|
||||||
|
EndDate: priced.GetLocationEnd(),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if d.Status != enum.PENDING {
|
||||||
|
response <- d
|
||||||
|
}
|
||||||
|
wg.Done()
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *PeerOrder) SumUpBill(request *tools.APIRequest) error {
|
||||||
|
for _, b := range d.Items {
|
||||||
|
tot, err := b.GetPrice(request) // missing something
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
d.Total += tot
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type PeerItemOrder struct {
|
||||||
|
Quantity int `json:"quantity,omitempty" bson:"quantity,omitempty"`
|
||||||
|
Purchase *purchase_resource.PurchaseResource `json:"purchase,omitempty" bson:"purchase,omitempty"`
|
||||||
|
Item map[string]interface{} `json:"item,omitempty" bson:"item,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *PeerItemOrder) GetPrice(request *tools.APIRequest) (float64, error) {
|
||||||
|
/////////// Temporary in order to allow GenerateOrder to complete while billing is still WIP
|
||||||
|
if d.Purchase == nil {
|
||||||
|
return 0, nil
|
||||||
|
}
|
||||||
|
///////////
|
||||||
|
var priced *resources.PricedResource
|
||||||
|
b, _ := json.Marshal(d.Item)
|
||||||
|
err := json.Unmarshal(b, priced)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
accessor := purchase_resource.NewAccessor(request)
|
||||||
|
search, code, _ := accessor.Search(&dbs.Filters{
|
||||||
|
And: map[string][]dbs.Filter{
|
||||||
|
"resource_id": {{Operator: dbs.EQUAL.String(), Value: priced.GetID()}},
|
||||||
|
},
|
||||||
|
}, "", d.Purchase.IsDraft)
|
||||||
|
if code == 200 && len(search) > 0 {
|
||||||
|
for _, s := range search {
|
||||||
|
if s.(*purchase_resource.PurchaseResource).EndDate == nil || time.Now().UTC().After(*s.(*purchase_resource.PurchaseResource).EndDate) {
|
||||||
|
return 0, nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
p, err := priced.GetPrice()
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
return p * float64(d.Quantity), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// WTF HOW TO SELECT THE RIGHT PRICE ???
|
||||||
|
// SHOULD SET A BUYING STATUS WHEN PAYMENT IS VALIDATED
|
||||||
63
models/bill/bill_mongo_accessor.go
Normal file
63
models/bill/bill_mongo_accessor.go
Normal file
@@ -0,0 +1,63 @@
|
|||||||
|
package bill
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type billMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the billMongoAccessor
|
||||||
|
func NewAccessor(request *tools.APIRequest) *billMongoAccessor {
|
||||||
|
return &billMongoAccessor{
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
|
Logger: logs.CreateLogger(tools.LIVE_DATACENTER.String()), // Create a logger with the data type
|
||||||
|
Request: request,
|
||||||
|
Type: tools.LIVE_DATACENTER,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
func (a *billMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericDeleteOne(id, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
// should verify if a source is existing...
|
||||||
|
return utils.GenericUpdateOne(set, id, a, &Bill{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericStoreOne(data.(*Bill), a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericStoreOne(data.(*Bill), a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericLoadOne[*Bill](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return d, 200, nil
|
||||||
|
}, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
return utils.GenericLoadAll[*Bill](a.getExec(), isDraft, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
return utils.GenericSearch[*Bill](filters, search, (&Bill{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *billMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
||||||
|
return func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
|
return d
|
||||||
|
}
|
||||||
|
}
|
||||||
2
models/billing_process.md
Normal file
2
models/billing_process.md
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
# Billing process
|
||||||
|
Scheduler process a drafted order + a first bill corresponding to every once buying.
|
||||||
@@ -4,7 +4,8 @@ import (
|
|||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||||
@@ -14,13 +15,19 @@ import (
|
|||||||
* Booking is a struct that represents a booking
|
* Booking is a struct that represents a booking
|
||||||
*/
|
*/
|
||||||
type Booking struct {
|
type Booking struct {
|
||||||
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
DestPeerID string `json:"dest_peer_id,omitempty"` // DestPeerID is the ID of the destination peer
|
PricedItem map[string]interface{} `json:"priced_item,omitempty" bson:"priced_item,omitempty"` // We need to add the validate:"required" tag once the pricing feature is implemented, removed to avoid handling the error
|
||||||
WorkflowID string `json:"workflow_id,omitempty" bson:"workflow_id,omitempty"` // WorkflowID is the ID of the workflow
|
|
||||||
ExecutionID string `json:"execution_id,omitempty" bson:"execution_id,omitempty" validate:"required"`
|
ResumeMetrics map[string]map[string]models.MetricResume `json:"resume_metrics,omitempty" bson:"resume_metrics,omitempty"`
|
||||||
State common.ScheduledType `json:"state,omitempty" bson:"state,omitempty" validate:"required"` // State is the state of the booking
|
ExecutionMetrics map[string][]models.MetricsSnapshot `json:"metrics,omitempty" bson:"metrics,omitempty"`
|
||||||
ExpectedStartDate time.Time `json:"expected_start_date,omitempty" bson:"expected_start_date,omitempty" validate:"required"` // ExpectedStartDate is the expected start date of the booking
|
|
||||||
ExpectedEndDate *time.Time `json:"expected_end_date,omitempty" bson:"expected_end_date,omitempty" validate:"required"` // ExpectedEndDate is the expected end date of the booking
|
ExecutionsID string `json:"executions_id,omitempty" bson:"executions_id,omitempty" validate:"required"` // ExecutionsID is the ID of the executions
|
||||||
|
DestPeerID string `json:"dest_peer_id,omitempty" bson:"dest_peer_id,omitempty"` // DestPeerID is the ID of the destination peer
|
||||||
|
WorkflowID string `json:"workflow_id,omitempty" bson:"workflow_id,omitempty"` // WorkflowID is the ID of the workflow
|
||||||
|
ExecutionID string `json:"execution_id,omitempty" bson:"execution_id,omitempty" validate:"required"`
|
||||||
|
State enum.BookingStatus `json:"state,omitempty" bson:"state,omitempty" validate:"required"` // State is the state of the booking
|
||||||
|
ExpectedStartDate time.Time `json:"expected_start_date,omitempty" bson:"expected_start_date,omitempty" validate:"required"` // ExpectedStartDate is the expected start date of the booking
|
||||||
|
ExpectedEndDate *time.Time `json:"expected_end_date,omitempty" bson:"expected_end_date,omitempty" validate:"required"` // ExpectedEndDate is the expected end date of the booking
|
||||||
|
|
||||||
RealStartDate *time.Time `json:"real_start_date,omitempty" bson:"real_start_date,omitempty"` // RealStartDate is the real start date of the booking
|
RealStartDate *time.Time `json:"real_start_date,omitempty" bson:"real_start_date,omitempty"` // RealStartDate is the real start date of the booking
|
||||||
RealEndDate *time.Time `json:"real_end_date,omitempty" bson:"real_end_date,omitempty"` // RealEndDate is the real end date of the booking
|
RealEndDate *time.Time `json:"real_end_date,omitempty" bson:"real_end_date,omitempty"` // RealEndDate is the real end date of the booking
|
||||||
@@ -29,6 +36,33 @@ type Booking struct {
|
|||||||
ResourceID string `json:"resource_id,omitempty" bson:"resource_id,omitempty" validate:"required"` // could be a Compute or a Storage
|
ResourceID string `json:"resource_id,omitempty" bson:"resource_id,omitempty" validate:"required"` // could be a Compute or a Storage
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (b *Booking) CalcDeltaOfExecution() map[string]map[string]models.MetricResume {
|
||||||
|
m := map[string]map[string]models.MetricResume{}
|
||||||
|
for instance, snapshot := range b.ExecutionMetrics {
|
||||||
|
m[instance] = map[string]models.MetricResume{}
|
||||||
|
for _, metric := range snapshot {
|
||||||
|
for _, mm := range metric.Metrics {
|
||||||
|
if resume, ok := m[instance][mm.Name]; !ok {
|
||||||
|
m[instance][mm.Name] = models.MetricResume{
|
||||||
|
Delta: 0,
|
||||||
|
LastValue: mm.Value,
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
delta := resume.LastValue - mm.Value
|
||||||
|
if delta == 0 {
|
||||||
|
resume.Delta = delta
|
||||||
|
} else {
|
||||||
|
resume.Delta = (resume.Delta + delta) / 2
|
||||||
|
}
|
||||||
|
resume.LastValue = mm.Value
|
||||||
|
m[instance][mm.Name] = resume
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
// CheckBooking checks if a booking is possible on a specific compute resource
|
// CheckBooking checks if a booking is possible on a specific compute resource
|
||||||
func (wfa *Booking) Check(id string, start time.Time, end *time.Time, parrallelAllowed int) (bool, error) {
|
func (wfa *Booking) Check(id string, start time.Time, end *time.Time, parrallelAllowed int) (bool, error) {
|
||||||
// check if
|
// check if
|
||||||
@@ -41,7 +75,7 @@ func (wfa *Booking) Check(id string, start time.Time, end *time.Time, parrallelA
|
|||||||
res, code, err := accessor.Search(&dbs.Filters{
|
res, code, err := accessor.Search(&dbs.Filters{
|
||||||
And: map[string][]dbs.Filter{ // check if there is a booking on the same compute resource by filtering on the compute_resource_id, the state and the execution date
|
And: map[string][]dbs.Filter{ // check if there is a booking on the same compute resource by filtering on the compute_resource_id, the state and the execution date
|
||||||
"resource_id": {{Operator: dbs.EQUAL.String(), Value: id}},
|
"resource_id": {{Operator: dbs.EQUAL.String(), Value: id}},
|
||||||
"state": {{Operator: dbs.EQUAL.String(), Value: common.DRAFT.EnumIndex()}},
|
"state": {{Operator: dbs.EQUAL.String(), Value: enum.DRAFT.EnumIndex()}},
|
||||||
"expected_start_date": {
|
"expected_start_date": {
|
||||||
{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*end)},
|
{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*end)},
|
||||||
{Operator: dbs.GTE.String(), Value: primitive.NewDateTimeFromTime(start)},
|
{Operator: dbs.GTE.String(), Value: primitive.NewDateTimeFromTime(start)},
|
||||||
@@ -80,10 +114,6 @@ func (d *Booking) GetDelayOnDuration() time.Duration {
|
|||||||
return d.GetRealDuration() - d.GetUsualDuration()
|
return d.GetRealDuration() - d.GetUsualDuration()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *Booking) GetName() string {
|
|
||||||
return d.GetID() + "_" + d.ExpectedStartDate.String()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *Booking) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *Booking) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor(request) // Create a new instance of the accessor
|
return NewAccessor(request) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
@@ -93,7 +123,7 @@ func (d *Booking) VerifyAuth(request *tools.APIRequest) bool {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *Booking) StoreDraftDefault() {
|
func (r *Booking) StoreDraftDefault() {
|
||||||
r.IsDraft = true
|
r.IsDraft = false
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Booking) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
func (r *Booking) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
||||||
|
|||||||
@@ -1,22 +1,23 @@
|
|||||||
package booking
|
package booking
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type bookingMongoAccessor struct {
|
type BookingMongoAccessor struct {
|
||||||
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
}
|
}
|
||||||
|
|
||||||
// New creates a new instance of the bookingMongoAccessor
|
// New creates a new instance of the BookingMongoAccessor
|
||||||
func NewAccessor(request *tools.APIRequest) *bookingMongoAccessor {
|
func NewAccessor(request *tools.APIRequest) *BookingMongoAccessor {
|
||||||
return &bookingMongoAccessor{
|
return &BookingMongoAccessor{
|
||||||
AbstractAccessor: utils.AbstractAccessor{
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
Logger: logs.CreateLogger(tools.BOOKING.String()), // Create a logger with the data type
|
Logger: logs.CreateLogger(tools.BOOKING.String()), // Create a logger with the data type
|
||||||
Request: request,
|
Request: request,
|
||||||
@@ -28,47 +29,62 @@ func NewAccessor(request *tools.APIRequest) *bookingMongoAccessor {
|
|||||||
/*
|
/*
|
||||||
* Nothing special here, just the basic CRUD operations
|
* Nothing special here, just the basic CRUD operations
|
||||||
*/
|
*/
|
||||||
func (a *bookingMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
func (a *BookingMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericDeleteOne(id, a)
|
return utils.GenericDeleteOne(id, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
func (a *BookingMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericUpdateOne(set, id, a, &Booking{})
|
if set.(*Booking).State == 0 {
|
||||||
|
return nil, 400, errors.New("state is required")
|
||||||
|
}
|
||||||
|
realSet := &Booking{State: set.(*Booking).State}
|
||||||
|
return utils.GenericUpdateOne(realSet, id, a, &Booking{})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *BookingMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return utils.GenericStoreOne(data, a)
|
return utils.GenericStoreOne(data, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *BookingMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return utils.GenericStoreOne(data, a)
|
return utils.GenericStoreOne(data, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
func (a *BookingMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericLoadOne[*Booking](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
return utils.GenericLoadOne[*Booking](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
now := time.Now()
|
||||||
|
now = now.Add(time.Second * -60)
|
||||||
|
if d.(*Booking).State == enum.DRAFT && now.UTC().After(d.(*Booking).ExpectedStartDate) {
|
||||||
|
return utils.GenericDeleteOne(d.GetID(), a)
|
||||||
|
}
|
||||||
if (d.(*Booking).ExpectedEndDate) == nil {
|
if (d.(*Booking).ExpectedEndDate) == nil {
|
||||||
d.(*Booking).State = common.FORGOTTEN
|
d.(*Booking).State = enum.FORGOTTEN
|
||||||
utils.GenericRawUpdateOne(d, id, a)
|
utils.GenericRawUpdateOne(d, id, a)
|
||||||
} else if d.(*Booking).State == common.SCHEDULED && time.Now().UTC().After(*&d.(*Booking).ExpectedStartDate) {
|
} else if d.(*Booking).State == enum.SCHEDULED && now.UTC().After(d.(*Booking).ExpectedStartDate) {
|
||||||
d.(*Booking).State = common.DELAYED
|
d.(*Booking).State = enum.DELAYED
|
||||||
utils.GenericRawUpdateOne(d, id, a)
|
utils.GenericRawUpdateOne(d, id, a)
|
||||||
}
|
}
|
||||||
return d, 200, nil
|
return d, 200, nil
|
||||||
}, a)
|
}, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *BookingMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericLoadAll[*Booking](a.getExec(), isDraft, a)
|
return utils.GenericLoadAll[*Booking](a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *BookingMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*Booking](filters, search, (&Booking{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
return utils.GenericSearch[*Booking](filters, search, (&Booking{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *bookingMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
func (a *BookingMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
||||||
return func(d utils.DBObject) utils.ShallowDBObject {
|
return func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
if d.(*Booking).State == common.SCHEDULED && time.Now().UTC().After(*&d.(*Booking).ExpectedStartDate) {
|
now := time.Now()
|
||||||
d.(*Booking).State = common.DELAYED
|
now = now.Add(time.Second * -60)
|
||||||
|
if d.(*Booking).State == enum.DRAFT && now.UTC().After(d.(*Booking).ExpectedStartDate) {
|
||||||
|
utils.GenericDeleteOne(d.GetID(), a)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if d.(*Booking).State == enum.SCHEDULED && now.UTC().After(d.(*Booking).ExpectedStartDate) {
|
||||||
|
d.(*Booking).State = enum.DELAYED
|
||||||
utils.GenericRawUpdateOne(d, d.GetID(), a)
|
utils.GenericRawUpdateOne(d, d.GetID(), a)
|
||||||
}
|
}
|
||||||
return d
|
return d
|
||||||
|
|||||||
87
models/booking/tests/booking_test.go
Normal file
87
models/booking/tests/booking_test.go
Normal file
@@ -0,0 +1,87 @@
|
|||||||
|
package booking_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestBooking_GetDurations(t *testing.T) {
|
||||||
|
start := time.Now().Add(-2 * time.Hour)
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
realStart := start.Add(30 * time.Minute)
|
||||||
|
realEnd := realStart.Add(90 * time.Minute)
|
||||||
|
|
||||||
|
b := &booking.Booking{
|
||||||
|
ExpectedStartDate: start,
|
||||||
|
ExpectedEndDate: &end,
|
||||||
|
RealStartDate: &realStart,
|
||||||
|
RealEndDate: &realEnd,
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, 30*time.Minute, b.GetDelayForLaunch())
|
||||||
|
assert.Equal(t, 90*time.Minute, b.GetRealDuration())
|
||||||
|
assert.Equal(t, end.Sub(start), b.GetUsualDuration())
|
||||||
|
assert.Equal(t, b.GetRealDuration()-b.GetUsualDuration(), b.GetDelayOnDuration())
|
||||||
|
assert.Equal(t, realEnd.Sub(start), b.GetDelayForFinishing())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBooking_GetAccessor(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
b := &booking.Booking{}
|
||||||
|
accessor := b.GetAccessor(req)
|
||||||
|
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
assert.Equal(t, tools.BOOKING, accessor.(*booking.BookingMongoAccessor).Type)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBooking_VerifyAuth(t *testing.T) {
|
||||||
|
assert.True(t, (&booking.Booking{}).VerifyAuth(nil))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBooking_StoreDraftDefault(t *testing.T) {
|
||||||
|
b := &booking.Booking{}
|
||||||
|
b.StoreDraftDefault()
|
||||||
|
assert.False(t, b.IsDraft)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBooking_CanUpdate(t *testing.T) {
|
||||||
|
now := time.Now()
|
||||||
|
b := &booking.Booking{
|
||||||
|
State: enum.SCHEDULED,
|
||||||
|
AbstractObject: utils.AbstractObject{IsDraft: false},
|
||||||
|
RealStartDate: &now,
|
||||||
|
}
|
||||||
|
|
||||||
|
set := &booking.Booking{
|
||||||
|
State: enum.DELAYED,
|
||||||
|
RealStartDate: &now,
|
||||||
|
}
|
||||||
|
|
||||||
|
ok, result := b.CanUpdate(set)
|
||||||
|
assert.True(t, ok)
|
||||||
|
assert.Equal(t, enum.DELAYED, result.(*booking.Booking).State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBooking_CanDelete(t *testing.T) {
|
||||||
|
b := &booking.Booking{AbstractObject: utils.AbstractObject{IsDraft: true}}
|
||||||
|
assert.True(t, b.CanDelete())
|
||||||
|
|
||||||
|
b.IsDraft = false
|
||||||
|
assert.False(t, b.CanDelete())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewAccessor(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
accessor := booking.NewAccessor(req)
|
||||||
|
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
assert.Equal(t, tools.BOOKING, accessor.Type)
|
||||||
|
assert.Equal(t, req, accessor.Request)
|
||||||
|
}
|
||||||
@@ -1,7 +1,6 @@
|
|||||||
package collaborative_area
|
package collaborative_area
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
|
||||||
"slices"
|
"slices"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
@@ -34,7 +33,7 @@ type CollaborativeArea struct {
|
|||||||
Attributes map[string]interface{} `json:"attributes,omitempty" bson:"attributes,omitempty"` // Attributes is the attributes of the workspace (TODO)
|
Attributes map[string]interface{} `json:"attributes,omitempty" bson:"attributes,omitempty"` // Attributes is the attributes of the workspace (TODO)
|
||||||
Workspaces []string `json:"workspaces" bson:"workspaces"` // Workspaces is the workspaces of the workspace
|
Workspaces []string `json:"workspaces" bson:"workspaces"` // Workspaces is the workspaces of the workspace
|
||||||
Workflows []string `json:"workflows" bson:"workflows"` // Workflows is the workflows of the workspace
|
Workflows []string `json:"workflows" bson:"workflows"` // Workflows is the workflows of the workspace
|
||||||
AllowedPeersGroup map[string][]string `json:"allowed_peers_group,omitempty" bson:"allowed_peers_group,omitempty"` // AllowedPeersGroup is the group of allowed peers
|
AllowedPeersGroup map[string][]string `json:"allowed_peers_group" bson:"allowed_peers_group"` // AllowedPeersGroup is the group of allowed peers
|
||||||
Rules []string `json:"rules" bson:"rules,omitempty"` // Rules is the rules of the workspace
|
Rules []string `json:"rules" bson:"rules,omitempty"` // Rules is the rules of the workspace
|
||||||
|
|
||||||
SharedRules []*rule.Rule `json:"shared_rules,omitempty" bson:"-"` // SharedRules is the shared rules of the workspace
|
SharedRules []*rule.Rule `json:"shared_rules,omitempty" bson:"-"` // SharedRules is the shared rules of the workspace
|
||||||
@@ -44,6 +43,9 @@ type CollaborativeArea struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (ao *CollaborativeArea) Clear(peerID string) {
|
func (ao *CollaborativeArea) Clear(peerID string) {
|
||||||
|
if ao.AllowedPeersGroup == nil {
|
||||||
|
ao.AllowedPeersGroup = map[string][]string{}
|
||||||
|
}
|
||||||
ao.CreatorID = peerID
|
ao.CreatorID = peerID
|
||||||
if config.GetConfig().Whitelist {
|
if config.GetConfig().Whitelist {
|
||||||
ao.AllowedPeersGroup[peerID] = []string{"*"}
|
ao.AllowedPeersGroup[peerID] = []string{"*"}
|
||||||
@@ -72,7 +74,6 @@ func (ao *CollaborativeArea) Clear(peerID string) {
|
|||||||
func (ao *CollaborativeArea) VerifyAuth(request *tools.APIRequest) bool {
|
func (ao *CollaborativeArea) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
if (ao.AllowedPeersGroup != nil || config.GetConfig().Whitelist) && request != nil {
|
if (ao.AllowedPeersGroup != nil || config.GetConfig().Whitelist) && request != nil {
|
||||||
if grps, ok := ao.AllowedPeersGroup[request.PeerID]; ok || config.GetConfig().Whitelist {
|
if grps, ok := ao.AllowedPeersGroup[request.PeerID]; ok || config.GetConfig().Whitelist {
|
||||||
fmt.Println("grps", grps, "ok", ok, "config.GetConfig().Whitelist", config.GetConfig().Whitelist)
|
|
||||||
if slices.Contains(grps, "*") || (!ok && config.GetConfig().Whitelist) {
|
if slices.Contains(grps, "*") || (!ok && config.GetConfig().Whitelist) {
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
@@ -91,8 +92,12 @@ func (d *CollaborativeArea) GetAccessor(request *tools.APIRequest) utils.Accesso
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (d *CollaborativeArea) Trim() *CollaborativeArea {
|
func (d *CollaborativeArea) Trim() *CollaborativeArea {
|
||||||
if ok, _ := (&peer.Peer{AbstractObject: utils.AbstractObject{UUID: d.CreatorID}}).IsMySelf(); !ok {
|
|
||||||
d.AllowedPeersGroup = map[string][]string{}
|
|
||||||
}
|
|
||||||
return d
|
return d
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (d *CollaborativeArea) StoreDraftDefault() {
|
||||||
|
d.AllowedPeersGroup = map[string][]string{
|
||||||
|
d.CreatorID: []string{"*"},
|
||||||
|
}
|
||||||
|
d.IsDraft = false
|
||||||
|
}
|
||||||
|
|||||||
@@ -1,7 +1,6 @@
|
|||||||
package collaborative_area
|
package collaborative_area
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
|
||||||
"fmt"
|
"fmt"
|
||||||
"slices"
|
"slices"
|
||||||
|
|
||||||
@@ -33,10 +32,10 @@ func NewAccessor(request *tools.APIRequest) *collaborativeAreaMongoAccessor {
|
|||||||
Request: request,
|
Request: request,
|
||||||
Type: tools.COLLABORATIVE_AREA,
|
Type: tools.COLLABORATIVE_AREA,
|
||||||
},
|
},
|
||||||
workspaceAccessor: (&workspace.Workspace{}).GetAccessor(nil),
|
workspaceAccessor: (&workspace.Workspace{}).GetAccessor(request),
|
||||||
workflowAccessor: (&w.Workflow{}).GetAccessor(nil),
|
workflowAccessor: (&w.Workflow{}).GetAccessor(request),
|
||||||
peerAccessor: (&peer.Peer{}).GetAccessor(nil),
|
peerAccessor: (&peer.Peer{}).GetAccessor(request),
|
||||||
ruleAccessor: (&rule.Rule{}).GetAccessor(nil),
|
ruleAccessor: (&rule.Rule{}).GetAccessor(request),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -67,11 +66,10 @@ func (a *collaborativeAreaMongoAccessor) StoreOne(data utils.DBObject) (utils.DB
|
|||||||
_, id := (&peer.Peer{}).IsMySelf() // get the local peer
|
_, id := (&peer.Peer{}).IsMySelf() // get the local peer
|
||||||
data.(*CollaborativeArea).Clear(id) // set the creator
|
data.(*CollaborativeArea).Clear(id) // set the creator
|
||||||
// retrieve or proper peer
|
// retrieve or proper peer
|
||||||
dd, code, err := a.peerAccessor.Search(nil, "0", true)
|
if data.(*CollaborativeArea).CollaborativeAreaRule != nil {
|
||||||
if code != 200 || len(dd) == 0 {
|
data.(*CollaborativeArea).CollaborativeAreaRule = &CollaborativeAreaRule{}
|
||||||
return nil, code, errors.New("Could not retrieve the peer" + err.Error())
|
|
||||||
}
|
}
|
||||||
data.(*CollaborativeArea).CollaborativeAreaRule.Creator = dd[0].GetID()
|
data.(*CollaborativeArea).CollaborativeAreaRule.Creator = id
|
||||||
d, code, err := utils.GenericStoreOne(data.(*CollaborativeArea).Trim(), a)
|
d, code, err := utils.GenericStoreOne(data.(*CollaborativeArea).Trim(), a)
|
||||||
if code == 200 {
|
if code == 200 {
|
||||||
a.sharedWorkflow(d.(*CollaborativeArea), d.GetID()) // create all shared workflows
|
a.sharedWorkflow(d.(*CollaborativeArea), d.GetID()) // create all shared workflows
|
||||||
@@ -93,6 +91,7 @@ func filterEnrich[T utils.ShallowDBObject](arr []string, isDrafted bool, a utils
|
|||||||
"abstractobject.id": {{Operator: dbs.IN.String(), Value: arr}},
|
"abstractobject.id": {{Operator: dbs.IN.String(), Value: arr}},
|
||||||
},
|
},
|
||||||
}, "", isDrafted)
|
}, "", isDrafted)
|
||||||
|
fmt.Println(res, arr, isDrafted, a)
|
||||||
if code == 200 {
|
if code == 200 {
|
||||||
for _, r := range res {
|
for _, r := range res {
|
||||||
new = append(new, r.(T))
|
new = append(new, r.(T))
|
||||||
@@ -102,38 +101,46 @@ func filterEnrich[T utils.ShallowDBObject](arr []string, isDrafted bool, a utils
|
|||||||
}
|
}
|
||||||
|
|
||||||
// enrich is a function that enriches the CollaborativeArea with the shared objects
|
// enrich is a function that enriches the CollaborativeArea with the shared objects
|
||||||
func (a *collaborativeAreaMongoAccessor) enrich(sharedWorkspace *CollaborativeArea, isDrafted bool) *CollaborativeArea {
|
func (a *collaborativeAreaMongoAccessor) enrich(sharedWorkspace *CollaborativeArea, isDrafted bool, request *tools.APIRequest) *CollaborativeArea {
|
||||||
sharedWorkspace.SharedWorkspaces = append(sharedWorkspace.SharedWorkspaces,
|
sharedWorkspace.SharedWorkspaces = filterEnrich[*workspace.Workspace](sharedWorkspace.Workspaces, isDrafted, a.workspaceAccessor)
|
||||||
filterEnrich[*workspace.Workspace](sharedWorkspace.Workspaces, isDrafted, a.workspaceAccessor)...)
|
sharedWorkspace.SharedWorkflows = filterEnrich[*workflow.Workflow](sharedWorkspace.Workflows, isDrafted, a.workflowAccessor)
|
||||||
sharedWorkspace.SharedWorkflows = append(sharedWorkspace.SharedWorkflows,
|
|
||||||
filterEnrich[*workflow.Workflow](sharedWorkspace.Workflows, isDrafted, a.workflowAccessor)...)
|
|
||||||
peerskey := []string{}
|
peerskey := []string{}
|
||||||
for k := range sharedWorkspace.AllowedPeersGroup {
|
fmt.Println("PEERS 1", sharedWorkspace.AllowedPeersGroup)
|
||||||
peerskey = append(peerskey, k)
|
for k, v := range sharedWorkspace.AllowedPeersGroup {
|
||||||
|
canFound := false
|
||||||
|
for _, t := range request.Groups {
|
||||||
|
if slices.Contains(v, t) {
|
||||||
|
canFound = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fmt.Println("PEERS 2", canFound, v)
|
||||||
|
if slices.Contains(v, "*") || canFound {
|
||||||
|
peerskey = append(peerskey, k)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
sharedWorkspace.SharedPeers = append(sharedWorkspace.SharedPeers,
|
fmt.Println("PEERS", peerskey)
|
||||||
filterEnrich[*peer.Peer](peerskey, isDrafted, a.peerAccessor)...)
|
sharedWorkspace.SharedPeers = filterEnrich[*peer.Peer](peerskey, isDrafted, a.peerAccessor)
|
||||||
sharedWorkspace.SharedRules = append(sharedWorkspace.SharedRules,
|
sharedWorkspace.SharedRules = filterEnrich[*rule.Rule](sharedWorkspace.Rules, isDrafted, a.ruleAccessor)
|
||||||
filterEnrich[*rule.Rule](sharedWorkspace.Rules, isDrafted, a.ruleAccessor)...)
|
|
||||||
return sharedWorkspace
|
return sharedWorkspace
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *collaborativeAreaMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
func (a *collaborativeAreaMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericLoadOne[*CollaborativeArea](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
return utils.GenericLoadOne[*CollaborativeArea](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return a.enrich(d.(*CollaborativeArea), true), 200, nil
|
return a.enrich(d.(*CollaborativeArea), false, a.Request), 200, nil
|
||||||
}, a)
|
}, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *collaborativeAreaMongoAccessor) LoadAll(isDrafted bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *collaborativeAreaMongoAccessor) LoadAll(isDrafted bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericLoadAll[*CollaborativeArea](func(d utils.DBObject) utils.ShallowDBObject {
|
return utils.GenericLoadAll[*CollaborativeArea](func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
return a.enrich(d.(*CollaborativeArea), true)
|
return a.enrich(d.(*CollaborativeArea), isDrafted, a.Request)
|
||||||
}, isDrafted, a)
|
}, isDrafted, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *collaborativeAreaMongoAccessor) Search(filters *dbs.Filters, search string, isDrafted bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *collaborativeAreaMongoAccessor) Search(filters *dbs.Filters, search string, isDrafted bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*CollaborativeArea](filters, search, (&CollaborativeArea{}).GetObjectFilters(search),
|
return utils.GenericSearch[*CollaborativeArea](filters, search, (&CollaborativeArea{}).GetObjectFilters(search),
|
||||||
func(d utils.DBObject) utils.ShallowDBObject {
|
func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
return a.enrich(d.(*CollaborativeArea), true)
|
return a.enrich(d.(*CollaborativeArea), isDrafted, a.Request)
|
||||||
}, isDrafted, a)
|
}, isDrafted, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,33 +0,0 @@
|
|||||||
package common
|
|
||||||
|
|
||||||
// CPU is a struct that represents a CPU
|
|
||||||
type CPU struct {
|
|
||||||
Model string `bson:"platform,omitempty" json:"platform,omitempty"`
|
|
||||||
FrequencyGhz float64 `bson:"frenquency,omitempty" json:"frenquency,omitempty"`
|
|
||||||
Cores int `bson:"cores,omitempty" json:"cores,omitempty"`
|
|
||||||
Architecture string `bson:"architecture,omitempty" json:"architecture,omitempty"`
|
|
||||||
}
|
|
||||||
|
|
||||||
type RAM struct {
|
|
||||||
SizeGb float64 `bson:"size,omitempty" json:"size,omitempty" description:"Units in MB"`
|
|
||||||
Ecc bool `bson:"ecc" json:"ecc" default:"true"`
|
|
||||||
}
|
|
||||||
|
|
||||||
type GPU struct {
|
|
||||||
Model string `bson:"platform,omitempty" json:"platform,omitempty"`
|
|
||||||
MemoryGb float64 `bson:"memory,omitempty" json:"memory,omitempty" description:"Units in MB"`
|
|
||||||
}
|
|
||||||
|
|
||||||
type InfrastructureType int
|
|
||||||
|
|
||||||
const (
|
|
||||||
DOCKER InfrastructureType = iota
|
|
||||||
KUBERNETES
|
|
||||||
SLURM
|
|
||||||
HW
|
|
||||||
CONDOR
|
|
||||||
)
|
|
||||||
|
|
||||||
func (t InfrastructureType) String() string {
|
|
||||||
return [...]string{"DOCKER", "KUBERNETES", "SLURM", "HW", "CONDOR"}[t]
|
|
||||||
}
|
|
||||||
20
models/common/enum/infrastructure.go
Normal file
20
models/common/enum/infrastructure.go
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
package enum
|
||||||
|
|
||||||
|
type InfrastructureType int
|
||||||
|
|
||||||
|
const (
|
||||||
|
DOCKER InfrastructureType = iota
|
||||||
|
KUBERNETES
|
||||||
|
SLURM
|
||||||
|
HW
|
||||||
|
CONDOR
|
||||||
|
)
|
||||||
|
|
||||||
|
func (t InfrastructureType) String() string {
|
||||||
|
return [...]string{"DOCKER", "KUBERNETES", "SLURM", "HW", "CONDOR"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
// get list of all infrastructure types
|
||||||
|
func InfrastructureList() []InfrastructureType {
|
||||||
|
return []InfrastructureType{DOCKER, KUBERNETES, SLURM, HW, CONDOR}
|
||||||
|
}
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
package common
|
package enum
|
||||||
|
|
||||||
type StorageSize int
|
type StorageSize int
|
||||||
|
|
||||||
@@ -7,12 +7,23 @@ const (
|
|||||||
GB StorageSize = iota
|
GB StorageSize = iota
|
||||||
MB
|
MB
|
||||||
KB
|
KB
|
||||||
|
TB
|
||||||
)
|
)
|
||||||
|
|
||||||
var argoType = [...]string{
|
var argoType = [...]string{
|
||||||
"Gi",
|
"Gi",
|
||||||
"Mi",
|
"Mi",
|
||||||
"Ki",
|
"Ki",
|
||||||
|
"Ti",
|
||||||
|
}
|
||||||
|
|
||||||
|
// Size to string
|
||||||
|
func (t StorageSize) String() string {
|
||||||
|
return [...]string{"GB", "MB", "KB", "TB"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func SizeList() []StorageSize {
|
||||||
|
return []StorageSize{GB, MB, KB, TB}
|
||||||
}
|
}
|
||||||
|
|
||||||
// New creates a new instance of the StorageResource struct
|
// New creates a new instance of the StorageResource struct
|
||||||
@@ -31,9 +42,15 @@ const (
|
|||||||
S3
|
S3
|
||||||
MEMORY
|
MEMORY
|
||||||
HARDWARE
|
HARDWARE
|
||||||
|
AZURE
|
||||||
|
GCS
|
||||||
)
|
)
|
||||||
|
|
||||||
// String() - Returns the string representation of the storage type
|
// String() - Returns the string representation of the storage type
|
||||||
func (t StorageType) String() string {
|
func (t StorageType) String() string {
|
||||||
return [...]string{"FILE", "STREAM", "API", "DATABASE", "S3", "MEMORY", "HARDWARE"}[t]
|
return [...]string{"FILE", "STREAM", "API", "DATABASE", "S3", "MEMORY", "HARDWARE", "AZURE", "GCS"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func TypeList() []StorageType {
|
||||||
|
return []StorageType{FILE, STREAM, API, DATABASE, S3, MEMORY, HARDWARE, AZURE, GCS}
|
||||||
}
|
}
|
||||||
64
models/common/enum/status.go
Normal file
64
models/common/enum/status.go
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
package enum
|
||||||
|
|
||||||
|
type CompletionStatus int
|
||||||
|
|
||||||
|
const (
|
||||||
|
DRAFTED CompletionStatus = iota
|
||||||
|
PENDING
|
||||||
|
CANCEL
|
||||||
|
PARTIAL
|
||||||
|
PAID
|
||||||
|
DISPUTED
|
||||||
|
OVERDUE
|
||||||
|
REFUND
|
||||||
|
)
|
||||||
|
|
||||||
|
func (d CompletionStatus) String() string {
|
||||||
|
return [...]string{"drafted", "pending", "cancel", "partial", "paid", "disputed", "overdue", "refund"}[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
func CompletionStatusList() []CompletionStatus {
|
||||||
|
return []CompletionStatus{DRAFTED, PENDING, CANCEL, PARTIAL, PAID, DISPUTED, OVERDUE, REFUND}
|
||||||
|
}
|
||||||
|
|
||||||
|
type BookingStatus int
|
||||||
|
|
||||||
|
const (
|
||||||
|
DRAFT BookingStatus = iota
|
||||||
|
SCHEDULED
|
||||||
|
STARTED
|
||||||
|
FAILURE
|
||||||
|
SUCCESS
|
||||||
|
FORGOTTEN
|
||||||
|
DELAYED
|
||||||
|
CANCELLED
|
||||||
|
)
|
||||||
|
|
||||||
|
var str = [...]string{
|
||||||
|
"draft",
|
||||||
|
"scheduled",
|
||||||
|
"started",
|
||||||
|
"failure",
|
||||||
|
"success",
|
||||||
|
"forgotten",
|
||||||
|
"delayed",
|
||||||
|
"cancelled",
|
||||||
|
}
|
||||||
|
|
||||||
|
func FromInt(i int) string {
|
||||||
|
return str[i]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d BookingStatus) String() string {
|
||||||
|
return str[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
// EnumIndex - Creating common behavior - give the type a EnumIndex functio
|
||||||
|
func (d BookingStatus) EnumIndex() int {
|
||||||
|
return int(d)
|
||||||
|
}
|
||||||
|
|
||||||
|
// List
|
||||||
|
func StatusList() []BookingStatus {
|
||||||
|
return []BookingStatus{DRAFT, SCHEDULED, STARTED, FAILURE, SUCCESS, FORGOTTEN, DELAYED, CANCELLED}
|
||||||
|
}
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
package common
|
package models
|
||||||
|
|
||||||
type Container struct {
|
type Container struct {
|
||||||
Image string `json:"image,omitempty" bson:"image,omitempty"` // Image is the container image TEMPO
|
Image string `json:"image,omitempty" bson:"image,omitempty"` // Image is the container image TEMPO
|
||||||
20
models/common/models/devices.go
Normal file
20
models/common/models/devices.go
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
// CPU is a struct that represents a CPU
|
||||||
|
type CPU struct {
|
||||||
|
Model string `bson:"model,omitempty" json:"model,omitempty"`
|
||||||
|
FrequencyGhz float64 `bson:"frequency,omitempty" json:"frequency,omitempty"`
|
||||||
|
Cores int `bson:"cores,omitempty" json:"cores,omitempty"`
|
||||||
|
Architecture string `bson:"architecture,omitempty" json:"architecture,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type RAM struct {
|
||||||
|
SizeGb float64 `bson:"size,omitempty" json:"size,omitempty" description:"Units in MB"`
|
||||||
|
Ecc bool `bson:"ecc" json:"ecc" default:"true"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type GPU struct {
|
||||||
|
Model string `bson:"model,omitempty" json:"model,omitempty"`
|
||||||
|
MemoryGb float64 `bson:"memory,omitempty" json:"memory,omitempty" description:"Units in MB"`
|
||||||
|
Cores map[string]int `bson:"cores,omitempty" json:"cores,omitempty"`
|
||||||
|
}
|
||||||
21
models/common/models/inoutputs.go
Normal file
21
models/common/models/inoutputs.go
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
type Artifact struct {
|
||||||
|
AttrPath string `json:"attr_path,omitempty" bson:"attr_path,omitempty" validate:"required"`
|
||||||
|
AttrFrom string `json:"from_path,omitempty" bson:"from_path,omitempty"`
|
||||||
|
Readonly bool `json:"readonly" bson:"readonly" default:"true"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Param struct {
|
||||||
|
Name string `json:"name" bson:"name" validate:"required"`
|
||||||
|
Attr string `json:"attr,omitempty" bson:"attr,omitempty"`
|
||||||
|
Value string `json:"value,omitempty" bson:"value,omitempty"`
|
||||||
|
Origin string `json:"origin,omitempty" bson:"origin,omitempty"`
|
||||||
|
Readonly bool `json:"readonly" bson:"readonly" default:"true"`
|
||||||
|
Optionnal bool `json:"optionnal" bson:"optionnal" default:"true"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type InOutputs struct {
|
||||||
|
Params []Param `json:"parameters" bson:"parameters"`
|
||||||
|
Artifacts []Artifact `json:"artifacts" bson:"artifacts"`
|
||||||
|
}
|
||||||
17
models/common/models/metric.go
Normal file
17
models/common/models/metric.go
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
type MetricsSnapshot struct {
|
||||||
|
From string `json:"origin"`
|
||||||
|
Metrics []Metric `json:"metrics"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Metric struct {
|
||||||
|
Name string `json:"name"`
|
||||||
|
Value float64 `json:"value"`
|
||||||
|
Error error `json:"error"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type MetricResume struct {
|
||||||
|
Delta float64 `json:"delta"`
|
||||||
|
LastValue float64 `json:"last_value"`
|
||||||
|
}
|
||||||
42
models/common/planner.go
Executable file
42
models/common/planner.go
Executable file
@@ -0,0 +1,42 @@
|
|||||||
|
package common
|
||||||
|
|
||||||
|
import (
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
func GetPlannerNearestStart(start time.Time, planned map[tools.DataType]map[string]pricing.PricedItemITF, request *tools.APIRequest) float64 {
|
||||||
|
near := float64(10000000000) // set a high value
|
||||||
|
for _, items := range planned { // loop through the planned items
|
||||||
|
for _, priced := range items { // loop through the priced items
|
||||||
|
if priced.GetLocationStart() == nil { // if the start is nil,
|
||||||
|
continue // skip the iteration
|
||||||
|
}
|
||||||
|
newS := priced.GetLocationStart() // get the start
|
||||||
|
if newS.Sub(start).Seconds() < near { // if the difference between the start and the new start is less than the nearest start
|
||||||
|
near = newS.Sub(start).Seconds()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return near
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetPlannerLongestTime(end *time.Time, planned map[tools.DataType]map[string]pricing.PricedItemITF, request *tools.APIRequest) float64 {
|
||||||
|
if end == nil {
|
||||||
|
return -1
|
||||||
|
}
|
||||||
|
longestTime := float64(0)
|
||||||
|
for _, priced := range planned[tools.PROCESSING_RESOURCE] {
|
||||||
|
if priced.GetLocationEnd() == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
newS := priced.GetLocationEnd()
|
||||||
|
if end == nil && longestTime < newS.Sub(*end).Seconds() {
|
||||||
|
longestTime = newS.Sub(*end).Seconds()
|
||||||
|
}
|
||||||
|
// get the nearest start from start var
|
||||||
|
}
|
||||||
|
return longestTime
|
||||||
|
}
|
||||||
4
models/common/pricing/interfaces.go
Normal file → Executable file
4
models/common/pricing/interfaces.go
Normal file → Executable file
@@ -9,8 +9,10 @@ import (
|
|||||||
type PricedItemITF interface {
|
type PricedItemITF interface {
|
||||||
GetID() string
|
GetID() string
|
||||||
GetType() tools.DataType
|
GetType() tools.DataType
|
||||||
IsPurchased() bool
|
IsPurchasable() bool
|
||||||
|
IsBooked() bool
|
||||||
GetCreatorID() string
|
GetCreatorID() string
|
||||||
|
SelectPricing() PricingProfileITF
|
||||||
GetLocationStart() *time.Time
|
GetLocationStart() *time.Time
|
||||||
SetLocationStart(start time.Time)
|
SetLocationStart(start time.Time)
|
||||||
SetLocationEnd(end time.Time)
|
SetLocationEnd(end time.Time)
|
||||||
|
|||||||
36
models/common/pricing/pricing_profile.go
Normal file → Executable file
36
models/common/pricing/pricing_profile.go
Normal file → Executable file
@@ -5,10 +5,11 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type PricingProfileITF interface {
|
type PricingProfileITF interface {
|
||||||
GetID() string
|
IsBooked() bool
|
||||||
GetPrice(quantity float64, val float64, start time.Time, end time.Time, params ...string) (float64, error)
|
IsPurchasable() bool
|
||||||
IsPurchased() bool
|
GetPurchase() BuyingStrategy
|
||||||
GetOverrideStrategyValue() int
|
GetOverrideStrategyValue() int
|
||||||
|
GetPrice(quantity float64, val float64, start time.Time, end time.Time, params ...string) (float64, error)
|
||||||
}
|
}
|
||||||
|
|
||||||
type RefundType int
|
type RefundType int
|
||||||
@@ -19,15 +20,18 @@ const (
|
|||||||
REFUND_ON_EARLY_END
|
REFUND_ON_EARLY_END
|
||||||
)
|
)
|
||||||
|
|
||||||
type AccessPricingProfile[T Strategy] struct { // only use for acces such as : DATA && PROCESSING
|
func (t RefundType) String() string {
|
||||||
ID string `json:"id,omitempty" bson:"id,omitempty"` // ID is the ID of the pricing
|
return [...]string{"REFUND ON DEAD END", "REFUND ON ERROR", "REFUND ON EARLY END"}[t]
|
||||||
Pricing PricingStrategy[T] `json:"price,omitempty" bson:"price,omitempty"` // Price is the price of the resource
|
|
||||||
DefaultRefund RefundType `json:"default_refund" bson:"default_refund"` // DefaultRefund is the default refund type of the pricing
|
|
||||||
RefundRatio int32 `json:"refund_ratio" bson:"refund_ratio" default:"0"` // RefundRatio is the refund ratio if missing
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *AccessPricingProfile[T]) GetID() string {
|
func RefundTypeList() []RefundType {
|
||||||
return b.ID
|
return []RefundType{REFUND_DEAD_END, REFUND_ON_ERROR, REFUND_ON_EARLY_END}
|
||||||
|
}
|
||||||
|
|
||||||
|
type AccessPricingProfile[T Strategy] struct { // only use for acces such as : DATA && PROCESSING
|
||||||
|
Pricing PricingStrategy[T] `json:"pricing,omitempty" bson:"pricing,omitempty"` // Price is the price of the resource
|
||||||
|
DefaultRefund RefundType `json:"default_refund" bson:"default_refund"` // DefaultRefund is the default refund type of the pricing
|
||||||
|
RefundRatio int32 `json:"refund_ratio" bson:"refund_ratio" default:"0"` // RefundRatio is the refund ratio if missing
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *AccessPricingProfile[T]) GetOverrideStrategyValue() int {
|
func (b *AccessPricingProfile[T]) GetOverrideStrategyValue() int {
|
||||||
@@ -42,17 +46,21 @@ const (
|
|||||||
GARANTED
|
GARANTED
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func ExploitPrivilegeStrategyList() []ExploitPrivilegeStrategy {
|
||||||
|
return []ExploitPrivilegeStrategy{BASIC, GARANTED_ON_DELAY, GARANTED}
|
||||||
|
}
|
||||||
|
|
||||||
func (t ExploitPrivilegeStrategy) String() string {
|
func (t ExploitPrivilegeStrategy) String() string {
|
||||||
return [...]string{"BASIC", "GARANTED_ON_DELAY", "GARANTED"}[t]
|
return [...]string{"NO GARANTY", "GARANTED ON SPECIFIC DELAY", "GARANTED"}[t]
|
||||||
}
|
}
|
||||||
|
|
||||||
type ExploitPricingProfile[T Strategy] struct { // only use for exploit such as : STORAGE, COMPUTE, WORKFLOW
|
type ExploitPricingProfile[T Strategy] struct { // only use for exploit such as : STORAGE, COMPUTE, WORKFLOW
|
||||||
AccessPricingProfile[T]
|
AccessPricingProfile[T]
|
||||||
AdditionnalRefundTypes []RefundType `json:"refund_types" bson:"refund_types"` // RefundTypes is the refund types of the pricing
|
AdditionnalRefundTypes []RefundType `json:"refund_types" bson:"refund_types"` // RefundTypes is the refund types of the pricing
|
||||||
|
|
||||||
PrivilegeStrategy ExploitPrivilegeStrategy `json:"privilege_strategy,omitempty" bson:"privilege_strategy,omitempty"` // Strategy is the strategy of the pricing
|
PrivilegeStrategy ExploitPrivilegeStrategy `json:"privilege_strategy,omitempty" bson:"privilege_strategy,omitempty"` // Strategy is the strategy of the pricing
|
||||||
GarantedDelaySecond uint
|
GarantedDelaySecond uint `json:"garanted_delay_second,omitempty" bson:"garanted_delay_second,omitempty"` // GarantedDelaySecond is the garanted delay of the pricing
|
||||||
|
|
||||||
Exceeding bool
|
Exceeding bool `json:"exceeding" bson:"exceeding"` // Exceeding is the exceeding of the bill
|
||||||
ExceedingRatio int32 `json:"exceeding_ratio" bson:"exceeding_ratio" default:"0"` // ExceedingRatio is the exceeding ratio of the bill
|
ExceedingRatio int32 `json:"exceeding_ratio" bson:"exceeding_ratio" default:"0"` // ExceedingRatio is the exceeding ratio of the bill
|
||||||
}
|
}
|
||||||
|
|||||||
105
models/common/pricing/pricing_strategy.go
Normal file → Executable file
105
models/common/pricing/pricing_strategy.go
Normal file → Executable file
@@ -7,14 +7,67 @@ import (
|
|||||||
"time"
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
type BillingStrategy int // BAM BAM
|
||||||
|
|
||||||
|
// should except... on
|
||||||
|
const (
|
||||||
|
BILL_ONCE BillingStrategy = iota // is a permanent buying ( predictible )
|
||||||
|
BILL_PER_WEEK
|
||||||
|
BILL_PER_MONTH
|
||||||
|
BILL_PER_YEAR
|
||||||
|
)
|
||||||
|
|
||||||
|
func (t BillingStrategy) IsBillingStrategyAllowed(bs int) (BillingStrategy, bool) {
|
||||||
|
switch t {
|
||||||
|
case BILL_ONCE:
|
||||||
|
return BILL_ONCE, bs == 0
|
||||||
|
case BILL_PER_WEEK:
|
||||||
|
case BILL_PER_MONTH:
|
||||||
|
case BILL_PER_YEAR:
|
||||||
|
return t, bs != 0
|
||||||
|
}
|
||||||
|
return t, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t BillingStrategy) String() string {
|
||||||
|
return [...]string{"BILL_ONCE", "BILL_PER_WEEK", "BILL_PER_MONTH", "BILL_PER_YEAR"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func BillingStrategyList() []BillingStrategy {
|
||||||
|
return []BillingStrategy{BILL_ONCE, BILL_PER_WEEK, BILL_PER_MONTH, BILL_PER_YEAR}
|
||||||
|
}
|
||||||
|
|
||||||
type BuyingStrategy int
|
type BuyingStrategy int
|
||||||
|
|
||||||
|
// should except... on
|
||||||
const (
|
const (
|
||||||
UNLIMITED BuyingStrategy = iota
|
PERMANENT BuyingStrategy = iota // is a permanent buying ( predictible )
|
||||||
SUBSCRIPTION
|
UNDEFINED_SUBSCRIPTION // a endless subscription ( unpredictible )
|
||||||
PAY_PER_USE
|
SUBSCRIPTION // a defined subscription ( predictible )
|
||||||
|
// PAY_PER_USE // per request. ( unpredictible )
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func (t BuyingStrategy) String() string {
|
||||||
|
return [...]string{"PERMANENT", "UNDEFINED_SUBSCRIPTION", "SUBSCRIPTION"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t BuyingStrategy) IsBillingStrategyAllowed(bs BillingStrategy) (BillingStrategy, bool) {
|
||||||
|
switch t {
|
||||||
|
case PERMANENT:
|
||||||
|
return BILL_ONCE, bs == BILL_ONCE
|
||||||
|
case UNDEFINED_SUBSCRIPTION:
|
||||||
|
return BILL_PER_MONTH, bs != BILL_ONCE
|
||||||
|
case SUBSCRIPTION:
|
||||||
|
/*case PAY_PER_USE:
|
||||||
|
return bs, true*/
|
||||||
|
}
|
||||||
|
return bs, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func BuyingStrategyList() []BuyingStrategy {
|
||||||
|
return []BuyingStrategy{PERMANENT, UNDEFINED_SUBSCRIPTION, SUBSCRIPTION}
|
||||||
|
}
|
||||||
|
|
||||||
type Strategy interface {
|
type Strategy interface {
|
||||||
GetStrategy() string
|
GetStrategy() string
|
||||||
GetStrategyValue() int
|
GetStrategyValue() int
|
||||||
@@ -32,6 +85,22 @@ const (
|
|||||||
PER_MONTH
|
PER_MONTH
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func IsTimeStrategy(i int) bool {
|
||||||
|
return len(TimePricingStrategyList()) < i
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t TimePricingStrategy) String() string {
|
||||||
|
return [...]string{"ONCE", "PER SECOND", "PER MINUTE", "PER HOUR", "PER DAY", "PER WEEK", "PER MONTH"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func TimePricingStrategyListStr() []string {
|
||||||
|
return []string{"ONCE", "PER SECOND", "PER MINUTE", "PER HOUR", "PER DAY", "PER WEEK", "PER MONTH"}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TimePricingStrategyList() []TimePricingStrategy {
|
||||||
|
return []TimePricingStrategy{ONCE, PER_SECOND, PER_MINUTE, PER_HOUR, PER_DAY, PER_WEEK, PER_MONTH}
|
||||||
|
}
|
||||||
|
|
||||||
func (t TimePricingStrategy) GetStrategy() string {
|
func (t TimePricingStrategy) GetStrategy() string {
|
||||||
return [...]string{"ONCE", "PER_SECOND", "PER_MINUTE", "PER_HOUR", "PER_DAY", "PER_WEEK", "PER_MONTH"}[t]
|
return [...]string{"ONCE", "PER_SECOND", "PER_MINUTE", "PER_HOUR", "PER_DAY", "PER_WEEK", "PER_MONTH"}[t]
|
||||||
}
|
}
|
||||||
@@ -82,42 +151,22 @@ func BookingEstimation(t TimePricingStrategy, price float64, locationDurationInS
|
|||||||
case PER_MONTH:
|
case PER_MONTH:
|
||||||
return p * float64(locationDurationInSecond/2592000), nil
|
return p * float64(locationDurationInSecond/2592000), nil
|
||||||
}
|
}
|
||||||
return 0, errors.New("Pricing strategy not found")
|
return 0, errors.New("pricing strategy not found")
|
||||||
}
|
}
|
||||||
|
|
||||||
// hmmmm
|
// may suppress in pricing strategy -> to set in map
|
||||||
type PricingStrategy[T Strategy] struct {
|
type PricingStrategy[T Strategy] struct {
|
||||||
Price float64 `json:"Price" bson:"Price" default:"0"` // Price is the Price of the pricing
|
Price float64 `json:"price" bson:"price" default:"0"` // Price is the Price of the pricing
|
||||||
|
Currency string `json:"currency" bson:"currency" default:"USD"` // Currency is the currency of the pricing
|
||||||
BuyingStrategy BuyingStrategy `json:"buying_strategy" bson:"buying_strategy" default:"0"` // BuyingStrategy is the buying strategy of the pricing
|
BuyingStrategy BuyingStrategy `json:"buying_strategy" bson:"buying_strategy" default:"0"` // BuyingStrategy is the buying strategy of the pricing
|
||||||
TimePricingStrategy TimePricingStrategy `json:"time_pricing_strategy" bson:"time_pricing_strategy" default:"0"` // TimePricingStrategy is the time pricing strategy of the pricing
|
TimePricingStrategy TimePricingStrategy `json:"time_pricing_strategy" bson:"time_pricing_strategy" default:"0"` // TimePricingStrategy is the time pricing strategy of the pricing
|
||||||
OverrideStrategy T `json:"override_strategy" bson:"override_strategy" default:"-1"` // Modulation is the modulation of the pricing
|
OverrideStrategy T `json:"override_strategy" bson:"override_strategy" default:"-1"` // Modulation is the modulation of the pricing
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p PricingStrategy[T]) SetStrategy(Price float64, BuyingStrategy BuyingStrategy, TimePricingStrategy TimePricingStrategy) error {
|
|
||||||
if TimePricingStrategy == ONCE && (BuyingStrategy != UNLIMITED || BuyingStrategy != PAY_PER_USE) {
|
|
||||||
return errors.New("time pricing strategy can only be set to ONCE if buying strategy is UNLIMITED or PAY_PER_USE")
|
|
||||||
} else if BuyingStrategy == SUBSCRIPTION && (TimePricingStrategy == ONCE) {
|
|
||||||
return errors.New("subscription duration in second must be set if buying strategy is SUBSCRIPTION")
|
|
||||||
}
|
|
||||||
p.Price = Price
|
|
||||||
p.BuyingStrategy = BuyingStrategy
|
|
||||||
p.TimePricingStrategy = TimePricingStrategy
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (p PricingStrategy[T]) SetSpecificPerUseStrategy(strategy T) error {
|
|
||||||
if p.BuyingStrategy == UNLIMITED {
|
|
||||||
return errors.New("UNLIMITED buying strategy can't have a specific strategy, Price is set on buying")
|
|
||||||
}
|
|
||||||
p.OverrideStrategy = strategy
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// QUANTITY can be how many of gb core per example
|
|
||||||
func (p PricingStrategy[T]) GetPrice(amountOfData float64, bookingTimeDuration float64, start time.Time, end *time.Time) (float64, error) {
|
func (p PricingStrategy[T]) GetPrice(amountOfData float64, bookingTimeDuration float64, start time.Time, end *time.Time) (float64, error) {
|
||||||
if p.BuyingStrategy == SUBSCRIPTION {
|
if p.BuyingStrategy == SUBSCRIPTION {
|
||||||
return BookingEstimation(p.GetTimePricingStrategy(), p.Price*float64(amountOfData), bookingTimeDuration, start, end)
|
return BookingEstimation(p.GetTimePricingStrategy(), p.Price*float64(amountOfData), bookingTimeDuration, start, end)
|
||||||
} else if p.BuyingStrategy == UNLIMITED {
|
} else if p.BuyingStrategy == PERMANENT {
|
||||||
return p.Price, nil
|
return p.Price, nil
|
||||||
}
|
}
|
||||||
return p.Price * float64(amountOfData), nil
|
return p.Price * float64(amountOfData), nil
|
||||||
|
|||||||
129
models/common/pricing/tests/pricing_test.go
Normal file
129
models/common/pricing/tests/pricing_test.go
Normal file
@@ -0,0 +1,129 @@
|
|||||||
|
package pricing_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
)
|
||||||
|
|
||||||
|
type DummyStrategy int
|
||||||
|
|
||||||
|
func (d DummyStrategy) GetStrategy() string { return "DUMMY" }
|
||||||
|
func (d DummyStrategy) GetStrategyValue() int { return int(d) }
|
||||||
|
|
||||||
|
func TestBuyingStrategy_String(t *testing.T) {
|
||||||
|
assert.Equal(t, "UNLIMITED", pricing.PERMANENT.String())
|
||||||
|
assert.Equal(t, "SUBSCRIPTION", pricing.SUBSCRIPTION.String())
|
||||||
|
//assert.Equal(t, "PAY PER USE", pricing.PAY_PER_USE.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuyingStrategyList(t *testing.T) {
|
||||||
|
list := pricing.BuyingStrategyList()
|
||||||
|
assert.Equal(t, 3, len(list))
|
||||||
|
assert.Contains(t, list, pricing.SUBSCRIPTION)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTimePricingStrategy_String(t *testing.T) {
|
||||||
|
assert.Equal(t, "ONCE", pricing.ONCE.String())
|
||||||
|
assert.Equal(t, "PER SECOND", pricing.PER_SECOND.String())
|
||||||
|
assert.Equal(t, "PER MONTH", pricing.PER_MONTH.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTimePricingStrategyList(t *testing.T) {
|
||||||
|
list := pricing.TimePricingStrategyList()
|
||||||
|
assert.Equal(t, 7, len(list))
|
||||||
|
assert.Contains(t, list, pricing.PER_DAY)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTimePricingStrategy_Methods(t *testing.T) {
|
||||||
|
ts := pricing.PER_MINUTE
|
||||||
|
assert.Equal(t, "PER_MINUTE", ts.GetStrategy())
|
||||||
|
assert.Equal(t, 2, ts.GetStrategyValue())
|
||||||
|
}
|
||||||
|
|
||||||
|
func Test_getAverageTimeInSecond_WithEnd(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(30 * time.Minute)
|
||||||
|
|
||||||
|
_, err := pricing.BookingEstimation(pricing.PER_MINUTE, 2.0, 1200, start, &end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func Test_getAverageTimeInSecond_WithoutEnd(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
|
||||||
|
// getAverageTimeInSecond is tested via BookingEstimation
|
||||||
|
price, err := pricing.BookingEstimation(pricing.PER_HOUR, 10.0, 100, start, nil)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.True(t, price > 0)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBookingEstimation(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(2 * time.Hour)
|
||||||
|
strategies := map[pricing.TimePricingStrategy]float64{
|
||||||
|
pricing.ONCE: 50,
|
||||||
|
pricing.PER_HOUR: 10,
|
||||||
|
pricing.PER_MINUTE: 1,
|
||||||
|
pricing.PER_SECOND: 0.1,
|
||||||
|
pricing.PER_DAY: 100,
|
||||||
|
pricing.PER_WEEK: 500,
|
||||||
|
pricing.PER_MONTH: 2000,
|
||||||
|
}
|
||||||
|
|
||||||
|
for strategy, price := range strategies {
|
||||||
|
t.Run(strategy.String(), func(t *testing.T) {
|
||||||
|
cost, err := pricing.BookingEstimation(strategy, price, 3600, start, &end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.True(t, cost >= 0)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
_, err := pricing.BookingEstimation(999, 10, 3600, start, &end)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricingStrategy_Getters(t *testing.T) {
|
||||||
|
ps := pricing.PricingStrategy[DummyStrategy]{
|
||||||
|
Price: 20,
|
||||||
|
Currency: "USD",
|
||||||
|
BuyingStrategy: pricing.SUBSCRIPTION,
|
||||||
|
TimePricingStrategy: pricing.PER_MINUTE,
|
||||||
|
OverrideStrategy: DummyStrategy(1),
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, pricing.SUBSCRIPTION, ps.GetBuyingStrategy())
|
||||||
|
assert.Equal(t, pricing.PER_MINUTE, ps.GetTimePricingStrategy())
|
||||||
|
assert.Equal(t, DummyStrategy(1), ps.GetOverrideStrategy())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricingStrategy_GetPrice(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
|
||||||
|
// SUBSCRIPTION case
|
||||||
|
ps := pricing.PricingStrategy[DummyStrategy]{
|
||||||
|
Price: 5,
|
||||||
|
BuyingStrategy: pricing.SUBSCRIPTION,
|
||||||
|
TimePricingStrategy: pricing.PER_HOUR,
|
||||||
|
}
|
||||||
|
|
||||||
|
p, err := ps.GetPrice(2, 3600, start, &end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.True(t, p > 0)
|
||||||
|
|
||||||
|
// UNLIMITED case
|
||||||
|
ps.BuyingStrategy = pricing.PERMANENT
|
||||||
|
p, err = ps.GetPrice(10, 0, start, &end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 5.0, p)
|
||||||
|
|
||||||
|
// PAY_PER_USE case
|
||||||
|
//ps.BuyingStrategy = pricing.PAY_PER_USE
|
||||||
|
p, err = ps.GetPrice(3, 0, start, &end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 15.0, p)
|
||||||
|
}
|
||||||
@@ -1,38 +0,0 @@
|
|||||||
package common
|
|
||||||
|
|
||||||
type ScheduledType int
|
|
||||||
|
|
||||||
const (
|
|
||||||
DRAFT ScheduledType = iota
|
|
||||||
SCHEDULED
|
|
||||||
STARTED
|
|
||||||
FAILURE
|
|
||||||
SUCCESS
|
|
||||||
FORGOTTEN
|
|
||||||
DELAYED
|
|
||||||
CANCELLED
|
|
||||||
)
|
|
||||||
|
|
||||||
var str = [...]string{
|
|
||||||
"draft",
|
|
||||||
"scheduled",
|
|
||||||
"started",
|
|
||||||
"failure",
|
|
||||||
"success",
|
|
||||||
"forgotten",
|
|
||||||
"delayed",
|
|
||||||
"cancelled",
|
|
||||||
}
|
|
||||||
|
|
||||||
func FromInt(i int) string {
|
|
||||||
return str[i]
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d ScheduledType) String() string {
|
|
||||||
return str[d]
|
|
||||||
}
|
|
||||||
|
|
||||||
// EnumIndex - Creating common behavior - give the type a EnumIndex functio
|
|
||||||
func (d ScheduledType) EnumIndex() int {
|
|
||||||
return int(d)
|
|
||||||
}
|
|
||||||
18
models/live/interfaces.go
Executable file
18
models/live/interfaces.go
Executable file
@@ -0,0 +1,18 @@
|
|||||||
|
package live
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type LiveInterface interface {
|
||||||
|
utils.DBObject
|
||||||
|
GetMonitorPath() string
|
||||||
|
GetResourcesID() []string
|
||||||
|
SetResourcesID(string)
|
||||||
|
GetResourceAccessor(request *tools.APIRequest) utils.Accessor
|
||||||
|
GetResource() resources.ResourceInterface
|
||||||
|
GetResourceInstance() resources.ResourceInstanceITF
|
||||||
|
SetResourceInstance(res resources.ResourceInterface, i resources.ResourceInstanceITF) resources.ResourceInterface
|
||||||
|
}
|
||||||
71
models/live/live.go
Normal file
71
models/live/live.go
Normal file
@@ -0,0 +1,71 @@
|
|||||||
|
package live
|
||||||
|
|
||||||
|
import (
|
||||||
|
"slices"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/biter777/countries"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* LiveDatacenter is a struct that represents a compute units in your datacenters
|
||||||
|
*/
|
||||||
|
type Credentials struct {
|
||||||
|
Login string `json:"login,omitempty" bson:"login,omitempty"`
|
||||||
|
Pass string `json:"password,omitempty" bson:"password,omitempty"`
|
||||||
|
Token string `json:"token,omitempty" bson:"token,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Certs struct {
|
||||||
|
AuthorityCertificate string `json:"authority_certificate,omitempty" bson:"authority_certificate,omitempty"`
|
||||||
|
ClientCertificate string `json:"client_certificate,omitempty" bson:"client_certificate,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type LiveCerts struct {
|
||||||
|
Host string `json:"host,omitempty" bson:"host,omitempty"`
|
||||||
|
Port string `json:"port,omitempty" bson:"port,omitempty"`
|
||||||
|
|
||||||
|
Certificates *Certs `json:"certs,omitempty" bson:"certs,omitempty"`
|
||||||
|
Credentials *Credentials `json:"creds,omitempty" bson:"creds,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO in the future multiple type of certs depending of infra type
|
||||||
|
|
||||||
|
type AbstractLive struct {
|
||||||
|
utils.AbstractObject
|
||||||
|
Certs LiveCerts `json:"certs,omitempty" bson:"certs,omitempty"`
|
||||||
|
|
||||||
|
MonitorPath string `json:"monitor_path,omitempty" bson:"monitor_path,omitempty"`
|
||||||
|
Location resources.GeoPoint `json:"location,omitempty" bson:"location,omitempty"`
|
||||||
|
Country countries.CountryCode `json:"country,omitempty" bson:"country,omitempty"`
|
||||||
|
AccessProtocol string `json:"access_protocol,omitempty" bson:"access_protocol,omitempty"`
|
||||||
|
ResourcesID []string `json:"resources_id" bson:"resources_id"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *AbstractLive) GetMonitorPath() string {
|
||||||
|
return d.MonitorPath
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *AbstractLive) GetResourcesID() []string {
|
||||||
|
return d.ResourcesID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *AbstractLive) SetResourcesID(id string) {
|
||||||
|
if !slices.Contains(d.ResourcesID, id) {
|
||||||
|
d.ResourcesID = append(d.ResourcesID, id)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *AbstractLive) GetResourceType() tools.DataType {
|
||||||
|
return tools.INVALID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *AbstractLive) StoreDraftDefault() {
|
||||||
|
r.IsDraft = true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *AbstractLive) CanDelete() bool {
|
||||||
|
return r.IsDraft // only draft ComputeUnits can be deleted
|
||||||
|
}
|
||||||
50
models/live/live_datacenter.go
Normal file
50
models/live/live_datacenter.go
Normal file
@@ -0,0 +1,50 @@
|
|||||||
|
package live
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* LiveDatacenter is a struct that represents a compute units in your datacenters
|
||||||
|
*/
|
||||||
|
|
||||||
|
type LiveDatacenter struct {
|
||||||
|
AbstractLive
|
||||||
|
|
||||||
|
StorageType enum.StorageType `bson:"storage_type" json:"storage_type" default:"-1"` // Type is the type of the storage
|
||||||
|
Acronym string `bson:"acronym,omitempty" json:"acronym,omitempty"` // Acronym is the acronym of the storage
|
||||||
|
|
||||||
|
Architecture string `json:"architecture,omitempty" bson:"architecture,omitempty"` // Architecture is the architecture
|
||||||
|
Infrastructure enum.InfrastructureType `json:"infrastructure" bson:"infrastructure" default:"-1"` // Infrastructure is the infrastructure
|
||||||
|
Source string `json:"source,omitempty" bson:"source,omitempty"` // Source is the source of the resource
|
||||||
|
SecurityLevel string `json:"security_level,omitempty" bson:"security_level,omitempty"`
|
||||||
|
PowerSources []string `json:"power_sources,omitempty" bson:"power_sources,omitempty"`
|
||||||
|
AnnualCO2Emissions float64 `json:"annual_co2_emissions,omitempty" bson:"co2_emissions,omitempty"`
|
||||||
|
CPUs map[string]*models.CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
||||||
|
GPUs map[string]*models.GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
||||||
|
Nodes []*resources.ComputeNode `json:"nodes,omitempty" bson:"nodes,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveDatacenter) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
return NewAccessor[*LiveDatacenter](tools.LIVE_DATACENTER, request) // Create a new instance of the accessor
|
||||||
|
}
|
||||||
|
func (d *LiveDatacenter) GetResourceAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
return resources.NewAccessor[*resources.ComputeResource](tools.COMPUTE_RESOURCE, request, func() utils.DBObject { return &resources.ComputeResource{} })
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveDatacenter) GetResource() resources.ResourceInterface {
|
||||||
|
return &resources.ComputeResource{}
|
||||||
|
}
|
||||||
|
func (d *LiveDatacenter) GetResourceInstance() resources.ResourceInstanceITF {
|
||||||
|
return &resources.ComputeResourceInstance{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveDatacenter) SetResourceInstance(res resources.ResourceInterface, i resources.ResourceInstanceITF) resources.ResourceInterface {
|
||||||
|
r := res.(*resources.ComputeResource)
|
||||||
|
r.Instances = append(r.Instances, i.(*resources.ComputeResourceInstance))
|
||||||
|
return r
|
||||||
|
}
|
||||||
117
models/live/live_mongo_accessor.go
Normal file
117
models/live/live_mongo_accessor.go
Normal file
@@ -0,0 +1,117 @@
|
|||||||
|
package live
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type computeUnitsMongoAccessor[T LiveInterface] struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the computeUnitsMongoAccessor
|
||||||
|
func NewAccessor[T LiveInterface](t tools.DataType, request *tools.APIRequest) *computeUnitsMongoAccessor[T] {
|
||||||
|
return &computeUnitsMongoAccessor[T]{
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
|
Logger: logs.CreateLogger(t.String()), // Create a logger with the data type
|
||||||
|
Request: request,
|
||||||
|
Type: t,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericDeleteOne(id, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
// should verify if a source is existing...
|
||||||
|
return utils.GenericUpdateOne(set, id, a, &LiveDatacenter{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericStoreOne(data.(*LiveDatacenter), a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
// is a publisher... that become a resources.
|
||||||
|
if data.IsDrafted() {
|
||||||
|
return nil, 422, errors.New("can't publish a drafted compute units")
|
||||||
|
}
|
||||||
|
live := data.(T)
|
||||||
|
if live.GetMonitorPath() == "" || live.GetID() != "" {
|
||||||
|
return nil, 422, errors.New("publishing is only allowed is it can be monitored and be accessible")
|
||||||
|
}
|
||||||
|
if res, code, err := a.LoadOne(live.GetID()); err != nil {
|
||||||
|
return nil, code, err
|
||||||
|
} else {
|
||||||
|
live = res.(T)
|
||||||
|
}
|
||||||
|
resAccess := live.GetResourceAccessor(a.Request)
|
||||||
|
instance := live.GetResourceInstance()
|
||||||
|
b, _ := json.Marshal(live)
|
||||||
|
json.Unmarshal(b, instance)
|
||||||
|
|
||||||
|
if len(live.GetResourcesID()) > 0 {
|
||||||
|
for _, r := range live.GetResourcesID() {
|
||||||
|
// TODO dependent of a existing resource
|
||||||
|
res, code, err := resAccess.LoadOne(r)
|
||||||
|
if err == nil {
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
existingResource := live.GetResource()
|
||||||
|
b, _ := json.Marshal(res)
|
||||||
|
json.Unmarshal(b, existingResource)
|
||||||
|
live.SetResourceInstance(existingResource, instance)
|
||||||
|
resAccess.UpdateOne(existingResource, existingResource.GetID())
|
||||||
|
}
|
||||||
|
if live.GetID() != "" {
|
||||||
|
return a.LoadOne(live.GetID())
|
||||||
|
} else {
|
||||||
|
return a.StoreOne(live)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
r := live.GetResource()
|
||||||
|
b, _ := json.Marshal(live)
|
||||||
|
json.Unmarshal(b, &r)
|
||||||
|
live.SetResourceInstance(r, instance)
|
||||||
|
res, code, err := resAccess.StoreOne(r)
|
||||||
|
if err != nil {
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
live.SetResourcesID(res.GetID())
|
||||||
|
if live.GetID() != "" {
|
||||||
|
return a.UpdateOne(live, live.GetID())
|
||||||
|
} else {
|
||||||
|
return a.StoreOne(live)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return utils.GenericLoadOne[T](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return d, 200, nil
|
||||||
|
}, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
return utils.GenericLoadAll[T](a.getExec(), isDraft, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
return utils.GenericSearch[*LiveDatacenter](filters, search, (&LiveDatacenter{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *computeUnitsMongoAccessor[T]) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
||||||
|
return func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
|
return d
|
||||||
|
}
|
||||||
|
}
|
||||||
46
models/live/live_storage.go
Normal file
46
models/live/live_storage.go
Normal file
@@ -0,0 +1,46 @@
|
|||||||
|
package live
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* LiveStorage is a struct that represents a compute units in your datacenters
|
||||||
|
*/
|
||||||
|
|
||||||
|
type LiveStorage struct {
|
||||||
|
AbstractLive
|
||||||
|
|
||||||
|
Source string `bson:"source,omitempty" json:"source,omitempty"` // Source is the source of the storage
|
||||||
|
Path string `bson:"path,omitempty" json:"path,omitempty"` // Path is the store folders in the source
|
||||||
|
Local bool `bson:"local" json:"local"`
|
||||||
|
SecurityLevel string `bson:"security_level,omitempty" json:"security_level,omitempty"`
|
||||||
|
SizeType enum.StorageSize `bson:"size_type" json:"size_type" default:"0"` // SizeType is the type of the storage size
|
||||||
|
SizeGB int64 `bson:"size,omitempty" json:"size,omitempty"` // Size is the size of the storage
|
||||||
|
Encryption bool `bson:"encryption,omitempty" json:"encryption,omitempty"` // Encryption is a flag that indicates if the storage is encrypted
|
||||||
|
Redundancy string `bson:"redundancy,omitempty" json:"redundancy,omitempty"` // Redundancy is the redundancy of the storage
|
||||||
|
Throughput string `bson:"throughput,omitempty" json:"throughput,omitempty"` // Throughput is the throughput of the storage
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveStorage) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
return NewAccessor[*LiveStorage](tools.LIVE_STORAGE, request) // Create a new instance of the accessor
|
||||||
|
}
|
||||||
|
func (d *LiveStorage) GetResourceAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
return resources.NewAccessor[*resources.ComputeResource](tools.STORAGE_RESOURCE, request, func() utils.DBObject { return &resources.StorageResource{} })
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveStorage) GetResource() resources.ResourceInterface {
|
||||||
|
return &resources.StorageResource{}
|
||||||
|
}
|
||||||
|
func (d *LiveStorage) GetResourceInstance() resources.ResourceInstanceITF {
|
||||||
|
return &resources.StorageResourceInstance{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *LiveStorage) SetResourceInstance(res resources.ResourceInterface, i resources.ResourceInstanceITF) resources.ResourceInterface {
|
||||||
|
r := res.(*resources.StorageResource)
|
||||||
|
r.Instances = append(r.Instances, i.(*resources.StorageResourceInstance))
|
||||||
|
return r
|
||||||
|
}
|
||||||
@@ -2,7 +2,10 @@ package models
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/bill"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/live"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/order"
|
"cloud.o-forge.io/core/oc-lib/models/order"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/booking"
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
@@ -10,7 +13,6 @@ import (
|
|||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
resource "cloud.o-forge.io/core/oc-lib/models/resources"
|
resource "cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
@@ -21,16 +23,15 @@ import (
|
|||||||
This package contains the models used in the application
|
This package contains the models used in the application
|
||||||
It's used to create the models dynamically
|
It's used to create the models dynamically
|
||||||
*/
|
*/
|
||||||
var models = map[string]func() utils.DBObject{
|
var ModelsCatalog = map[string]func() utils.DBObject{
|
||||||
tools.WORKFLOW_RESOURCE.String(): func() utils.DBObject { return &resource.WorkflowResource{} },
|
tools.WORKFLOW_RESOURCE.String(): func() utils.DBObject { return &resource.WorkflowResource{} },
|
||||||
tools.DATA_RESOURCE.String(): func() utils.DBObject { return &resource.DataResource{} },
|
tools.DATA_RESOURCE.String(): func() utils.DBObject { return &resource.DataResource{} },
|
||||||
tools.COMPUTE_RESOURCE.String(): func() utils.DBObject { return &resource.ComputeResource{} },
|
tools.COMPUTE_RESOURCE.String(): func() utils.DBObject { return &resource.ComputeResource{} },
|
||||||
tools.STORAGE_RESOURCE.String(): func() utils.DBObject { return &resource.StorageResource{} },
|
tools.STORAGE_RESOURCE.String(): func() utils.DBObject { return &resource.StorageResource{} },
|
||||||
tools.PROCESSING_RESOURCE.String(): func() utils.DBObject { return &resource.ProcessingResource{} },
|
tools.PROCESSING_RESOURCE.String(): func() utils.DBObject { return &resource.ProcessingResource{} },
|
||||||
tools.WORKFLOW.String(): func() utils.DBObject { return &w2.Workflow{} },
|
tools.WORKFLOW.String(): func() utils.DBObject { return &w2.Workflow{} },
|
||||||
tools.WORKFLOW_EXECUTION.String(): func() utils.DBObject { return &workflow_execution.WorkflowExecutions{} },
|
tools.WORKFLOW_EXECUTION.String(): func() utils.DBObject { return &workflow_execution.WorkflowExecution{} },
|
||||||
tools.WORKSPACE.String(): func() utils.DBObject { return &w3.Workspace{} },
|
tools.WORKSPACE.String(): func() utils.DBObject { return &w3.Workspace{} },
|
||||||
tools.RESOURCE_MODEL.String(): func() utils.DBObject { return &resource_model.ResourceModel{} },
|
|
||||||
tools.PEER.String(): func() utils.DBObject { return &peer.Peer{} },
|
tools.PEER.String(): func() utils.DBObject { return &peer.Peer{} },
|
||||||
tools.COLLABORATIVE_AREA.String(): func() utils.DBObject { return &collaborative_area.CollaborativeArea{} },
|
tools.COLLABORATIVE_AREA.String(): func() utils.DBObject { return &collaborative_area.CollaborativeArea{} },
|
||||||
tools.RULE.String(): func() utils.DBObject { return &rule.Rule{} },
|
tools.RULE.String(): func() utils.DBObject { return &rule.Rule{} },
|
||||||
@@ -38,13 +39,17 @@ var models = map[string]func() utils.DBObject{
|
|||||||
tools.WORKFLOW_HISTORY.String(): func() utils.DBObject { return &w2.WorkflowHistory{} },
|
tools.WORKFLOW_HISTORY.String(): func() utils.DBObject { return &w2.WorkflowHistory{} },
|
||||||
tools.WORKSPACE_HISTORY.String(): func() utils.DBObject { return &w3.WorkspaceHistory{} },
|
tools.WORKSPACE_HISTORY.String(): func() utils.DBObject { return &w3.WorkspaceHistory{} },
|
||||||
tools.ORDER.String(): func() utils.DBObject { return &order.Order{} },
|
tools.ORDER.String(): func() utils.DBObject { return &order.Order{} },
|
||||||
|
tools.PURCHASE_RESOURCE.String(): func() utils.DBObject { return &purchase_resource.PurchaseResource{} },
|
||||||
|
tools.LIVE_DATACENTER.String(): func() utils.DBObject { return &live.LiveDatacenter{} },
|
||||||
|
tools.LIVE_STORAGE.String(): func() utils.DBObject { return &live.LiveStorage{} },
|
||||||
|
tools.BILL.String(): func() utils.DBObject { return &bill.Bill{} },
|
||||||
}
|
}
|
||||||
|
|
||||||
// Model returns the model object based on the model type
|
// Model returns the model object based on the model type
|
||||||
func Model(model int) utils.DBObject {
|
func Model(model int) utils.DBObject {
|
||||||
log := logs.GetLogger()
|
log := logs.GetLogger()
|
||||||
if _, ok := models[tools.FromInt(model)]; ok {
|
if _, ok := ModelsCatalog[tools.FromInt(model)]; ok {
|
||||||
return models[tools.FromInt(model)]()
|
return ModelsCatalog[tools.FromInt(model)]()
|
||||||
}
|
}
|
||||||
log.Error().Msg("Can't find model " + tools.FromInt(model) + ".")
|
log.Error().Msg("Can't find model " + tools.FromInt(model) + ".")
|
||||||
return nil
|
return nil
|
||||||
@@ -53,7 +58,7 @@ func Model(model int) utils.DBObject {
|
|||||||
// GetModelsNames returns the names of the models
|
// GetModelsNames returns the names of the models
|
||||||
func GetModelsNames() []string {
|
func GetModelsNames() []string {
|
||||||
names := []string{}
|
names := []string{}
|
||||||
for name := range models {
|
for name := range ModelsCatalog {
|
||||||
names = append(names, name)
|
names = append(names, name)
|
||||||
}
|
}
|
||||||
return names
|
return names
|
||||||
|
|||||||
@@ -1,18 +1,13 @@
|
|||||||
package order
|
package order
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
|
||||||
"fmt"
|
|
||||||
"sync"
|
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/booking"
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -20,26 +15,14 @@ import (
|
|||||||
* Booking is a struct that represents a booking
|
* Booking is a struct that represents a booking
|
||||||
*/
|
*/
|
||||||
|
|
||||||
type OrderStatus = int
|
|
||||||
|
|
||||||
const (
|
|
||||||
DRAFT OrderStatus = iota
|
|
||||||
PENDING
|
|
||||||
CANCELLED
|
|
||||||
PARTIAL
|
|
||||||
PAID
|
|
||||||
DISPUTED
|
|
||||||
OVERDUE
|
|
||||||
REFUND
|
|
||||||
)
|
|
||||||
|
|
||||||
type Order struct {
|
type Order struct {
|
||||||
utils.AbstractObject
|
utils.AbstractObject
|
||||||
OrderBy string `json:"order_by" bson:"order_by" validate:"required"`
|
ExecutionsID string `json:"executions_id" bson:"executions_id" validate:"required"`
|
||||||
WorkflowExecutionIDs []string `json:"workflow_execution_ids" bson:"workflow_execution_ids" validate:"required"`
|
Status enum.CompletionStatus `json:"status" bson:"status" default:"0"`
|
||||||
Status OrderStatus `json:"status" bson:"status" default:"0"`
|
Purchases []*purchase_resource.PurchaseResource `json:"purchases" bson:"purchases"`
|
||||||
SubOrders map[string]*PeerOrder `json:"sub_orders" bson:"sub_orders"`
|
Bookings []*booking.Booking `json:"bookings" bson:"bookings"`
|
||||||
Total float64 `json:"total" bson:"total" validate:"required"`
|
|
||||||
|
Billing map[pricing.BillingStrategy][]*booking.Booking `json:"billing" bson:"billing"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Order) StoreDraftDefault() {
|
func (r *Order) StoreDraftDefault() {
|
||||||
@@ -57,140 +40,8 @@ func (r *Order) CanDelete() bool {
|
|||||||
return r.IsDraft // only draft order can be deleted
|
return r.IsDraft // only draft order can be deleted
|
||||||
}
|
}
|
||||||
|
|
||||||
func (o *Order) DraftOrder(scheduler *workflow_execution.WorkflowSchedule, request *tools.APIRequest) error {
|
|
||||||
// set the draft order from the model
|
|
||||||
if err := o.draftStoreFromModel(scheduler, request); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o *Order) Pay(scheduler *workflow_execution.WorkflowSchedule, request *tools.APIRequest) error {
|
|
||||||
if _, err := o.draftBookOrder(scheduler, request); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
o.Status = PENDING
|
|
||||||
_, code, err := o.GetAccessor(request).UpdateOne(o, o.GetID())
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not update the order" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
if err := o.pay(request); err != nil { // pay the order
|
|
||||||
return err
|
|
||||||
} else {
|
|
||||||
o.IsDraft = false
|
|
||||||
}
|
|
||||||
for _, exec := range scheduler.WorkflowExecutions {
|
|
||||||
exec.IsDraft = false
|
|
||||||
_, code, err := utils.GenericUpdateOne(exec, exec.GetID(),
|
|
||||||
workflow_execution.NewAccessor(request), &workflow_execution.WorkflowExecutions{})
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not update the workflow execution" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
_, code, err = o.GetAccessor(request).UpdateOne(o, o.GetID())
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not update the order" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
/*
|
|
||||||
TODO : TEMPORARY SET BOOKINGS TO UNDRAFT TO AVOID DELETION
|
|
||||||
BUT NEXT ONLY WHO IS PAYED WILL BE ALLOWED TO CHANGE IT
|
|
||||||
*/
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o *Order) draftStoreFromModel(scheduler *workflow_execution.WorkflowSchedule, request *tools.APIRequest) error {
|
|
||||||
if request == nil {
|
|
||||||
return errors.New("no request found")
|
|
||||||
}
|
|
||||||
if scheduler.Workflow.Graph == nil { // if the workflow has no graph, return an error
|
|
||||||
return errors.New("no graph found")
|
|
||||||
}
|
|
||||||
o.SetName()
|
|
||||||
o.IsDraft = true
|
|
||||||
o.OrderBy = request.Username
|
|
||||||
o.WorkflowExecutionIDs = []string{} // create an array of ids
|
|
||||||
for _, exec := range scheduler.WorkflowExecutions {
|
|
||||||
o.WorkflowExecutionIDs = append(o.WorkflowExecutionIDs, exec.GetID())
|
|
||||||
}
|
|
||||||
// set the name of the order
|
|
||||||
resourcesByPeer := map[string][]pricing.PricedItemITF{} // create a map of resources by peer
|
|
||||||
|
|
||||||
processings := scheduler.Workflow.GetPricedItem(scheduler.Workflow.IsProcessing, request) // get the processing items
|
|
||||||
datas := scheduler.Workflow.GetPricedItem(scheduler.Workflow.IsData, request) // get the data items
|
|
||||||
storages := scheduler.Workflow.GetPricedItem(scheduler.Workflow.IsStorage, request) // get the storage items
|
|
||||||
workflows := scheduler.Workflow.GetPricedItem(scheduler.Workflow.IsWorkflow, request) // get the workflow items
|
|
||||||
for _, items := range []map[string]pricing.PricedItemITF{processings, datas, storages, workflows} {
|
|
||||||
for _, item := range items {
|
|
||||||
if _, ok := resourcesByPeer[item.GetCreatorID()]; !ok {
|
|
||||||
resourcesByPeer[item.GetCreatorID()] = []pricing.PricedItemITF{}
|
|
||||||
}
|
|
||||||
resourcesByPeer[item.GetCreatorID()] = append(resourcesByPeer[item.GetCreatorID()], item)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for peerID, resources := range resourcesByPeer {
|
|
||||||
peerOrder := &PeerOrder{
|
|
||||||
Status: DRAFT,
|
|
||||||
PeerID: peerID,
|
|
||||||
}
|
|
||||||
peerOrder.GenerateID()
|
|
||||||
for _, resource := range resources {
|
|
||||||
peerOrder.AddItem(resource, len(resources)) // TODO SPECIALS REF ADDITIONALS NOTES
|
|
||||||
}
|
|
||||||
o.SubOrders[peerOrder.GetID()] = peerOrder
|
|
||||||
}
|
|
||||||
// search an order with same user name and same session id
|
|
||||||
err := o.sumUpBill(request)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
// should store the order
|
|
||||||
res, code, err := o.GetAccessor(request).Search(&dbs.Filters{
|
|
||||||
And: map[string][]dbs.Filter{
|
|
||||||
"order_by": {{Operator: dbs.EQUAL.String(), Value: request.Username}},
|
|
||||||
},
|
|
||||||
}, "", o.IsDraft)
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not search the order" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
if len(res) > 0 {
|
|
||||||
_, code, err := utils.GenericUpdateOne(o, res[0].GetID(), o.GetAccessor(request), o)
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not update the order" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
_, code, err := utils.GenericStoreOne(o, o.GetAccessor(request))
|
|
||||||
if code != 200 || err != nil {
|
|
||||||
return errors.New("could not store the order" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o *Order) draftBookOrder(scheduler *workflow_execution.WorkflowSchedule, request *tools.APIRequest) ([]*booking.Booking, error) {
|
|
||||||
draftedBookings := []*booking.Booking{}
|
|
||||||
if request == nil {
|
|
||||||
return draftedBookings, errors.New("no request found")
|
|
||||||
}
|
|
||||||
for _, exec := range scheduler.WorkflowExecutions {
|
|
||||||
_, priceds, _, err := scheduler.Workflow.Planify(exec.ExecDate, exec.EndDate, request)
|
|
||||||
if err != nil {
|
|
||||||
return draftedBookings, errors.New("could not planify the workflow" + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
bookings := exec.Book(scheduler.Workflow.UUID, priceds)
|
|
||||||
for _, booking := range bookings {
|
|
||||||
_, err := (&peer.Peer{}).LaunchPeerExecution(booking.DestPeerID, "",
|
|
||||||
tools.BOOKING, tools.POST, booking.Serialize(booking), request.Caller)
|
|
||||||
if err != nil {
|
|
||||||
return draftedBookings, errors.New("could not launch the peer execution : " + fmt.Sprintf("%v", err))
|
|
||||||
}
|
|
||||||
draftedBookings = append(draftedBookings, booking)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return draftedBookings, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o *Order) Quantity() int {
|
func (o *Order) Quantity() int {
|
||||||
return len(o.WorkflowExecutionIDs)
|
return len(o.Purchases) + len(o.Purchases)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *Order) SetName() {
|
func (d *Order) SetName() {
|
||||||
@@ -200,137 +51,3 @@ func (d *Order) SetName() {
|
|||||||
func (d *Order) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *Order) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor(request) // Create a new instance of the accessor
|
return NewAccessor(request) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *Order) sumUpBill(request *tools.APIRequest) error {
|
|
||||||
for _, b := range d.SubOrders {
|
|
||||||
err := b.SumUpBill(request)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
d.Total += b.Total
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// TO FINISH
|
|
||||||
func (d *Order) pay(request *tools.APIRequest) error {
|
|
||||||
responses := make(chan *PeerOrder, len(d.SubOrders))
|
|
||||||
var wg *sync.WaitGroup
|
|
||||||
wg.Add(len(d.SubOrders))
|
|
||||||
for _, b := range d.SubOrders {
|
|
||||||
go b.Pay(request, responses, wg)
|
|
||||||
}
|
|
||||||
wg.Wait()
|
|
||||||
errs := ""
|
|
||||||
gotAnUnpaid := false
|
|
||||||
count := 0
|
|
||||||
for range responses {
|
|
||||||
res := <-responses
|
|
||||||
count++
|
|
||||||
if res != nil {
|
|
||||||
if res.Error != "" {
|
|
||||||
errs += res.Error
|
|
||||||
}
|
|
||||||
if res.Status != PAID {
|
|
||||||
gotAnUnpaid = true
|
|
||||||
}
|
|
||||||
d.Status = PARTIAL
|
|
||||||
d.SubOrders[res.GetID()] = res
|
|
||||||
if count == len(d.SubOrders) && !gotAnUnpaid {
|
|
||||||
d.Status = PAID
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if errs != "" {
|
|
||||||
return errors.New(errs)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
type PeerOrder struct {
|
|
||||||
utils.AbstractObject
|
|
||||||
Error string `json:"error,omitempty" bson:"error,omitempty"`
|
|
||||||
PeerID string `json:"peer_id,omitempty" bson:"peer_id,omitempty"`
|
|
||||||
Status OrderStatus `json:"status" bson:"status" default:"0"`
|
|
||||||
BillingAddress string `json:"billing_address,omitempty" bson:"billing_address,omitempty"`
|
|
||||||
Items []*PeerItemOrder `json:"items,omitempty" bson:"items,omitempty"`
|
|
||||||
Total float64 `json:"total,omitempty" bson:"total,omitempty"`
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *PeerOrder) Pay(request *tools.APIRequest, response chan *PeerOrder, wg *sync.WaitGroup) {
|
|
||||||
d.Status = PENDING
|
|
||||||
go func() {
|
|
||||||
// DO SOMETHING TO PAY ON BLOCKCHAIN OR WHATEVER ON RETURN UPDATE STATUS
|
|
||||||
d.Status = PAID // TO REMOVE LATER IT'S A MOCK
|
|
||||||
if d.Status == PAID {
|
|
||||||
for _, b := range d.Items {
|
|
||||||
if !b.Item.IsPurchased() {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
accessor := purchase_resource.NewAccessor(request)
|
|
||||||
accessor.StoreOne(&purchase_resource.PurchaseResource{
|
|
||||||
ResourceID: b.Item.GetID(),
|
|
||||||
ResourceType: b.Item.GetType(),
|
|
||||||
EndDate: b.Item.GetLocationEnd(),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if d.Status != PENDING {
|
|
||||||
response <- d
|
|
||||||
}
|
|
||||||
wg.Done()
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *PeerOrder) SumUpBill(request *tools.APIRequest) error {
|
|
||||||
for _, b := range d.Items {
|
|
||||||
tot, err := b.GetPrice(request) // missing something
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
d.Total += tot
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *PeerOrder) AddItem(item pricing.PricedItemITF, quantity int) {
|
|
||||||
d.Items = append(d.Items, &PeerItemOrder{
|
|
||||||
Quantity: quantity,
|
|
||||||
Item: item,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *PeerOrder) SetName() {
|
|
||||||
d.Name = d.UUID + "_order_" + d.PeerID + "_" + time.Now().UTC().Format("2006-01-02T15:04:05")
|
|
||||||
}
|
|
||||||
|
|
||||||
type PeerItemOrder struct {
|
|
||||||
Quantity int `json:"quantity,omitempty" bson:"quantity,omitempty"`
|
|
||||||
Purchase purchase_resource.PurchaseResource `json:"purchase,omitempty" bson:"purchase,omitempty"`
|
|
||||||
Item pricing.PricedItemITF `json:"item,omitempty" bson:"item,omitempty"`
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *PeerItemOrder) GetPrice(request *tools.APIRequest) (float64, error) {
|
|
||||||
accessor := purchase_resource.NewAccessor(request)
|
|
||||||
search, code, _ := accessor.Search(&dbs.Filters{
|
|
||||||
And: map[string][]dbs.Filter{
|
|
||||||
"resource_id": {{Operator: dbs.EQUAL.String(), Value: d.Item.GetID()}},
|
|
||||||
},
|
|
||||||
}, "", d.Purchase.IsDraft)
|
|
||||||
if code == 200 && len(search) > 0 {
|
|
||||||
for _, s := range search {
|
|
||||||
if s.(*purchase_resource.PurchaseResource).EndDate == nil || time.Now().UTC().After(*s.(*purchase_resource.PurchaseResource).EndDate) {
|
|
||||||
return 0, nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
p, err := d.Item.GetPrice()
|
|
||||||
if err != nil {
|
|
||||||
return 0, err
|
|
||||||
}
|
|
||||||
return p * float64(d.Quantity), nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// SHOULD SET A BUYING STATUS WHEN PAYMENT IS VALIDATED
|
|
||||||
|
|||||||
@@ -36,7 +36,7 @@ func (a *orderMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBO
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (a *orderMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *orderMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return nil, 404, errors.New("Not implemented")
|
return utils.GenericStoreOne(data,a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *orderMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *orderMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
|||||||
1
models/order/tests/order_test.go
Normal file
1
models/order/tests/order_test.go
Normal file
@@ -0,0 +1 @@
|
|||||||
|
package tests
|
||||||
@@ -37,6 +37,10 @@ type Peer struct {
|
|||||||
FailedExecution []PeerExecution `json:"failed_execution" bson:"failed_execution"` // FailedExecution is the list of failed executions, to be retried
|
FailedExecution []PeerExecution `json:"failed_execution" bson:"failed_execution"` // FailedExecution is the list of failed executions, to be retried
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (ao *Peer) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
// AddExecution adds an execution to the list of failed executions
|
// AddExecution adds an execution to the list of failed executions
|
||||||
func (ao *Peer) AddExecution(exec PeerExecution) {
|
func (ao *Peer) AddExecution(exec PeerExecution) {
|
||||||
found := false
|
found := false
|
||||||
@@ -73,7 +77,7 @@ func (p *Peer) IsMySelf() (bool, string) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// LaunchPeerExecution launches an execution on a peer
|
// LaunchPeerExecution launches an execution on a peer
|
||||||
func (p *Peer) LaunchPeerExecution(peerID string, dataID string, dt tools.DataType, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) (*PeerExecution, error) {
|
func (p *Peer) LaunchPeerExecution(peerID string, dataID string, dt tools.DataType, method tools.METHOD, body interface{}, caller *tools.HTTPCaller) (map[string]interface{}, error) {
|
||||||
p.UUID = peerID
|
p.UUID = peerID
|
||||||
return cache.LaunchPeerExecution(peerID, dataID, dt, method, body, caller) // Launch the execution on the peer through the cache
|
return cache.LaunchPeerExecution(peerID, dataID, dt, method, body, caller) // Launch the execution on the peer through the cache
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,7 +4,6 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"regexp"
|
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
@@ -15,11 +14,11 @@ import (
|
|||||||
* it defines the execution data
|
* it defines the execution data
|
||||||
*/
|
*/
|
||||||
type PeerExecution struct {
|
type PeerExecution struct {
|
||||||
Method string `json:"method" bson:"method"`
|
Method string `json:"method" bson:"method"`
|
||||||
Url string `json:"url" bson:"url"`
|
Url string `json:"url" bson:"url"`
|
||||||
Body map[string]interface{} `json:"body" bson:"body"`
|
Body interface{} `json:"body" bson:"body"`
|
||||||
DataType int `json:"data_type" bson:"data_type"`
|
DataType int `json:"data_type" bson:"data_type"`
|
||||||
DataID string `json:"data_id" bson:"data_id"`
|
DataID string `json:"data_id" bson:"data_id"`
|
||||||
}
|
}
|
||||||
|
|
||||||
var cache = &PeerCache{} // Singleton instance of the peer cache
|
var cache = &PeerCache{} // Singleton instance of the peer cache
|
||||||
@@ -29,99 +28,69 @@ type PeerCache struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// urlFormat formats the URL of the peer with the data type API function
|
// urlFormat formats the URL of the peer with the data type API function
|
||||||
func (p *PeerCache) urlFormat(url string, dt tools.DataType) string {
|
func (p *PeerCache) urlFormat(hostUrl string, dt tools.DataType) string {
|
||||||
// localhost is replaced by the local peer URL
|
return hostUrl + "/" + strings.ReplaceAll(dt.API(), "oc-", "")
|
||||||
// because localhost must collide on a web request security protocol
|
|
||||||
localhost := ""
|
|
||||||
if strings.Contains(url, "localhost") {
|
|
||||||
localhost = "localhost"
|
|
||||||
}
|
|
||||||
if strings.Contains(url, "127.0.0.1") {
|
|
||||||
localhost = "127.0.0.1"
|
|
||||||
}
|
|
||||||
if localhost != "" {
|
|
||||||
r := regexp.MustCompile("(" + localhost + ":[0-9]+)")
|
|
||||||
t := r.FindString(url)
|
|
||||||
if t != "" {
|
|
||||||
url = strings.Replace(url, t, dt.API()+":8080/oc", -1)
|
|
||||||
} else {
|
|
||||||
url = strings.ReplaceAll(url, localhost, dt.API()+":8080/oc")
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
url = url + "/" + dt.API()
|
|
||||||
}
|
|
||||||
return url
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// checkPeerStatus checks the status of a peer
|
// checkPeerStatus checks the status of a peer
|
||||||
func (p *PeerCache) checkPeerStatus(peerID string, appName string, caller *tools.HTTPCaller) (*Peer, bool) {
|
func (p *PeerCache) checkPeerStatus(peerID string, appName string) (*Peer, bool) {
|
||||||
api := tools.API{}
|
api := tools.API{}
|
||||||
access := NewShallowAccessor()
|
access := NewShallowAccessor()
|
||||||
res, code, _ := access.LoadOne(peerID) // Load the peer from db
|
res, code, _ := access.LoadOne(peerID) // Load the peer from db
|
||||||
if code != 200 { // no peer no party
|
if code != 200 { // no peer no party
|
||||||
return nil, false
|
return nil, false
|
||||||
}
|
}
|
||||||
methods := caller.URLS[tools.PEER] // Get the methods url of the peer
|
url := p.urlFormat(res.(*Peer).Url, tools.PEER) + "/status" // Format the URL
|
||||||
if methods == nil {
|
|
||||||
return res.(*Peer), false
|
|
||||||
}
|
|
||||||
meth := methods[tools.POST] // Get the POST method to check status
|
|
||||||
if meth == "" {
|
|
||||||
return res.(*Peer), false
|
|
||||||
}
|
|
||||||
url := p.urlFormat(res.(*Peer).Url, tools.PEER) + meth // Format the URL
|
|
||||||
fmt.Println("Checking peer status on", url, "...")
|
|
||||||
state, services := api.CheckRemotePeer(url)
|
state, services := api.CheckRemotePeer(url)
|
||||||
fmt.Println("Checking peer status on", url, state, services) // Check the status of the peer
|
|
||||||
res.(*Peer).ServicesState = services // Update the services states of the peer
|
res.(*Peer).ServicesState = services // Update the services states of the peer
|
||||||
access.UpdateOne(res, peerID) // Update the peer in the db
|
access.UpdateOne(res, peerID) // Update the peer in the db
|
||||||
return res.(*Peer), state != tools.DEAD && services[appName] == 0 // Return the peer and its status
|
return res.(*Peer), state != tools.DEAD && services[appName] == 0 // Return the peer and its status
|
||||||
}
|
}
|
||||||
|
|
||||||
// LaunchPeerExecution launches an execution on a peer
|
// LaunchPeerExecution launches an execution on a peer
|
||||||
|
// The method contacts the path described by : peer.Url + datatype path (from enums) + replacement of id by dataID
|
||||||
func (p *PeerCache) LaunchPeerExecution(peerID string, dataID string,
|
func (p *PeerCache) LaunchPeerExecution(peerID string, dataID string,
|
||||||
dt tools.DataType, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) (*PeerExecution, error) {
|
dt tools.DataType, method tools.METHOD, body interface{}, caller tools.HTTPCallerITF) (map[string]interface{}, error) {
|
||||||
fmt.Println("Launching peer execution on", caller.URLS, dt, method)
|
fmt.Println("Launching peer execution on", caller.GetUrls(), dt, method)
|
||||||
methods := caller.URLS[dt] // Get the methods url of the data type
|
methods := caller.GetUrls()[dt] // Get the methods url of the data type
|
||||||
if m, ok := methods[method]; !ok || m == "" {
|
if m, ok := methods[method]; !ok || m == "" {
|
||||||
return nil, errors.New("no path found")
|
return map[string]interface{}{}, errors.New("Requested method " + method.String() + " not declared in HTTPCaller")
|
||||||
}
|
}
|
||||||
meth := methods[method] // Get the method url to execute
|
path := methods[method] // Get the path corresponding to the action we want to execute
|
||||||
meth = strings.ReplaceAll(meth, ":id", dataID) // Replace the id in the url in case of a DELETE / UPDATE method (it's a standard naming in OC)
|
path = strings.ReplaceAll(path, ":id", dataID) // Replace the id in the path in case of a DELETE / UPDATE method (it's a standard naming in OC)
|
||||||
url := ""
|
url := ""
|
||||||
|
|
||||||
// Check the status of the peer
|
// Check the status of the peer
|
||||||
if mypeer, ok := p.checkPeerStatus(peerID, dt.API(), caller); !ok && mypeer != nil {
|
if mypeer, ok := p.checkPeerStatus(peerID, dt.API()); !ok && mypeer != nil {
|
||||||
// If the peer is not reachable, add the execution to the failed executions list
|
// If the peer is not reachable, add the execution to the failed executions list
|
||||||
pexec := &PeerExecution{
|
pexec := &PeerExecution{
|
||||||
Method: method.String(),
|
Method: method.String(),
|
||||||
Url: p.urlFormat((mypeer.Url)+meth, dt),
|
Url: p.urlFormat((mypeer.Url), dt) + path, // the url is constitued of : host URL + resource path + action path (ex : mypeer.com/datacenter/resourcetype/path/to/action)
|
||||||
Body: body,
|
Body: body,
|
||||||
DataType: dt.EnumIndex(),
|
DataType: dt.EnumIndex(),
|
||||||
DataID: dataID,
|
DataID: dataID,
|
||||||
}
|
}
|
||||||
mypeer.AddExecution(*pexec)
|
mypeer.AddExecution(*pexec)
|
||||||
NewShallowAccessor().UpdateOne(mypeer, peerID) // Update the peer in the db
|
NewShallowAccessor().UpdateOne(mypeer, peerID) // Update the peer in the db
|
||||||
return nil, errors.New("peer is not reachable")
|
return map[string]interface{}{}, errors.New("peer is " + peerID + " not reachable")
|
||||||
} else {
|
} else {
|
||||||
if mypeer == nil {
|
if mypeer == nil {
|
||||||
return nil, errors.New("peer not found")
|
return map[string]interface{}{}, errors.New("peer " + peerID + " not found")
|
||||||
}
|
}
|
||||||
// If the peer is reachable, launch the execution
|
// If the peer is reachable, launch the execution
|
||||||
url = p.urlFormat((mypeer.Url)+meth, dt) // Format the URL
|
url = p.urlFormat((mypeer.Url), dt) + path // Format the URL
|
||||||
tmp := mypeer.FailedExecution // Get the failed executions list
|
tmp := mypeer.FailedExecution // Get the failed executions list
|
||||||
mypeer.FailedExecution = []PeerExecution{} // Reset the failed executions list
|
mypeer.FailedExecution = []PeerExecution{} // Reset the failed executions list
|
||||||
NewShallowAccessor().UpdateOne(mypeer, peerID) // Update the peer in the db
|
NewShallowAccessor().UpdateOne(mypeer, peerID) // Update the peer in the db
|
||||||
for _, v := range tmp { // Retry the failed executions
|
for _, v := range tmp { // Retry the failed executions
|
||||||
go p.exec(v.Url, tools.ToMethod(v.Method), v.Body, caller)
|
go p.Exec(v.Url, tools.ToMethod(v.Method), v.Body, caller)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
fmt.Println("URL exec", url)
|
return p.Exec(url, method, body, caller) // Execute the method
|
||||||
return nil, p.exec(url, method, body, caller) // Execute the method
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// exec executes the method on the peer
|
// exec executes the method on the peer
|
||||||
func (p *PeerCache) exec(url string, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) error {
|
func (p *PeerCache) Exec(url string, method tools.METHOD, body interface{}, caller tools.HTTPCallerITF) (map[string]interface{}, error) {
|
||||||
var b []byte
|
var b []byte
|
||||||
var err error
|
var err error
|
||||||
if method == tools.POST { // Execute the POST method if it's a POST method
|
if method == tools.POST { // Execute the POST method if it's a POST method
|
||||||
@@ -134,12 +103,15 @@ func (p *PeerCache) exec(url string, method tools.METHOD, body map[string]interf
|
|||||||
b, err = caller.CallDelete(url, "")
|
b, err = caller.CallDelete(url, "")
|
||||||
}
|
}
|
||||||
var m map[string]interface{}
|
var m map[string]interface{}
|
||||||
json.Unmarshal(b, &m)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return m, err
|
||||||
|
}
|
||||||
|
err = json.Unmarshal(b, &m)
|
||||||
|
if err != nil {
|
||||||
|
return m, err
|
||||||
}
|
}
|
||||||
if e, ok := m["error"]; ok && e != "<nil>" && e != "" { // Check if there is an error in the response
|
if e, ok := m["error"]; ok && e != "<nil>" && e != "" { // Check if there is an error in the response
|
||||||
return errors.New(fmt.Sprintf("%v", m["error"]))
|
return m, errors.New(fmt.Sprintf("%v", m["error"]))
|
||||||
}
|
}
|
||||||
return nil
|
return m, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -11,12 +11,14 @@ import (
|
|||||||
|
|
||||||
type peerMongoAccessor struct {
|
type peerMongoAccessor struct {
|
||||||
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
OverrideAuth bool
|
||||||
}
|
}
|
||||||
|
|
||||||
// New creates a new instance of the peerMongoAccessor
|
// New creates a new instance of the peerMongoAccessor
|
||||||
func NewShallowAccessor() *peerMongoAccessor {
|
func NewShallowAccessor() *peerMongoAccessor {
|
||||||
return &peerMongoAccessor{
|
return &peerMongoAccessor{
|
||||||
utils.AbstractAccessor{
|
OverrideAuth: true,
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
Logger: logs.CreateLogger(tools.PEER.String()), // Create a logger with the data type
|
Logger: logs.CreateLogger(tools.PEER.String()), // Create a logger with the data type
|
||||||
Type: tools.PEER,
|
Type: tools.PEER,
|
||||||
},
|
},
|
||||||
@@ -25,7 +27,8 @@ func NewShallowAccessor() *peerMongoAccessor {
|
|||||||
|
|
||||||
func NewAccessor(request *tools.APIRequest) *peerMongoAccessor {
|
func NewAccessor(request *tools.APIRequest) *peerMongoAccessor {
|
||||||
return &peerMongoAccessor{
|
return &peerMongoAccessor{
|
||||||
utils.AbstractAccessor{
|
OverrideAuth: false,
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
Logger: logs.CreateLogger(tools.PEER.String()), // Create a logger with the data type
|
Logger: logs.CreateLogger(tools.PEER.String()), // Create a logger with the data type
|
||||||
Request: request,
|
Request: request,
|
||||||
Type: tools.PEER,
|
Type: tools.PEER,
|
||||||
@@ -33,6 +36,10 @@ func NewAccessor(request *tools.APIRequest) *peerMongoAccessor {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) ShouldVerifyAuth() bool {
|
||||||
|
return !wfa.OverrideAuth
|
||||||
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Nothing special here, just the basic CRUD operations
|
* Nothing special here, just the basic CRUD operations
|
||||||
*/
|
*/
|
||||||
@@ -66,20 +73,22 @@ func (wfa *peerMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, in
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *peerMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (wfa *peerMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*Peer](filters, search, wfa.getDefaultFilter(search),
|
return utils.GenericSearch[*Peer](filters, search, wfa.GetDefaultFilter(search),
|
||||||
func(d utils.DBObject) utils.ShallowDBObject {
|
func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
return d
|
return d
|
||||||
}, isDraft, wfa)
|
}, isDraft, wfa)
|
||||||
}
|
}
|
||||||
func (a *peerMongoAccessor) getDefaultFilter(search string) *dbs.Filters {
|
func (a *peerMongoAccessor) GetDefaultFilter(search string) *dbs.Filters {
|
||||||
s, err := strconv.Atoi(search)
|
if i, err := strconv.Atoi(search); err == nil {
|
||||||
if err == nil {
|
|
||||||
return &dbs.Filters{
|
return &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
||||||
"state": {{Operator: dbs.EQUAL.String(), Value: s}},
|
"state": {{Operator: dbs.EQUAL.String(), Value: i}},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
if search == "*" {
|
||||||
|
search = ""
|
||||||
|
}
|
||||||
return &dbs.Filters{
|
return &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
||||||
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
|||||||
100
models/peer/tests/peer_cache_test.go
Normal file
100
models/peer/tests/peer_cache_test.go
Normal file
@@ -0,0 +1,100 @@
|
|||||||
|
package peer_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/mock"
|
||||||
|
)
|
||||||
|
|
||||||
|
// MockHTTPCaller mocks tools.HTTPCaller
|
||||||
|
type MockHTTPCaller struct {
|
||||||
|
mock.Mock
|
||||||
|
URLS map[tools.DataType]map[tools.METHOD]string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *MockHTTPCaller) GetUrls() map[tools.DataType]map[tools.METHOD]string {
|
||||||
|
return c.URLS
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockHTTPCaller) CallPost(url, token string, body interface{}, types ...string) ([]byte, error) {
|
||||||
|
args := m.Called(url, token, body)
|
||||||
|
return args.Get(0).([]byte), args.Error(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockHTTPCaller) CallGet(url, token string, types ...string) ([]byte, error) {
|
||||||
|
args := m.Called(url, token)
|
||||||
|
return args.Get(0).([]byte), args.Error(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockHTTPCaller) CallDelete(url, token string) ([]byte, error) {
|
||||||
|
args := m.Called(url, token)
|
||||||
|
return args.Get(0).([]byte), args.Error(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLaunchPeerExecution_PeerNotReachable(t *testing.T) {
|
||||||
|
cache := &peer.PeerCache{}
|
||||||
|
caller := &MockHTTPCaller{
|
||||||
|
URLS: map[tools.DataType]map[tools.METHOD]string{
|
||||||
|
tools.PEER: {
|
||||||
|
tools.POST: "/execute/:id",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
exec, err := cache.LaunchPeerExecution("peer-id", "data-id", tools.PEER, tools.POST, map[string]string{"a": "b"}, caller)
|
||||||
|
assert.Nil(t, exec)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "not reachable")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestExecSuccess(t *testing.T) {
|
||||||
|
cache := &peer.PeerCache{}
|
||||||
|
caller := &MockHTTPCaller{}
|
||||||
|
url := "http://mockpeer/resource"
|
||||||
|
response := map[string]interface{}{"result": "ok"}
|
||||||
|
data, _ := json.Marshal(response)
|
||||||
|
|
||||||
|
caller.On("CallPost", url, "", mock.Anything).Return(data, nil)
|
||||||
|
_, err := cache.Exec(url, tools.POST, map[string]string{"key": "value"}, caller)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
caller.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestExecReturnsErrorField(t *testing.T) {
|
||||||
|
cache := &peer.PeerCache{}
|
||||||
|
caller := &MockHTTPCaller{}
|
||||||
|
url := "http://mockpeer/resource"
|
||||||
|
response := map[string]interface{}{"error": "something failed"}
|
||||||
|
data, _ := json.Marshal(response)
|
||||||
|
|
||||||
|
caller.On("CallPost", url, "", mock.Anything).Return(data, nil)
|
||||||
|
_, err := cache.Exec(url, tools.POST, map[string]string{"key": "value"}, caller)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, "something failed", err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestExecInvalidJSON(t *testing.T) {
|
||||||
|
cache := &peer.PeerCache{}
|
||||||
|
caller := &MockHTTPCaller{}
|
||||||
|
url := "http://mockpeer/resource"
|
||||||
|
caller.On("CallPost", url, "", mock.Anything).Return([]byte("{invalid json}"), nil)
|
||||||
|
_, err := cache.Exec(url, tools.POST, map[string]string{"key": "value"}, caller)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "invalid character")
|
||||||
|
}
|
||||||
|
|
||||||
|
type mockAccessor struct {
|
||||||
|
loadOne func(string) (interface{}, int, error)
|
||||||
|
updateOne func(interface{}, string) error
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *mockAccessor) LoadOne(id string) (interface{}, int, error) {
|
||||||
|
return m.loadOne(id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *mockAccessor) UpdateOne(i interface{}, id string) error {
|
||||||
|
return m.updateOne(i, id)
|
||||||
|
}
|
||||||
127
models/peer/tests/peer_test.go
Normal file
127
models/peer/tests/peer_test.go
Normal file
@@ -0,0 +1,127 @@
|
|||||||
|
package peer_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/mock"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type MockAccessor struct {
|
||||||
|
mock.Mock
|
||||||
|
utils.AbstractAccessor
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(set, id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(data)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(filters, search, isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func newTestPeer() *peer.Peer {
|
||||||
|
return &peer.Peer{
|
||||||
|
Url: "http://localhost",
|
||||||
|
WalletAddress: "0x123",
|
||||||
|
PublicKey: "pubkey",
|
||||||
|
State: peer.SELF,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeleteOne_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
mockAcc.On("DeleteOne", "id").Return(newTestPeer(), 200, nil)
|
||||||
|
|
||||||
|
obj, code, err := mockAcc.DeleteOne("id")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.NotNil(t, obj)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateOne_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
peerObj := newTestPeer()
|
||||||
|
mockAcc.On("UpdateOne", peerObj, "id").Return(peerObj, 200, nil)
|
||||||
|
|
||||||
|
obj, code, err := mockAcc.UpdateOne(peerObj, "id")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, peerObj, obj)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreOne_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
peerObj := newTestPeer()
|
||||||
|
mockAcc.On("StoreOne", peerObj).Return(peerObj, 200, nil)
|
||||||
|
|
||||||
|
obj, code, err := mockAcc.StoreOne(peerObj)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, peerObj, obj)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOne_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
mockAcc.On("LoadOne", "test-id").Return(newTestPeer(), 200, nil)
|
||||||
|
|
||||||
|
obj, code, err := mockAcc.LoadOne("test-id")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.NotNil(t, obj)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadAll_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
expected := []utils.ShallowDBObject{newTestPeer()}
|
||||||
|
mockAcc.On("LoadAll", false).Return(expected, 200, nil)
|
||||||
|
|
||||||
|
objs, code, err := mockAcc.LoadAll(false)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, expected, objs)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSearch_UsingMock(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
filters := &dbs.Filters{}
|
||||||
|
expected := []utils.ShallowDBObject{newTestPeer()}
|
||||||
|
mockAcc.On("Search", filters, "test", false).Return(expected, 200, nil)
|
||||||
|
|
||||||
|
objs, code, err := mockAcc.Search(filters, "test", false)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, expected, objs)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
109
models/resources/compute.go
Normal file → Executable file
109
models/resources/compute.go
Normal file → Executable file
@@ -5,7 +5,8 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
@@ -16,50 +17,81 @@ import (
|
|||||||
* it defines the resource compute
|
* it defines the resource compute
|
||||||
*/
|
*/
|
||||||
type ComputeResource struct {
|
type ComputeResource struct {
|
||||||
AbstractResource[*ComputeResourceInstance]
|
AbstractInstanciatedResource[*ComputeResourceInstance]
|
||||||
Architecture string `json:"architecture,omitempty" bson:"architecture,omitempty"` // Architecture is the architecture
|
Architecture string `json:"architecture,omitempty" bson:"architecture,omitempty"` // Architecture is the architecture
|
||||||
Infrastructure common.InfrastructureType `json:"infrastructure,omitempty" bson:"infrastructure,omitempty"`
|
Infrastructure enum.InfrastructureType `json:"infrastructure" bson:"infrastructure" default:"-1"` // Infrastructure is the infrastructure
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *ComputeResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *ComputeResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor[*ComputeResource](tools.COMPUTE_RESOURCE, request, func() utils.DBObject { return &ComputeResource{} })
|
return NewAccessor[*ComputeResource](tools.COMPUTE_RESOURCE, request, func() utils.DBObject { return &ComputeResource{} })
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *ComputeResource) GetType() string {
|
||||||
|
return tools.COMPUTE_RESOURCE.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (abs *ComputeResource) ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
||||||
|
if t != tools.COMPUTE_RESOURCE {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
p := abs.AbstractInstanciatedResource.ConvertToPricedResource(t, request)
|
||||||
|
priced := p.(*PricedResource)
|
||||||
|
return &PricedComputeResource{
|
||||||
|
PricedResource: *priced,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
type ComputeNode struct {
|
||||||
|
Name string `json:"name,omitempty" bson:"name,omitempty"`
|
||||||
|
Quantity int64 `json:"quantity" bson:"quantity" default:"1"`
|
||||||
|
RAM *models.RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
||||||
|
CPUs map[string]int64 `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
||||||
|
GPUs map[string]int64 `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
||||||
|
}
|
||||||
|
|
||||||
type ComputeResourceInstance struct {
|
type ComputeResourceInstance struct {
|
||||||
ResourceInstance[*ComputeResourcePartnership]
|
ResourceInstance[*ComputeResourcePartnership]
|
||||||
SecurityLevel string `json:"security_level,omitempty" bson:"security_level,omitempty"`
|
Source string `json:"source,omitempty" bson:"source,omitempty"` // Source is the source of the resource
|
||||||
PowerSource string `json:"power_source,omitempty" bson:"power_source,omitempty"`
|
SecurityLevel string `json:"security_level,omitempty" bson:"security_level,omitempty"`
|
||||||
CPUs map[string]*common.CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
PowerSources []string `json:"power_sources,omitempty" bson:"power_sources,omitempty"`
|
||||||
GPUs map[string]*common.GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
AnnualCO2Emissions float64 `json:"annual_co2_emissions,omitempty" bson:"co2_emissions,omitempty"`
|
||||||
RAM *common.RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
CPUs map[string]*models.CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
||||||
|
GPUs map[string]*models.GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
||||||
|
Nodes []*ComputeNode `json:"nodes,omitempty" bson:"nodes,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type ComputeResourcePartnership struct {
|
type ComputeResourcePartnership struct {
|
||||||
ResourcePartnerShip[*ComputeResourcePricingProfile]
|
ResourcePartnerShip[*ComputeResourcePricingProfile]
|
||||||
MaxAllowedCPUsCores map[string]int `json:"allowed_cpus,omitempty" bson:"allowed_cpus,omitempty"`
|
MinGaranteedCPUsCores map[string]float64 `json:"garanteed_cpus,omitempty" bson:"garanteed_cpus,omitempty"`
|
||||||
|
MinGaranteedGPUsMemoryGB map[string]float64 `json:"garanteed_gpus,omitempty" bson:"garanteed_gpus,omitempty"`
|
||||||
|
MinGaranteedRAMSize float64 `json:"garanteed_ram,omitempty" bson:"garanteed_ram,omitempty"`
|
||||||
|
|
||||||
|
MaxAllowedCPUsCores map[string]float64 `json:"allowed_cpus,omitempty" bson:"allowed_cpus,omitempty"`
|
||||||
MaxAllowedGPUsMemoryGB map[string]float64 `json:"allowed_gpus,omitempty" bson:"allowed_gpus,omitempty"`
|
MaxAllowedGPUsMemoryGB map[string]float64 `json:"allowed_gpus,omitempty" bson:"allowed_gpus,omitempty"`
|
||||||
MaxAllowedRAMSize float64 `json:"allowed_ram,omitempty" bson:"allowed_ram,omitempty"`
|
MaxAllowedRAMSize float64 `json:"allowed_ram,omitempty" bson:"allowed_ram,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type ComputeResourcePricingProfileOptions struct {
|
|
||||||
CPUCore int `json:"cpu_core" bson:"cpu_core" default:"1"`
|
|
||||||
GPUMemoryGB float64 `json:"gpu_memory_gb" bson:"gpu_memory_gb" default:"1"`
|
|
||||||
RAMSizeGB float64 `json:"ram_size_gb" bson:"ram_size_gb" default:"1"`
|
|
||||||
}
|
|
||||||
|
|
||||||
type ComputeResourcePricingProfile struct {
|
type ComputeResourcePricingProfile struct {
|
||||||
pricing.ExploitPricingProfile[pricing.TimePricingStrategy]
|
pricing.ExploitPricingProfile[pricing.TimePricingStrategy]
|
||||||
Options ComputeResourcePricingProfileOptions `json:"options,omitempty" bson:"options,omitempty"` // Options is the options of the pricing profile
|
|
||||||
// ExploitPricingProfile is the pricing profile of a compute it means that we exploit the resource for an amount of continuous time
|
// ExploitPricingProfile is the pricing profile of a compute it means that we exploit the resource for an amount of continuous time
|
||||||
OverrideCPUsPrices map[string]float64 `json:"cpus_prices,omitempty" bson:"cpus_prices,omitempty"` // CPUsPrices is the prices of the CPUs
|
CPUsPrices map[string]float64 `json:"cpus_prices,omitempty" bson:"cpus_prices,omitempty"` // CPUsPrices is the prices of the CPUs
|
||||||
OverrideGPUsPrices map[string]float64 `json:"gpus_prices,omitempty" bson:"gpus_prices,omitempty"` // GPUsPrices is the prices of the GPUs
|
GPUsPrices map[string]float64 `json:"gpus_prices,omitempty" bson:"gpus_prices,omitempty"` // GPUsPrices is the prices of the GPUs
|
||||||
OverrideRAMPrice float64 `json:"ram_price" bson:"ram_price" default:"-1"` // RAMPrice is the price of the RAM
|
RAMPrice float64 `json:"ram_price" bson:"ram_price" default:"-1"` // RAMPrice is the price of the RAM
|
||||||
}
|
}
|
||||||
|
|
||||||
// PROBLEM
|
func (p *ComputeResourcePricingProfile) IsPurchasable() bool {
|
||||||
|
return p.Pricing.BuyingStrategy != pricing.UNDEFINED_SUBSCRIPTION
|
||||||
|
}
|
||||||
|
|
||||||
func (p *ComputeResourcePricingProfile) IsPurchased() bool {
|
func (p *ComputeResourcePricingProfile) GetPurchase() pricing.BuyingStrategy {
|
||||||
return p.Pricing.BuyingStrategy != pricing.PAY_PER_USE
|
return p.Pricing.BuyingStrategy
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *ComputeResourcePricingProfile) IsBooked() bool {
|
||||||
|
if p.Pricing.BuyingStrategy == pricing.PERMANENT {
|
||||||
|
p.Pricing.BuyingStrategy = pricing.SUBSCRIPTION
|
||||||
|
}
|
||||||
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *ComputeResourcePricingProfile) GetOverrideStrategyValue() int {
|
func (p *ComputeResourcePricingProfile) GetOverrideStrategyValue() int {
|
||||||
@@ -75,10 +107,10 @@ func (p *ComputeResourcePricingProfile) GetPrice(amountOfData float64, explicitD
|
|||||||
pp := float64(0)
|
pp := float64(0)
|
||||||
model := params[1]
|
model := params[1]
|
||||||
if strings.Contains(params[0], "cpus") && len(params) > 1 {
|
if strings.Contains(params[0], "cpus") && len(params) > 1 {
|
||||||
if _, ok := p.OverrideCPUsPrices[model]; ok {
|
if _, ok := p.CPUsPrices[model]; ok {
|
||||||
p.Pricing.Price = p.OverrideCPUsPrices[model]
|
p.Pricing.Price = p.CPUsPrices[model]
|
||||||
}
|
}
|
||||||
r, err := p.Pricing.GetPrice(amountOfData/float64(p.Options.CPUCore), explicitDuration, start, &end)
|
r, err := p.Pricing.GetPrice(amountOfData, explicitDuration, start, &end)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
@@ -86,20 +118,20 @@ func (p *ComputeResourcePricingProfile) GetPrice(amountOfData float64, explicitD
|
|||||||
|
|
||||||
}
|
}
|
||||||
if strings.Contains(params[0], "gpus") && len(params) > 1 {
|
if strings.Contains(params[0], "gpus") && len(params) > 1 {
|
||||||
if _, ok := p.OverrideGPUsPrices[model]; ok {
|
if _, ok := p.GPUsPrices[model]; ok {
|
||||||
p.Pricing.Price = p.OverrideGPUsPrices[model]
|
p.Pricing.Price = p.GPUsPrices[model]
|
||||||
}
|
}
|
||||||
r, err := p.Pricing.GetPrice(amountOfData/float64(p.Options.GPUMemoryGB), explicitDuration, start, &end)
|
r, err := p.Pricing.GetPrice(amountOfData, explicitDuration, start, &end)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
pp += r
|
pp += r
|
||||||
}
|
}
|
||||||
if strings.Contains(params[0], "ram") {
|
if strings.Contains(params[0], "ram") {
|
||||||
if p.OverrideRAMPrice >= 0 {
|
if p.RAMPrice >= 0 {
|
||||||
p.Pricing.Price = p.OverrideRAMPrice
|
p.Pricing.Price = p.RAMPrice
|
||||||
}
|
}
|
||||||
r, err := p.Pricing.GetPrice(float64(amountOfData)/p.Options.RAMSizeGB, explicitDuration, start, &end)
|
r, err := p.Pricing.GetPrice(float64(amountOfData), explicitDuration, start, &end)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
@@ -121,13 +153,18 @@ func (r *PricedComputeResource) GetType() tools.DataType {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *PricedComputeResource) GetPrice() (float64, error) {
|
func (r *PricedComputeResource) GetPrice() (float64, error) {
|
||||||
if r.UsageStart == nil || r.UsageEnd == nil {
|
now := time.Now()
|
||||||
return 0, errors.New("Usage start and end must be set")
|
if r.UsageStart == nil {
|
||||||
|
r.UsageStart = &now
|
||||||
|
}
|
||||||
|
if r.UsageEnd == nil {
|
||||||
|
add := r.UsageStart.Add(time.Duration(1 * time.Hour))
|
||||||
|
r.UsageEnd = &add
|
||||||
}
|
}
|
||||||
if r.SelectedPricing == nil {
|
if r.SelectedPricing == nil {
|
||||||
return 0, errors.New("Selected pricing must be set")
|
return 0, errors.New("pricing profile must be set on Priced Compute" + r.ResourceID)
|
||||||
}
|
}
|
||||||
pricing := *r.SelectedPricing
|
pricing := r.SelectedPricing
|
||||||
price := float64(0)
|
price := float64(0)
|
||||||
for _, l := range []map[string]float64{r.CPUsLocated, r.GPUsLocated} {
|
for _, l := range []map[string]float64{r.CPUsLocated, r.GPUsLocated} {
|
||||||
for model, amountOfData := range l {
|
for model, amountOfData := range l {
|
||||||
|
|||||||
112
models/resources/data.go
Normal file → Executable file
112
models/resources/data.go
Normal file → Executable file
@@ -2,36 +2,29 @@ package resources
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
// enum of public private or licenced data
|
|
||||||
type DataLicense int
|
|
||||||
|
|
||||||
const (
|
|
||||||
PUBLIC DataLicense = iota
|
|
||||||
PRIVATE
|
|
||||||
LICENCED
|
|
||||||
)
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* DataResource is a struct that represents a data resource
|
* DataResource is a struct that represents a data resource
|
||||||
* it defines the resource data
|
* it defines the resource data
|
||||||
*/
|
*/
|
||||||
type DataResource struct {
|
type DataResource struct {
|
||||||
AbstractResource[*ResourceInstance[*DataResourcePartnership]]
|
AbstractInstanciatedResource[*DataInstance]
|
||||||
Type string `bson:"type,omitempty" json:"type,omitempty"`
|
Type string `bson:"type,omitempty" json:"type,omitempty"`
|
||||||
Quality string `bson:"quality,omitempty" json:"quality,omitempty"`
|
Quality string `bson:"quality,omitempty" json:"quality,omitempty"`
|
||||||
OpenData bool `bson:"open_data" json:"open_data" default:"false"` // Type is the type of the storage
|
OpenData bool `bson:"open_data" json:"open_data" default:"false"` // Type is the type of the storage
|
||||||
Static bool `bson:"static" json:"static" default:"false"`
|
Static bool `bson:"static" json:"static" default:"false"`
|
||||||
UpdatePeriod time.Time `bson:"update_period,omitempty" json:"update_period,omitempty"`
|
UpdatePeriod *time.Time `bson:"update_period,omitempty" json:"update_period,omitempty"`
|
||||||
PersonalData bool `bson:"personal_data,omitempty" json:"personal_data,omitempty"`
|
PersonalData bool `bson:"personal_data,omitempty" json:"personal_data,omitempty"`
|
||||||
AnonymizedPersonalData bool `bson:"anonymized_personal_data,omitempty" json:"anonymized_personal_data,omitempty"`
|
AnonymizedPersonalData bool `bson:"anonymized_personal_data,omitempty" json:"anonymized_personal_data,omitempty"`
|
||||||
SizeGB float64 `json:"size_gb,omitempty" bson:"size_gb,omitempty"` // SizeGB is the size of the data License DataLicense `json:"license" bson:"license" description:"license of the data" default:"0"` // License is the license of the data
|
SizeGB float64 `json:"size,omitempty" bson:"size,omitempty"` // SizeGB is the size of the data License DataLicense `json:"license" bson:"license" description:"license of the data" default:"0"` // License is the license of the data
|
||||||
// ? Interest DataLicense `json:"interest" bson:"interest" description:"interest of the data" default:"0"` // Interest is the interest of the data
|
// ? Interest DataLicense `json:"interest" bson:"interest" description:"interest of the data" default:"0"` // Interest is the interest of the data
|
||||||
Example string `json:"example,omitempty" bson:"example,omitempty" description:"base64 encoded data"` // Example is an example of the data
|
Example string `json:"example,omitempty" bson:"example,omitempty" description:"base64 encoded data"` // Example is an example of the data
|
||||||
}
|
}
|
||||||
@@ -40,6 +33,44 @@ func (d *DataResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
|||||||
return NewAccessor[*DataResource](tools.DATA_RESOURCE, request, func() utils.DBObject { return &DataResource{} }) // Create a new instance of the accessor
|
return NewAccessor[*DataResource](tools.DATA_RESOURCE, request, func() utils.DBObject { return &DataResource{} }) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *DataResource) GetType() string {
|
||||||
|
return tools.DATA_RESOURCE.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (abs *DataResource) ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
||||||
|
if t != tools.DATA_RESOURCE {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
p := abs.AbstractInstanciatedResource.ConvertToPricedResource(t, request)
|
||||||
|
priced := p.(*PricedResource)
|
||||||
|
return &PricedDataResource{
|
||||||
|
PricedResource: *priced,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
type DataInstance struct {
|
||||||
|
ResourceInstance[*DataResourcePartnership]
|
||||||
|
Source string `json:"source,omitempty" bson:"source,omitempty"` // Source is the source of the data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ri *DataInstance) StoreDraftDefault() {
|
||||||
|
found := false
|
||||||
|
for _, p := range ri.ResourceInstance.Env {
|
||||||
|
if p.Attr == "source" {
|
||||||
|
found = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !found {
|
||||||
|
ri.ResourceInstance.Env = append(ri.ResourceInstance.Env, models.Param{
|
||||||
|
Attr: "source",
|
||||||
|
Value: ri.Source,
|
||||||
|
Readonly: true,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
ri.ResourceInstance.StoreDraftDefault()
|
||||||
|
}
|
||||||
|
|
||||||
type DataResourcePartnership struct {
|
type DataResourcePartnership struct {
|
||||||
ResourcePartnerShip[*DataResourcePricingProfile]
|
ResourcePartnerShip[*DataResourcePricingProfile]
|
||||||
MaxDownloadableGbAllowed float64 `json:"allowed_gb,omitempty" bson:"allowed_gb,omitempty"`
|
MaxDownloadableGbAllowed float64 `json:"allowed_gb,omitempty" bson:"allowed_gb,omitempty"`
|
||||||
@@ -50,19 +81,31 @@ type DataResourcePartnership struct {
|
|||||||
type DataResourcePricingStrategy int
|
type DataResourcePricingStrategy int
|
||||||
|
|
||||||
const (
|
const (
|
||||||
PER_DOWNLOAD DataResourcePricingStrategy = iota
|
PER_DOWNLOAD DataResourcePricingStrategy = iota + 6
|
||||||
PER_TB_DOWNLOADED
|
PER_TB_DOWNLOADED
|
||||||
PER_GB_DOWNLOADED
|
PER_GB_DOWNLOADED
|
||||||
PER_MB_DOWNLOADED
|
PER_MB_DOWNLOADED
|
||||||
PER_KB_DOWNLOADED
|
PER_KB_DOWNLOADED
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func (t DataResourcePricingStrategy) String() string {
|
||||||
|
l := pricing.TimePricingStrategyListStr()
|
||||||
|
l = append(l, []string{"PER DOWNLOAD", "PER TB DOWNLOADED", "PER GB DOWNLOADED", "PER MB DOWNLOADED", "PER KB DOWNLOADED"}...)
|
||||||
|
return l[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
func DataResourcePricingStrategyList() []DataResourcePricingStrategy {
|
||||||
|
return []DataResourcePricingStrategy{PER_DOWNLOAD, PER_TB_DOWNLOADED, PER_GB_DOWNLOADED, PER_MB_DOWNLOADED, PER_KB_DOWNLOADED}
|
||||||
|
}
|
||||||
|
|
||||||
func ToDataResourcePricingStrategy(i int) DataResourcePricingStrategy {
|
func ToDataResourcePricingStrategy(i int) DataResourcePricingStrategy {
|
||||||
return DataResourcePricingStrategy(i)
|
return DataResourcePricingStrategy(i)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t DataResourcePricingStrategy) GetStrategy() string {
|
func (t DataResourcePricingStrategy) GetStrategy() string {
|
||||||
return [...]string{"PER_DOWNLOAD", "PER_GB", "PER_MB", "PER_KB"}[t]
|
l := pricing.TimePricingStrategyListStr()
|
||||||
|
l = append(l, []string{"PER DATA STORED", "PER TB STORED", "PER GB STORED", "PER MB STORED", "PER KB STORED"}...)
|
||||||
|
return l[t]
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t DataResourcePricingStrategy) GetStrategyValue() int {
|
func (t DataResourcePricingStrategy) GetStrategyValue() int {
|
||||||
@@ -82,7 +125,7 @@ func (t DataResourcePricingStrategy) GetQuantity(amountOfDataGB float64) (float6
|
|||||||
case PER_KB_DOWNLOADED:
|
case PER_KB_DOWNLOADED:
|
||||||
return amountOfDataGB / 1000000, nil
|
return amountOfDataGB / 1000000, nil
|
||||||
}
|
}
|
||||||
return 0, errors.New("Pricing strategy not found")
|
return 0, errors.New("pricing strategy not found")
|
||||||
}
|
}
|
||||||
|
|
||||||
type DataResourcePricingProfile struct {
|
type DataResourcePricingProfile struct {
|
||||||
@@ -97,8 +140,17 @@ func (p *DataResourcePricingProfile) GetPrice(amountOfData float64, explicitDura
|
|||||||
return p.Pricing.GetPrice(amountOfData, explicitDuration, start, &end)
|
return p.Pricing.GetPrice(amountOfData, explicitDuration, start, &end)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *DataResourcePricingProfile) IsPurchased() bool {
|
func (p *DataResourcePricingProfile) GetPurchase() pricing.BuyingStrategy {
|
||||||
return p.Pricing.BuyingStrategy != pricing.PAY_PER_USE
|
return p.Pricing.BuyingStrategy
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *DataResourcePricingProfile) IsPurchasable() bool {
|
||||||
|
return p.Pricing.BuyingStrategy != pricing.UNDEFINED_SUBSCRIPTION
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *DataResourcePricingProfile) IsBooked() bool {
|
||||||
|
// TODO WHAT ABOUT PAY PER USE... it's a complicate CASE
|
||||||
|
return p.Pricing.BuyingStrategy != pricing.PERMANENT
|
||||||
}
|
}
|
||||||
|
|
||||||
type PricedDataResource struct {
|
type PricedDataResource struct {
|
||||||
@@ -111,13 +163,19 @@ func (r *PricedDataResource) GetType() tools.DataType {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *PricedDataResource) GetPrice() (float64, error) {
|
func (r *PricedDataResource) GetPrice() (float64, error) {
|
||||||
if r.UsageStart == nil || r.UsageEnd == nil {
|
fmt.Println("GetPrice", r.UsageStart, r.UsageEnd)
|
||||||
return 0, errors.New("Usage start and end must be set")
|
now := time.Now()
|
||||||
|
if r.UsageStart == nil {
|
||||||
|
r.UsageStart = &now
|
||||||
|
}
|
||||||
|
if r.UsageEnd == nil {
|
||||||
|
add := r.UsageStart.Add(time.Duration(1 * time.Hour))
|
||||||
|
r.UsageEnd = &add
|
||||||
}
|
}
|
||||||
if r.SelectedPricing == nil {
|
if r.SelectedPricing == nil {
|
||||||
return 0, errors.New("Selected pricing must be set")
|
return 0, errors.New("pricing profile must be set on Priced Data" + r.ResourceID)
|
||||||
}
|
}
|
||||||
pricing := *r.SelectedPricing
|
pricing := r.SelectedPricing
|
||||||
var err error
|
var err error
|
||||||
amountOfData := float64(1)
|
amountOfData := float64(1)
|
||||||
if pricing.GetOverrideStrategyValue() >= 0 {
|
if pricing.GetOverrideStrategyValue() >= 0 {
|
||||||
|
|||||||
29
models/resources/interfaces.go
Normal file → Executable file
29
models/resources/interfaces.go
Normal file → Executable file
@@ -1,47 +1,38 @@
|
|||||||
package resources
|
package resources
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"time"
|
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type ShallowResourceInterface interface {
|
|
||||||
utils.DBObject
|
|
||||||
GetType() tools.DataType
|
|
||||||
GetCreatorID() string
|
|
||||||
GetPricingID() string
|
|
||||||
GetLocationStart() *time.Time
|
|
||||||
GetLocationEnd() *time.Time
|
|
||||||
GetExplicitDurationInS() float64
|
|
||||||
SetStartUsage(start time.Time)
|
|
||||||
SetEndUsage(end time.Time)
|
|
||||||
GetPartnership(request *tools.APIRequest) ResourcePartnerITF
|
|
||||||
SetResourceModel(model *resource_model.ResourceModel)
|
|
||||||
}
|
|
||||||
|
|
||||||
type ResourceInterface interface {
|
type ResourceInterface interface {
|
||||||
utils.DBObject
|
utils.DBObject
|
||||||
Trim()
|
Trim()
|
||||||
Transform() utils.DBObject
|
|
||||||
ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF
|
ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF
|
||||||
|
GetType() string
|
||||||
|
GetSelectedInstance() ResourceInstanceITF
|
||||||
|
ClearEnv() utils.DBObject
|
||||||
SetAllowedInstances(request *tools.APIRequest)
|
SetAllowedInstances(request *tools.APIRequest)
|
||||||
SetResourceModel(model *resource_model.ResourceModel)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
type ResourceInstanceITF interface {
|
type ResourceInstanceITF interface {
|
||||||
|
utils.DBObject
|
||||||
GetID() string
|
GetID() string
|
||||||
GetName() string
|
GetName() string
|
||||||
|
StoreDraftDefault()
|
||||||
|
ClearEnv()
|
||||||
|
GetProfile() pricing.PricingProfileITF
|
||||||
GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF
|
GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF
|
||||||
GetPeerGroups() ([]ResourcePartnerITF, []map[string][]string)
|
GetPeerGroups() ([]ResourcePartnerITF, []map[string][]string)
|
||||||
ClearPeerGroups()
|
ClearPeerGroups()
|
||||||
|
GetSelectedPartnership(peerID string, groups []string) ResourcePartnerITF
|
||||||
|
GetPartnerships(peerID string, groups []string) []ResourcePartnerITF
|
||||||
}
|
}
|
||||||
|
|
||||||
type ResourcePartnerITF interface {
|
type ResourcePartnerITF interface {
|
||||||
GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF
|
GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF
|
||||||
GetPeerGroups() map[string][]string
|
GetPeerGroups() map[string][]string
|
||||||
ClearPeerGroups()
|
ClearPeerGroups()
|
||||||
|
GetProfile(buying int, strategy int) pricing.PricingProfileITF
|
||||||
}
|
}
|
||||||
|
|||||||
1
models/resources/models.go
Normal file → Executable file
1
models/resources/models.go
Normal file → Executable file
@@ -28,6 +28,7 @@ func (r *ResourceSet) Clear() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *ResourceSet) Fill(request *tools.APIRequest) {
|
func (r *ResourceSet) Fill(request *tools.APIRequest) {
|
||||||
|
r.Clear()
|
||||||
for k, v := range map[utils.DBObject][]string{
|
for k, v := range map[utils.DBObject][]string{
|
||||||
(&DataResource{}): r.Datas,
|
(&DataResource{}): r.Datas,
|
||||||
(&ComputeResource{}): r.Computes,
|
(&ComputeResource{}): r.Computes,
|
||||||
|
|||||||
71
models/resources/priced_resource.go
Normal file → Executable file
71
models/resources/priced_resource.go
Normal file → Executable file
@@ -2,6 +2,7 @@ package resources
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
@@ -9,17 +10,20 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type PricedResource struct {
|
type PricedResource struct {
|
||||||
Name string `json:"name,omitempty" bson:"name,omitempty"`
|
Name string `json:"name,omitempty" bson:"name,omitempty"`
|
||||||
Logo string `json:"logo,omitempty" bson:"logo,omitempty"`
|
Logo string `json:"logo,omitempty" bson:"logo,omitempty"`
|
||||||
InstancesRefs map[string]string `json:"instances_refs,omitempty" bson:"instances_refs,omitempty"`
|
InstancesRefs map[string]string `json:"instances_refs,omitempty" bson:"instances_refs,omitempty"`
|
||||||
PricingProfiles map[string][]pricing.PricingProfileITF `json:"pricing_profiles,omitempty" bson:"pricing_profiles,omitempty"`
|
SelectedPricing pricing.PricingProfileITF `json:"selected_pricing,omitempty" bson:"selected_pricing,omitempty"`
|
||||||
SelectedPricing *pricing.PricingProfileITF `json:"selected_pricing,omitempty" bson:"selected_pricing,omitempty"`
|
ExplicitBookingDurationS float64 `json:"explicit_location_duration_s,omitempty" bson:"explicit_location_duration_s,omitempty"`
|
||||||
ExplicitBookingDurationS float64 `json:"explicit_location_duration_s,omitempty" bson:"explicit_location_duration_s,omitempty"`
|
UsageStart *time.Time `json:"start,omitempty" bson:"start,omitempty"`
|
||||||
UsageStart *time.Time `json:"start,omitempty" bson:"start,omitempty"`
|
UsageEnd *time.Time `json:"end,omitempty" bson:"end,omitempty"`
|
||||||
UsageEnd *time.Time `json:"end,omitempty" bson:"end,omitempty"`
|
CreatorID string `json:"peer_id,omitempty" bson:"peer_id,omitempty"`
|
||||||
CreatorID string `json:"peer_id,omitempty" bson:"peer_id,omitempty"`
|
ResourceID string `json:"resource_id,omitempty" bson:"resource_id,omitempty"`
|
||||||
ResourceID string `json:"resource_id,omitempty" bson:"resource_id,omitempty"`
|
ResourceType tools.DataType `json:"resource_type,omitempty" bson:"resource_type,omitempty"`
|
||||||
ResourceType tools.DataType `json:"resource_type,omitempty" bson:"resource_type,omitempty"`
|
}
|
||||||
|
|
||||||
|
func (abs *PricedResource) SelectPricing() pricing.PricingProfileITF {
|
||||||
|
return abs.SelectedPricing
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *PricedResource) GetID() string {
|
func (abs *PricedResource) GetID() string {
|
||||||
@@ -34,23 +38,19 @@ func (abs *PricedResource) GetCreatorID() string {
|
|||||||
return abs.CreatorID
|
return abs.CreatorID
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *PricedResource) SetStartUsage(start time.Time) {
|
func (abs *PricedResource) IsPurchasable() bool {
|
||||||
if abs.UsageStart == nil {
|
|
||||||
abs.UsageStart = &start
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (abs *PricedResource) SetEndUsage(end time.Time) {
|
|
||||||
if abs.UsageEnd == nil {
|
|
||||||
abs.UsageEnd = &end
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (abs *PricedResource) IsPurchased() bool {
|
|
||||||
if abs.SelectedPricing == nil {
|
if abs.SelectedPricing == nil {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
return (*abs.SelectedPricing).IsPurchased()
|
return (abs.SelectedPricing).IsPurchasable()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (abs *PricedResource) IsBooked() bool {
|
||||||
|
return true // For dev purposes, prevent that DB objects that don't have a Pricing are considered as not booked
|
||||||
|
if abs.SelectedPricing == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return (abs.SelectedPricing).IsBooked()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *PricedResource) GetLocationEnd() *time.Time {
|
func (abs *PricedResource) GetLocationEnd() *time.Time {
|
||||||
@@ -71,20 +71,31 @@ func (abs *PricedResource) SetLocationEnd(end time.Time) {
|
|||||||
|
|
||||||
func (abs *PricedResource) GetExplicitDurationInS() float64 {
|
func (abs *PricedResource) GetExplicitDurationInS() float64 {
|
||||||
if abs.ExplicitBookingDurationS == 0 {
|
if abs.ExplicitBookingDurationS == 0 {
|
||||||
if abs.UsageEnd == nil || abs.UsageStart == nil {
|
if abs.UsageEnd == nil && abs.UsageStart == nil {
|
||||||
return time.Duration(1 * time.Hour).Seconds()
|
return time.Duration(1 * time.Hour).Seconds()
|
||||||
}
|
}
|
||||||
|
if abs.UsageEnd == nil {
|
||||||
|
add := abs.UsageStart.Add(time.Duration(1 * time.Hour))
|
||||||
|
abs.UsageEnd = &add
|
||||||
|
}
|
||||||
return abs.UsageEnd.Sub(*abs.UsageStart).Seconds()
|
return abs.UsageEnd.Sub(*abs.UsageStart).Seconds()
|
||||||
}
|
}
|
||||||
return abs.ExplicitBookingDurationS
|
return abs.ExplicitBookingDurationS
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *PricedResource) GetPrice() (float64, error) {
|
func (r *PricedResource) GetPrice() (float64, error) {
|
||||||
if r.UsageStart == nil || r.UsageEnd == nil {
|
fmt.Println("GetPrice", r.UsageStart, r.UsageEnd)
|
||||||
return 0, errors.New("Usage start and end must be set")
|
now := time.Now()
|
||||||
|
if r.UsageStart == nil {
|
||||||
|
r.UsageStart = &now
|
||||||
|
}
|
||||||
|
if r.UsageEnd == nil {
|
||||||
|
add := r.UsageStart.Add(time.Duration(1 * time.Hour))
|
||||||
|
r.UsageEnd = &add
|
||||||
}
|
}
|
||||||
if r.SelectedPricing == nil {
|
if r.SelectedPricing == nil {
|
||||||
return 0, errors.New("Selected pricing must be set")
|
return 0, errors.New("pricing profile must be set on Priced Resource " + r.ResourceID)
|
||||||
}
|
}
|
||||||
return (*r.SelectedPricing).GetPrice(1, 0, *r.UsageStart, *r.UsageEnd)
|
pricing := r.SelectedPricing
|
||||||
|
return pricing.GetPrice(1, 0, *r.UsageStart, *r.UsageEnd)
|
||||||
}
|
}
|
||||||
|
|||||||
49
models/resources/processing.go
Normal file → Executable file
49
models/resources/processing.go
Normal file → Executable file
@@ -3,16 +3,17 @@ package resources
|
|||||||
import (
|
import (
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type ProcessingUsage struct {
|
type ProcessingUsage struct {
|
||||||
CPUs map[string]*common.CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
CPUs map[string]*models.CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs key is model
|
||||||
GPUs map[string]*common.GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
GPUs map[string]*models.GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs key is model
|
||||||
RAM *common.RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
RAM *models.RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
||||||
|
|
||||||
StorageGb float64 `bson:"storage,omitempty" json:"storage,omitempty"` // Storage is the storage
|
StorageGb float64 `bson:"storage,omitempty" json:"storage,omitempty"` // Storage is the storage
|
||||||
Hypothesis string `bson:"hypothesis,omitempty" json:"hypothesis,omitempty"`
|
Hypothesis string `bson:"hypothesis,omitempty" json:"hypothesis,omitempty"`
|
||||||
@@ -24,14 +25,26 @@ type ProcessingUsage struct {
|
|||||||
* it defines the resource processing
|
* it defines the resource processing
|
||||||
*/
|
*/
|
||||||
type ProcessingResource struct {
|
type ProcessingResource struct {
|
||||||
AbstractResource[*ResourceInstance[*ResourcePartnerShip[*ProcessingResourcePricingProfile]]]
|
AbstractInstanciatedResource[*ProcessingInstance]
|
||||||
Infrastructure common.InfrastructureType `json:"infrastructure,omitempty" bson:"infrastructure,omitempty"`
|
Infrastructure enum.InfrastructureType `json:"infrastructure" bson:"infrastructure" default:"-1"` // Infrastructure is the infrastructure
|
||||||
IsService bool `json:"is_service,omitempty" bson:"is_service,omitempty"` // IsService is a flag that indicates if the processing is a service
|
IsService bool `json:"is_service,omitempty" bson:"is_service,omitempty"` // IsService is a flag that indicates if the processing is a service
|
||||||
Usage *ProcessingUsage `bson:"usage,omitempty" json:"usage,omitempty"` // Usage is the usage of the processing
|
Usage *ProcessingUsage `bson:"usage,omitempty" json:"usage,omitempty"` // Usage is the usage of the processing
|
||||||
OpenSource bool `json:"open_source" bson:"open_source" default:"false"`
|
OpenSource bool `json:"open_source" bson:"open_source" default:"false"`
|
||||||
License string `json:"license,omitempty" bson:"license,omitempty"`
|
License string `json:"license,omitempty" bson:"license,omitempty"`
|
||||||
Maturity string `json:"maturity,omitempty" bson:"maturity,omitempty"`
|
Maturity string `json:"maturity,omitempty" bson:"maturity,omitempty"`
|
||||||
Container *common.Container `json:"container,omitempty" bson:"container,omitempty"` // Container is the container
|
}
|
||||||
|
|
||||||
|
func (r *ProcessingResource) GetType() string {
|
||||||
|
return tools.PROCESSING_RESOURCE.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
type ProcessingResourceAccess struct {
|
||||||
|
Container *models.Container `json:"container,omitempty" bson:"container,omitempty"` // Container is the container
|
||||||
|
}
|
||||||
|
|
||||||
|
type ProcessingInstance struct {
|
||||||
|
ResourceInstance[*ResourcePartnerShip[*ProcessingResourcePricingProfile]]
|
||||||
|
Access *ProcessingResourceAccess `json:"access,omitempty" bson:"access,omitempty"` // Access is the access
|
||||||
}
|
}
|
||||||
|
|
||||||
type PricedProcessingResource struct {
|
type PricedProcessingResource struct {
|
||||||
@@ -64,8 +77,16 @@ type ProcessingResourcePricingProfile struct {
|
|||||||
pricing.AccessPricingProfile[pricing.TimePricingStrategy] // AccessPricingProfile is the pricing profile of a data it means that we can access the data for an amount of time
|
pricing.AccessPricingProfile[pricing.TimePricingStrategy] // AccessPricingProfile is the pricing profile of a data it means that we can access the data for an amount of time
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *ProcessingResourcePricingProfile) IsPurchased() bool {
|
func (p *ProcessingResourcePricingProfile) IsPurchasable() bool {
|
||||||
return p.Pricing.BuyingStrategy != pricing.PAY_PER_USE
|
return p.Pricing.BuyingStrategy != pricing.UNDEFINED_SUBSCRIPTION
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *ProcessingResourcePricingProfile) IsBooked() bool {
|
||||||
|
return p.Pricing.BuyingStrategy != pricing.PERMANENT
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *ProcessingResourcePricingProfile) GetPurchase() pricing.BuyingStrategy {
|
||||||
|
return p.Pricing.BuyingStrategy
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *ProcessingResourcePricingProfile) GetPrice(amountOfData float64, val float64, start time.Time, end time.Time, params ...string) (float64, error) {
|
func (p *ProcessingResourcePricingProfile) GetPrice(amountOfData float64, val float64, start time.Time, end time.Time, params ...string) (float64, error) {
|
||||||
|
|||||||
@@ -9,9 +9,12 @@ import (
|
|||||||
|
|
||||||
type PurchaseResource struct {
|
type PurchaseResource struct {
|
||||||
utils.AbstractObject
|
utils.AbstractObject
|
||||||
EndDate *time.Time `json:"end_buying_date,omitempty" bson:"end_buying_date,omitempty"`
|
DestPeerID string `json:"dest_peer_id" bson:"dest_peer_id"`
|
||||||
ResourceID string `json:"resource_id" bson:"resource_id" validate:"required"`
|
PricedItem map[string]interface{} `json:"priced_item,omitempty" bson:"priced_item,omitempty" validate:"required"`
|
||||||
ResourceType tools.DataType `json:"resource_type" bson:"resource_type" validate:"required"`
|
ExecutionsID string `json:"executions_id,omitempty" bson:"executions_id,omitempty" validate:"required"` // ExecutionsID is the ID of the executions
|
||||||
|
EndDate *time.Time `json:"end_buying_date,omitempty" bson:"end_buying_date,omitempty"`
|
||||||
|
ResourceID string `json:"resource_id" bson:"resource_id" validate:"required"`
|
||||||
|
ResourceType tools.DataType `json:"resource_type" bson:"resource_type" validate:"required"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *PurchaseResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *PurchaseResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
|
|||||||
@@ -9,17 +9,17 @@ import (
|
|||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type purchaseResourceMongoAccessor struct {
|
type PurchaseResourceMongoAccessor struct {
|
||||||
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
}
|
}
|
||||||
|
|
||||||
// New creates a new instance of the bookingMongoAccessor
|
// New creates a new instance of the bookingMongoAccessor
|
||||||
func NewAccessor(request *tools.APIRequest) *purchaseResourceMongoAccessor {
|
func NewAccessor(request *tools.APIRequest) *PurchaseResourceMongoAccessor {
|
||||||
return &purchaseResourceMongoAccessor{
|
return &PurchaseResourceMongoAccessor{
|
||||||
AbstractAccessor: utils.AbstractAccessor{
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
Logger: logs.CreateLogger(tools.BUYING_STATUS.String()), // Create a logger with the data type
|
Logger: logs.CreateLogger(tools.PURCHASE_RESOURCE.String()), // Create a logger with the data type
|
||||||
Request: request,
|
Request: request,
|
||||||
Type: tools.BUYING_STATUS,
|
Type: tools.PURCHASE_RESOURCE,
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -27,23 +27,23 @@ func NewAccessor(request *tools.APIRequest) *purchaseResourceMongoAccessor {
|
|||||||
/*
|
/*
|
||||||
* Nothing special here, just the basic CRUD operations
|
* Nothing special here, just the basic CRUD operations
|
||||||
*/
|
*/
|
||||||
func (a *purchaseResourceMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericDeleteOne(id, a)
|
return utils.GenericDeleteOne(id, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericUpdateOne(set, id, a, &PurchaseResource{})
|
return utils.GenericUpdateOne(set, id, a, &PurchaseResource{})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return utils.GenericStoreOne(data, a)
|
return utils.GenericStoreOne(data, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return utils.GenericStoreOne(data, a)
|
return utils.GenericStoreOne(data, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericLoadOne[*PurchaseResource](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
return utils.GenericLoadOne[*PurchaseResource](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
if d.(*PurchaseResource).EndDate != nil && time.Now().UTC().After(*d.(*PurchaseResource).EndDate) {
|
if d.(*PurchaseResource).EndDate != nil && time.Now().UTC().After(*d.(*PurchaseResource).EndDate) {
|
||||||
utils.GenericDeleteOne(id, a)
|
utils.GenericDeleteOne(id, a)
|
||||||
@@ -53,15 +53,15 @@ func (a *purchaseResourceMongoAccessor) LoadOne(id string) (utils.DBObject, int,
|
|||||||
}, a)
|
}, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericLoadAll[*PurchaseResource](a.getExec(), isDraft, a)
|
return utils.GenericLoadAll[*PurchaseResource](a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *PurchaseResourceMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*PurchaseResource](filters, search, (&PurchaseResource{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
return utils.GenericSearch[*PurchaseResource](filters, search, (&PurchaseResource{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *purchaseResourceMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
func (a *PurchaseResourceMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
||||||
return func(d utils.DBObject) utils.ShallowDBObject {
|
return func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
if d.(*PurchaseResource).EndDate != nil && time.Now().UTC().After(*d.(*PurchaseResource).EndDate) {
|
if d.(*PurchaseResource).EndDate != nil && time.Now().UTC().After(*d.(*PurchaseResource).EndDate) {
|
||||||
utils.GenericDeleteOne(d.GetID(), a)
|
utils.GenericDeleteOne(d.GetID(), a)
|
||||||
|
|||||||
@@ -0,0 +1,56 @@
|
|||||||
|
package purchase_resource_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestGetAccessor(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
res := &purchase_resource.PurchaseResource{}
|
||||||
|
accessor := res.GetAccessor(req)
|
||||||
|
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
assert.Equal(t, tools.PURCHASE_RESOURCE, accessor.(*purchase_resource.PurchaseResourceMongoAccessor).Type)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanUpdate(t *testing.T) {
|
||||||
|
set := &purchase_resource.PurchaseResource{ResourceID: "id"}
|
||||||
|
r := &purchase_resource.PurchaseResource{
|
||||||
|
AbstractObject: utils.AbstractObject{IsDraft: true},
|
||||||
|
}
|
||||||
|
can, updated := r.CanUpdate(set)
|
||||||
|
assert.True(t, can)
|
||||||
|
assert.Equal(t, set, updated)
|
||||||
|
|
||||||
|
r.IsDraft = false
|
||||||
|
can, _ = r.CanUpdate(set)
|
||||||
|
assert.False(t, can)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanDelete(t *testing.T) {
|
||||||
|
now := time.Now().UTC()
|
||||||
|
past := now.Add(-1 * time.Hour)
|
||||||
|
future := now.Add(1 * time.Hour)
|
||||||
|
|
||||||
|
t.Run("nil EndDate", func(t *testing.T) {
|
||||||
|
r := &purchase_resource.PurchaseResource{}
|
||||||
|
assert.False(t, r.CanDelete())
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("EndDate in past", func(t *testing.T) {
|
||||||
|
r := &purchase_resource.PurchaseResource{EndDate: &past}
|
||||||
|
assert.True(t, r.CanDelete())
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("EndDate in future", func(t *testing.T) {
|
||||||
|
r := &purchase_resource.PurchaseResource{EndDate: &future}
|
||||||
|
assert.False(t, r.CanDelete())
|
||||||
|
})
|
||||||
|
}
|
||||||
200
models/resources/resource.go
Normal file → Executable file
200
models/resources/resource.go
Normal file → Executable file
@@ -4,69 +4,67 @@ import (
|
|||||||
"slices"
|
"slices"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/config"
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
"github.com/biter777/countries"
|
"github.com/biter777/countries"
|
||||||
)
|
)
|
||||||
|
|
||||||
// AbstractResource is the struct containing all of the attributes commons to all ressources
|
// AbstractResource is the struct containing all of the attributes commons to all ressources
|
||||||
|
type AbstractResource struct {
|
||||||
// Resource is the interface to be implemented by all classes inheriting from Resource to have the same behavior
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
Type string `json:"type,omitempty" bson:"type,omitempty"` // Type is the type of the resource
|
||||||
// http://www.inanzzz.com/index.php/post/wqbs/a-basic-usage-of-int-and-string-enum-types-in-golang
|
Logo string `json:"logo,omitempty" bson:"logo,omitempty" validate:"required"` // Logo is the logo of the resource
|
||||||
/*
|
Description string `json:"description,omitempty" bson:"description,omitempty"` // Description is the description of the resource
|
||||||
* AbstractResource is a struct that represents a resource
|
ShortDescription string `json:"short_description,omitempty" bson:"short_description,omitempty" validate:"required"` // ShortDescription is the short description of the resource
|
||||||
* it defines the resource data
|
Owners []utils.Owner `json:"owners,omitempty" bson:"owners,omitempty"` // Owners is the list of owners of the resource
|
||||||
*/
|
UsageRestrictions string `bson:"usage_restrictions,omitempty" json:"usage_restrictions,omitempty"`
|
||||||
|
SelectedInstanceIndex *int `json:"selected_instance_index,omitempty" bson:"selected_instance_index,omitempty"` // SelectedInstance is the selected instance
|
||||||
type AbstractResource[T ResourceInstanceITF] struct {
|
|
||||||
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
|
||||||
Logo string `json:"logo,omitempty" bson:"logo,omitempty" validate:"required"` // Logo is the logo of the resource
|
|
||||||
Description string `json:"description,omitempty" bson:"description,omitempty"` // Description is the description of the resource
|
|
||||||
ShortDescription string `json:"short_description,omitempty" bson:"short_description,omitempty" validate:"required"` // ShortDescription is the short description of the resource
|
|
||||||
Owners []utils.Owner `json:"owners,omitempty" bson:"owners,omitempty"` // Owners is the list of owners of the resource
|
|
||||||
ResourceModel *resource_model.ResourceModel `json:"resource_model,omitempty" bson:"resource_model,omitempty"` // ResourceModel is the model of the resource
|
|
||||||
UsageRestrictions string `bson:"usage_restrictions,omitempty" json:"usage_restrictions,omitempty"`
|
|
||||||
SelectedInstanceIndex int `json:"selected_instance_index,omitempty" bson:"selected_instance_index,omitempty"` // SelectedInstance is the selected instance
|
|
||||||
Instances []T `json:"instances,omitempty" bson:"instances,omitempty"` // Bill is the bill of the resource // Bill is the bill of the resource
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *AbstractResource[T]) Transform() utils.DBObject {
|
func (r *AbstractResource) GetSelectedInstance() ResourceInstanceITF {
|
||||||
return r
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *AbstractResource[T]) StoreDraftDefault() {
|
func (r *AbstractResource) GetType() string {
|
||||||
|
return tools.INVALID.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *AbstractResource) StoreDraftDefault() {
|
||||||
r.IsDraft = true
|
r.IsDraft = true
|
||||||
}
|
}
|
||||||
func (r *AbstractResource[T]) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
|
||||||
|
func (r *AbstractResource) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
||||||
if r.IsDraft != set.IsDrafted() && set.IsDrafted() {
|
if r.IsDraft != set.IsDrafted() && set.IsDrafted() {
|
||||||
return true, set // only state can be updated
|
return true, set // only state can be updated
|
||||||
}
|
}
|
||||||
return r.IsDraft != set.IsDrafted() && set.IsDrafted(), set
|
return r.IsDraft != set.IsDrafted() && set.IsDrafted(), set
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *AbstractResource[T]) CanDelete() bool {
|
func (r *AbstractResource) CanDelete() bool {
|
||||||
return r.IsDraft // only draft bookings can be deleted
|
return r.IsDraft // only draft bookings can be deleted
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *AbstractResource[T]) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
type AbstractInstanciatedResource[T ResourceInstanceITF] struct {
|
||||||
return nil
|
AbstractResource // AbstractResource contains the basic fields of an object (id, name)
|
||||||
|
Instances []T `json:"instances,omitempty" bson:"instances,omitempty"` // Bill is the bill of the resource // Bill is the bill of the resource
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *AbstractResource[T]) SetResourceModel(model *resource_model.ResourceModel) {
|
func (abs *AbstractInstanciatedResource[T]) ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
||||||
abs.ResourceModel = model
|
|
||||||
}
|
|
||||||
|
|
||||||
func (abs *AbstractResource[T]) ConvertToPricedResource(
|
|
||||||
t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
|
||||||
instances := map[string]string{}
|
instances := map[string]string{}
|
||||||
profiles := map[string][]pricing.PricingProfileITF{}
|
profiles := []pricing.PricingProfileITF{}
|
||||||
for _, instance := range abs.Instances {
|
for _, instance := range abs.Instances {
|
||||||
instances[instance.GetID()] = instance.GetName()
|
instances[instance.GetID()] = instance.GetName()
|
||||||
profiles[instance.GetID()] = instance.GetPricingsProfiles(request.PeerID, request.Groups)
|
profiles = instance.GetPricingsProfiles(request.PeerID, request.Groups)
|
||||||
|
}
|
||||||
|
var profile pricing.PricingProfileITF
|
||||||
|
if t := abs.GetSelectedInstance(); t != nil {
|
||||||
|
profile = t.GetProfile()
|
||||||
|
}
|
||||||
|
if profile == nil && len(profiles) > 0 {
|
||||||
|
profile = profiles[0]
|
||||||
}
|
}
|
||||||
return &PricedResource{
|
return &PricedResource{
|
||||||
Name: abs.Name,
|
Name: abs.Name,
|
||||||
@@ -74,16 +72,37 @@ func (abs *AbstractResource[T]) ConvertToPricedResource(
|
|||||||
ResourceID: abs.UUID,
|
ResourceID: abs.UUID,
|
||||||
ResourceType: t,
|
ResourceType: t,
|
||||||
InstancesRefs: instances,
|
InstancesRefs: instances,
|
||||||
PricingProfiles: profiles,
|
SelectedPricing: profile,
|
||||||
CreatorID: abs.CreatorID,
|
CreatorID: abs.CreatorID,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *AbstractResource[T]) SetAllowedInstances(request *tools.APIRequest) {
|
func (abs *AbstractInstanciatedResource[T]) ClearEnv() utils.DBObject {
|
||||||
abs.Instances = verifyAuthAction[T](abs.Instances, request)
|
for _, instance := range abs.Instances {
|
||||||
|
instance.ClearEnv()
|
||||||
|
}
|
||||||
|
return abs
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *AbstractResource[T]) Trim() {
|
func (r *AbstractInstanciatedResource[T]) GetSelectedInstance() ResourceInstanceITF {
|
||||||
|
if r.SelectedInstanceIndex != nil && len(r.Instances) > *r.SelectedInstanceIndex {
|
||||||
|
return r.Instances[*r.SelectedInstanceIndex]
|
||||||
|
}
|
||||||
|
if len(r.Instances) > 0 {
|
||||||
|
return r.Instances[0]
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (abs *AbstractInstanciatedResource[T]) SetAllowedInstances(request *tools.APIRequest) {
|
||||||
|
if request != nil && request.PeerID == abs.CreatorID && request.PeerID != "" {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
abs.Instances = VerifyAuthAction[T](abs.Instances, request)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *AbstractInstanciatedResource[T]) Trim() {
|
||||||
|
d.Type = d.GetType()
|
||||||
if ok, _ := (&peer.Peer{AbstractObject: utils.AbstractObject{UUID: d.CreatorID}}).IsMySelf(); !ok {
|
if ok, _ := (&peer.Peer{AbstractObject: utils.AbstractObject{UUID: d.CreatorID}}).IsMySelf(); !ok {
|
||||||
for _, instance := range d.Instances {
|
for _, instance := range d.Instances {
|
||||||
instance.ClearPeerGroups()
|
instance.ClearPeerGroups()
|
||||||
@@ -91,11 +110,11 @@ func (d *AbstractResource[T]) Trim() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *AbstractResource[T]) VerifyAuth(request *tools.APIRequest) bool {
|
func (abs *AbstractInstanciatedResource[T]) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
return len(verifyAuthAction[T](abs.Instances, request)) > 0 || abs.AbstractObject.VerifyAuth(request)
|
return len(VerifyAuthAction[T](abs.Instances, request)) > 0 || abs.AbstractObject.VerifyAuth(request)
|
||||||
}
|
}
|
||||||
|
|
||||||
func verifyAuthAction[T ResourceInstanceITF](baseInstance []T, request *tools.APIRequest) []T {
|
func VerifyAuthAction[T ResourceInstanceITF](baseInstance []T, request *tools.APIRequest) []T {
|
||||||
instances := []T{}
|
instances := []T{}
|
||||||
for _, instance := range baseInstance {
|
for _, instance := range baseInstance {
|
||||||
_, peerGroups := instance.GetPeerGroups()
|
_, peerGroups := instance.GetPeerGroups()
|
||||||
@@ -106,6 +125,7 @@ func verifyAuthAction[T ResourceInstanceITF](baseInstance []T, request *tools.AP
|
|||||||
if grps, ok := peers[request.PeerID]; ok || config.GetConfig().Whitelist {
|
if grps, ok := peers[request.PeerID]; ok || config.GetConfig().Whitelist {
|
||||||
if (ok && slices.Contains(grps, "*")) || (!ok && config.GetConfig().Whitelist) {
|
if (ok && slices.Contains(grps, "*")) || (!ok && config.GetConfig().Whitelist) {
|
||||||
instances = append(instances, instance)
|
instances = append(instances, instance)
|
||||||
|
continue
|
||||||
}
|
}
|
||||||
for _, grp := range grps {
|
for _, grp := range grps {
|
||||||
if slices.Contains(request.Groups, grp) {
|
if slices.Contains(request.Groups, grp) {
|
||||||
@@ -124,20 +144,52 @@ type GeoPoint struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type ResourceInstance[T ResourcePartnerITF] struct {
|
type ResourceInstance[T ResourcePartnerITF] struct {
|
||||||
UUID string `json:"id,omitempty" bson:"id,omitempty"`
|
utils.AbstractObject
|
||||||
Name string `json:"name,omitempty" bson:"name,omitempty"`
|
Location GeoPoint `json:"location,omitempty" bson:"location,omitempty"`
|
||||||
Location GeoPoint `json:"location,omitempty" bson:"location,omitempty"`
|
Country countries.CountryCode `json:"country,omitempty" bson:"country,omitempty"`
|
||||||
Country countries.CountryCode `json:"country,omitempty" bson:"country,omitempty"`
|
AccessProtocol string `json:"access_protocol,omitempty" bson:"access_protocol,omitempty"`
|
||||||
AccessProtocol string `json:"access_protocol,omitempty" bson:"access_protocol,omitempty"`
|
Env []models.Param `json:"env,omitempty" bson:"env,omitempty"`
|
||||||
Partnerships []T `json:"partner_resource,omitempty" bson:"partner_resource,omitempty"`
|
Inputs []models.Param `json:"inputs,omitempty" bson:"inputs,omitempty"`
|
||||||
|
Outputs []models.Param `json:"outputs,omitempty" bson:"outputs,omitempty"`
|
||||||
|
SelectedPartnershipIndex int `json:"selected_partnership_index,omitempty" bson:"selected_partnership_index,omitempty"`
|
||||||
|
SelectedBuyingStrategy int `json:"selected_buying_strategy,omitempty" bson:"selected_buying_strategy,omitempty"`
|
||||||
|
SelectedStrategy int `json:"selected_strategy,omitempty" bson:"selected_strategy,omitempty"`
|
||||||
|
Partnerships []T `json:"partnerships,omitempty" bson:"partnerships,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ri *ResourceInstance[T]) GetID() string {
|
func (ri *ResourceInstance[T]) ClearEnv() {
|
||||||
return ri.UUID
|
ri.Env = []models.Param{}
|
||||||
|
ri.Inputs = []models.Param{}
|
||||||
|
ri.Outputs = []models.Param{}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ri *ResourceInstance[T]) GetName() string {
|
func (ri *ResourceInstance[T]) GetProfile() pricing.PricingProfileITF {
|
||||||
return ri.Name
|
if len(ri.Partnerships) > ri.SelectedPartnershipIndex {
|
||||||
|
prts := ri.Partnerships[ri.SelectedPartnershipIndex]
|
||||||
|
return prts.GetProfile(ri.SelectedBuyingStrategy, ri.SelectedBuyingStrategy)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ri *ResourceInstance[T]) GetSelectedPartnership(peerID string, groups []string) ResourcePartnerITF {
|
||||||
|
if len(ri.Partnerships) > ri.SelectedPartnershipIndex {
|
||||||
|
return ri.Partnerships[ri.SelectedPartnershipIndex]
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ri *ResourceInstance[T]) GetPartnerships(peerID string, groups []string) []ResourcePartnerITF {
|
||||||
|
partners := []ResourcePartnerITF{}
|
||||||
|
for _, p := range ri.Partnerships {
|
||||||
|
if p.GetPeerGroups()[peerID] != nil {
|
||||||
|
for _, g := range p.GetPeerGroups()[peerID] {
|
||||||
|
if slices.Contains(groups, g) {
|
||||||
|
partners = append(partners, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return partners
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ri *ResourceInstance[T]) GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF {
|
func (ri *ResourceInstance[T]) GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF {
|
||||||
@@ -167,22 +219,42 @@ func (ri *ResourceInstance[T]) ClearPeerGroups() {
|
|||||||
type ResourcePartnerShip[T pricing.PricingProfileITF] struct {
|
type ResourcePartnerShip[T pricing.PricingProfileITF] struct {
|
||||||
Namespace string `json:"namespace" bson:"namespace" default:"default-namespace"`
|
Namespace string `json:"namespace" bson:"namespace" default:"default-namespace"`
|
||||||
PeerGroups map[string][]string `json:"peer_groups,omitempty" bson:"peer_groups,omitempty"`
|
PeerGroups map[string][]string `json:"peer_groups,omitempty" bson:"peer_groups,omitempty"`
|
||||||
PricingProfiles map[string]T `json:"pricing,omitempty" bson:"pricing,omitempty"`
|
PricingProfiles map[int]map[int]T `json:"pricing_profiles,omitempty" bson:"pricing_profiles,omitempty"`
|
||||||
|
// to upgrade pricing profiles. to be a map BuyingStrategy, map of Strategy
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ri *ResourcePartnerShip[T]) GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF {
|
func (ri *ResourcePartnerShip[T]) GetProfile(buying int, strategy int) pricing.PricingProfileITF {
|
||||||
if ri.PeerGroups[peerID] != nil {
|
if strat, ok := ri.PricingProfiles[buying]; ok {
|
||||||
for _, p := range ri.PeerGroups[peerID] {
|
if profile, ok := strat[strategy]; ok {
|
||||||
if slices.Contains(groups, p) {
|
return profile
|
||||||
profiles := []pricing.PricingProfileITF{}
|
|
||||||
for _, ri := range ri.PricingProfiles {
|
|
||||||
profiles = append(profiles, ri)
|
|
||||||
}
|
|
||||||
return profiles
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return []pricing.PricingProfileITF{}
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Le pricing doit être selectionné lors d'un scheduling...
|
||||||
|
le type de paiement défini le type de stratégie de paiement
|
||||||
|
note : il faut rajouté - une notion de facturation
|
||||||
|
Une order est l'ensemble de la commande... un booking une réservation, une purchase un acte d'achat.
|
||||||
|
Une bill (facture) représente alors... l'emission d'une facture à un instant T en but d'être honorée, envoyée ... etc.
|
||||||
|
*/
|
||||||
|
func (ri *ResourcePartnerShip[T]) GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF {
|
||||||
|
profiles := []pricing.PricingProfileITF{}
|
||||||
|
if ri.PeerGroups[peerID] == nil {
|
||||||
|
return profiles
|
||||||
|
}
|
||||||
|
for _, p := range ri.PeerGroups[peerID] {
|
||||||
|
if slices.Contains(groups, p) || slices.Contains(groups, "*") {
|
||||||
|
for _, ri := range ri.PricingProfiles {
|
||||||
|
for _, i := range ri {
|
||||||
|
profiles = append(profiles, i)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return profiles
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return profiles
|
||||||
}
|
}
|
||||||
|
|
||||||
func (rp *ResourcePartnerShip[T]) GetPeerGroups() map[string][]string {
|
func (rp *ResourcePartnerShip[T]) GetPeerGroups() map[string][]string {
|
||||||
|
|||||||
81
models/resources/resource_accessor.go
Normal file → Executable file
81
models/resources/resource_accessor.go
Normal file → Executable file
@@ -1,31 +1,34 @@
|
|||||||
package resources
|
package resources
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"slices"
|
"slices"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type resourceMongoAccessor[T ResourceInterface] struct {
|
type ResourceMongoAccessor[T ResourceInterface] struct {
|
||||||
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
generateData func() utils.DBObject
|
generateData func() utils.DBObject
|
||||||
}
|
}
|
||||||
|
|
||||||
// New creates a new instance of the computeMongoAccessor
|
// New creates a new instance of the computeMongoAccessor
|
||||||
func NewAccessor[T ResourceInterface](t tools.DataType, request *tools.APIRequest, g func() utils.DBObject) *resourceMongoAccessor[T] {
|
func NewAccessor[T ResourceInterface](t tools.DataType, request *tools.APIRequest, g func() utils.DBObject) *ResourceMongoAccessor[T] {
|
||||||
if !slices.Contains([]tools.DataType{tools.COMPUTE_RESOURCE, tools.STORAGE_RESOURCE, tools.PROCESSING_RESOURCE, tools.WORKFLOW_RESOURCE, tools.DATA_RESOURCE}, t) {
|
if !slices.Contains([]tools.DataType{
|
||||||
|
tools.COMPUTE_RESOURCE, tools.STORAGE_RESOURCE,
|
||||||
|
tools.PROCESSING_RESOURCE, tools.WORKFLOW_RESOURCE,
|
||||||
|
tools.DATA_RESOURCE,
|
||||||
|
}, t) {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
return &resourceMongoAccessor[T]{
|
return &ResourceMongoAccessor[T]{
|
||||||
AbstractAccessor: utils.AbstractAccessor{
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
ResourceModelAccessor: resource_model.NewAccessor(),
|
Logger: logs.CreateLogger(t.String()), // Create a logger with the data type
|
||||||
Logger: logs.CreateLogger(t.String()), // Create a logger with the data type
|
Request: request,
|
||||||
Request: request,
|
Type: t,
|
||||||
Type: t,
|
|
||||||
},
|
},
|
||||||
generateData: g,
|
generateData: g,
|
||||||
}
|
}
|
||||||
@@ -34,72 +37,70 @@ func NewAccessor[T ResourceInterface](t tools.DataType, request *tools.APIReques
|
|||||||
/*
|
/*
|
||||||
* Nothing special here, just the basic CRUD operations
|
* Nothing special here, just the basic CRUD operations
|
||||||
*/
|
*/
|
||||||
|
func (dca *ResourceMongoAccessor[T]) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
func (dca *resourceMongoAccessor[T]) DeleteOne(id string) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericDeleteOne(id, dca)
|
return utils.GenericDeleteOne(id, dca)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (dca *resourceMongoAccessor[T]) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
func (dca *ResourceMongoAccessor[T]) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
set.(T).SetResourceModel(nil)
|
if dca.GetType() == tools.COMPUTE_RESOURCE {
|
||||||
|
return nil, 404, errors.New("can't update a non existing computing units resource not reported onto compute units catalog")
|
||||||
|
}
|
||||||
set.(T).Trim()
|
set.(T).Trim()
|
||||||
return utils.GenericUpdateOne(set, id, dca, dca.generateData())
|
return utils.GenericUpdateOne(set, id, dca, dca.generateData())
|
||||||
}
|
}
|
||||||
|
|
||||||
func (dca *resourceMongoAccessor[T]) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (dca *ResourceMongoAccessor[T]) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
data.(T).SetResourceModel(nil)
|
if dca.GetType() == tools.COMPUTE_RESOURCE {
|
||||||
|
return nil, 404, errors.New("can't create a non existing computing units resource not reported onto compute units catalog")
|
||||||
|
}
|
||||||
data.(T).Trim()
|
data.(T).Trim()
|
||||||
return utils.GenericStoreOne(data, dca)
|
return utils.GenericStoreOne(data, dca)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (dca *resourceMongoAccessor[T]) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (dca *ResourceMongoAccessor[T]) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
if dca.GetType() == tools.COMPUTE_RESOURCE {
|
||||||
|
return nil, 404, errors.New("can't copy/publish a non existing computing units resource not reported onto compute units catalog")
|
||||||
|
}
|
||||||
return dca.StoreOne(data)
|
return dca.StoreOne(data)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (dca *resourceMongoAccessor[T]) LoadOne(id string) (utils.DBObject, int, error) {
|
func (dca *ResourceMongoAccessor[T]) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
return utils.GenericLoadOne[T](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
return utils.GenericLoadOne[T](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
resources, _, err := dca.ResourceModelAccessor.Search(nil, dca.GetType().String(), false)
|
|
||||||
if err == nil && len(resources) > 0 {
|
|
||||||
d.(T).SetResourceModel(resources[0].(*resource_model.ResourceModel))
|
|
||||||
}
|
|
||||||
d.(T).SetAllowedInstances(dca.Request)
|
d.(T).SetAllowedInstances(dca.Request)
|
||||||
d = d.(T).Transform()
|
|
||||||
return d, 200, nil
|
return d, 200, nil
|
||||||
}, dca)
|
}, dca)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *resourceMongoAccessor[T]) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (wfa *ResourceMongoAccessor[T]) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
resources, _, err := wfa.ResourceModelAccessor.Search(nil, wfa.GetType().String(), isDraft)
|
|
||||||
return utils.GenericLoadAll[T](func(d utils.DBObject) utils.ShallowDBObject {
|
return utils.GenericLoadAll[T](func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
if err == nil && len(resources) > 0 {
|
|
||||||
d.(T).SetResourceModel(resources[0].(*resource_model.ResourceModel))
|
|
||||||
}
|
|
||||||
d.(T).SetAllowedInstances(wfa.Request)
|
d.(T).SetAllowedInstances(wfa.Request)
|
||||||
d = d.(T).Transform()
|
|
||||||
return d
|
return d
|
||||||
}, isDraft, wfa)
|
}, isDraft, wfa)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *resourceMongoAccessor[T]) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (wfa *ResourceMongoAccessor[T]) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
resources, _, err := wfa.ResourceModelAccessor.Search(nil, wfa.GetType().String(), false)
|
if filters == nil && search == "*" {
|
||||||
|
return utils.GenericLoadAll[T](func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
|
d.(T).SetAllowedInstances(wfa.Request)
|
||||||
|
return d
|
||||||
|
}, isDraft, wfa)
|
||||||
|
}
|
||||||
return utils.GenericSearch[T](filters, search, wfa.getResourceFilter(search),
|
return utils.GenericSearch[T](filters, search, wfa.getResourceFilter(search),
|
||||||
func(d utils.DBObject) utils.ShallowDBObject {
|
func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
if err == nil && len(resources) > 0 {
|
|
||||||
d.(T).SetResourceModel(resources[0].(*resource_model.ResourceModel))
|
|
||||||
}
|
|
||||||
d.(T).SetAllowedInstances(wfa.Request)
|
d.(T).SetAllowedInstances(wfa.Request)
|
||||||
d = d.(T).Transform()
|
|
||||||
return d
|
return d
|
||||||
}, isDraft, wfa)
|
}, isDraft, wfa)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *resourceMongoAccessor[T]) getResourceFilter(search string) *dbs.Filters {
|
func (abs *ResourceMongoAccessor[T]) getResourceFilter(search string) *dbs.Filters {
|
||||||
return &dbs.Filters{
|
return &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractintanciatedresource.abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractintanciatedresource.abstractresource.type": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractintanciatedresource.abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractintanciatedresource.abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractintanciatedresource.abstractresource.owners.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractintanciatedresource.abstractresource.abstractobject.creator_id": {{Operator: dbs.EQUAL.String(), Value: search}},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,67 +0,0 @@
|
|||||||
package resource_model
|
|
||||||
|
|
||||||
import (
|
|
||||||
"encoding/json"
|
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
|
||||||
)
|
|
||||||
|
|
||||||
type WebResource struct {
|
|
||||||
Protocol string `bson:"protocol,omitempty" json:"protocol,omitempty"` // Protocol is the protocol of the URL
|
|
||||||
Path string `bson:"path,omitempty" json:"path,omitempty"` // Path is the path of the URL
|
|
||||||
}
|
|
||||||
|
|
||||||
type Model struct {
|
|
||||||
Type string `json:"type,omitempty" bson:"type,omitempty"` // Type is the type of the model
|
|
||||||
ReadOnly bool `json:"readonly,omitempty" bson:"readonly,omitempty"` // ReadOnly is the readonly of the model
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* ResourceModel is a struct that represents a resource model
|
|
||||||
* it defines the resource metadata and specificity
|
|
||||||
* Warning: This struct is not user available, it is only used by the system
|
|
||||||
*/
|
|
||||||
type ResourceModel struct {
|
|
||||||
utils.AbstractObject
|
|
||||||
ResourceType string `json:"resource_type,omitempty" bson:"resource_type,omitempty" validate:"required"`
|
|
||||||
VarRefs map[string]string `json:"var_refs,omitempty" bson:"var_refs,omitempty"` // VarRefs is the variable references of the model
|
|
||||||
Model map[string]map[string]Model `json:"model,omitempty" bson:"model,omitempty"`
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *ResourceModel) StoreDraftDefault() {
|
|
||||||
d.Name = d.ResourceType + " Resource Model"
|
|
||||||
d.IsDraft = false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (abs *ResourceModel) VerifyAuth(request *tools.APIRequest) bool {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *ResourceModel) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
|
||||||
return &ResourceModelMongoAccessor{
|
|
||||||
utils.AbstractAccessor{
|
|
||||||
Type: tools.RESOURCE_MODEL,
|
|
||||||
Request: request,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (dma *ResourceModel) Deserialize(j map[string]interface{}, obj utils.DBObject) utils.DBObject {
|
|
||||||
b, err := json.Marshal(j)
|
|
||||||
if err != nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
json.Unmarshal(b, obj)
|
|
||||||
return obj
|
|
||||||
}
|
|
||||||
|
|
||||||
func (dma *ResourceModel) Serialize(obj utils.DBObject) map[string]interface{} {
|
|
||||||
var m map[string]interface{}
|
|
||||||
b, err := json.Marshal(obj)
|
|
||||||
if err != nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
json.Unmarshal(b, &m)
|
|
||||||
return m
|
|
||||||
}
|
|
||||||
@@ -1,62 +0,0 @@
|
|||||||
package resource_model
|
|
||||||
|
|
||||||
import (
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
|
||||||
)
|
|
||||||
|
|
||||||
type ResourceModelMongoAccessor struct {
|
|
||||||
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Nothing special here, just the basic CRUD operations
|
|
||||||
*/
|
|
||||||
|
|
||||||
func NewAccessor() *ResourceModelMongoAccessor {
|
|
||||||
return &ResourceModelMongoAccessor{
|
|
||||||
utils.AbstractAccessor{
|
|
||||||
Type: tools.RESOURCE_MODEL,
|
|
||||||
Logger: logs.CreateLogger(tools.RESOURCE_MODEL.String()),
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wfa *ResourceModelMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericDeleteOne(id, wfa)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wfa *ResourceModelMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericUpdateOne(set, id, wfa, &ResourceModel{})
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wfa *ResourceModelMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericStoreOne(data, wfa)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wfa *ResourceModelMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericStoreOne(data, wfa)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *ResourceModelMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
|
||||||
return utils.GenericLoadOne[*ResourceModel](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
|
||||||
return d, 200, nil
|
|
||||||
}, a)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *ResourceModelMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
|
||||||
return utils.GenericLoadAll[*ResourceModel](func(d utils.DBObject) utils.ShallowDBObject {
|
|
||||||
return d
|
|
||||||
}, isDraft, a)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *ResourceModelMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
|
||||||
return utils.GenericSearch[*ResourceModel](filters, search,
|
|
||||||
&dbs.Filters{
|
|
||||||
Or: map[string][]dbs.Filter{
|
|
||||||
"resource_type": {{Operator: dbs.LIKE.String(), Value: search}},
|
|
||||||
},
|
|
||||||
}, func(d utils.DBObject) utils.ShallowDBObject { return d }, isDraft, a)
|
|
||||||
}
|
|
||||||
120
models/resources/storage.go
Normal file → Executable file
120
models/resources/storage.go
Normal file → Executable file
@@ -2,9 +2,11 @@ package resources
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
@@ -15,34 +17,65 @@ import (
|
|||||||
* it defines the resource storage
|
* it defines the resource storage
|
||||||
*/
|
*/
|
||||||
type StorageResource struct {
|
type StorageResource struct {
|
||||||
AbstractResource[*StorageResourceInstance] // AbstractResource contains the basic fields of an object (id, name)
|
AbstractInstanciatedResource[*StorageResourceInstance] // AbstractResource contains the basic fields of an object (id, name)
|
||||||
Type common.StorageType `bson:"type,omitempty"` // Type is the type of the storage
|
StorageType enum.StorageType `bson:"storage_type" json:"storage_type" default:"-1"` // Type is the type of the storage
|
||||||
TypeJSON string `json:"type,omitempty"`
|
Acronym string `bson:"acronym,omitempty" json:"acronym,omitempty"` // Acronym is the acronym of the storage
|
||||||
Acronym string `bson:"acronym,omitempty" json:"acronym,omitempty"` // Acronym is the acronym of the storage
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *StorageResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *StorageResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor[*StorageResource](tools.STORAGE_RESOURCE, request, func() utils.DBObject { return &StorageResource{} }) // Create a new instance of the accessor
|
return NewAccessor[*StorageResource](tools.STORAGE_RESOURCE, request, func() utils.DBObject { return &StorageResource{} }) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *StorageResource) Transform() utils.DBObject {
|
func (r *StorageResource) GetType() string {
|
||||||
r.TypeJSON = r.Type.String()
|
return tools.STORAGE_RESOURCE.String()
|
||||||
return r
|
}
|
||||||
|
|
||||||
|
func (abs *StorageResource) ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
||||||
|
if t != tools.STORAGE_RESOURCE {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
p := abs.AbstractInstanciatedResource.ConvertToPricedResource(t, request)
|
||||||
|
priced := p.(*PricedResource)
|
||||||
|
return &PricedStorageResource{
|
||||||
|
PricedResource: *priced,
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
type StorageResourceInstance struct {
|
type StorageResourceInstance struct {
|
||||||
ResourceInstance[*StorageResourcePartnership]
|
ResourceInstance[*StorageResourcePartnership]
|
||||||
Local bool `bson:"local" json:"local"`
|
Source string `bson:"source,omitempty" json:"source,omitempty"` // Source is the source of the storage
|
||||||
SecurityLevel string `bson:"security_level,omitempty" json:"security_level,omitempty"`
|
Path string `bson:"path,omitempty" json:"path,omitempty"` // Path is the store folders in the source
|
||||||
SizeType common.StorageSize `bson:"size_type" json:"size_type" default:"0"` // SizeType is the type of the storage size
|
Local bool `bson:"local" json:"local"`
|
||||||
SizeGB uint `bson:"size,omitempty" json:"size,omitempty"` // Size is the size of the storage
|
SecurityLevel string `bson:"security_level,omitempty" json:"security_level,omitempty"`
|
||||||
Encryption bool `bson:"encryption,omitempty" json:"encryption,omitempty"` // Encryption is a flag that indicates if the storage is encrypted
|
SizeType enum.StorageSize `bson:"size_type" json:"size_type" default:"0"` // SizeType is the type of the storage size
|
||||||
Redundancy string `bson:"redundancy,omitempty" json:"redundancy,omitempty"` // Redundancy is the redundancy of the storage
|
SizeGB int64 `bson:"size,omitempty" json:"size,omitempty"` // Size is the size of the storage
|
||||||
Throughput string `bson:"throughput,omitempty" json:"throughput,omitempty"` // Throughput is the throughput of the storage
|
Encryption bool `bson:"encryption,omitempty" json:"encryption,omitempty"` // Encryption is a flag that indicates if the storage is encrypted
|
||||||
|
Redundancy string `bson:"redundancy,omitempty" json:"redundancy,omitempty"` // Redundancy is the redundancy of the storage
|
||||||
|
Throughput string `bson:"throughput,omitempty" json:"throughput,omitempty"` // Throughput is the throughput of the storage
|
||||||
}
|
}
|
||||||
|
|
||||||
func (i *StorageResourceInstance) GetID() string {
|
func (ri *StorageResourceInstance) ClearEnv() {
|
||||||
return i.UUID
|
ri.Env = []models.Param{}
|
||||||
|
ri.Inputs = []models.Param{}
|
||||||
|
ri.Outputs = []models.Param{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ri *StorageResourceInstance) StoreDraftDefault() {
|
||||||
|
found := false
|
||||||
|
for _, p := range ri.ResourceInstance.Env {
|
||||||
|
if p.Attr == "source" {
|
||||||
|
found = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !found {
|
||||||
|
ri.ResourceInstance.Env = append(ri.ResourceInstance.Env, models.Param{
|
||||||
|
Attr: "source",
|
||||||
|
Value: ri.Source,
|
||||||
|
Readonly: true,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
ri.ResourceInstance.StoreDraftDefault()
|
||||||
}
|
}
|
||||||
|
|
||||||
type StorageResourcePartnership struct {
|
type StorageResourcePartnership struct {
|
||||||
@@ -59,22 +92,38 @@ const (
|
|||||||
GARANTED_STORAGE
|
GARANTED_STORAGE
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func PrivilegeStoragePricingStrategyList() []PrivilegeStoragePricingStrategy {
|
||||||
|
return []PrivilegeStoragePricingStrategy{BASIC_STORAGE, GARANTED_ON_DELAY_STORAGE, GARANTED_STORAGE}
|
||||||
|
}
|
||||||
|
|
||||||
func (t PrivilegeStoragePricingStrategy) String() string {
|
func (t PrivilegeStoragePricingStrategy) String() string {
|
||||||
return [...]string{"BASIC_STORAGE", "GARANTED_ON_DELAY_STORAGE", "GARANTED_STORAGE"}[t]
|
return [...]string{"NO MEMORY HOLDING", "KEEPED ON MEMORY GARANTED DURING DELAY", "KEEPED ON MEMORY GARANTED"}[t]
|
||||||
}
|
}
|
||||||
|
|
||||||
type StorageResourcePricingStrategy int
|
type StorageResourcePricingStrategy int
|
||||||
|
|
||||||
const (
|
const (
|
||||||
PER_DATA_STORED StorageResourcePricingStrategy = iota
|
PER_DATA_STORED StorageResourcePricingStrategy = iota + 6
|
||||||
PER_TB_STORED
|
PER_TB_STORED
|
||||||
PER_GB_STORED
|
PER_GB_STORED
|
||||||
PER_MB_STORED
|
PER_MB_STORED
|
||||||
PER_KB_STORED
|
PER_KB_STORED
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func StorageResourcePricingStrategyList() []StorageResourcePricingStrategy {
|
||||||
|
return []StorageResourcePricingStrategy{PER_DATA_STORED, PER_TB_STORED, PER_GB_STORED, PER_MB_STORED, PER_KB_STORED}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t StorageResourcePricingStrategy) String() string {
|
||||||
|
l := pricing.TimePricingStrategyListStr()
|
||||||
|
l = append(l, []string{"PER DATA STORED", "PER TB STORED", "PER GB STORED", "PER MB STORED", "PER KB STORED"}...)
|
||||||
|
return l[t]
|
||||||
|
}
|
||||||
|
|
||||||
func (t StorageResourcePricingStrategy) GetStrategy() string {
|
func (t StorageResourcePricingStrategy) GetStrategy() string {
|
||||||
return [...]string{"PER_DATA_STORED", "PER_GB_STORED", "PER_MB_STORED", "PER_KB_STORED"}[t]
|
l := pricing.TimePricingStrategyListStr()
|
||||||
|
l = append(l, []string{"PER DATA STORED", "PER TB STORED", "PER GB STORED", "PER MB STORED", "PER KB STORED"}...)
|
||||||
|
return l[t]
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t StorageResourcePricingStrategy) GetStrategyValue() int {
|
func (t StorageResourcePricingStrategy) GetStrategyValue() int {
|
||||||
@@ -98,15 +147,26 @@ func (t StorageResourcePricingStrategy) GetQuantity(amountOfDataGB float64) (flo
|
|||||||
case PER_KB_STORED:
|
case PER_KB_STORED:
|
||||||
return amountOfDataGB * 1000000, nil
|
return amountOfDataGB * 1000000, nil
|
||||||
}
|
}
|
||||||
return 0, errors.New("Pricing strategy not found")
|
return 0, errors.New("pricing strategy not found")
|
||||||
}
|
}
|
||||||
|
|
||||||
type StorageResourcePricingProfile struct {
|
type StorageResourcePricingProfile struct {
|
||||||
pricing.ExploitPricingProfile[StorageResourcePricingStrategy] // ExploitPricingProfile is the pricing profile of a storage it means that we exploit the resource for an amount of continuous time
|
pricing.ExploitPricingProfile[StorageResourcePricingStrategy] // ExploitPricingProfile is the pricing profile of a storage it means that we exploit the resource for an amount of continuous time
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *StorageResourcePricingProfile) IsPurchased() bool {
|
func (p *StorageResourcePricingProfile) GetPurchase() pricing.BuyingStrategy {
|
||||||
return p.Pricing.BuyingStrategy != pricing.PAY_PER_USE
|
return p.Pricing.BuyingStrategy
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *StorageResourcePricingProfile) IsPurchasable() bool {
|
||||||
|
return p.Pricing.BuyingStrategy != pricing.UNDEFINED_SUBSCRIPTION
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *StorageResourcePricingProfile) IsBooked() bool {
|
||||||
|
if p.Pricing.BuyingStrategy == pricing.PERMANENT {
|
||||||
|
p.Pricing.BuyingStrategy = pricing.SUBSCRIPTION
|
||||||
|
}
|
||||||
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *StorageResourcePricingProfile) GetPrice(amountOfData float64, val float64, start time.Time, end time.Time, params ...string) (float64, error) {
|
func (p *StorageResourcePricingProfile) GetPrice(amountOfData float64, val float64, start time.Time, end time.Time, params ...string) (float64, error) {
|
||||||
@@ -123,13 +183,19 @@ func (r *PricedStorageResource) GetType() tools.DataType {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *PricedStorageResource) GetPrice() (float64, error) {
|
func (r *PricedStorageResource) GetPrice() (float64, error) {
|
||||||
if r.UsageStart == nil || r.UsageEnd == nil {
|
fmt.Println("GetPrice", r.UsageStart, r.UsageEnd)
|
||||||
return 0, errors.New("Usage start and end must be set")
|
now := time.Now()
|
||||||
|
if r.UsageStart == nil {
|
||||||
|
r.UsageStart = &now
|
||||||
|
}
|
||||||
|
if r.UsageEnd == nil {
|
||||||
|
add := r.UsageStart.Add(time.Duration(1 * time.Hour))
|
||||||
|
r.UsageEnd = &add
|
||||||
}
|
}
|
||||||
if r.SelectedPricing == nil {
|
if r.SelectedPricing == nil {
|
||||||
return 0, errors.New("Selected pricing must be set")
|
return 0, errors.New("pricing profile must be set on Priced Storage" + r.ResourceID)
|
||||||
}
|
}
|
||||||
pricing := *r.SelectedPricing
|
pricing := r.SelectedPricing
|
||||||
var err error
|
var err error
|
||||||
amountOfData := float64(1)
|
amountOfData := float64(1)
|
||||||
if pricing.GetOverrideStrategyValue() >= 0 {
|
if pricing.GetOverrideStrategyValue() >= 0 {
|
||||||
|
|||||||
108
models/resources/tests/compute_test.go
Normal file
108
models/resources/tests/compute_test.go
Normal file
@@ -0,0 +1,108 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestComputeResource_GetType(t *testing.T) {
|
||||||
|
r := &resources.ComputeResource{}
|
||||||
|
assert.Equal(t, tools.COMPUTE_RESOURCE.String(), r.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestComputeResource_GetAccessor(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
cr := &resources.ComputeResource{}
|
||||||
|
accessor := cr.GetAccessor(req)
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestComputeResource_ConvertToPricedResource(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
cr := &resources.ComputeResource{}
|
||||||
|
cr.UUID = "comp123"
|
||||||
|
cr.AbstractInstanciatedResource.UUID = cr.UUID
|
||||||
|
result := cr.ConvertToPricedResource(tools.COMPUTE_RESOURCE, req)
|
||||||
|
assert.NotNil(t, result)
|
||||||
|
assert.IsType(t, &resources.PricedComputeResource{}, result)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestComputeResourcePricingProfile_GetPrice_CPUs(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
profile := resources.ComputeResourcePricingProfile{
|
||||||
|
CPUsPrices: map[string]float64{"Xeon": 2.0},
|
||||||
|
ExploitPricingProfile: pricing.ExploitPricingProfile[pricing.TimePricingStrategy]{
|
||||||
|
AccessPricingProfile: pricing.AccessPricingProfile[pricing.TimePricingStrategy]{
|
||||||
|
Pricing: pricing.PricingStrategy[pricing.TimePricingStrategy]{Price: 1.0},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
price, err := profile.GetPrice(2, 3600, start, end, "cpus", "Xeon")
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Greater(t, price, float64(0))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestComputeResourcePricingProfile_GetPrice_InvalidParams(t *testing.T) {
|
||||||
|
profile := resources.ComputeResourcePricingProfile{}
|
||||||
|
_, err := profile.GetPrice(1, 3600, time.Now(), time.Now())
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, "params must be set", err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedComputeResource_GetPrice(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
r := resources.PricedComputeResource{
|
||||||
|
PricedResource: resources.PricedResource{
|
||||||
|
ResourceID: "comp456",
|
||||||
|
UsageStart: &start,
|
||||||
|
UsageEnd: &end,
|
||||||
|
ExplicitBookingDurationS: 3600,
|
||||||
|
},
|
||||||
|
CPUsLocated: map[string]float64{"Xeon": 2},
|
||||||
|
GPUsLocated: map[string]float64{"Tesla": 1},
|
||||||
|
RAMLocated: 4,
|
||||||
|
}
|
||||||
|
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Greater(t, price, float64(0))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedComputeResource_GetPrice_MissingProfile(t *testing.T) {
|
||||||
|
r := resources.PricedComputeResource{
|
||||||
|
PricedResource: resources.PricedResource{
|
||||||
|
ResourceID: "comp789",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
_, err := r.GetPrice()
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "pricing profile must be set")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedComputeResource_FillWithDefaultProcessingUsage(t *testing.T) {
|
||||||
|
usage := &resources.ProcessingUsage{
|
||||||
|
CPUs: map[string]*models.CPU{"t": {Model: "Xeon", Cores: 4}},
|
||||||
|
GPUs: map[string]*models.GPU{"t1": {Model: "Tesla"}},
|
||||||
|
RAM: &models.RAM{SizeGb: 16},
|
||||||
|
}
|
||||||
|
r := &resources.PricedComputeResource{
|
||||||
|
CPUsLocated: make(map[string]float64),
|
||||||
|
GPUsLocated: make(map[string]float64),
|
||||||
|
RAMLocated: 0,
|
||||||
|
}
|
||||||
|
r.FillWithDefaultProcessingUsage(usage)
|
||||||
|
assert.Equal(t, float64(4), r.CPUsLocated["Xeon"])
|
||||||
|
assert.Equal(t, float64(1), r.GPUsLocated["Tesla"])
|
||||||
|
assert.Equal(t, float64(16), r.RAMLocated)
|
||||||
|
}
|
||||||
119
models/resources/tests/data_test.go
Normal file
119
models/resources/tests/data_test.go
Normal file
@@ -0,0 +1,119 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestDataResource_GetType(t *testing.T) {
|
||||||
|
d := &resources.DataResource{}
|
||||||
|
assert.Equal(t, tools.DATA_RESOURCE.String(), d.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDataResource_GetAccessor(t *testing.T) {
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
acc := (&resources.DataResource{}).GetAccessor(req)
|
||||||
|
assert.NotNil(t, acc)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDataResource_ConvertToPricedResource(t *testing.T) {
|
||||||
|
d := &resources.DataResource{}
|
||||||
|
d.UUID = "123"
|
||||||
|
res := d.ConvertToPricedResource(tools.DATA_RESOURCE, &tools.APIRequest{})
|
||||||
|
assert.IsType(t, &resources.PricedDataResource{}, res)
|
||||||
|
|
||||||
|
nilRes := d.ConvertToPricedResource(tools.PROCESSING_RESOURCE, &tools.APIRequest{})
|
||||||
|
assert.Nil(t, nilRes)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDataInstance_StoreDraftDefault(t *testing.T) {
|
||||||
|
di := &resources.DataInstance{
|
||||||
|
Source: "test-src",
|
||||||
|
ResourceInstance: resources.ResourceInstance[*resources.DataResourcePartnership]{
|
||||||
|
Env: []models.Param{},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
di.StoreDraftDefault()
|
||||||
|
assert.Len(t, di.ResourceInstance.Env, 1)
|
||||||
|
assert.Equal(t, "source", di.ResourceInstance.Env[0].Attr)
|
||||||
|
assert.Equal(t, "test-src", di.ResourceInstance.Env[0].Value)
|
||||||
|
|
||||||
|
// Call again, should not duplicate
|
||||||
|
di.StoreDraftDefault()
|
||||||
|
assert.Len(t, di.ResourceInstance.Env, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDataResourcePricingStrategy_GetQuantity(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
strategy resources.DataResourcePricingStrategy
|
||||||
|
input float64
|
||||||
|
expected float64
|
||||||
|
}{
|
||||||
|
{resources.PER_DOWNLOAD, 1, 1},
|
||||||
|
{resources.PER_TB_DOWNLOADED, 1, 1000},
|
||||||
|
{resources.PER_GB_DOWNLOADED, 2.5, 2.5},
|
||||||
|
{resources.PER_MB_DOWNLOADED, 1, 0.001},
|
||||||
|
{resources.PER_KB_DOWNLOADED, 1, 0.000001},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
q, err := tt.strategy.GetQuantity(tt.input)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.InDelta(t, tt.expected, q, 1e-9)
|
||||||
|
}
|
||||||
|
|
||||||
|
_, err := resources.DataResourcePricingStrategy(999).GetQuantity(1)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDataResourcePricingProfile_IsPurchased(t *testing.T) {
|
||||||
|
profile := &resources.DataResourcePricingProfile{}
|
||||||
|
profile.Pricing.BuyingStrategy = pricing.SUBSCRIPTION
|
||||||
|
assert.True(t, profile.IsPurchasable())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedDataResource_GetPrice(t *testing.T) {
|
||||||
|
now := time.Now()
|
||||||
|
later := now.Add(1 * time.Hour)
|
||||||
|
mockPrice := 42.0
|
||||||
|
|
||||||
|
pricingProfile := &resources.DataResourcePricingProfile{AccessPricingProfile: pricing.AccessPricingProfile[resources.DataResourcePricingStrategy]{
|
||||||
|
Pricing: pricing.PricingStrategy[resources.DataResourcePricingStrategy]{Price: 42.0}},
|
||||||
|
}
|
||||||
|
pricingProfile.Pricing.OverrideStrategy = resources.PER_GB_DOWNLOADED
|
||||||
|
|
||||||
|
r := &resources.PricedDataResource{
|
||||||
|
PricedResource: resources.PricedResource{
|
||||||
|
UsageStart: &now,
|
||||||
|
UsageEnd: &later,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, mockPrice, price)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedDataResource_GetPrice_NoProfiles(t *testing.T) {
|
||||||
|
r := &resources.PricedDataResource{
|
||||||
|
PricedResource: resources.PricedResource{
|
||||||
|
ResourceID: "test-resource",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
_, err := r.GetPrice()
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "pricing profile must be set")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedDataResource_GetType(t *testing.T) {
|
||||||
|
r := &resources.PricedDataResource{}
|
||||||
|
assert.Equal(t, tools.DATA_RESOURCE, r.GetType())
|
||||||
|
}
|
||||||
140
models/resources/tests/priced_resource_test.go
Normal file
140
models/resources/tests/priced_resource_test.go
Normal file
@@ -0,0 +1,140 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ---- Mock PricingProfile ----
|
||||||
|
|
||||||
|
type MockPricingProfile struct {
|
||||||
|
pricing.PricingProfileITF
|
||||||
|
Purchased bool
|
||||||
|
ReturnErr bool
|
||||||
|
ReturnCost float64
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockPricingProfile) IsPurchasable() bool {
|
||||||
|
return m.Purchased
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockPricingProfile) GetPrice(amount float64, explicitDuration float64, start time.Time, end time.Time, _ ...string) (float64, error) {
|
||||||
|
if m.ReturnErr {
|
||||||
|
return 0, errors.New("mock error")
|
||||||
|
}
|
||||||
|
return m.ReturnCost, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- Tests ----
|
||||||
|
|
||||||
|
func TestGetIDAndCreatorAndType(t *testing.T) {
|
||||||
|
r := resources.PricedResource{
|
||||||
|
ResourceID: "res-123",
|
||||||
|
CreatorID: "user-abc",
|
||||||
|
ResourceType: tools.DATA_RESOURCE,
|
||||||
|
}
|
||||||
|
assert.Equal(t, "res-123", r.GetID())
|
||||||
|
assert.Equal(t, "user-abc", r.GetCreatorID())
|
||||||
|
assert.Equal(t, tools.DATA_RESOURCE, r.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestIsPurchased(t *testing.T) {
|
||||||
|
t.Run("nil selected pricing returns false", func(t *testing.T) {
|
||||||
|
r := &resources.PricedResource{}
|
||||||
|
assert.False(t, r.IsPurchasable())
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("returns true if pricing profile is purchased", func(t *testing.T) {
|
||||||
|
mock := &MockPricingProfile{Purchased: true}
|
||||||
|
r := &resources.PricedResource{SelectedPricing: mock}
|
||||||
|
assert.True(t, r.IsPurchasable())
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetAndSetLocationStartEnd(t *testing.T) {
|
||||||
|
r := &resources.PricedResource{}
|
||||||
|
|
||||||
|
now := time.Now()
|
||||||
|
r.SetLocationStart(now)
|
||||||
|
r.SetLocationEnd(now.Add(2 * time.Hour))
|
||||||
|
|
||||||
|
assert.Equal(t, now, *r.GetLocationStart())
|
||||||
|
assert.Equal(t, now.Add(2*time.Hour), *r.GetLocationEnd())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetExplicitDurationInS(t *testing.T) {
|
||||||
|
t.Run("uses explicit duration if set", func(t *testing.T) {
|
||||||
|
r := &resources.PricedResource{ExplicitBookingDurationS: 3600}
|
||||||
|
assert.Equal(t, 3600.0, r.GetExplicitDurationInS())
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("computes duration from start and end", func(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(2 * time.Hour)
|
||||||
|
r := &resources.PricedResource{UsageStart: &start, UsageEnd: &end}
|
||||||
|
assert.InDelta(t, 7200.0, r.GetExplicitDurationInS(), 0.1)
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("defaults to 1 hour when times not set", func(t *testing.T) {
|
||||||
|
r := &resources.PricedResource{}
|
||||||
|
assert.InDelta(t, 3600.0, r.GetExplicitDurationInS(), 0.1)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetPrice(t *testing.T) {
|
||||||
|
t.Run("returns error if no pricing profile", func(t *testing.T) {
|
||||||
|
r := &resources.PricedResource{ResourceID: "no-profile"}
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "pricing profile must be set")
|
||||||
|
assert.Equal(t, 0.0, price)
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("uses first profile if selected is nil", func(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(30 * time.Minute)
|
||||||
|
r := &resources.PricedResource{
|
||||||
|
UsageStart: &start,
|
||||||
|
UsageEnd: &end,
|
||||||
|
}
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, 42.0, price)
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("returns error if profile GetPrice fails", func(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
mock := &MockPricingProfile{ReturnErr: true}
|
||||||
|
r := &resources.PricedResource{
|
||||||
|
SelectedPricing: mock,
|
||||||
|
UsageStart: &start,
|
||||||
|
UsageEnd: &end,
|
||||||
|
}
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Equal(t, 0.0, price)
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("uses SelectedPricing if set", func(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
mock := &MockPricingProfile{ReturnCost: 10.0}
|
||||||
|
r := &resources.PricedResource{
|
||||||
|
SelectedPricing: mock,
|
||||||
|
UsageStart: &start,
|
||||||
|
UsageEnd: &end,
|
||||||
|
}
|
||||||
|
price, err := r.GetPrice()
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, 10.0, price)
|
||||||
|
})
|
||||||
|
}
|
||||||
106
models/resources/tests/processing_test.go
Normal file
106
models/resources/tests/processing_test.go
Normal file
@@ -0,0 +1,106 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
. "cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProcessingResource_GetType(t *testing.T) {
|
||||||
|
r := &ProcessingResource{}
|
||||||
|
assert.Equal(t, tools.PROCESSING_RESOURCE.String(), r.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedProcessingResource_GetType(t *testing.T) {
|
||||||
|
r := &PricedProcessingResource{}
|
||||||
|
assert.Equal(t, tools.PROCESSING_RESOURCE, r.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedProcessingResource_GetExplicitDurationInS(t *testing.T) {
|
||||||
|
now := time.Now()
|
||||||
|
after := now.Add(2 * time.Hour)
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
input PricedProcessingResource
|
||||||
|
expected float64
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "Service without explicit duration",
|
||||||
|
input: PricedProcessingResource{
|
||||||
|
IsService: true,
|
||||||
|
},
|
||||||
|
expected: -1,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Nil start time, non-service",
|
||||||
|
input: PricedProcessingResource{
|
||||||
|
PricedResource: PricedResource{
|
||||||
|
UsageStart: nil,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expected: float64((1 * time.Hour).Seconds()),
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Duration computed from start and end",
|
||||||
|
input: PricedProcessingResource{
|
||||||
|
PricedResource: PricedResource{
|
||||||
|
UsageStart: &now,
|
||||||
|
UsageEnd: &after,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expected: float64((2 * time.Hour).Seconds()),
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "Explicit duration takes precedence",
|
||||||
|
input: PricedProcessingResource{
|
||||||
|
PricedResource: PricedResource{
|
||||||
|
ExplicitBookingDurationS: 1337,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expected: 1337,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
assert.Equal(t, test.expected, test.input.GetExplicitDurationInS())
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestProcessingResource_GetAccessor(t *testing.T) {
|
||||||
|
request := &tools.APIRequest{}
|
||||||
|
r := &ProcessingResource{}
|
||||||
|
acc := r.GetAccessor(request)
|
||||||
|
assert.NotNil(t, acc)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestProcessingResourcePricingProfile_GetPrice(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(2 * time.Hour)
|
||||||
|
mockPricing := pricing.AccessPricingProfile[pricing.TimePricingStrategy]{
|
||||||
|
Pricing: pricing.PricingStrategy[pricing.TimePricingStrategy]{
|
||||||
|
Price: 100.0,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
profile := &ProcessingResourcePricingProfile{mockPricing}
|
||||||
|
price, err := profile.GetPrice(0, 0, start, end)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 100.0, price)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestProcessingResourcePricingProfile_IsPurchased(t *testing.T) {
|
||||||
|
purchased := &ProcessingResourcePricingProfile{
|
||||||
|
AccessPricingProfile: pricing.AccessPricingProfile[pricing.TimePricingStrategy]{
|
||||||
|
Pricing: pricing.PricingStrategy[pricing.TimePricingStrategy]{
|
||||||
|
BuyingStrategy: pricing.PERMANENT,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
assert.True(t, purchased.IsPurchasable())
|
||||||
|
}
|
||||||
115
models/resources/tests/resource_test.go
Normal file
115
models/resources/tests/resource_test.go
Normal file
@@ -0,0 +1,115 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
type MockInstance struct {
|
||||||
|
ID string
|
||||||
|
Name string
|
||||||
|
resources.ResourceInstance[*MockPartner]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockInstance) GetID() string { return m.ID }
|
||||||
|
func (m *MockInstance) GetName() string { return m.Name }
|
||||||
|
func (m *MockInstance) ClearEnv() {}
|
||||||
|
func (m *MockInstance) ClearPeerGroups() {}
|
||||||
|
func (m *MockInstance) GetProfile() pricing.PricingProfileITF {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (m *MockInstance) GetPricingsProfiles(peerID string, groups []string) []pricing.PricingProfileITF {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (m *MockInstance) GetPeerGroups() ([]resources.ResourcePartnerITF, []map[string][]string) {
|
||||||
|
return nil, []map[string][]string{
|
||||||
|
{"peer1": {"group1"}},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
type MockPartner struct {
|
||||||
|
groups map[string][]string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockPartner) GetProfile(buying int, strategy int) pricing.PricingProfileITF {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockPartner) GetPeerGroups() map[string][]string {
|
||||||
|
return m.groups
|
||||||
|
}
|
||||||
|
func (m *MockPartner) ClearPeerGroups() {}
|
||||||
|
func (m *MockPartner) GetPricingsProfiles(string, []string) []pricing.PricingProfileITF {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type MockDBObject struct {
|
||||||
|
utils.AbstractObject
|
||||||
|
isDraft bool
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockDBObject) IsDrafted() bool {
|
||||||
|
return m.isDraft
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetSelectedInstance_WithValidIndex(t *testing.T) {
|
||||||
|
index := 1
|
||||||
|
inst1 := &MockInstance{ID: "1"}
|
||||||
|
inst2 := &MockInstance{ID: "2"}
|
||||||
|
resource := &resources.AbstractInstanciatedResource[*MockInstance]{
|
||||||
|
AbstractResource: resources.AbstractResource{SelectedInstanceIndex: &index},
|
||||||
|
Instances: []*MockInstance{inst1, inst2},
|
||||||
|
}
|
||||||
|
result := resource.GetSelectedInstance()
|
||||||
|
assert.Equal(t, inst2, result)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetSelectedInstance_NoIndex(t *testing.T) {
|
||||||
|
inst := &MockInstance{ID: "1"}
|
||||||
|
resource := &resources.AbstractInstanciatedResource[*MockInstance]{
|
||||||
|
Instances: []*MockInstance{inst},
|
||||||
|
}
|
||||||
|
result := resource.GetSelectedInstance()
|
||||||
|
assert.Equal(t, inst, result)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanUpdate_WhenOnlyStateDiffers(t *testing.T) {
|
||||||
|
resource := &resources.AbstractResource{AbstractObject: utils.AbstractObject{IsDraft: false}}
|
||||||
|
set := &MockDBObject{isDraft: true}
|
||||||
|
canUpdate, updated := resource.CanUpdate(set)
|
||||||
|
assert.True(t, canUpdate)
|
||||||
|
assert.Equal(t, set, updated)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestVerifyAuthAction_WithMatchingGroup(t *testing.T) {
|
||||||
|
inst := &MockInstance{
|
||||||
|
ResourceInstance: resources.ResourceInstance[*MockPartner]{
|
||||||
|
Partnerships: []*MockPartner{
|
||||||
|
{groups: map[string][]string{"peer1": {"group1"}}},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
req := &tools.APIRequest{PeerID: "peer1", Groups: []string{"group1"}}
|
||||||
|
result := resources.VerifyAuthAction([]*MockInstance{inst}, req)
|
||||||
|
assert.Len(t, result, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
type FakeResource struct {
|
||||||
|
resources.AbstractInstanciatedResource[*MockInstance]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *FakeResource) Trim() {}
|
||||||
|
func (f *FakeResource) SetAllowedInstances(*tools.APIRequest) {}
|
||||||
|
func (f *FakeResource) VerifyAuth(*tools.APIRequest) bool { return true }
|
||||||
|
|
||||||
|
func TestNewAccessor_ReturnsValid(t *testing.T) {
|
||||||
|
acc := resources.NewAccessor[*FakeResource](tools.COMPUTE_RESOURCE, &tools.APIRequest{}, func() utils.DBObject {
|
||||||
|
return &FakeResource{}
|
||||||
|
})
|
||||||
|
assert.NotNil(t, acc)
|
||||||
|
}
|
||||||
105
models/resources/tests/storage_test.go
Normal file
105
models/resources/tests/storage_test.go
Normal file
@@ -0,0 +1,105 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStorageResource_GetType(t *testing.T) {
|
||||||
|
res := &resources.StorageResource{}
|
||||||
|
assert.Equal(t, tools.STORAGE_RESOURCE.String(), res.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResource_GetAccessor(t *testing.T) {
|
||||||
|
res := &resources.StorageResource{}
|
||||||
|
req := &tools.APIRequest{}
|
||||||
|
accessor := res.GetAccessor(req)
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResource_ConvertToPricedResource_ValidType(t *testing.T) {
|
||||||
|
res := &resources.StorageResource{}
|
||||||
|
res.AbstractInstanciatedResource.CreatorID = "creator"
|
||||||
|
res.AbstractInstanciatedResource.UUID = "res-id"
|
||||||
|
priced := res.ConvertToPricedResource(tools.STORAGE_RESOURCE, &tools.APIRequest{})
|
||||||
|
assert.NotNil(t, priced)
|
||||||
|
assert.IsType(t, &resources.PricedStorageResource{}, priced)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResource_ConvertToPricedResource_InvalidType(t *testing.T) {
|
||||||
|
res := &resources.StorageResource{}
|
||||||
|
priced := res.ConvertToPricedResource(tools.COMPUTE_RESOURCE, &tools.APIRequest{})
|
||||||
|
assert.Nil(t, priced)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResourceInstance_ClearEnv(t *testing.T) {
|
||||||
|
inst := &resources.StorageResourceInstance{
|
||||||
|
ResourceInstance: resources.ResourceInstance[*resources.StorageResourcePartnership]{
|
||||||
|
Env: []models.Param{{Attr: "A"}},
|
||||||
|
Inputs: []models.Param{{Attr: "B"}},
|
||||||
|
Outputs: []models.Param{{Attr: "C"}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
inst.ClearEnv()
|
||||||
|
assert.Empty(t, inst.Env)
|
||||||
|
assert.Empty(t, inst.Inputs)
|
||||||
|
assert.Empty(t, inst.Outputs)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResourceInstance_StoreDraftDefault(t *testing.T) {
|
||||||
|
inst := &resources.StorageResourceInstance{
|
||||||
|
Source: "my-source",
|
||||||
|
ResourceInstance: resources.ResourceInstance[*resources.StorageResourcePartnership]{
|
||||||
|
Env: []models.Param{},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
inst.StoreDraftDefault()
|
||||||
|
assert.Len(t, inst.Env, 1)
|
||||||
|
assert.Equal(t, "source", inst.Env[0].Attr)
|
||||||
|
assert.Equal(t, "my-source", inst.Env[0].Value)
|
||||||
|
assert.True(t, inst.Env[0].Readonly)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResourcePricingStrategy_GetQuantity(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
strategy resources.StorageResourcePricingStrategy
|
||||||
|
dataGB float64
|
||||||
|
expect float64
|
||||||
|
}{
|
||||||
|
{resources.PER_DATA_STORED, 1.2, 1.2},
|
||||||
|
{resources.PER_TB_STORED, 1.2, 1200},
|
||||||
|
{resources.PER_GB_STORED, 2.5, 2.5},
|
||||||
|
{resources.PER_MB_STORED, 1.0, 1000},
|
||||||
|
{resources.PER_KB_STORED, 0.1, 100000},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
q, err := tt.strategy.GetQuantity(tt.dataGB)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.expect, q)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStorageResourcePricingStrategy_GetQuantity_Invalid(t *testing.T) {
|
||||||
|
invalid := resources.StorageResourcePricingStrategy(99)
|
||||||
|
q, err := invalid.GetQuantity(1.0)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 0.0, q)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPricedStorageResource_GetPrice_NoProfiles(t *testing.T) {
|
||||||
|
res := &resources.PricedStorageResource{
|
||||||
|
PricedResource: resources.PricedResource{
|
||||||
|
ResourceID: "res-id",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
_, err := res.GetPrice()
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
62
models/resources/tests/workflow_test.go
Normal file
62
models/resources/tests/workflow_test.go
Normal file
@@ -0,0 +1,62 @@
|
|||||||
|
package resources_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestWorkflowResource_GetType(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{}
|
||||||
|
assert.Equal(t, tools.WORKFLOW_RESOURCE.String(), w.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkflowResource_ConvertToPricedResource(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{
|
||||||
|
AbstractResource: resources.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: "Test Workflow",
|
||||||
|
UUID: "workflow-uuid",
|
||||||
|
CreatorID: "creator-id",
|
||||||
|
},
|
||||||
|
Logo: "logo.png",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
req := &tools.APIRequest{
|
||||||
|
PeerID: "peer-1",
|
||||||
|
Groups: []string{"group1"},
|
||||||
|
}
|
||||||
|
|
||||||
|
pr := w.ConvertToPricedResource(tools.WORKFLOW_RESOURCE, req)
|
||||||
|
assert.Equal(t, "creator-id", pr.GetCreatorID())
|
||||||
|
assert.Equal(t, tools.WORKFLOW_RESOURCE, pr.GetType())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkflowResource_ClearEnv(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{}
|
||||||
|
assert.Equal(t, w, w.ClearEnv())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkflowResource_Trim(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{}
|
||||||
|
w.Trim()
|
||||||
|
// nothing to assert; just test that it doesn't panic
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkflowResource_SetAllowedInstances(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{}
|
||||||
|
w.SetAllowedInstances(&tools.APIRequest{})
|
||||||
|
// no-op; just confirm no crash
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkflowResource_GetAccessor(t *testing.T) {
|
||||||
|
w := &resources.WorkflowResource{}
|
||||||
|
request := &tools.APIRequest{}
|
||||||
|
accessor := w.GetAccessor(request)
|
||||||
|
assert.NotNil(t, accessor)
|
||||||
|
}
|
||||||
66
models/resources/workflow.go
Normal file → Executable file
66
models/resources/workflow.go
Normal file → Executable file
@@ -2,74 +2,44 @@ package resources
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources/resource_model"
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
// we don't have any information about the accessor
|
type WorkflowResourcePricingProfile struct{}
|
||||||
type abstractWorkflowResource struct {
|
|
||||||
WorkflowID string `bson:"workflow_id,omitempty" json:"workflow_id,omitempty"` // WorkflowID is the ID of the native workflow
|
|
||||||
}
|
|
||||||
|
|
||||||
// WorkflowResource is a struct that represents a workflow resource
|
// WorkflowResource is a struct that represents a workflow resource
|
||||||
// it defines the resource workflow
|
// it defines the resource workflow
|
||||||
type WorkflowResource struct {
|
type WorkflowResource struct {
|
||||||
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
AbstractResource
|
||||||
Logo string `json:"logo,omitempty" bson:"logo,omitempty" validate:"required"` // Logo is the logo of the resource
|
WorkflowID string `bson:"workflow_id,omitempty" json:"workflow_id,omitempty"` // WorkflowID is the ID of the native workflow
|
||||||
Description string `json:"description,omitempty" bson:"description,omitempty"` // Description is the description of the resource
|
|
||||||
ShortDescription string `json:"short_description,omitempty" bson:"short_description,omitempty" validate:"required"` // ShortDescription is the short description of the resource
|
|
||||||
Owners []utils.Owner `json:"owners,omitempty" bson:"owners,omitempty"` // Owners is the list of owners of the resource
|
|
||||||
ResourceModel *resource_model.ResourceModel `json:"resource_model,omitempty" bson:"resource_model,omitempty"` // ResourceModel is the model of the resource
|
|
||||||
UsageRestrictions string `bson:"usage_restrictions,omitempty" json:"usage_restrictions,omitempty"`
|
|
||||||
abstractWorkflowResource
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowResource) Transform() utils.DBObject {
|
func (d *WorkflowResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return r
|
return NewAccessor[*WorkflowResource](tools.WORKFLOW_RESOURCE, request, func() utils.DBObject { return &WorkflowResource{} })
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowResource) StoreDraftDefault() {
|
func (r *WorkflowResource) GetType() string {
|
||||||
r.IsDraft = true
|
return tools.WORKFLOW_RESOURCE.String()
|
||||||
}
|
|
||||||
func (r *WorkflowResource) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
|
||||||
if r.IsDraft != set.IsDrafted() && set.IsDrafted() {
|
|
||||||
return true, set // only state can be updated
|
|
||||||
}
|
|
||||||
return r.IsDraft != set.IsDrafted() && set.IsDrafted(), set
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowResource) CanDelete() bool {
|
func (d *WorkflowResource) ClearEnv() utils.DBObject {
|
||||||
return r.IsDraft // only draft bookings can be deleted
|
return d
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *WorkflowResource) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *WorkflowResource) Trim() {
|
||||||
return nil
|
/* EMPTY */
|
||||||
}
|
}
|
||||||
|
|
||||||
func (abs *WorkflowResource) SetResourceModel(model *resource_model.ResourceModel) {
|
|
||||||
abs.ResourceModel = model
|
|
||||||
}
|
|
||||||
|
|
||||||
func (w *WorkflowResource) Trim() {
|
|
||||||
/*EMPTY AND PROUD TO BE*/
|
|
||||||
}
|
|
||||||
|
|
||||||
func (w *WorkflowResource) SetAllowedInstances(request *tools.APIRequest) {
|
func (w *WorkflowResource) SetAllowedInstances(request *tools.APIRequest) {
|
||||||
/*EMPTY AND PROUD TO BE*/
|
/* EMPTY */
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *WorkflowResource) ConvertToPricedResource(
|
func (w *WorkflowResource) ConvertToPricedResource(t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
||||||
t tools.DataType, request *tools.APIRequest) pricing.PricedItemITF {
|
|
||||||
instances := map[string]string{}
|
|
||||||
profiles := map[string][]pricing.PricingProfileITF{}
|
|
||||||
return &PricedResource{
|
return &PricedResource{
|
||||||
Name: w.Name,
|
Name: w.Name,
|
||||||
Logo: w.Logo,
|
Logo: w.Logo,
|
||||||
ResourceID: w.UUID,
|
ResourceID: w.UUID,
|
||||||
ResourceType: t,
|
ResourceType: t,
|
||||||
InstancesRefs: instances,
|
CreatorID: w.CreatorID,
|
||||||
PricingProfiles: profiles,
|
|
||||||
CreatorID: w.CreatorID,
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
38
models/tests/models_test.go
Normal file
38
models/tests/models_test.go
Normal file
@@ -0,0 +1,38 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strconv"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestModel_ReturnsValidInstances(t *testing.T) {
|
||||||
|
for name, _ := range models.ModelsCatalog {
|
||||||
|
t.Run(name, func(t *testing.T) {
|
||||||
|
modelInt, _ := strconv.Atoi(name)
|
||||||
|
obj := models.Model(modelInt)
|
||||||
|
assert.NotNil(t, obj, "Model() returned nil for valid model name %s", name)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestModel_UnknownModelReturnsNil(t *testing.T) {
|
||||||
|
invalidModelInt := -9999 // unlikely to be valid
|
||||||
|
obj := models.Model(invalidModelInt)
|
||||||
|
assert.Nil(t, obj)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetModelsNames_ReturnsAllKeys(t *testing.T) {
|
||||||
|
names := models.GetModelsNames()
|
||||||
|
assert.Len(t, names, len(models.ModelsCatalog))
|
||||||
|
|
||||||
|
seen := make(map[string]bool)
|
||||||
|
for _, name := range names {
|
||||||
|
seen[name] = true
|
||||||
|
}
|
||||||
|
for key := range models.ModelsCatalog {
|
||||||
|
assert.Contains(t, seen, key)
|
||||||
|
}
|
||||||
|
}
|
||||||
42
models/utils/abstracts.go
Normal file → Executable file
42
models/utils/abstracts.go
Normal file → Executable file
@@ -27,15 +27,24 @@ const (
|
|||||||
* every data in base root model should inherit from this struct (only exception is the ResourceModel)
|
* every data in base root model should inherit from this struct (only exception is the ResourceModel)
|
||||||
*/
|
*/
|
||||||
type AbstractObject struct {
|
type AbstractObject struct {
|
||||||
UUID string `json:"id,omitempty" bson:"id,omitempty" validate:"required"`
|
UUID string `json:"id,omitempty" bson:"id,omitempty" validate:"required"`
|
||||||
Name string `json:"name,omitempty" bson:"name,omitempty" validate:"required"`
|
Name string `json:"name,omitempty" bson:"name,omitempty" validate:"required"`
|
||||||
IsDraft bool `json:"is_draft" bson:"is_draft" default:"false"`
|
IsDraft bool `json:"is_draft" bson:"is_draft" default:"false"`
|
||||||
CreatorID string `json:"creator_id" bson:"creator_id" default:"unknown"`
|
CreatorID string `json:"creator_id,omitempty" bson:"creator_id,omitempty"`
|
||||||
|
UserCreatorID string `json:"user_creator_id,omitempty" bson:"user_creator_id,omitempty"`
|
||||||
|
CreationDate time.Time `json:"creation_date,omitempty" bson:"creation_date,omitempty"`
|
||||||
|
UpdateDate time.Time `json:"update_date,omitempty" bson:"update_date,omitempty"`
|
||||||
|
UpdaterID string `json:"updater_id,omitempty" bson:"updater_id,omitempty"`
|
||||||
|
UserUpdaterID string `json:"user_updater_id,omitempty" bson:"user_updater_id,omitempty"`
|
||||||
|
AccessMode AccessMode `json:"access_mode" bson:"access_mode" default:"0"`
|
||||||
|
}
|
||||||
|
|
||||||
CreationDate time.Time `json:"creation_date" bson:"creation_date"`
|
func (ri *AbstractObject) GetAccessor(request *tools.APIRequest) Accessor {
|
||||||
UpdateDate time.Time `json:"update_date" bson:"update_date"`
|
return nil
|
||||||
UpdaterID string `json:"updater_id" bson:"updater_id"`
|
}
|
||||||
AccessMode AccessMode `json:"access_mode" bson:"access_mode" default:"0"`
|
|
||||||
|
func (r *AbstractObject) SetID(id string) {
|
||||||
|
r.UUID = id
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *AbstractObject) GenerateID() {
|
func (r *AbstractObject) GenerateID() {
|
||||||
@@ -74,20 +83,25 @@ func (ao *AbstractObject) GetCreatorID() string {
|
|||||||
return ao.CreatorID
|
return ao.CreatorID
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *AbstractObject) UpToDate(user string, create bool) {
|
func (ao *AbstractObject) UpToDate(user string, peer string, create bool) {
|
||||||
ao.UpdateDate = time.Now()
|
ao.UpdateDate = time.Now()
|
||||||
ao.UpdaterID = user
|
ao.UpdaterID = peer
|
||||||
|
ao.UserUpdaterID = user
|
||||||
if create {
|
if create {
|
||||||
ao.CreationDate = time.Now()
|
ao.CreationDate = time.Now()
|
||||||
ao.CreatorID = user
|
ao.CreatorID = peer
|
||||||
|
ao.UserCreatorID = user
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *AbstractObject) VerifyAuth(request *tools.APIRequest) bool {
|
func (ao *AbstractObject) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
return ao.AccessMode == Public || (request != nil && ao.CreatorID == request.Username)
|
return ao.AccessMode == Public || (request != nil && ao.CreatorID == request.PeerID && request.PeerID != "")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *AbstractObject) GetObjectFilters(search string) *dbs.Filters {
|
func (ao *AbstractObject) GetObjectFilters(search string) *dbs.Filters {
|
||||||
|
if search == "*" {
|
||||||
|
search = ""
|
||||||
|
}
|
||||||
return &dbs.Filters{
|
return &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
@@ -120,6 +134,10 @@ type AbstractAccessor struct {
|
|||||||
ResourceModelAccessor Accessor
|
ResourceModelAccessor Accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *AbstractAccessor) ShouldVerifyAuth() bool {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
func (r *AbstractAccessor) GetRequest() *tools.APIRequest {
|
func (r *AbstractAccessor) GetRequest() *tools.APIRequest {
|
||||||
return r.Request
|
return r.Request
|
||||||
}
|
}
|
||||||
|
|||||||
46
models/utils/common.go
Normal file → Executable file
46
models/utils/common.go
Normal file → Executable file
@@ -2,7 +2,6 @@ package utils
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
@@ -14,11 +13,22 @@ type Owner struct {
|
|||||||
Logo string `json:"logo,omitempty" bson:"logo,omitempty"`
|
Logo string `json:"logo,omitempty" bson:"logo,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func VerifyAccess(a Accessor, id string) error {
|
||||||
|
data, _, err := a.LoadOne(id)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if a.ShouldVerifyAuth() && !data.VerifyAuth(a.GetRequest()) {
|
||||||
|
return errors.New("you are not allowed to access :" + a.GetType().String())
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
// GenericLoadOne loads one object from the database (generic)
|
// GenericLoadOne loads one object from the database (generic)
|
||||||
func GenericStoreOne(data DBObject, a Accessor) (DBObject, int, error) {
|
func GenericStoreOne(data DBObject, a Accessor) (DBObject, int, error) {
|
||||||
data.GenerateID()
|
data.GenerateID()
|
||||||
data.StoreDraftDefault()
|
data.StoreDraftDefault()
|
||||||
data.UpToDate(a.GetUser(), true)
|
data.UpToDate(a.GetUser(), a.GetPeerID(), true)
|
||||||
f := dbs.Filters{
|
f := dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{
|
Or: map[string][]dbs.Filter{
|
||||||
"abstractresource.abstractobject.name": {{
|
"abstractresource.abstractobject.name": {{
|
||||||
@@ -31,15 +41,15 @@ func GenericStoreOne(data DBObject, a Accessor) (DBObject, int, error) {
|
|||||||
}},
|
}},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
if !data.VerifyAuth(a.GetRequest()) {
|
if a.ShouldVerifyAuth() && !data.VerifyAuth(a.GetRequest()) {
|
||||||
return nil, 403, errors.New("you are not allowed to access this collaborative area")
|
return nil, 403, errors.New("you are not allowed to access : " + a.GetType().String())
|
||||||
}
|
}
|
||||||
if cursor, _, _ := a.Search(&f, "", data.IsDrafted()); len(cursor) > 0 {
|
if cursor, _, _ := a.Search(&f, "", data.IsDrafted()); len(cursor) > 0 {
|
||||||
return nil, 409, errors.New(a.GetType().String() + " with name " + data.GetName() + " already exists")
|
return nil, 409, errors.New(a.GetType().String() + " with name " + data.GetName() + " already exists")
|
||||||
}
|
}
|
||||||
err := validate.Struct(data)
|
err := validate.Struct(data)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, 422, err
|
return nil, 422, errors.New("error when validating the received struct: " + err.Error())
|
||||||
}
|
}
|
||||||
id, code, err := mongo.MONGOService.StoreOne(data, data.GetID(), a.GetType().String())
|
id, code, err := mongo.MONGOService.StoreOne(data, data.GetID(), a.GetType().String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -53,14 +63,13 @@ func GenericStoreOne(data DBObject, a Accessor) (DBObject, int, error) {
|
|||||||
func GenericDeleteOne(id string, a Accessor) (DBObject, int, error) {
|
func GenericDeleteOne(id string, a Accessor) (DBObject, int, error) {
|
||||||
res, code, err := a.LoadOne(id)
|
res, code, err := a.LoadOne(id)
|
||||||
if !res.CanDelete() {
|
if !res.CanDelete() {
|
||||||
return nil, 403, errors.New("you are not allowed to delete this collaborative area")
|
return nil, 403, errors.New("you are not allowed to delete :" + a.GetType().String())
|
||||||
}
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
a.GetLogger().Error().Msg("Could not retrieve " + id + " to db. Error: " + err.Error())
|
|
||||||
return nil, code, err
|
return nil, code, err
|
||||||
}
|
}
|
||||||
if !res.VerifyAuth(a.GetRequest()) {
|
if a.ShouldVerifyAuth() && !res.VerifyAuth(a.GetRequest()) {
|
||||||
return nil, 403, errors.New("you are not allowed to access this collaborative area")
|
return nil, 403, errors.New("you are not allowed to access " + a.GetType().String())
|
||||||
}
|
}
|
||||||
_, code, err = mongo.MONGOService.DeleteOne(id, a.GetType().String())
|
_, code, err = mongo.MONGOService.DeleteOne(id, a.GetType().String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -79,12 +88,12 @@ func GenericUpdateOne(set DBObject, id string, a Accessor, new DBObject) (DBObje
|
|||||||
}
|
}
|
||||||
ok, newSet := r.CanUpdate(set)
|
ok, newSet := r.CanUpdate(set)
|
||||||
if !ok {
|
if !ok {
|
||||||
return nil, 403, errors.New("you are not allowed to delete this collaborative area")
|
return nil, 403, errors.New("you are not allowed to delete :" + a.GetType().String())
|
||||||
}
|
}
|
||||||
set = newSet
|
set = newSet
|
||||||
r.UpToDate(a.GetUser(), false)
|
r.UpToDate(a.GetUser(), a.GetPeerID(), false)
|
||||||
if !r.VerifyAuth(a.GetRequest()) {
|
if a.ShouldVerifyAuth() && !r.VerifyAuth(a.GetRequest()) {
|
||||||
return nil, 403, errors.New("you are not allowed to access this collaborative area")
|
return nil, 403, errors.New("you are not allowed to access :" + a.GetType().String())
|
||||||
}
|
}
|
||||||
change := set.Serialize(set) // get the changes
|
change := set.Serialize(set) // get the changes
|
||||||
loaded := r.Serialize(r) // get the loaded object
|
loaded := r.Serialize(r) // get the loaded object
|
||||||
@@ -104,12 +113,11 @@ func GenericLoadOne[T DBObject](id string, f func(DBObject) (DBObject, int, erro
|
|||||||
var data T
|
var data T
|
||||||
res_mongo, code, err := mongo.MONGOService.LoadOne(id, a.GetType().String())
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, a.GetType().String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
a.GetLogger().Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
|
||||||
return nil, code, err
|
return nil, code, err
|
||||||
}
|
}
|
||||||
res_mongo.Decode(&data)
|
res_mongo.Decode(&data)
|
||||||
if !data.VerifyAuth(a.GetRequest()) {
|
if a.ShouldVerifyAuth() && !data.VerifyAuth(a.GetRequest()) {
|
||||||
return nil, 403, errors.New("you are not allowed to access this collaborative area")
|
return nil, 403, errors.New("you are not allowed to access :" + a.GetType().String())
|
||||||
}
|
}
|
||||||
return f(data)
|
return f(data)
|
||||||
}
|
}
|
||||||
@@ -118,14 +126,13 @@ func genericLoadAll[T DBObject](res *mgb.Cursor, code int, err error, onlyDraft
|
|||||||
objs := []ShallowDBObject{}
|
objs := []ShallowDBObject{}
|
||||||
var results []T
|
var results []T
|
||||||
if err != nil {
|
if err != nil {
|
||||||
a.GetLogger().Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
|
||||||
return nil, code, err
|
return nil, code, err
|
||||||
}
|
}
|
||||||
if err = res.All(mongo.MngoCtx, &results); err != nil {
|
if err = res.All(mongo.MngoCtx, &results); err != nil {
|
||||||
return nil, 404, err
|
return nil, 404, err
|
||||||
}
|
}
|
||||||
for _, r := range results {
|
for _, r := range results {
|
||||||
if !r.VerifyAuth(a.GetRequest()) || f(r) == nil || (onlyDraft && !r.IsDrafted()) || (!onlyDraft && r.IsDrafted()) {
|
if (a.ShouldVerifyAuth() && !r.VerifyAuth(a.GetRequest())) || f(r) == nil || (onlyDraft && !r.IsDrafted()) || (!onlyDraft && r.IsDrafted()) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
objs = append(objs, f(r))
|
objs = append(objs, f(r))
|
||||||
@@ -135,13 +142,12 @@ func genericLoadAll[T DBObject](res *mgb.Cursor, code int, err error, onlyDraft
|
|||||||
|
|
||||||
func GenericLoadAll[T DBObject](f func(DBObject) ShallowDBObject, onlyDraft bool, wfa Accessor) ([]ShallowDBObject, int, error) {
|
func GenericLoadAll[T DBObject](f func(DBObject) ShallowDBObject, onlyDraft bool, wfa Accessor) ([]ShallowDBObject, int, error) {
|
||||||
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType().String())
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType().String())
|
||||||
fmt.Println("res_mongo", res_mongo)
|
|
||||||
return genericLoadAll[T](res_mongo, code, err, onlyDraft, f, wfa)
|
return genericLoadAll[T](res_mongo, code, err, onlyDraft, f, wfa)
|
||||||
}
|
}
|
||||||
|
|
||||||
func GenericSearch[T DBObject](filters *dbs.Filters, search string, defaultFilters *dbs.Filters,
|
func GenericSearch[T DBObject](filters *dbs.Filters, search string, defaultFilters *dbs.Filters,
|
||||||
f func(DBObject) ShallowDBObject, onlyDraft bool, wfa Accessor) ([]ShallowDBObject, int, error) {
|
f func(DBObject) ShallowDBObject, onlyDraft bool, wfa Accessor) ([]ShallowDBObject, int, error) {
|
||||||
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
if filters == nil && search != "" {
|
||||||
filters = defaultFilters
|
filters = defaultFilters
|
||||||
}
|
}
|
||||||
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType().String())
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType().String())
|
||||||
|
|||||||
22
models/utils/interfaces.go
Normal file → Executable file
22
models/utils/interfaces.go
Normal file → Executable file
@@ -11,41 +11,43 @@ type ShallowDBObject interface {
|
|||||||
GenerateID()
|
GenerateID()
|
||||||
GetID() string
|
GetID() string
|
||||||
GetName() string
|
GetName() string
|
||||||
Deserialize(j map[string]interface{}, obj DBObject) DBObject
|
|
||||||
Serialize(obj DBObject) map[string]interface{}
|
Serialize(obj DBObject) map[string]interface{}
|
||||||
|
Deserialize(j map[string]interface{}, obj DBObject) DBObject
|
||||||
}
|
}
|
||||||
|
|
||||||
// DBObject is an interface that defines the basic methods for a DBObject
|
// DBObject is an interface that defines the basic methods for a DBObject
|
||||||
type DBObject interface {
|
type DBObject interface {
|
||||||
GenerateID()
|
GenerateID()
|
||||||
|
SetID(id string)
|
||||||
GetID() string
|
GetID() string
|
||||||
GetName() string
|
GetName() string
|
||||||
GetCreatorID() string
|
|
||||||
IsDrafted() bool
|
IsDrafted() bool
|
||||||
StoreDraftDefault()
|
|
||||||
CanUpdate(set DBObject) (bool, DBObject)
|
|
||||||
CanDelete() bool
|
CanDelete() bool
|
||||||
UpToDate(user string, create bool)
|
StoreDraftDefault()
|
||||||
|
GetCreatorID() string
|
||||||
|
UpToDate(user string, peer string, create bool)
|
||||||
|
CanUpdate(set DBObject) (bool, DBObject)
|
||||||
VerifyAuth(request *tools.APIRequest) bool
|
VerifyAuth(request *tools.APIRequest) bool
|
||||||
Deserialize(j map[string]interface{}, obj DBObject) DBObject
|
|
||||||
Serialize(obj DBObject) map[string]interface{}
|
Serialize(obj DBObject) map[string]interface{}
|
||||||
GetAccessor(request *tools.APIRequest) Accessor
|
GetAccessor(request *tools.APIRequest) Accessor
|
||||||
|
Deserialize(j map[string]interface{}, obj DBObject) DBObject
|
||||||
}
|
}
|
||||||
|
|
||||||
// Accessor is an interface that defines the basic methods for an Accessor
|
// Accessor is an interface that defines the basic methods for an Accessor
|
||||||
type Accessor interface {
|
type Accessor interface {
|
||||||
GetRequest() *tools.APIRequest
|
|
||||||
GetType() tools.DataType
|
|
||||||
GetUser() string
|
GetUser() string
|
||||||
GetPeerID() string
|
GetPeerID() string
|
||||||
GetGroups() []string
|
GetGroups() []string
|
||||||
|
ShouldVerifyAuth() bool
|
||||||
|
GetType() tools.DataType
|
||||||
GetLogger() *zerolog.Logger
|
GetLogger() *zerolog.Logger
|
||||||
GetCaller() *tools.HTTPCaller
|
GetCaller() *tools.HTTPCaller
|
||||||
Search(filters *dbs.Filters, search string, isDraft bool) ([]ShallowDBObject, int, error)
|
GetRequest() *tools.APIRequest
|
||||||
LoadAll(isDraft bool) ([]ShallowDBObject, int, error)
|
|
||||||
LoadOne(id string) (DBObject, int, error)
|
LoadOne(id string) (DBObject, int, error)
|
||||||
DeleteOne(id string) (DBObject, int, error)
|
DeleteOne(id string) (DBObject, int, error)
|
||||||
CopyOne(data DBObject) (DBObject, int, error)
|
CopyOne(data DBObject) (DBObject, int, error)
|
||||||
StoreOne(data DBObject) (DBObject, int, error)
|
StoreOne(data DBObject) (DBObject, int, error)
|
||||||
|
LoadAll(isDraft bool) ([]ShallowDBObject, int, error)
|
||||||
UpdateOne(set DBObject, id string) (DBObject, int, error)
|
UpdateOne(set DBObject, id string) (DBObject, int, error)
|
||||||
|
Search(filters *dbs.Filters, search string, isDraft bool) ([]ShallowDBObject, int, error)
|
||||||
}
|
}
|
||||||
|
|||||||
128
models/utils/tests/abstracts_test.go
Normal file
128
models/utils/tests/abstracts_test.go
Normal file
@@ -0,0 +1,128 @@
|
|||||||
|
package models_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestGenerateID(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
ao.GenerateID()
|
||||||
|
assert.NotEmpty(t, ao.UUID)
|
||||||
|
_, err := uuid.Parse(ao.UUID)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreDraftDefault(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{IsDraft: true}
|
||||||
|
ao.StoreDraftDefault()
|
||||||
|
assert.False(t, ao.IsDraft)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanUpdate(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
res, set := ao.CanUpdate(nil)
|
||||||
|
assert.True(t, res)
|
||||||
|
assert.Nil(t, set)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanDelete(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
assert.True(t, ao.CanDelete())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestIsDrafted(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{IsDraft: true}
|
||||||
|
assert.True(t, ao.IsDrafted())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetID(t *testing.T) {
|
||||||
|
u := uuid.New().String()
|
||||||
|
ao := &utils.AbstractObject{UUID: u}
|
||||||
|
assert.Equal(t, u, ao.GetID())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetName(t *testing.T) {
|
||||||
|
name := "MyObject"
|
||||||
|
ao := &utils.AbstractObject{Name: name}
|
||||||
|
assert.Equal(t, name, ao.GetName())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetCreatorID(t *testing.T) {
|
||||||
|
id := "creator-123"
|
||||||
|
ao := &utils.AbstractObject{CreatorID: id}
|
||||||
|
assert.Equal(t, id, ao.GetCreatorID())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpToDate_CreateFalse(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
now := time.Now()
|
||||||
|
time.Sleep(time.Millisecond) // ensure time difference
|
||||||
|
ao.UpToDate("user123", "peer456", false)
|
||||||
|
assert.WithinDuration(t, now, ao.UpdateDate, time.Second)
|
||||||
|
assert.Equal(t, "peer456", ao.UpdaterID)
|
||||||
|
assert.Equal(t, "user123", ao.UserUpdaterID)
|
||||||
|
assert.True(t, ao.CreationDate.IsZero())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpToDate_CreateTrue(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
now := time.Now()
|
||||||
|
time.Sleep(time.Millisecond)
|
||||||
|
ao.UpToDate("user123", "peer456", true)
|
||||||
|
assert.WithinDuration(t, now, ao.UpdateDate, time.Second)
|
||||||
|
assert.WithinDuration(t, now, ao.CreationDate, time.Second)
|
||||||
|
assert.Equal(t, "peer456", ao.UpdaterID)
|
||||||
|
assert.Equal(t, "peer456", ao.CreatorID)
|
||||||
|
assert.Equal(t, "user123", ao.UserUpdaterID)
|
||||||
|
assert.Equal(t, "user123", ao.UserCreatorID)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestVerifyAuth(t *testing.T) {
|
||||||
|
request := &tools.APIRequest{PeerID: "peer123"}
|
||||||
|
ao := &utils.AbstractObject{CreatorID: "peer123"}
|
||||||
|
assert.True(t, ao.VerifyAuth(request))
|
||||||
|
|
||||||
|
ao = &utils.AbstractObject{AccessMode: utils.Public}
|
||||||
|
assert.True(t, ao.VerifyAuth(nil))
|
||||||
|
|
||||||
|
ao = &utils.AbstractObject{AccessMode: utils.Private, CreatorID: "peer123"}
|
||||||
|
request = &tools.APIRequest{PeerID: "wrong"}
|
||||||
|
assert.False(t, ao.VerifyAuth(request))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetObjectFilters(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
f := ao.GetObjectFilters("*")
|
||||||
|
assert.NotNil(t, f)
|
||||||
|
assert.Contains(t, f.Or, "abstractobject.name")
|
||||||
|
assert.Equal(t, dbs.LIKE.String(), f.Or["abstractobject.name"][0].Operator)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeserialize(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{}
|
||||||
|
input := map[string]interface{}{"name": "test", "id": uuid.New().String()}
|
||||||
|
res := ao.Deserialize(input, &utils.AbstractObject{})
|
||||||
|
assert.NotNil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSerialize(t *testing.T) {
|
||||||
|
ao := &utils.AbstractObject{Name: "test", UUID: uuid.New().String()}
|
||||||
|
m := ao.Serialize(ao)
|
||||||
|
assert.Equal(t, "test", m["name"])
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAbstractAccessorMethods(t *testing.T) {
|
||||||
|
r := &utils.AbstractAccessor{Request: &tools.APIRequest{Username: "alice", PeerID: "peer1", Groups: []string{"dev"}}}
|
||||||
|
assert.True(t, r.ShouldVerifyAuth())
|
||||||
|
assert.Equal(t, "alice", r.GetUser())
|
||||||
|
assert.Equal(t, "peer1", r.GetPeerID())
|
||||||
|
assert.Equal(t, []string{"dev"}, r.GetGroups())
|
||||||
|
assert.Equal(t, r.Request.Caller, r.GetCaller())
|
||||||
|
}
|
||||||
168
models/utils/tests/common_test.go
Normal file
168
models/utils/tests/common_test.go
Normal file
@@ -0,0 +1,168 @@
|
|||||||
|
package models_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/mock"
|
||||||
|
)
|
||||||
|
|
||||||
|
// --- Mock Definitions ---
|
||||||
|
|
||||||
|
type MockDBObject struct {
|
||||||
|
mock.Mock
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) GetLogger() *zerolog.Logger {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) GetGroups() []string {
|
||||||
|
return []string{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) GetCaller() *tools.HTTPCaller {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockDBObject) GenerateID() { m.Called() }
|
||||||
|
func (m *MockDBObject) StoreDraftDefault() { m.Called() }
|
||||||
|
func (m *MockDBObject) UpToDate(user, peer string, create bool) {
|
||||||
|
m.Called(user, peer, create)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) VerifyAuth(req *tools.APIRequest) bool {
|
||||||
|
args := m.Called(req)
|
||||||
|
return args.Bool(0)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) CanDelete() bool {
|
||||||
|
args := m.Called()
|
||||||
|
return args.Bool(0)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
||||||
|
args := m.Called(set)
|
||||||
|
return args.Bool(0), args.Get(1).(utils.DBObject)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) IsDrafted() bool {
|
||||||
|
args := m.Called()
|
||||||
|
return args.Bool(0)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) Serialize(obj utils.DBObject) map[string]interface{} {
|
||||||
|
args := m.Called(obj)
|
||||||
|
return args.Get(0).(map[string]interface{})
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) Deserialize(mdata map[string]interface{}, obj utils.DBObject) utils.DBObject {
|
||||||
|
args := m.Called(mdata, obj)
|
||||||
|
return args.Get(0).(utils.DBObject)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) GetID() string {
|
||||||
|
args := m.Called()
|
||||||
|
return args.String(0)
|
||||||
|
}
|
||||||
|
func (m *MockDBObject) GetName() string {
|
||||||
|
args := m.Called()
|
||||||
|
return args.String(0)
|
||||||
|
}
|
||||||
|
|
||||||
|
type MockAccessor struct {
|
||||||
|
mock.Mock
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(set, id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(data)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(data)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) ShouldVerifyAuth() bool {
|
||||||
|
args := m.Called()
|
||||||
|
return args.Bool(0)
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) GetRequest() *tools.APIRequest {
|
||||||
|
args := m.Called()
|
||||||
|
return args.Get(0).(*tools.APIRequest)
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) GetType() tools.DataType {
|
||||||
|
args := m.Called()
|
||||||
|
return args.Get(0).(tools.DataType)
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) Search(filters *dbs.Filters, s string, d bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(filters, s, d)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) GetUser() string {
|
||||||
|
args := m.Called()
|
||||||
|
return args.String(0)
|
||||||
|
}
|
||||||
|
func (m *MockAccessor) GetPeerID() string {
|
||||||
|
args := m.Called()
|
||||||
|
return args.String(0)
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Test Cases ---
|
||||||
|
|
||||||
|
func TestVerifyAccess_Authorized(t *testing.T) {
|
||||||
|
mockObj := new(MockDBObject)
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
|
||||||
|
req := &tools.APIRequest{PeerID: "peer"}
|
||||||
|
mockAcc.On("LoadOne", "123").Return(mockObj, 200, nil)
|
||||||
|
mockAcc.On("ShouldVerifyAuth").Return(true)
|
||||||
|
mockObj.On("VerifyAuth", req).Return(true)
|
||||||
|
mockAcc.On("GetRequest").Return(req)
|
||||||
|
|
||||||
|
err := utils.VerifyAccess(mockAcc, "123")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestVerifyAccess_Unauthorized(t *testing.T) {
|
||||||
|
mockObj := new(MockDBObject)
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
|
||||||
|
req := &tools.APIRequest{PeerID: "peer"}
|
||||||
|
mockAcc.On("LoadOne", "123").Return(mockObj, 200, nil)
|
||||||
|
mockAcc.On("ShouldVerifyAuth").Return(true)
|
||||||
|
mockObj.On("VerifyAuth", req).Return(false)
|
||||||
|
mockAcc.On("GetRequest").Return(req)
|
||||||
|
|
||||||
|
err := utils.VerifyAccess(mockAcc, "123")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "not allowed")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestVerifyAccess_LoadError(t *testing.T) {
|
||||||
|
mockAcc := new(MockAccessor)
|
||||||
|
|
||||||
|
mockAcc.On("LoadOne", "bad-id").Return(nil, 404, errors.New("not found"))
|
||||||
|
|
||||||
|
err := utils.VerifyAccess(mockAcc, "bad-id")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, "not found", err.Error())
|
||||||
|
}
|
||||||
@@ -9,9 +9,49 @@ import (
|
|||||||
|
|
||||||
// Graph is a struct that represents a graph
|
// Graph is a struct that represents a graph
|
||||||
type Graph struct {
|
type Graph struct {
|
||||||
Zoom float64 `bson:"zoom" json:"zoom" default:"1"` // Zoom is the graphical zoom of the graph
|
Partial bool `json:"partial" default:"false"` // Partial is a flag that indicates if the graph is partial
|
||||||
Items map[string]GraphItem `bson:"items" json:"items" default:"{}" validate:"required"` // Items is the list of elements in the graph
|
Zoom float64 `bson:"zoom" json:"zoom" default:"1"` // Zoom is the graphical zoom of the graph
|
||||||
Links []GraphLink `bson:"links" json:"links" default:"{}" validate:"required"` // Links is the list of links between elements in the graph
|
Items map[string]GraphItem `bson:"items" json:"items" default:"{}" validate:"required"` // Items is the list of elements in the graph
|
||||||
|
Links []GraphLink `bson:"links" json:"links" default:"{}" validate:"required"` // Links is the list of links between elements in the graph
|
||||||
|
}
|
||||||
|
|
||||||
|
func (g *Graph) Clear(id string) {
|
||||||
|
realItems := map[string]GraphItem{}
|
||||||
|
for k, it := range g.Items {
|
||||||
|
if k == id {
|
||||||
|
realinks := []GraphLink{}
|
||||||
|
for _, link := range g.Links {
|
||||||
|
if link.Source.ID != id && link.Destination.ID != id {
|
||||||
|
realinks = append(realinks, link)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
g.Links = realinks
|
||||||
|
g.Partial = true
|
||||||
|
} else {
|
||||||
|
realItems[k] = it
|
||||||
|
}
|
||||||
|
}
|
||||||
|
g.Items = realItems
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wf *Graph) IsProcessing(item GraphItem) bool {
|
||||||
|
return item.Processing != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wf *Graph) IsCompute(item GraphItem) bool {
|
||||||
|
return item.Compute != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wf *Graph) IsData(item GraphItem) bool {
|
||||||
|
return item.Data != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wf *Graph) IsStorage(item GraphItem) bool {
|
||||||
|
return item.Storage != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wf *Graph) IsWorkflow(item GraphItem) bool {
|
||||||
|
return item.Workflow != nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (g *Graph) GetAverageTimeRelatedToProcessingActivity(start time.Time, processings []*resources.ProcessingResource, resource resources.ResourceInterface,
|
func (g *Graph) GetAverageTimeRelatedToProcessingActivity(start time.Time, processings []*resources.ProcessingResource, resource resources.ResourceInterface,
|
||||||
@@ -105,71 +145,3 @@ func (g *Graph) GetResource(id string) (tools.DataType, resources.ResourceInterf
|
|||||||
}
|
}
|
||||||
return tools.INVALID, nil
|
return tools.INVALID, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// GraphItem is a struct that represents an item in a graph
|
|
||||||
type GraphItem struct {
|
|
||||||
ID string `bson:"id" json:"id" validate:"required"` // ID is the unique identifier of the item
|
|
||||||
Width float64 `bson:"width" json:"width" validate:"required"` // Width is the graphical width of the item
|
|
||||||
Height float64 `bson:"height" json:"height" validate:"required"` // Height is the graphical height of the item
|
|
||||||
Position Position `bson:"position" json:"position" validate:"required"` // Position is the graphical position of the item
|
|
||||||
*resources.ItemResource // ItemResource is the resource of the item affected to the item
|
|
||||||
}
|
|
||||||
|
|
||||||
func (g *GraphItem) GetResource() (tools.DataType, resources.ResourceInterface) {
|
|
||||||
if g.Data != nil {
|
|
||||||
return tools.DATA_RESOURCE, g.Data
|
|
||||||
} else if g.Compute != nil {
|
|
||||||
return tools.COMPUTE_RESOURCE, g.Compute
|
|
||||||
} else if g.Workflow != nil {
|
|
||||||
return tools.WORKFLOW_RESOURCE, g.Workflow
|
|
||||||
} else if g.Processing != nil {
|
|
||||||
return tools.PROCESSING_RESOURCE, g.Processing
|
|
||||||
} else if g.Storage != nil {
|
|
||||||
return tools.STORAGE_RESOURCE, g.Storage
|
|
||||||
}
|
|
||||||
return tools.INVALID, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// GraphLink is a struct that represents a link between two items in a graph
|
|
||||||
type GraphLink struct {
|
|
||||||
Source Position `bson:"source" json:"source" validate:"required"` // Source is the source graphical position of the link
|
|
||||||
Destination Position `bson:"destination" json:"destination" validate:"required"` // Destination is the destination graphical position of the link
|
|
||||||
Style *GraphLinkStyle `bson:"style,omitempty" json:"style,omitempty"` // Style is the graphical style of the link
|
|
||||||
}
|
|
||||||
|
|
||||||
// tool function to check if a link is a link between a compute and a resource
|
|
||||||
func (l *GraphLink) IsComputeLink(g Graph) (bool, string) {
|
|
||||||
if g.Items == nil {
|
|
||||||
return false, ""
|
|
||||||
}
|
|
||||||
if d, ok := g.Items[l.Source.ID]; ok && d.Compute != nil {
|
|
||||||
return true, d.Compute.UUID
|
|
||||||
}
|
|
||||||
if d, ok := g.Items[l.Destination.ID]; ok && d.Compute != nil {
|
|
||||||
return true, d.Compute.UUID
|
|
||||||
}
|
|
||||||
return false, ""
|
|
||||||
}
|
|
||||||
|
|
||||||
// GraphLinkStyle is a struct that represents the style of a link in a graph
|
|
||||||
type GraphLinkStyle struct {
|
|
||||||
Color int64 `bson:"color" json:"color"` // Color is the graphical color of the link (int description of a color, can be transpose as hex)
|
|
||||||
Stroke float64 `bson:"stroke" json:"stroke"` // Stroke is the graphical stroke of the link
|
|
||||||
Tension float64 `bson:"tension" json:"tension"` // Tension is the graphical tension of the link
|
|
||||||
HeadRadius float64 `bson:"head_radius" json:"head_radius"` // graphical pin radius
|
|
||||||
DashWidth float64 `bson:"dash_width" json:"dash_width"` // DashWidth is the graphical dash width of the link
|
|
||||||
DashSpace float64 `bson:"dash_space" json:"dash_space"` // DashSpace is the graphical dash space of the link
|
|
||||||
EndArrow Position `bson:"end_arrow" json:"end_arrow"` // EndArrow is the graphical end arrow of the link
|
|
||||||
StartArrow Position `bson:"start_arrow" json:"start_arrow"` // StartArrow is the graphical start arrow of the link
|
|
||||||
ArrowStyle int64 `bson:"arrow_style" json:"arrow_style"` // ArrowStyle is the graphical arrow style of the link (enum foundable in UI)
|
|
||||||
ArrowDirection int64 `bson:"arrow_direction" json:"arrow_direction"` // ArrowDirection is the graphical arrow direction of the link (enum foundable in UI)
|
|
||||||
StartArrowWidth float64 `bson:"start_arrow_width" json:"start_arrow_width"` // StartArrowWidth is the graphical start arrow width of the link
|
|
||||||
EndArrowWidth float64 `bson:"end_arrow_width" json:"end_arrow_width"` // EndArrowWidth is the graphical end arrow width of the link
|
|
||||||
}
|
|
||||||
|
|
||||||
// Position is a struct that represents a graphical position
|
|
||||||
type Position struct {
|
|
||||||
ID string `json:"id" bson:"id"` // ID reprents ItemID (optionnal)
|
|
||||||
X float64 `json:"x" bson:"x" validate:"required"` // X is the graphical x position
|
|
||||||
Y float64 `json:"y" bson:"y" validate:"required"` // Y is the graphical y position
|
|
||||||
}
|
|
||||||
|
|||||||
38
models/workflow/graph/item.go
Normal file
38
models/workflow/graph/item.go
Normal file
@@ -0,0 +1,38 @@
|
|||||||
|
package graph
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// GraphItem is a struct that represents an item in a graph
|
||||||
|
type GraphItem struct {
|
||||||
|
ID string `bson:"id" json:"id" validate:"required"` // ID is the unique identifier of the item
|
||||||
|
Width float64 `bson:"width" json:"width" validate:"required"` // Width is the graphical width of the item
|
||||||
|
Height float64 `bson:"height" json:"height" validate:"required"` // Height is the graphical height of the item
|
||||||
|
Position Position `bson:"position" json:"position" validate:"required"` // Position is the graphical position of the item
|
||||||
|
*resources.ItemResource // ItemResource is the resource of the item affected to the item
|
||||||
|
}
|
||||||
|
|
||||||
|
func (g *GraphItem) GetResource() (tools.DataType, resources.ResourceInterface) {
|
||||||
|
if g.Data != nil {
|
||||||
|
return tools.DATA_RESOURCE, g.Data
|
||||||
|
} else if g.Compute != nil {
|
||||||
|
return tools.COMPUTE_RESOURCE, g.Compute
|
||||||
|
} else if g.Workflow != nil {
|
||||||
|
return tools.WORKFLOW_RESOURCE, g.Workflow
|
||||||
|
} else if g.Processing != nil {
|
||||||
|
return tools.PROCESSING_RESOURCE, g.Processing
|
||||||
|
} else if g.Storage != nil {
|
||||||
|
return tools.STORAGE_RESOURCE, g.Storage
|
||||||
|
}
|
||||||
|
return tools.INVALID, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (g *GraphItem) Clear() {
|
||||||
|
g.Data = nil
|
||||||
|
g.Compute = nil
|
||||||
|
g.Workflow = nil
|
||||||
|
g.Processing = nil
|
||||||
|
g.Storage = nil
|
||||||
|
}
|
||||||
56
models/workflow/graph/link.go
Normal file
56
models/workflow/graph/link.go
Normal file
@@ -0,0 +1,56 @@
|
|||||||
|
package graph
|
||||||
|
|
||||||
|
import "cloud.o-forge.io/core/oc-lib/models/common/models"
|
||||||
|
|
||||||
|
type StorageProcessingGraphLink struct {
|
||||||
|
Write bool `json:"write" bson:"write"`
|
||||||
|
Source string `json:"source" bson:"source"`
|
||||||
|
Destination string `json:"destination" bson:"destination"`
|
||||||
|
FileName string `json:"filename" bson:"filename"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// GraphLink is a struct that represents a link between two items in a graph
|
||||||
|
type GraphLink struct {
|
||||||
|
Source Position `bson:"source" json:"source" validate:"required"` // Source is the source graphical position of the link
|
||||||
|
Destination Position `bson:"destination" json:"destination" validate:"required"` // Destination is the destination graphical position of the link
|
||||||
|
Style *GraphLinkStyle `bson:"style,omitempty" json:"style,omitempty"` // Style is the graphical style of the link
|
||||||
|
StorageLinkInfos []StorageProcessingGraphLink `bson:"storage_link_infos,omitempty" json:"storage_link_infos,omitempty"` // StorageLinkInfo is the storage link info
|
||||||
|
Env []models.Param `json:"env" bson:"env"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// tool function to check if a link is a link between a compute and a resource
|
||||||
|
func (l *GraphLink) IsComputeLink(g Graph) (bool, string) {
|
||||||
|
if g.Items == nil {
|
||||||
|
return false, ""
|
||||||
|
}
|
||||||
|
if d, ok := g.Items[l.Source.ID]; ok && d.Compute != nil {
|
||||||
|
return true, d.Compute.UUID
|
||||||
|
}
|
||||||
|
if d, ok := g.Items[l.Destination.ID]; ok && d.Compute != nil {
|
||||||
|
return true, d.Compute.UUID
|
||||||
|
}
|
||||||
|
return false, ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// GraphLinkStyle is a struct that represents the style of a link in a graph
|
||||||
|
type GraphLinkStyle struct {
|
||||||
|
Color int64 `bson:"color" json:"color"` // Color is the graphical color of the link (int description of a color, can be transpose as hex)
|
||||||
|
Stroke float64 `bson:"stroke" json:"stroke"` // Stroke is the graphical stroke of the link
|
||||||
|
Tension float64 `bson:"tension" json:"tension"` // Tension is the graphical tension of the link
|
||||||
|
HeadRadius float64 `bson:"head_radius" json:"head_radius"` // graphical pin radius
|
||||||
|
DashWidth float64 `bson:"dash_width" json:"dash_width"` // DashWidth is the graphical dash width of the link
|
||||||
|
DashSpace float64 `bson:"dash_space" json:"dash_space"` // DashSpace is the graphical dash space of the link
|
||||||
|
EndArrow Position `bson:"end_arrow" json:"end_arrow"` // EndArrow is the graphical end arrow of the link
|
||||||
|
StartArrow Position `bson:"start_arrow" json:"start_arrow"` // StartArrow is the graphical start arrow of the link
|
||||||
|
ArrowStyle int64 `bson:"arrow_style" json:"arrow_style"` // ArrowStyle is the graphical arrow style of the link (enum foundable in UI)
|
||||||
|
ArrowDirection int64 `bson:"arrow_direction" json:"arrow_direction"` // ArrowDirection is the graphical arrow direction of the link (enum foundable in UI)
|
||||||
|
StartArrowWidth float64 `bson:"start_arrow_width" json:"start_arrow_width"` // StartArrowWidth is the graphical start arrow width of the link
|
||||||
|
EndArrowWidth float64 `bson:"end_arrow_width" json:"end_arrow_width"` // EndArrowWidth is the graphical end arrow width of the link
|
||||||
|
}
|
||||||
|
|
||||||
|
// Position is a struct that represents a graphical position
|
||||||
|
type Position struct {
|
||||||
|
ID string `json:"id" bson:"id"` // ID reprents ItemID (optionnal)
|
||||||
|
X float64 `json:"x" bson:"x" validate:"required"` // X is the graphical x position
|
||||||
|
Y float64 `json:"y" bson:"y" validate:"required"` // Y is the graphical y position
|
||||||
|
}
|
||||||
@@ -2,10 +2,10 @@ package workflow
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources"
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
@@ -15,24 +15,60 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* AbstractWorkflow is a struct that represents a workflow for resource or native workflow
|
* Workflow is a struct that represents a workflow
|
||||||
* Warning: there is 2 types of workflows, the resource workflow and the native workflow
|
* it defines the native workflow
|
||||||
* native workflow is the one that you create to schedule an execution
|
|
||||||
* resource workflow is the one that is created to set our native workflow in catalog
|
|
||||||
*/
|
*/
|
||||||
type AbstractWorkflow struct {
|
type Workflow struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
resources.ResourceSet
|
resources.ResourceSet
|
||||||
Graph *graph.Graph `bson:"graph,omitempty" json:"graph,omitempty"` // Graph UI & logic representation of the workflow
|
Graph *graph.Graph `bson:"graph,omitempty" json:"graph,omitempty"` // Graph UI & logic representation of the workflow
|
||||||
ScheduleActive bool `json:"schedule_active" bson:"schedule_active"` // ScheduleActive is a flag that indicates if the schedule is active, if not the workflow is not scheduled and no execution or booking will be set
|
ScheduleActive bool `json:"schedule_active" bson:"schedule_active"` // ScheduleActive is a flag that indicates if the schedule is active, if not the workflow is not scheduled and no execution or booking will be set
|
||||||
// Schedule *WorkflowSchedule `bson:"schedule,omitempty" json:"schedule,omitempty"` // Schedule is the schedule of the workflow
|
// Schedule *WorkflowSchedule `bson:"schedule,omitempty" json:"schedule,omitempty"` // Schedule is the schedule of the workflow
|
||||||
Shared []string `json:"shared,omitempty" bson:"shared,omitempty"` // Shared is the ID of the shared workflow
|
Shared []string `json:"shared,omitempty" bson:"shared,omitempty"` // Shared is the ID of the shared workflow // AbstractWorkflow contains the basic fields of a workflow
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *Workflow) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *Workflow) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor(request) // Create a new instance of the accessor
|
return NewAccessor(request) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *AbstractWorkflow) GetGraphItems(f func(item graph.GraphItem) bool) (list_datas []graph.GraphItem) {
|
type Deps struct {
|
||||||
|
Source string
|
||||||
|
Dest string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Workflow) IsDependancy(id string) []Deps {
|
||||||
|
dependancyOfIDs := []Deps{}
|
||||||
|
for _, link := range w.Graph.Links {
|
||||||
|
if _, ok := w.Graph.Items[link.Destination.ID]; !ok {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
source := w.Graph.Items[link.Destination.ID].Processing
|
||||||
|
if id == link.Source.ID && source != nil {
|
||||||
|
dependancyOfIDs = append(dependancyOfIDs, Deps{Source: source.GetName(), Dest: link.Destination.ID})
|
||||||
|
}
|
||||||
|
sourceWF := w.Graph.Items[link.Destination.ID].Workflow
|
||||||
|
if id == link.Source.ID && sourceWF != nil {
|
||||||
|
dependancyOfIDs = append(dependancyOfIDs, Deps{Source: sourceWF.GetName(), Dest: link.Destination.ID})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return dependancyOfIDs
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Workflow) GetDependencies(id string) (dependencies []Deps) {
|
||||||
|
for _, link := range w.Graph.Links {
|
||||||
|
if _, ok := w.Graph.Items[link.Source.ID]; !ok {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
source := w.Graph.Items[link.Source.ID].Processing
|
||||||
|
if id == link.Destination.ID && source != nil {
|
||||||
|
dependencies = append(dependencies, Deps{Source: source.GetName(), Dest: link.Source.ID})
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Workflow) GetGraphItems(f func(item graph.GraphItem) bool) (list_datas []graph.GraphItem) {
|
||||||
for _, item := range w.Graph.Items {
|
for _, item := range w.Graph.Items {
|
||||||
if f(item) {
|
if f(item) {
|
||||||
list_datas = append(list_datas, item)
|
list_datas = append(list_datas, item)
|
||||||
@@ -41,18 +77,8 @@ func (w *AbstractWorkflow) GetGraphItems(f func(item graph.GraphItem) bool) (lis
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *AbstractWorkflow) GetResources(f func(item graph.GraphItem) bool) map[string]resources.ResourceInterface {
|
func (w *Workflow) GetPricedItem(
|
||||||
list_datas := map[string]resources.ResourceInterface{}
|
f func(item graph.GraphItem) bool, request *tools.APIRequest, buyingStrategy int, pricingStrategy int) map[string]pricing.PricedItemITF {
|
||||||
for _, item := range w.Graph.Items {
|
|
||||||
if f(item) {
|
|
||||||
_, res := item.GetResource()
|
|
||||||
list_datas[res.GetID()] = res
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return list_datas
|
|
||||||
}
|
|
||||||
|
|
||||||
func (w *AbstractWorkflow) GetPricedItem(f func(item graph.GraphItem) bool, request *tools.APIRequest) map[string]pricing.PricedItemITF {
|
|
||||||
list_datas := map[string]pricing.PricedItemITF{}
|
list_datas := map[string]pricing.PricedItemITF{}
|
||||||
for _, item := range w.Graph.Items {
|
for _, item := range w.Graph.Items {
|
||||||
if f(item) {
|
if f(item) {
|
||||||
@@ -64,8 +90,13 @@ func (w *AbstractWorkflow) GetPricedItem(f func(item graph.GraphItem) bool, requ
|
|||||||
return list_datas
|
return list_datas
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *AbstractWorkflow) GetByRelatedProcessing(processingID string, g func(item graph.GraphItem) bool) []resources.ResourceInterface {
|
type Related struct {
|
||||||
storages := []resources.ResourceInterface{}
|
Node resources.ResourceInterface
|
||||||
|
Links []graph.GraphLink
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Workflow) GetByRelatedProcessing(processingID string, g func(item graph.GraphItem) bool) map[string]Related {
|
||||||
|
related := map[string]Related{}
|
||||||
for _, link := range w.Graph.Links {
|
for _, link := range w.Graph.Links {
|
||||||
nodeID := link.Destination.ID
|
nodeID := link.Destination.ID
|
||||||
var node resources.ResourceInterface
|
var node resources.ResourceInterface
|
||||||
@@ -79,47 +110,14 @@ func (w *AbstractWorkflow) GetByRelatedProcessing(processingID string, g func(it
|
|||||||
_, node = item.GetResource() // we are looking for the storage as destination
|
_, node = item.GetResource() // we are looking for the storage as destination
|
||||||
}
|
}
|
||||||
if processingID == nodeID && node != nil { // if the storage is linked to the processing
|
if processingID == nodeID && node != nil { // if the storage is linked to the processing
|
||||||
storages = append(storages, node)
|
relID := node.GetID()
|
||||||
|
rel := Related{}
|
||||||
|
rel.Node = node
|
||||||
|
rel.Links = append(rel.Links, link)
|
||||||
|
related[relID] = rel
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return storages
|
return related
|
||||||
}
|
|
||||||
|
|
||||||
func (wf *AbstractWorkflow) IsProcessing(item graph.GraphItem) bool {
|
|
||||||
return item.Processing != nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wf *AbstractWorkflow) IsCompute(item graph.GraphItem) bool {
|
|
||||||
return item.Compute != nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wf *AbstractWorkflow) IsData(item graph.GraphItem) bool {
|
|
||||||
return item.Data != nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wf *AbstractWorkflow) IsStorage(item graph.GraphItem) bool {
|
|
||||||
return item.Storage != nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (wf *AbstractWorkflow) IsWorkflow(item graph.GraphItem) bool {
|
|
||||||
return item.Workflow != nil
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Workflow is a struct that represents a workflow
|
|
||||||
* it defines the native workflow
|
|
||||||
*/
|
|
||||||
type Workflow struct {
|
|
||||||
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
|
||||||
AbstractWorkflow // AbstractWorkflow contains the basic fields of a workflow
|
|
||||||
}
|
|
||||||
|
|
||||||
func (w *Workflow) getPricedItem(item graph.GraphItem, request *tools.APIRequest) pricing.PricedItemITF {
|
|
||||||
dt, res := item.GetResource()
|
|
||||||
if dt == tools.INVALID {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
return res.ConvertToPricedResource(dt, request)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ao *Workflow) VerifyAuth(request *tools.APIRequest) bool {
|
func (ao *Workflow) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
@@ -129,8 +127,9 @@ func (ao *Workflow) VerifyAuth(request *tools.APIRequest) bool {
|
|||||||
shared, code, _ := shallow_collaborative_area.NewAccessor(request).LoadOne(shared)
|
shared, code, _ := shallow_collaborative_area.NewAccessor(request).LoadOne(shared)
|
||||||
if code != 200 || shared == nil {
|
if code != 200 || shared == nil {
|
||||||
isAuthorized = false
|
isAuthorized = false
|
||||||
|
} else {
|
||||||
|
isAuthorized = shared.VerifyAuth(request)
|
||||||
}
|
}
|
||||||
isAuthorized = shared.VerifyAuth(request)
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return ao.AbstractObject.VerifyAuth(request) || isAuthorized
|
return ao.AbstractObject.VerifyAuth(request) || isAuthorized
|
||||||
@@ -165,124 +164,123 @@ func (wfa *Workflow) CheckBooking(caller *tools.HTTPCaller) (bool, error) {
|
|||||||
return true, nil
|
return true, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wf *Workflow) Planify(start time.Time, end *time.Time, request *tools.APIRequest) (float64, map[tools.DataType][]pricing.PricedItemITF, *Workflow, error) {
|
func (wf *Workflow) Planify(start time.Time, end *time.Time, request *tools.APIRequest) (float64, map[tools.DataType]map[string]pricing.PricedItemITF, *Workflow, error) {
|
||||||
processings := []*resources.ProcessingResource{}
|
priceds := map[tools.DataType]map[string]pricing.PricedItemITF{}
|
||||||
priceds := map[tools.DataType][]pricing.PricedItemITF{}
|
ps, priceds, err := plan[*resources.ProcessingResource](tools.PROCESSING_RESOURCE, wf, priceds, request, wf.Graph.IsProcessing,
|
||||||
priceds[tools.PROCESSING_RESOURCE] = []pricing.PricedItemITF{}
|
func(res resources.ResourceInterface, priced pricing.PricedItemITF) (time.Time, float64) {
|
||||||
for _, item := range wf.GetGraphItems(wf.IsProcessing) {
|
return start.Add(time.Duration(wf.Graph.GetAverageTimeProcessingBeforeStart(0, res.GetID(), request)) * time.Second), priced.GetExplicitDurationInS()
|
||||||
dt, realItem := item.GetResource()
|
}, func(started time.Time, duration float64) *time.Time {
|
||||||
if realItem == nil {
|
s := started.Add(time.Duration(duration))
|
||||||
return 0, priceds, nil, errors.New("could not load the processing resource")
|
return &s
|
||||||
}
|
})
|
||||||
priced := realItem.ConvertToPricedResource(dt, request)
|
if err != nil {
|
||||||
timeFromStartS := wf.Graph.GetAverageTimeProcessingBeforeStart(0, realItem.GetID(), request)
|
return 0, priceds, nil, err
|
||||||
started := start.Add(time.Duration(timeFromStartS) * time.Second)
|
|
||||||
priced.SetLocationStart(started)
|
|
||||||
priced.SetLocationEnd(started.Add(time.Duration(priced.GetExplicitDurationInS())))
|
|
||||||
processings = append(processings, realItem.(*resources.ProcessingResource))
|
|
||||||
priceds[tools.PROCESSING_RESOURCE] = append(priceds[tools.PROCESSING_RESOURCE], priced)
|
|
||||||
}
|
}
|
||||||
priceds[tools.DATA_RESOURCE] = []pricing.PricedItemITF{}
|
if _, priceds, err = plan[resources.ResourceInterface](tools.DATA_RESOURCE, wf, priceds, request,
|
||||||
for _, item := range wf.GetGraphItems(wf.IsData) {
|
wf.Graph.IsData, func(res resources.ResourceInterface, priced pricing.PricedItemITF) (time.Time, float64) {
|
||||||
dt, realItem := item.GetResource()
|
return start, 0
|
||||||
if realItem == nil {
|
}, func(started time.Time, duration float64) *time.Time {
|
||||||
continue
|
return end
|
||||||
}
|
}); err != nil {
|
||||||
priced := realItem.ConvertToPricedResource(dt, request)
|
return 0, priceds, nil, err
|
||||||
priced.SetLocationStart(start)
|
|
||||||
priced.SetLocationEnd(*end)
|
|
||||||
priceds[tools.PROCESSING_RESOURCE] = append(priceds[tools.PROCESSING_RESOURCE], priced)
|
|
||||||
}
|
}
|
||||||
for _, f := range []func(graph.GraphItem) bool{wf.IsStorage, wf.IsCompute} {
|
for k, f := range map[tools.DataType]func(graph.GraphItem) bool{tools.STORAGE_RESOURCE: wf.Graph.IsStorage, tools.COMPUTE_RESOURCE: wf.Graph.IsCompute} {
|
||||||
for _, item := range wf.GetGraphItems(f) {
|
if _, priceds, err = plan[resources.ResourceInterface](k, wf, priceds, request,
|
||||||
dt, r := item.GetResource()
|
f, func(res resources.ResourceInterface, priced pricing.PricedItemITF) (time.Time, float64) {
|
||||||
if r == nil {
|
nearestStart, longestDuration := wf.Graph.GetAverageTimeRelatedToProcessingActivity(start, ps, res, func(i graph.GraphItem) (r resources.ResourceInterface) {
|
||||||
continue
|
|
||||||
}
|
|
||||||
if priceds[dt] == nil {
|
|
||||||
priceds[dt] = []pricing.PricedItemITF{}
|
|
||||||
}
|
|
||||||
priced := r.ConvertToPricedResource(dt, request)
|
|
||||||
nearestStart, longestDuration := wf.Graph.GetAverageTimeRelatedToProcessingActivity(start, processings, r,
|
|
||||||
func(i graph.GraphItem) resources.ResourceInterface {
|
|
||||||
if f(i) {
|
if f(i) {
|
||||||
_, r := i.GetResource()
|
_, r = i.GetResource()
|
||||||
return r
|
|
||||||
} else {
|
|
||||||
return nil
|
|
||||||
}
|
}
|
||||||
|
return r
|
||||||
}, request)
|
}, request)
|
||||||
started := start.Add(time.Duration(nearestStart) * time.Second)
|
return start.Add(time.Duration(nearestStart) * time.Second), longestDuration
|
||||||
priced.SetLocationStart(started)
|
}, func(started time.Time, duration float64) *time.Time {
|
||||||
if longestDuration >= 0 {
|
s := started.Add(time.Duration(duration))
|
||||||
priced.SetLocationEnd(started.Add(time.Duration(longestDuration)))
|
return &s
|
||||||
}
|
}); err != nil {
|
||||||
priceds[dt] = append(priceds[dt], priced)
|
return 0, priceds, nil, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
longest := wf.getLongestTime(end, priceds, request)
|
longest := common.GetPlannerLongestTime(end, priceds, request)
|
||||||
priceds[tools.WORKFLOW_RESOURCE] = []pricing.PricedItemITF{}
|
if _, priceds, err = plan[resources.ResourceInterface](tools.WORKFLOW_RESOURCE, wf, priceds, request, wf.Graph.IsWorkflow,
|
||||||
for _, item := range wf.GetGraphItems(wf.IsWorkflow) {
|
func(res resources.ResourceInterface, priced pricing.PricedItemITF) (time.Time, float64) {
|
||||||
access := NewAccessor(nil)
|
start := start.Add(time.Duration(common.GetPlannerNearestStart(start, priceds, request)) * time.Second)
|
||||||
_, r := item.GetResource()
|
longest := float64(-1)
|
||||||
if r == nil {
|
r, code, err := res.GetAccessor(request).LoadOne(res.GetID())
|
||||||
return 0, priceds, nil, errors.New("could not load the workflow")
|
if code != 200 || err != nil {
|
||||||
}
|
return start, longest
|
||||||
priced := r.ConvertToPricedResource(tools.WORKFLOW_RESOURCE, request)
|
}
|
||||||
res, code, err := access.LoadOne(r.GetID())
|
if neoLongest, _, _, err := r.(*Workflow).Planify(start, end, request); err != nil {
|
||||||
if code != 200 || err != nil {
|
return start, longest
|
||||||
return 0, priceds, nil, errors.New("could not load the workflow with id: " + fmt.Sprintf("%v", err.Error()))
|
} else if neoLongest > longest {
|
||||||
}
|
longest = neoLongest
|
||||||
neoLongest := float64(0)
|
}
|
||||||
innerWF := res.(*Workflow)
|
return start.Add(time.Duration(common.GetPlannerNearestStart(start, priceds, request)) * time.Second), longest
|
||||||
neoLongest, _, innerWF, err = innerWF.Planify(start, end, request)
|
}, func(start time.Time, longest float64) *time.Time {
|
||||||
if neoLongest > longest {
|
s := start.Add(time.Duration(longest) * time.Second)
|
||||||
longest = neoLongest
|
return &s
|
||||||
}
|
}); err != nil {
|
||||||
started := start.Add(time.Duration(wf.getNearestStart(start, priceds, request)) * time.Second)
|
return 0, priceds, nil, err
|
||||||
priced.SetLocationStart(started)
|
|
||||||
durationE := time.Duration(longest)
|
|
||||||
if durationE < 0 {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
ended := start.Add(durationE * time.Second)
|
|
||||||
priced.SetLocationEnd(ended)
|
|
||||||
priceds[tools.WORKFLOW_RESOURCE] = append(priceds[tools.WORKFLOW_RESOURCE], priced)
|
|
||||||
}
|
}
|
||||||
return longest, priceds, wf, nil
|
return longest, priceds, wf, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wf *Workflow) getNearestStart(start time.Time, priceds map[tools.DataType][]pricing.PricedItemITF, request *tools.APIRequest) float64 {
|
// Returns a map of DataType (processing,computing,data,storage,worfklow) where each resource (identified by its UUID)
|
||||||
near := float64(10000000000)
|
// is mapped to the list of its items (different appearance) in the graph
|
||||||
for _, items := range priceds {
|
// ex: if the same Minio storage is represented by several nodes in the graph, in [tools.STORAGE_RESSOURCE] its UUID will be mapped to
|
||||||
for _, priced := range items {
|
// the list of GraphItem ID that correspond to the ID of each node
|
||||||
if priced.GetLocationStart() == nil {
|
func (w *Workflow) GetItemsByResources() (map[tools.DataType]map[string][]string) {
|
||||||
continue
|
res := make(map[tools.DataType]map[string][]string)
|
||||||
}
|
dtMethodMap := map[tools.DataType]func() []graph.GraphItem{
|
||||||
newS := priced.GetLocationStart()
|
tools.STORAGE_RESOURCE: func() []graph.GraphItem { return w.GetGraphItems(w.Graph.IsStorage) },
|
||||||
if newS.Sub(start).Seconds() < near {
|
tools.DATA_RESOURCE: func() []graph.GraphItem { return w.GetGraphItems(w.Graph.IsData) },
|
||||||
near = newS.Sub(start).Seconds()
|
tools.COMPUTE_RESOURCE: func() []graph.GraphItem { return w.GetGraphItems(w.Graph.IsCompute) },
|
||||||
}
|
tools.PROCESSING_RESOURCE: func() []graph.GraphItem { return w.GetGraphItems(w.Graph.IsProcessing) },
|
||||||
}
|
tools.WORKFLOW_RESOURCE: func() []graph.GraphItem { return w.GetGraphItems(w.Graph.IsWorkflow) },
|
||||||
// get the nearest start from start var
|
|
||||||
}
|
}
|
||||||
return near
|
|
||||||
|
for dt, meth := range dtMethodMap {
|
||||||
|
res[dt] = make(map[string][]string)
|
||||||
|
items := meth()
|
||||||
|
for _, i := range items {
|
||||||
|
_, r := i.GetResource()
|
||||||
|
rId := r.GetID()
|
||||||
|
res[dt][rId] = append(res[dt][rId],i.ID)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return res
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wf *Workflow) getLongestTime(end *time.Time, priceds map[tools.DataType][]pricing.PricedItemITF, request *tools.APIRequest) float64 {
|
func plan[T resources.ResourceInterface](
|
||||||
if end == nil {
|
dt tools.DataType, wf *Workflow, priceds map[tools.DataType]map[string]pricing.PricedItemITF, request *tools.APIRequest,
|
||||||
return -1
|
f func(graph.GraphItem) bool, start func(resources.ResourceInterface, pricing.PricedItemITF) (time.Time, float64), end func(time.Time, float64) *time.Time) ([]T, map[tools.DataType]map[string]pricing.PricedItemITF, error) {
|
||||||
}
|
resources := []T{}
|
||||||
longestTime := float64(0)
|
for _, item := range wf.GetGraphItems(f) {
|
||||||
for _, priced := range priceds[tools.PROCESSING_RESOURCE] {
|
if priceds[dt] == nil {
|
||||||
if priced.GetLocationEnd() == nil {
|
priceds[dt] = map[string]pricing.PricedItemITF{}
|
||||||
continue
|
|
||||||
}
|
}
|
||||||
newS := priced.GetLocationEnd()
|
dt, realItem := item.GetResource()
|
||||||
if longestTime < newS.Sub(*end).Seconds() {
|
if realItem == nil {
|
||||||
longestTime = newS.Sub(*end).Seconds()
|
return resources, priceds, errors.New("could not load the processing resource")
|
||||||
}
|
}
|
||||||
// get the nearest start from start var
|
priced := realItem.ConvertToPricedResource(dt, request)
|
||||||
|
// Should be commented once the Pricing selection feature has been implemented, related to the commit d35ad440fa77763ec7f49ab34a85e47e75581b61
|
||||||
|
// if priced.SelectPricing() == nil {
|
||||||
|
// return resources, priceds, errors.New("no pricings are selected... can't proceed")
|
||||||
|
// }
|
||||||
|
started, duration := start(realItem, priced)
|
||||||
|
priced.SetLocationStart(started)
|
||||||
|
if duration >= 0 {
|
||||||
|
if e := end(started, duration); e != nil {
|
||||||
|
priced.SetLocationEnd(*e)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if e := end(started, priced.GetExplicitDurationInS()); e != nil {
|
||||||
|
priced.SetLocationEnd(*e)
|
||||||
|
}
|
||||||
|
resources = append(resources, realItem.(T))
|
||||||
|
priceds[dt][item.ID] = priced
|
||||||
}
|
}
|
||||||
return longestTime
|
return resources, priceds, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,6 +1,8 @@
|
|||||||
package workflow
|
package workflow
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
||||||
@@ -47,7 +49,7 @@ func (a *workflowMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error
|
|||||||
a.execute(res.(*Workflow), true, false) // up to date the workspace for the workflow
|
a.execute(res.(*Workflow), true, false) // up to date the workspace for the workflow
|
||||||
a.share(res.(*Workflow), true, a.GetCaller())
|
a.share(res.(*Workflow), true, a.GetCaller())
|
||||||
}
|
}
|
||||||
return res, code, err
|
return a.verifyResource(res), code, err
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@@ -89,19 +91,27 @@ func (a *workflowMongoAccessor) share(realData *Workflow, delete bool, caller *t
|
|||||||
// UpdateOne updates a workflow in the database
|
// UpdateOne updates a workflow in the database
|
||||||
func (a *workflowMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
func (a *workflowMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
// avoid the update if the schedule is the same
|
// avoid the update if the schedule is the same
|
||||||
|
set = a.verifyResource(set)
|
||||||
|
if set.(*Workflow).Graph != nil && set.(*Workflow).Graph.Partial {
|
||||||
|
return nil, 403, errors.New("you are not allowed to update a partial workflow")
|
||||||
|
}
|
||||||
res, code, err := utils.GenericUpdateOne(set, id, a, &Workflow{})
|
res, code, err := utils.GenericUpdateOne(set, id, a, &Workflow{})
|
||||||
if code != 200 {
|
if code != 200 {
|
||||||
return nil, code, err
|
return nil, code, err
|
||||||
}
|
}
|
||||||
workflow := res.(*Workflow)
|
workflow := res.(*Workflow)
|
||||||
a.execute(workflow, false, false) // update the workspace for the workflow
|
a.execute(workflow, false, true) // update the workspace for the workflow
|
||||||
a.share(workflow, false, a.GetCaller()) // share the update to the peers
|
a.share(workflow, false, a.GetCaller()) // share the update to the peers
|
||||||
return res, code, nil
|
return res, code, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// StoreOne stores a workflow in the database
|
// StoreOne stores a workflow in the database
|
||||||
func (a *workflowMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *workflowMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data = a.verifyResource(data)
|
||||||
d := data.(*Workflow)
|
d := data.(*Workflow)
|
||||||
|
if d.Graph != nil && d.Graph.Partial {
|
||||||
|
return nil, 403, errors.New("you are not allowed to update a partial workflow")
|
||||||
|
}
|
||||||
res, code, err := utils.GenericStoreOne(d, a)
|
res, code, err := utils.GenericStoreOne(d, a)
|
||||||
if err != nil || code != 200 {
|
if err != nil || code != 200 {
|
||||||
return nil, code, err
|
return nil, code, err
|
||||||
@@ -109,19 +119,25 @@ func (a *workflowMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, i
|
|||||||
workflow := res.(*Workflow)
|
workflow := res.(*Workflow)
|
||||||
|
|
||||||
a.share(workflow, false, a.GetCaller()) // share the creation to the peers
|
a.share(workflow, false, a.GetCaller()) // share the creation to the peers
|
||||||
a.execute(workflow, false, false) // store the workspace for the workflow
|
a.execute(workflow, false, true) // store the workspace for the workflow
|
||||||
return res, code, nil
|
return res, code, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CopyOne copies a workflow in the database
|
// CopyOne copies a workflow in the database
|
||||||
func (a *workflowMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *workflowMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
wf := data.(*Workflow)
|
||||||
|
for _, item := range wf.Graph.Items {
|
||||||
|
_, obj := item.GetResource()
|
||||||
|
if obj != nil {
|
||||||
|
obj.ClearEnv()
|
||||||
|
}
|
||||||
|
}
|
||||||
return utils.GenericStoreOne(data, a)
|
return utils.GenericStoreOne(data, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
// execute is a function that executes a workflow
|
// execute is a function that executes a workflow
|
||||||
// it stores the workflow resources in a specific workspace to never have a conflict in UI and logic
|
// it stores the workflow resources in a specific workspace to never have a conflict in UI and logic
|
||||||
func (a *workflowMongoAccessor) execute(workflow *Workflow, delete bool, active bool) {
|
func (a *workflowMongoAccessor) execute(workflow *Workflow, delete bool, active bool) {
|
||||||
|
|
||||||
filters := &dbs.Filters{
|
filters := &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{ // filter by standard workspace name attached to a workflow
|
Or: map[string][]dbs.Filter{ // filter by standard workspace name attached to a workflow
|
||||||
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: workflow.Name + "_workspace"}},
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: workflow.Name + "_workspace"}},
|
||||||
@@ -173,5 +189,36 @@ func (a *workflowMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject,
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (a *workflowMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *workflowMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*Workflow](filters, search, (&Workflow{}).GetObjectFilters(search), func(d utils.DBObject) utils.ShallowDBObject { return d }, isDraft, a)
|
return utils.GenericSearch[*Workflow](filters, search, (&Workflow{}).GetObjectFilters(search), func(d utils.DBObject) utils.ShallowDBObject { return a.verifyResource(d) }, isDraft, a)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *workflowMongoAccessor) verifyResource(obj utils.DBObject) utils.DBObject {
|
||||||
|
wf := obj.(*Workflow)
|
||||||
|
if wf.Graph == nil {
|
||||||
|
return wf
|
||||||
|
}
|
||||||
|
for _, item := range wf.Graph.Items {
|
||||||
|
t, resource := item.GetResource()
|
||||||
|
if resource == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
var access utils.Accessor
|
||||||
|
if t == tools.COMPUTE_RESOURCE {
|
||||||
|
access = resources.NewAccessor[*resources.ComputeResource](t, a.GetRequest(), func() utils.DBObject { return &resources.ComputeResource{} })
|
||||||
|
} else if t == tools.PROCESSING_RESOURCE {
|
||||||
|
access = resources.NewAccessor[*resources.ProcessingResource](t, a.GetRequest(), func() utils.DBObject { return &resources.ProcessingResource{} })
|
||||||
|
} else if t == tools.STORAGE_RESOURCE {
|
||||||
|
access = resources.NewAccessor[*resources.StorageResource](t, a.GetRequest(), func() utils.DBObject { return &resources.StorageResource{} })
|
||||||
|
} else if t == tools.WORKFLOW_RESOURCE {
|
||||||
|
access = resources.NewAccessor[*resources.WorkflowResource](t, a.GetRequest(), func() utils.DBObject { return &resources.WorkflowResource{} })
|
||||||
|
} else if t == tools.DATA_RESOURCE {
|
||||||
|
access = resources.NewAccessor[*resources.DataResource](t, a.GetRequest(), func() utils.DBObject { return &resources.DataResource{} })
|
||||||
|
} else {
|
||||||
|
wf.Graph.Clear(resource.GetID())
|
||||||
|
}
|
||||||
|
if error := utils.VerifyAccess(access, resource.GetID()); error != nil {
|
||||||
|
wf.Graph.Clear(resource.GetID())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return wf
|
||||||
}
|
}
|
||||||
|
|||||||
149
models/workflow_execution/tests/workflow_scheduler_test.go
Normal file
149
models/workflow_execution/tests/workflow_scheduler_test.go
Normal file
@@ -0,0 +1,149 @@
|
|||||||
|
package workflow_execution_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
|
||||||
|
"github.com/google/uuid"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/mock"
|
||||||
|
)
|
||||||
|
|
||||||
|
type MockAccessor struct {
|
||||||
|
mock.Mock
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) LoadOne(id string) (interface{}, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewScheduler_ValidInput(t *testing.T) {
|
||||||
|
s := "2025-06-16T15:00:00"
|
||||||
|
e := "2025-06-16T17:00:00"
|
||||||
|
dur := 7200.0
|
||||||
|
cronStr := "0 0 * * * *"
|
||||||
|
|
||||||
|
sched := workflow_execution.NewScheduler(s, e, dur, cronStr)
|
||||||
|
|
||||||
|
assert.NotNil(t, sched)
|
||||||
|
assert.Equal(t, dur, sched.DurationS)
|
||||||
|
assert.Equal(t, cronStr, sched.Cron)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewScheduler_InvalidStart(t *testing.T) {
|
||||||
|
s := "invalid"
|
||||||
|
e := "2025-06-16T17:00:00"
|
||||||
|
dur := 7200.0
|
||||||
|
cronStr := "0 0 * * * *"
|
||||||
|
|
||||||
|
sched := workflow_execution.NewScheduler(s, e, dur, cronStr)
|
||||||
|
assert.Nil(t, sched)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewScheduler_InvalidEnd(t *testing.T) {
|
||||||
|
s := "2025-06-16T15:00:00"
|
||||||
|
e := "invalid"
|
||||||
|
dur := 7200.0
|
||||||
|
cronStr := "0 0 * * * *"
|
||||||
|
|
||||||
|
sched := workflow_execution.NewScheduler(s, e, dur, cronStr)
|
||||||
|
assert.NotNil(t, sched)
|
||||||
|
assert.Nil(t, sched.End)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetDates_NoCron(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(2 * time.Hour)
|
||||||
|
|
||||||
|
s := &workflow_execution.WorkflowSchedule{
|
||||||
|
Start: start,
|
||||||
|
End: &end,
|
||||||
|
}
|
||||||
|
|
||||||
|
schedule, err := s.GetDates()
|
||||||
|
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Len(t, schedule, 1)
|
||||||
|
assert.Equal(t, start, schedule[0].Start)
|
||||||
|
assert.Equal(t, end, *schedule[0].End)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetDates_InvalidCron(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(2 * time.Hour)
|
||||||
|
|
||||||
|
s := &workflow_execution.WorkflowSchedule{
|
||||||
|
Start: start,
|
||||||
|
End: &end,
|
||||||
|
Cron: "bad cron",
|
||||||
|
}
|
||||||
|
|
||||||
|
_, err := s.GetDates()
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetDates_ValidCron(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(10 * time.Minute)
|
||||||
|
|
||||||
|
s := &workflow_execution.WorkflowSchedule{
|
||||||
|
Start: start,
|
||||||
|
End: &end,
|
||||||
|
DurationS: 60,
|
||||||
|
Cron: "0 */2 * * * *",
|
||||||
|
}
|
||||||
|
|
||||||
|
dates, err := s.GetDates()
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Greater(t, len(dates), 0)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetExecutions_Success(t *testing.T) {
|
||||||
|
start := time.Now()
|
||||||
|
end := start.Add(1 * time.Hour)
|
||||||
|
ws := &workflow_execution.WorkflowSchedule{
|
||||||
|
UUID: uuid.New().String(),
|
||||||
|
Start: start,
|
||||||
|
End: &end,
|
||||||
|
}
|
||||||
|
|
||||||
|
wf := &workflow.Workflow{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
UUID: uuid.New().String(),
|
||||||
|
Name: "TestWorkflow",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
execs, err := ws.GetExecutions(wf)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Greater(t, len(execs), 0)
|
||||||
|
assert.Equal(t, wf.UUID, execs[0].WorkflowID)
|
||||||
|
assert.Equal(t, ws.UUID, execs[0].ExecutionsID)
|
||||||
|
assert.Equal(t, enum.DRAFT, execs[0].State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSchedules_NoRequest(t *testing.T) {
|
||||||
|
ws := &workflow_execution.WorkflowSchedule{}
|
||||||
|
|
||||||
|
ws, wf, execs, err := ws.Schedules("someID", nil)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Nil(t, wf)
|
||||||
|
assert.Len(t, execs, 0)
|
||||||
|
assert.Equal(t, ws, ws)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Additional test stubs to be completed with gomock usage for:
|
||||||
|
// - CheckBooking
|
||||||
|
// - BookExecs
|
||||||
|
// - getBooking
|
||||||
|
// - Schedules (success path)
|
||||||
|
// - Planify mocking in CheckBooking
|
||||||
|
// - Peer interaction in BookExecs
|
||||||
|
// - Caller deep copy errors in getCallerCopy
|
||||||
|
// Will be continued...
|
||||||
154
models/workflow_execution/tests/workflow_test.go
Executable file
154
models/workflow_execution/tests/workflow_test.go
Executable file
@@ -0,0 +1,154 @@
|
|||||||
|
package workflow_execution_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func (m *MockAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return nil, args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockAccessor) Search(filters interface{}, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(filters, search, isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreDraftDefault(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{}
|
||||||
|
exec.StoreDraftDefault()
|
||||||
|
assert.False(t, exec.IsDraft)
|
||||||
|
assert.Equal(t, enum.SCHEDULED, exec.State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanUpdate_StateChange(t *testing.T) {
|
||||||
|
existing := &workflow_execution.WorkflowExecution{State: enum.DRAFT}
|
||||||
|
newExec := &workflow_execution.WorkflowExecution{State: enum.SCHEDULED}
|
||||||
|
canUpdate, updated := existing.CanUpdate(newExec)
|
||||||
|
assert.True(t, canUpdate)
|
||||||
|
assert.Equal(t, enum.SCHEDULED, updated.(*workflow_execution.WorkflowExecution).State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanUpdate_SameState_Draft(t *testing.T) {
|
||||||
|
existing := &workflow_execution.WorkflowExecution{AbstractObject: utils.AbstractObject{IsDraft: true}, State: enum.DRAFT}
|
||||||
|
newExec := &workflow_execution.WorkflowExecution{AbstractObject: utils.AbstractObject{IsDraft: true}, State: enum.DRAFT}
|
||||||
|
canUpdate, _ := existing.CanUpdate(newExec)
|
||||||
|
assert.False(t, canUpdate)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanDelete_TrueIfDraft(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{AbstractObject: utils.AbstractObject{IsDraft: true}}
|
||||||
|
assert.True(t, exec.CanDelete())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCanDelete_FalseIfNotDraft(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{AbstractObject: utils.AbstractObject{IsDraft: false}}
|
||||||
|
assert.False(t, exec.CanDelete())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEquals_True(t *testing.T) {
|
||||||
|
d := time.Now()
|
||||||
|
exec1 := &workflow_execution.WorkflowExecution{ExecDate: d, WorkflowID: "123"}
|
||||||
|
exec2 := &workflow_execution.WorkflowExecution{ExecDate: d, WorkflowID: "123"}
|
||||||
|
assert.True(t, exec1.Equals(exec2))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEquals_False(t *testing.T) {
|
||||||
|
exec1 := &workflow_execution.WorkflowExecution{ExecDate: time.Now(), WorkflowID: "abc"}
|
||||||
|
exec2 := &workflow_execution.WorkflowExecution{ExecDate: time.Now().Add(time.Hour), WorkflowID: "def"}
|
||||||
|
assert.False(t, exec1.Equals(exec2))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestArgoStatusToState_Success(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{}
|
||||||
|
exec.ArgoStatusToState("succeeded")
|
||||||
|
assert.Equal(t, enum.SUCCESS, exec.State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestArgoStatusToState_DefaultToFailure(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{}
|
||||||
|
exec.ArgoStatusToState("unknown")
|
||||||
|
assert.Equal(t, enum.FAILURE, exec.State)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGenerateID_AssignsUUID(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{}
|
||||||
|
exec.GenerateID()
|
||||||
|
assert.NotEmpty(t, exec.UUID)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetName_ReturnsCorrectFormat(t *testing.T) {
|
||||||
|
time := time.Now()
|
||||||
|
exec := &workflow_execution.WorkflowExecution{AbstractObject: utils.AbstractObject{UUID: "abc"}, ExecDate: time}
|
||||||
|
assert.Contains(t, exec.GetName(), "abc")
|
||||||
|
assert.Contains(t, exec.GetName(), time.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestVerifyAuth_AlwaysTrue(t *testing.T) {
|
||||||
|
exec := &workflow_execution.WorkflowExecution{}
|
||||||
|
assert.True(t, exec.VerifyAuth(nil))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateOne_RejectsZeroState(t *testing.T) {
|
||||||
|
accessor := &workflow_execution.WorkflowExecutionMongoAccessor{}
|
||||||
|
set := &workflow_execution.WorkflowExecution{State: 0}
|
||||||
|
_, code, err := accessor.UpdateOne(set, "someID")
|
||||||
|
assert.Equal(t, 400, code)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOne_DraftExpired_ShouldDelete(t *testing.T) {
|
||||||
|
// Normally would mock time.Now and delete call; for now we test structure
|
||||||
|
accessor := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
exec := &workflow_execution.WorkflowExecution{
|
||||||
|
ExecDate: time.Now().Add(-2 * time.Minute),
|
||||||
|
State: enum.DRAFT,
|
||||||
|
AbstractObject: utils.AbstractObject{UUID: "to-delete"},
|
||||||
|
}
|
||||||
|
_, _, _ = accessor.LoadOne(exec.GetID())
|
||||||
|
// No panic = good enough placeholder
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOne_ScheduledExpired_ShouldUpdateToForgotten(t *testing.T) {
|
||||||
|
accessor := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
exec := &workflow_execution.WorkflowExecution{
|
||||||
|
ExecDate: time.Now().Add(-2 * time.Minute),
|
||||||
|
State: enum.SCHEDULED,
|
||||||
|
AbstractObject: utils.AbstractObject{UUID: "to-forget"},
|
||||||
|
}
|
||||||
|
_, _, _ = accessor.LoadOne(exec.GetID())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeleteOne_NotImplemented(t *testing.T) {
|
||||||
|
accessor := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
_, code, err := accessor.DeleteOne("someID")
|
||||||
|
assert.Equal(t, 404, code)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreOne_NotImplemented(t *testing.T) {
|
||||||
|
accessor := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
_, code, err := accessor.StoreOne(nil)
|
||||||
|
assert.Equal(t, 404, code)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCopyOne_NotImplemented(t *testing.T) {
|
||||||
|
accessor := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
_, code, err := accessor.CopyOne(nil)
|
||||||
|
assert.Equal(t, 404, code)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetExecFilters_BasicPattern(t *testing.T) {
|
||||||
|
a := workflow_execution.NewAccessor(&tools.APIRequest{})
|
||||||
|
filters := a.GetExecFilters("foo")
|
||||||
|
assert.Contains(t, filters.Or["abstractobject.name"][0].Value, "foo")
|
||||||
|
}
|
||||||
154
models/workflow_execution/workflow_execution.go
Normal file → Executable file
154
models/workflow_execution/workflow_execution.go
Normal file → Executable file
@@ -1,13 +1,15 @@
|
|||||||
package workflow_execution
|
package workflow_execution
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"encoding/json"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/booking"
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
"github.com/google/uuid"
|
"github.com/google/uuid"
|
||||||
@@ -15,38 +17,42 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* WorkflowExecutions is a struct that represents a list of workflow executions
|
* WorkflowExecution is a struct that represents a list of workflow executions
|
||||||
* Warning: No user can write (del, post, put) a workflow execution, it is only used by the system
|
* Warning: No user can write (del, post, put) a workflow execution, it is only used by the system
|
||||||
* workflows generate their own executions
|
* workflows generate their own executions
|
||||||
*/
|
*/
|
||||||
type WorkflowExecutions struct {
|
type WorkflowExecution struct {
|
||||||
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
ExecDate time.Time `json:"execution_date,omitempty" bson:"execution_date,omitempty" validate:"required"` // ExecDate is the execution date of the workflow, is required
|
PeerBuyByGraph map[string]map[string][]string `json:"peer_buy_by_graph,omitempty" bson:"peer_buy_by_graph,omitempty"` // BookByResource is a map of the resource id and the list of the booking id
|
||||||
EndDate *time.Time `json:"end_date,omitempty" bson:"end_date,omitempty"` // EndDate is the end date of the workflow
|
PeerBookByGraph map[string]map[string][]string `json:"peer_book_by_graph,omitempty" bson:"peer_book_by_graph,omitempty"` // BookByResource is a map of the resource id and the list of the booking id
|
||||||
State common.ScheduledType `json:"state" bson:"state" default:"0"` // State is the state of the workflow
|
ExecutionsID string `json:"executions_id,omitempty" bson:"executions_id,omitempty"`
|
||||||
WorkflowID string `json:"workflow_id" bson:"workflow_id,omitempty"` // WorkflowID is the ID of the workflow
|
ExecDate time.Time `json:"execution_date,omitempty" bson:"execution_date,omitempty" validate:"required"` // ExecDate is the execution date of the workflow, is required
|
||||||
|
EndDate *time.Time `json:"end_date,omitempty" bson:"end_date,omitempty"` // EndDate is the end date of the workflow
|
||||||
|
State enum.BookingStatus `json:"state" bson:"state" default:"0"` // TEMPORARY TODO DEFAULT 1 -> 0 State is the state of the workflow
|
||||||
|
WorkflowID string `json:"workflow_id" bson:"workflow_id,omitempty"` // WorkflowID is the ID of the workflow
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowExecutions) StoreDraftDefault() {
|
func (r *WorkflowExecution) StoreDraftDefault() {
|
||||||
r.IsDraft = true
|
r.IsDraft = false // TODO: TEMPORARY
|
||||||
|
r.State = enum.SCHEDULED
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowExecutions) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
func (r *WorkflowExecution) CanUpdate(set utils.DBObject) (bool, utils.DBObject) {
|
||||||
if r.State != set.(*WorkflowExecutions).State {
|
if r.State != set.(*WorkflowExecution).State {
|
||||||
return true, &WorkflowExecutions{State: set.(*WorkflowExecutions).State} // only state can be updated
|
return true, &WorkflowExecution{State: set.(*WorkflowExecution).State} // only state can be updated
|
||||||
}
|
}
|
||||||
return r.IsDraft, set // only draft buying can be updated
|
return !r.IsDraft, set // only draft buying can be updated
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowExecutions) CanDelete() bool {
|
func (r *WorkflowExecution) CanDelete() bool {
|
||||||
return r.IsDraft // only draft bookings can be deleted
|
return r.IsDraft // only draft bookings can be deleted
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *WorkflowExecutions) Equals(we *WorkflowExecutions) bool {
|
func (wfa *WorkflowExecution) Equals(we *WorkflowExecution) bool {
|
||||||
return wfa.ExecDate.Equal(we.ExecDate) && wfa.WorkflowID == we.WorkflowID
|
return wfa.ExecDate.Equal(we.ExecDate) && wfa.WorkflowID == we.WorkflowID
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ws *WorkflowExecutions) PurgeDraft(request *tools.APIRequest) error {
|
func (ws *WorkflowExecution) PurgeDraft(request *tools.APIRequest) error {
|
||||||
if ws.EndDate == nil {
|
if ws.EndDate == nil {
|
||||||
// if no end... then Book like a savage
|
// if no end... then Book like a savage
|
||||||
e := ws.ExecDate.Add(time.Hour)
|
e := ws.ExecDate.Add(time.Hour)
|
||||||
@@ -55,7 +61,7 @@ func (ws *WorkflowExecutions) PurgeDraft(request *tools.APIRequest) error {
|
|||||||
accessor := ws.GetAccessor(request)
|
accessor := ws.GetAccessor(request)
|
||||||
res, code, err := accessor.Search(&dbs.Filters{
|
res, code, err := accessor.Search(&dbs.Filters{
|
||||||
And: map[string][]dbs.Filter{ // check if there is a booking on the same compute resource by filtering on the compute_resource_id, the state and the execution date
|
And: map[string][]dbs.Filter{ // check if there is a booking on the same compute resource by filtering on the compute_resource_id, the state and the execution date
|
||||||
"state": {{Operator: dbs.EQUAL.String(), Value: common.DRAFT.EnumIndex()}},
|
"state": {{Operator: dbs.EQUAL.String(), Value: enum.DRAFT.EnumIndex()}},
|
||||||
"workflow_id": {{Operator: dbs.EQUAL.String(), Value: ws.WorkflowID}},
|
"workflow_id": {{Operator: dbs.EQUAL.String(), Value: ws.WorkflowID}},
|
||||||
"execution_date": {
|
"execution_date": {
|
||||||
{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*ws.EndDate)},
|
{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(*ws.EndDate)},
|
||||||
@@ -73,53 +79,131 @@ func (ws *WorkflowExecutions) PurgeDraft(request *tools.APIRequest) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// tool to transform the argo status to a state
|
// tool to transform the argo status to a state
|
||||||
func (wfa *WorkflowExecutions) ArgoStatusToState(status string) *WorkflowExecutions {
|
func (wfa *WorkflowExecution) ArgoStatusToState(status string) *WorkflowExecution {
|
||||||
status = strings.ToLower(status)
|
status = strings.ToLower(status)
|
||||||
switch status {
|
switch status {
|
||||||
case "succeeded": // Succeeded
|
case "succeeded": // Succeeded
|
||||||
wfa.State = common.SUCCESS
|
wfa.State = enum.SUCCESS
|
||||||
case "pending": // Pending
|
case "pending": // Pending
|
||||||
wfa.State = common.SCHEDULED
|
wfa.State = enum.SCHEDULED
|
||||||
case "running": // Running
|
case "running": // Running
|
||||||
wfa.State = common.STARTED
|
wfa.State = enum.STARTED
|
||||||
default: // Failed
|
default: // Failed
|
||||||
wfa.State = common.FAILURE
|
wfa.State = enum.FAILURE
|
||||||
}
|
}
|
||||||
return wfa
|
return wfa
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *WorkflowExecutions) GenerateID() {
|
func (r *WorkflowExecution) GenerateID() {
|
||||||
r.UUID = uuid.New().String()
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *WorkflowExecutions) GetName() string {
|
func (d *WorkflowExecution) GetName() string {
|
||||||
return d.UUID + "_" + d.ExecDate.String()
|
return d.UUID + "_" + d.ExecDate.String()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *WorkflowExecutions) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
func (d *WorkflowExecution) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
||||||
return NewAccessor(request) // Create a new instance of the accessor
|
return NewAccessor(request) // Create a new instance of the accessor
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *WorkflowExecutions) VerifyAuth(request *tools.APIRequest) bool {
|
func (d *WorkflowExecution) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *WorkflowExecutions) Book(wfID string, priceds map[tools.DataType][]pricing.PricedItemITF) []*booking.Booking {
|
/*
|
||||||
booking := d.bookEach(wfID, tools.STORAGE_RESOURCE, priceds[tools.STORAGE_RESOURCE])
|
booking is an activity reserved for not a long time investment.
|
||||||
booking = append(booking, d.bookEach(wfID, tools.PROCESSING_RESOURCE, priceds[tools.PROCESSING_RESOURCE])...)
|
... purchase is dependant of a one time buying.
|
||||||
|
use of a datacenter or storage can't be buy for permanent access.
|
||||||
|
*/
|
||||||
|
func (d *WorkflowExecution) Buy(bs pricing.BillingStrategy, executionsID string, wfID string, priceds map[tools.DataType]map[string]pricing.PricedItemITF) []*purchase_resource.PurchaseResource {
|
||||||
|
purchases := d.buyEach(bs, executionsID, wfID, tools.PROCESSING_RESOURCE, priceds[tools.PROCESSING_RESOURCE])
|
||||||
|
purchases = append(purchases, d.buyEach(bs, executionsID, wfID, tools.DATA_RESOURCE, priceds[tools.DATA_RESOURCE])...)
|
||||||
|
return purchases
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *WorkflowExecution) buyEach(bs pricing.BillingStrategy, executionsID string, wfID string, dt tools.DataType, priceds map[string]pricing.PricedItemITF) []*purchase_resource.PurchaseResource {
|
||||||
|
items := []*purchase_resource.PurchaseResource{}
|
||||||
|
for itemID, priced := range priceds {
|
||||||
|
if !priced.IsPurchasable() || bs != pricing.BILL_ONCE { // buy only that must be buy
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if d.PeerBuyByGraph == nil {
|
||||||
|
d.PeerBuyByGraph = map[string]map[string][]string{}
|
||||||
|
}
|
||||||
|
if d.PeerBuyByGraph[priced.GetCreatorID()] == nil {
|
||||||
|
d.PeerBuyByGraph[priced.GetCreatorID()] = map[string][]string{}
|
||||||
|
}
|
||||||
|
if d.PeerBuyByGraph[priced.GetCreatorID()][itemID] == nil {
|
||||||
|
d.PeerBuyByGraph[priced.GetCreatorID()][itemID] = []string{}
|
||||||
|
}
|
||||||
|
start := d.ExecDate
|
||||||
|
if s := priced.GetLocationStart(); s != nil {
|
||||||
|
start = *s
|
||||||
|
}
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, _ := json.Marshal(priced)
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
end := start.Add(time.Duration(priced.GetExplicitDurationInS()) * time.Second)
|
||||||
|
bookingItem := &purchase_resource.PurchaseResource{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
UUID: uuid.New().String(),
|
||||||
|
Name: d.GetName() + "_" + executionsID + "_" + wfID,
|
||||||
|
},
|
||||||
|
PricedItem: m,
|
||||||
|
ExecutionsID: executionsID,
|
||||||
|
DestPeerID: priced.GetCreatorID(),
|
||||||
|
ResourceID: priced.GetID(),
|
||||||
|
ResourceType: dt,
|
||||||
|
EndDate: &end,
|
||||||
|
}
|
||||||
|
items = append(items, bookingItem)
|
||||||
|
d.PeerBuyByGraph[priced.GetCreatorID()][itemID] = append(
|
||||||
|
d.PeerBuyByGraph[priced.GetCreatorID()][itemID], bookingItem.GetID())
|
||||||
|
}
|
||||||
|
return items
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *WorkflowExecution) Book(executionsID string, wfID string, priceds map[tools.DataType]map[string]pricing.PricedItemITF) []*booking.Booking {
|
||||||
|
booking := d.bookEach(executionsID, wfID, tools.STORAGE_RESOURCE, priceds[tools.STORAGE_RESOURCE])
|
||||||
|
booking = append(booking, d.bookEach(executionsID, wfID, tools.PROCESSING_RESOURCE, priceds[tools.PROCESSING_RESOURCE])...)
|
||||||
|
booking = append(booking, d.bookEach(executionsID, wfID, tools.COMPUTE_RESOURCE, priceds[tools.COMPUTE_RESOURCE])...)
|
||||||
|
booking = append(booking, d.bookEach(executionsID, wfID, tools.DATA_RESOURCE, priceds[tools.DATA_RESOURCE])...)
|
||||||
return booking
|
return booking
|
||||||
}
|
}
|
||||||
|
|
||||||
func (d *WorkflowExecutions) bookEach(wfID string, dt tools.DataType, priceds []pricing.PricedItemITF) []*booking.Booking {
|
func (d *WorkflowExecution) bookEach(executionsID string, wfID string, dt tools.DataType, priceds map[string]pricing.PricedItemITF) []*booking.Booking {
|
||||||
items := []*booking.Booking{}
|
items := []*booking.Booking{}
|
||||||
for _, priced := range priceds {
|
for itemID, priced := range priceds {
|
||||||
|
if !priced.IsBooked() { // book only that must be booked
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if d.PeerBookByGraph == nil {
|
||||||
|
d.PeerBookByGraph = map[string]map[string][]string{}
|
||||||
|
}
|
||||||
|
if d.PeerBookByGraph[priced.GetCreatorID()] == nil {
|
||||||
|
d.PeerBookByGraph[priced.GetCreatorID()] = map[string][]string{}
|
||||||
|
}
|
||||||
|
if d.PeerBookByGraph[priced.GetCreatorID()][itemID] == nil {
|
||||||
|
d.PeerBookByGraph[priced.GetCreatorID()][itemID] = []string{}
|
||||||
|
}
|
||||||
start := d.ExecDate
|
start := d.ExecDate
|
||||||
if s := priced.GetLocationStart(); s != nil {
|
if s := priced.GetLocationStart(); s != nil {
|
||||||
start = *s
|
start = *s
|
||||||
}
|
}
|
||||||
end := start.Add(time.Duration(priced.GetExplicitDurationInS()) * time.Second)
|
end := start.Add(time.Duration(priced.GetExplicitDurationInS()) * time.Second)
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, _ := json.Marshal(priced)
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
bookingItem := &booking.Booking{
|
bookingItem := &booking.Booking{
|
||||||
State: common.DRAFT,
|
AbstractObject: utils.AbstractObject{
|
||||||
|
UUID: uuid.New().String(),
|
||||||
|
Name: d.GetName() + "_" + executionsID + "_" + wfID,
|
||||||
|
},
|
||||||
|
PricedItem: m,
|
||||||
|
ExecutionsID: executionsID,
|
||||||
|
State: enum.SCHEDULED,
|
||||||
ResourceID: priced.GetID(),
|
ResourceID: priced.GetID(),
|
||||||
ResourceType: dt,
|
ResourceType: dt,
|
||||||
DestPeerID: priced.GetCreatorID(),
|
DestPeerID: priced.GetCreatorID(),
|
||||||
@@ -129,6 +213,8 @@ func (d *WorkflowExecutions) bookEach(wfID string, dt tools.DataType, priceds []
|
|||||||
ExpectedEndDate: &end,
|
ExpectedEndDate: &end,
|
||||||
}
|
}
|
||||||
items = append(items, bookingItem)
|
items = append(items, bookingItem)
|
||||||
|
d.PeerBookByGraph[priced.GetCreatorID()][itemID] = append(
|
||||||
|
d.PeerBookByGraph[priced.GetCreatorID()][itemID], bookingItem.GetID())
|
||||||
}
|
}
|
||||||
return items
|
return items
|
||||||
}
|
}
|
||||||
|
|||||||
89
models/workflow_execution/workflow_execution_mongo_accessor.go
Normal file → Executable file
89
models/workflow_execution/workflow_execution_mongo_accessor.go
Normal file → Executable file
@@ -6,18 +6,20 @@ import (
|
|||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
)
|
)
|
||||||
|
|
||||||
type workflowExecutionMongoAccessor struct {
|
type WorkflowExecutionMongoAccessor struct {
|
||||||
utils.AbstractAccessor
|
utils.AbstractAccessor
|
||||||
|
shallow bool
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewAccessor(request *tools.APIRequest) *workflowExecutionMongoAccessor {
|
func newShallowAccessor(request *tools.APIRequest) *WorkflowExecutionMongoAccessor {
|
||||||
return &workflowExecutionMongoAccessor{
|
return &WorkflowExecutionMongoAccessor{
|
||||||
utils.AbstractAccessor{
|
shallow: true,
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
Logger: logs.CreateLogger(tools.WORKFLOW_EXECUTION.String()), // Create a logger with the data type
|
Logger: logs.CreateLogger(tools.WORKFLOW_EXECUTION.String()), // Create a logger with the data type
|
||||||
Request: request,
|
Request: request,
|
||||||
Type: tools.WORKFLOW_EXECUTION,
|
Type: tools.WORKFLOW_EXECUTION,
|
||||||
@@ -25,54 +27,81 @@ func NewAccessor(request *tools.APIRequest) *workflowExecutionMongoAccessor {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *workflowExecutionMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
func NewAccessor(request *tools.APIRequest) *WorkflowExecutionMongoAccessor {
|
||||||
|
return &WorkflowExecutionMongoAccessor{
|
||||||
|
shallow: false,
|
||||||
|
AbstractAccessor: utils.AbstractAccessor{
|
||||||
|
Logger: logs.CreateLogger(tools.WORKFLOW_EXECUTION.String()), // Create a logger with the data type
|
||||||
|
Request: request,
|
||||||
|
Type: tools.WORKFLOW_EXECUTION,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *WorkflowExecutionMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
return nil, 404, errors.New("not implemented")
|
return nil, 404, errors.New("not implemented")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *workflowExecutionMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
func (wfa *WorkflowExecutionMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
if set.(*WorkflowExecution).State == 0 {
|
||||||
|
return nil, 400, errors.New("state is required")
|
||||||
|
}
|
||||||
|
realSet := WorkflowExecution{State: set.(*WorkflowExecution).State}
|
||||||
|
return utils.GenericUpdateOne(&realSet, id, wfa, &WorkflowExecution{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *WorkflowExecutionMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return nil, 404, errors.New("not implemented")
|
return nil, 404, errors.New("not implemented")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *workflowExecutionMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (wfa *WorkflowExecutionMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
return nil, 404, errors.New("not implemented")
|
return nil, 404, errors.New("not implemented")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (wfa *workflowExecutionMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *WorkflowExecutionMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
return nil, 404, errors.New("not implemented")
|
return utils.GenericLoadOne[*WorkflowExecution](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
||||||
}
|
now := time.Now()
|
||||||
|
now = now.Add(time.Second * -60)
|
||||||
func (a *workflowExecutionMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
if d.(*WorkflowExecution).State == enum.DRAFT && !a.shallow && now.UTC().After(d.(*WorkflowExecution).ExecDate) {
|
||||||
return utils.GenericLoadOne[*WorkflowExecutions](id, func(d utils.DBObject) (utils.DBObject, int, error) {
|
utils.GenericDeleteOne(d.GetID(), newShallowAccessor(a.Request))
|
||||||
if d.(*WorkflowExecutions).State == common.DRAFT && time.Now().UTC().After(d.(*WorkflowExecutions).ExecDate) {
|
return nil, 404, errors.New("not found")
|
||||||
utils.GenericDeleteOne(d.GetID(), a)
|
|
||||||
return nil, 404, errors.New("Not found")
|
|
||||||
}
|
}
|
||||||
if d.(*WorkflowExecutions).State == common.SCHEDULED && time.Now().UTC().After(d.(*WorkflowExecutions).ExecDate) {
|
if d.(*WorkflowExecution).State == enum.SCHEDULED && !a.shallow && now.UTC().After(d.(*WorkflowExecution).ExecDate) {
|
||||||
d.(*WorkflowExecutions).State = common.FORGOTTEN
|
d.(*WorkflowExecution).State = enum.FORGOTTEN
|
||||||
utils.GenericRawUpdateOne(d, id, a)
|
utils.GenericRawUpdateOne(d, id, newShallowAccessor(a.Request))
|
||||||
}
|
}
|
||||||
return d, 200, nil
|
return d, 200, nil
|
||||||
}, a)
|
}, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *workflowExecutionMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *WorkflowExecutionMongoAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericLoadAll[*WorkflowExecutions](a.getExec(), isDraft, a)
|
return utils.GenericLoadAll[*WorkflowExecution](a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *workflowExecutionMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
func (a *WorkflowExecutionMongoAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
return utils.GenericSearch[*WorkflowExecutions](filters, search, (&WorkflowExecutions{}).GetObjectFilters(search), a.getExec(), isDraft, a)
|
return utils.GenericSearch[*WorkflowExecution](filters, search, a.GetExecFilters(search), a.getExec(), isDraft, a)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (a *workflowExecutionMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
func (a *WorkflowExecutionMongoAccessor) getExec() func(utils.DBObject) utils.ShallowDBObject {
|
||||||
return func(d utils.DBObject) utils.ShallowDBObject {
|
return func(d utils.DBObject) utils.ShallowDBObject {
|
||||||
if d.(*WorkflowExecutions).State == common.DRAFT && time.Now().UTC().After(d.(*WorkflowExecutions).ExecDate) {
|
now := time.Now()
|
||||||
utils.GenericDeleteOne(d.GetID(), a)
|
now = now.Add(time.Second * -60)
|
||||||
|
if d.(*WorkflowExecution).State == enum.DRAFT && now.UTC().After(d.(*WorkflowExecution).ExecDate) {
|
||||||
|
utils.GenericDeleteOne(d.GetID(), newShallowAccessor(a.Request))
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
if d.(*WorkflowExecutions).State == common.SCHEDULED && time.Now().UTC().After(d.(*WorkflowExecutions).ExecDate) {
|
if d.(*WorkflowExecution).State == enum.SCHEDULED && now.UTC().After(d.(*WorkflowExecution).ExecDate) {
|
||||||
d.(*WorkflowExecutions).State = common.FORGOTTEN
|
d.(*WorkflowExecution).State = enum.FORGOTTEN
|
||||||
utils.GenericRawUpdateOne(d, d.GetID(), a)
|
utils.GenericRawUpdateOne(d, d.GetID(), newShallowAccessor(a.Request))
|
||||||
|
return d
|
||||||
}
|
}
|
||||||
return d
|
return d
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (a *WorkflowExecutionMongoAccessor) GetExecFilters(search string) *dbs.Filters {
|
||||||
|
return &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search + "_execution"}},
|
||||||
|
}}
|
||||||
|
}
|
||||||
|
|||||||
223
models/workflow_execution/workflow_scheduler.go
Normal file → Executable file
223
models/workflow_execution/workflow_scheduler.go
Normal file → Executable file
@@ -4,13 +4,20 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/common"
|
"cloud.o-forge.io/core/oc-lib/models/bill"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/enum"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/common/pricing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/order"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/peer"
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/purchase_resource"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/workflow"
|
"cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
"cloud.o-forge.io/core/oc-lib/tools"
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
"github.com/robfig/cron"
|
"github.com/robfig/cron"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -20,14 +27,17 @@ import (
|
|||||||
*/
|
*/
|
||||||
// it's a flying object only use in a session time. It's not stored in the database
|
// it's a flying object only use in a session time. It's not stored in the database
|
||||||
type WorkflowSchedule struct {
|
type WorkflowSchedule struct {
|
||||||
Workflow *workflow.Workflow `json:"workflow,omitempty"` // Workflow is the workflow dependancy of the schedule
|
UUID string `json:"id" validate:"required"` // ExecutionsID is the list of the executions id of the workflow
|
||||||
WorkflowExecutions []*WorkflowExecutions `json:"workflow_executions,omitempty"` // WorkflowExecutions is the list of executions of the workflow
|
Workflow *workflow.Workflow `json:"workflow,omitempty"` // Workflow is the workflow dependancy of the schedule
|
||||||
Message string `json:"message,omitempty"` // Message is the message of the schedule
|
WorkflowExecution []*WorkflowExecution `json:"workflow_executions,omitempty"` // WorkflowExecution is the list of executions of the workflow
|
||||||
Warning string `json:"warning,omitempty"` // Warning is the warning message of the schedule
|
Message string `json:"message,omitempty"` // Message is the message of the schedule
|
||||||
Start time.Time `json:"start" validate:"required,ltfield=End"` // Start is the start time of the schedule, is required and must be less than the End time
|
Warning string `json:"warning,omitempty"` // Warning is the warning message of the schedule
|
||||||
End *time.Time `json:"end,omitempty"` // End is the end time of the schedule, is required and must be greater than the Start time
|
Start time.Time `json:"start" validate:"required,ltfield=End"` // Start is the start time of the schedule, is required and must be less than the End time
|
||||||
DurationS float64 `json:"duration_s" default:"-1"` // End is the end time of the schedule
|
End *time.Time `json:"end,omitempty"` // End is the end time of the schedule, is required and must be greater than the Start time
|
||||||
Cron string `json:"cron,omitempty"` // here the cron format : ss mm hh dd MM dw task
|
DurationS float64 `json:"duration_s" default:"-1"` // End is the end time of the schedule
|
||||||
|
Cron string `json:"cron,omitempty"` // here the cron format : ss mm hh dd MM dw task
|
||||||
|
|
||||||
|
SelectedBillingStrategy pricing.BillingStrategy `json:"selected_billing_strategy"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewScheduler(start string, end string, durationInS float64, cron string) *WorkflowSchedule {
|
func NewScheduler(start string, end string, durationInS float64, cron string) *WorkflowSchedule {
|
||||||
@@ -36,6 +46,7 @@ func NewScheduler(start string, end string, durationInS float64, cron string) *W
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
ws := &WorkflowSchedule{
|
ws := &WorkflowSchedule{
|
||||||
|
UUID: uuid.New().String(),
|
||||||
Start: s,
|
Start: s,
|
||||||
DurationS: durationInS,
|
DurationS: durationInS,
|
||||||
Cron: cron,
|
Cron: cron,
|
||||||
@@ -47,72 +58,184 @@ func NewScheduler(start string, end string, durationInS float64, cron string) *W
|
|||||||
return ws
|
return ws
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ws *WorkflowSchedule) CheckBooking(wfID string, request *tools.APIRequest) (bool, *workflow.Workflow, []*WorkflowExecutions, error) {
|
func (ws *WorkflowSchedule) GetBuyAndBook(wfID string, request *tools.APIRequest) (bool, *workflow.Workflow, []*WorkflowExecution, []*purchase_resource.PurchaseResource, []*booking.Booking, error) {
|
||||||
if request.Caller == nil && request.Caller.URLS == nil && request.Caller.URLS[tools.BOOKING] == nil || request.Caller.URLS[tools.BOOKING][tools.POST] == "" {
|
if request.Caller == nil && request.Caller.URLS == nil && request.Caller.URLS[tools.BOOKING] == nil || request.Caller.URLS[tools.BOOKING][tools.GET] == "" {
|
||||||
return false, nil, []*WorkflowExecutions{}, errors.New("no caller defined")
|
return false, nil, []*WorkflowExecution{}, []*purchase_resource.PurchaseResource{}, []*booking.Booking{}, errors.New("no caller defined")
|
||||||
}
|
}
|
||||||
access := workflow.NewAccessor(nil)
|
access := workflow.NewAccessor(request)
|
||||||
res, code, err := access.LoadOne(wfID)
|
res, code, err := access.LoadOne(wfID)
|
||||||
if code != 200 {
|
if code != 200 {
|
||||||
return false, nil, []*WorkflowExecutions{}, errors.New("could not load the workflow with id: " + err.Error())
|
return false, nil, []*WorkflowExecution{}, []*purchase_resource.PurchaseResource{}, []*booking.Booking{}, errors.New("could not load the workflow with id: " + err.Error())
|
||||||
}
|
}
|
||||||
wf := res.(*workflow.Workflow)
|
wf := res.(*workflow.Workflow)
|
||||||
longest, priceds, wf, err := wf.Planify(ws.Start, ws.End, request)
|
longest, priceds, wf, err := wf.Planify(ws.Start, ws.End, request)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return false, wf, []*WorkflowExecutions{}, err
|
return false, wf, []*WorkflowExecution{}, []*purchase_resource.PurchaseResource{}, []*booking.Booking{}, err
|
||||||
}
|
}
|
||||||
ws.DurationS = longest
|
ws.DurationS = longest
|
||||||
ws.Message = "We estimate that the workflow will start at " + ws.Start.String() + " and last " + fmt.Sprintf("%v", ws.DurationS) + "seconds."
|
ws.Message = "We estimate that the workflow will start at " + ws.Start.String() + " and last " + fmt.Sprintf("%v", ws.DurationS) + " seconds."
|
||||||
if ws.End != nil && ws.Start.Add(time.Duration(longest)*time.Second).After(*ws.End) {
|
if ws.End != nil && ws.Start.Add(time.Duration(longest)*time.Second).After(*ws.End) {
|
||||||
ws.Warning = "The workflow may be too long to be executed in the given time frame, we will try to book it anyway\n"
|
ws.Warning = "The workflow may be too long to be executed in the given time frame, we will try to book it anyway\n"
|
||||||
}
|
}
|
||||||
execs, err := ws.getExecutions(wf)
|
execs, err := ws.GetExecutions(wf)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return false, wf, []*WorkflowExecutions{}, err
|
return false, wf, []*WorkflowExecution{}, []*purchase_resource.PurchaseResource{}, []*booking.Booking{}, err
|
||||||
}
|
}
|
||||||
|
purchased := []*purchase_resource.PurchaseResource{}
|
||||||
|
bookings := []*booking.Booking{}
|
||||||
for _, exec := range execs {
|
for _, exec := range execs {
|
||||||
bookings := exec.Book(wfID, priceds)
|
purchased = append(purchased, exec.Buy(ws.SelectedBillingStrategy, ws.UUID, wfID, priceds)...)
|
||||||
for _, booking := range bookings {
|
bookings = append(bookings, exec.Book(ws.UUID, wfID, priceds)...)
|
||||||
_, err := (&peer.Peer{}).LaunchPeerExecution(booking.DestPeerID, "",
|
}
|
||||||
tools.BOOKING, tools.POSTCHECK, booking.Serialize(booking), request.Caller)
|
|
||||||
if err != nil {
|
errCh := make(chan error, len(bookings))
|
||||||
return false, wf, execs, err
|
var m sync.Mutex
|
||||||
}
|
|
||||||
|
for _, b := range bookings {
|
||||||
|
go getBooking(b, request, errCh, &m)
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := 0; i < len(bookings); i++ {
|
||||||
|
if err := <-errCh; err != nil {
|
||||||
|
return false, wf, execs, purchased, bookings, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return true, wf, execs, nil
|
|
||||||
|
return true, wf, execs, purchased, bookings, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ws *WorkflowSchedule) Schedules(wfID string, request *tools.APIRequest) (*workflow.Workflow, []*WorkflowExecutions, error) {
|
func (ws *WorkflowSchedule) GenerateOrder(purchases []*purchase_resource.PurchaseResource, bookings []*booking.Booking, request *tools.APIRequest) error {
|
||||||
|
newOrder := &order.Order{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: "order_" + request.PeerID + "_" + time.Now().UTC().Format("2006-01-02T15:04:05"),
|
||||||
|
IsDraft: true,
|
||||||
|
},
|
||||||
|
ExecutionsID: ws.UUID,
|
||||||
|
Purchases: purchases,
|
||||||
|
Bookings: bookings,
|
||||||
|
Status: enum.PENDING,
|
||||||
|
}
|
||||||
|
if res, _, err := order.NewAccessor(request).StoreOne(newOrder); err == nil {
|
||||||
|
if _, err := bill.DraftFirstBill(res.(*order.Order), request); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
} else {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func getBooking(b *booking.Booking, request *tools.APIRequest, errCh chan error, m *sync.Mutex) {
|
||||||
|
m.Lock()
|
||||||
|
c, err := getCallerCopy(request, errCh)
|
||||||
|
if err != nil {
|
||||||
|
errCh <- err
|
||||||
|
return
|
||||||
|
}
|
||||||
|
m.Unlock()
|
||||||
|
|
||||||
|
meth := c.URLS[tools.BOOKING][tools.GET]
|
||||||
|
meth = strings.ReplaceAll(meth, ":id", b.ResourceID)
|
||||||
|
meth = strings.ReplaceAll(meth, ":start_date", b.ExpectedStartDate.Format("2006-01-02T15:04:05"))
|
||||||
|
meth = strings.ReplaceAll(meth, ":end_date", b.ExpectedEndDate.Format("2006-01-02T15:04:05"))
|
||||||
|
c.URLS[tools.BOOKING][tools.GET] = meth
|
||||||
|
_, err = (&peer.Peer{}).LaunchPeerExecution(b.DestPeerID, b.ResourceID, tools.BOOKING, tools.GET, nil, &c)
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
errCh <- fmt.Errorf("error on " + b.DestPeerID + err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
errCh <- nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func getCallerCopy(request *tools.APIRequest, errCh chan error) (tools.HTTPCaller, error) {
|
||||||
|
var c tools.HTTPCaller
|
||||||
|
err := request.Caller.DeepCopy(c)
|
||||||
|
if err != nil {
|
||||||
|
errCh <- err
|
||||||
|
return tools.HTTPCaller{}, nil
|
||||||
|
}
|
||||||
|
c.URLS = request.Caller.URLS
|
||||||
|
return c, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ws *WorkflowSchedule) Schedules(wfID string, request *tools.APIRequest) (*WorkflowSchedule, *workflow.Workflow, []*WorkflowExecution, error) {
|
||||||
if request == nil {
|
if request == nil {
|
||||||
return nil, []*WorkflowExecutions{}, errors.New("no request found")
|
return ws, nil, []*WorkflowExecution{}, errors.New("no request found")
|
||||||
}
|
}
|
||||||
c := request.Caller
|
c := request.Caller
|
||||||
if c == nil || c.URLS == nil || c.URLS[tools.BOOKING] == nil {
|
if c == nil || c.URLS == nil || c.URLS[tools.BOOKING] == nil {
|
||||||
return nil, []*WorkflowExecutions{}, errors.New("no caller defined")
|
return ws, nil, []*WorkflowExecution{}, errors.New("no caller defined")
|
||||||
}
|
}
|
||||||
methods := c.URLS[tools.BOOKING]
|
methods := c.URLS[tools.BOOKING]
|
||||||
if _, ok := methods[tools.POST]; !ok {
|
if _, ok := methods[tools.GET]; !ok {
|
||||||
return nil, []*WorkflowExecutions{}, errors.New("no path found")
|
return ws, nil, []*WorkflowExecution{}, errors.New("no path found")
|
||||||
}
|
}
|
||||||
ok, wf, executions, err := ws.CheckBooking(wfID, request)
|
ok, wf, executions, purchases, bookings, err := ws.GetBuyAndBook(wfID, request)
|
||||||
|
ws.WorkflowExecution = executions
|
||||||
if !ok || err != nil {
|
if !ok || err != nil {
|
||||||
return nil, []*WorkflowExecutions{}, errors.New("could not book the workflow" + fmt.Sprintf("%v", err))
|
return ws, nil, executions, errors.New("could not book the workflow : " + fmt.Sprintf("%v", err))
|
||||||
|
}
|
||||||
|
ws.Workflow = wf
|
||||||
|
|
||||||
|
var errCh = make(chan error, len(bookings))
|
||||||
|
var m sync.Mutex
|
||||||
|
|
||||||
|
for _, purchase := range purchases {
|
||||||
|
go ws.CallDatacenter(purchase, purchase.DestPeerID, tools.PURCHASE_RESOURCE, request, errCh, &m)
|
||||||
|
}
|
||||||
|
for i := 0; i < len(purchases); i++ {
|
||||||
|
if err := <-errCh; err != nil {
|
||||||
|
return ws, wf, executions, errors.New("could not launch the peer execution : " + fmt.Sprintf("%v", err))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
ws.Workflow = wf
|
errCh = make(chan error, len(bookings))
|
||||||
ws.WorkflowExecutions = executions
|
|
||||||
|
|
||||||
|
for _, booking := range bookings {
|
||||||
|
go ws.CallDatacenter(booking, booking.DestPeerID, tools.BOOKING, request, errCh, &m)
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := 0; i < len(bookings); i++ {
|
||||||
|
if err := <-errCh; err != nil {
|
||||||
|
return ws, wf, executions, errors.New("could not launch the peer execution : " + fmt.Sprintf("%v", err))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := ws.GenerateOrder(purchases, bookings, request); err != nil {
|
||||||
|
return ws, wf, executions, err
|
||||||
|
}
|
||||||
|
|
||||||
|
fmt.Println("Schedules")
|
||||||
for _, exec := range executions {
|
for _, exec := range executions {
|
||||||
err := exec.PurgeDraft(request)
|
err := exec.PurgeDraft(request)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, []*WorkflowExecutions{}, errors.New("could not book the workflow" + fmt.Sprintf("%v", err))
|
return ws, nil, []*WorkflowExecution{}, errors.New("purge draft" + fmt.Sprintf("%v", err))
|
||||||
}
|
}
|
||||||
exec.GenerateID()
|
exec.StoreDraftDefault()
|
||||||
// Should DELETE the previous execution2
|
|
||||||
utils.GenericStoreOne(exec, NewAccessor(request))
|
utils.GenericStoreOne(exec, NewAccessor(request))
|
||||||
}
|
}
|
||||||
return wf, executions, nil
|
fmt.Println("Schedules")
|
||||||
|
return ws, wf, executions, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ws *WorkflowSchedule) CallDatacenter(purchase utils.DBObject, destPeerID string, dt tools.DataType, request *tools.APIRequest, errCh chan error, m *sync.Mutex) {
|
||||||
|
m.Lock()
|
||||||
|
c, err := getCallerCopy(request, errCh)
|
||||||
|
if err != nil {
|
||||||
|
errCh <- err
|
||||||
|
return
|
||||||
|
}
|
||||||
|
m.Unlock()
|
||||||
|
if res, err := (&peer.Peer{}).LaunchPeerExecution(destPeerID, "", dt, tools.POST, purchase.Serialize(purchase), &c); err != nil {
|
||||||
|
errCh <- err
|
||||||
|
return
|
||||||
|
} else {
|
||||||
|
data := res["data"].(map[string]interface{})
|
||||||
|
purchase.SetID(fmt.Sprintf("%v", data["id"]))
|
||||||
|
}
|
||||||
|
errCh <- nil
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@@ -127,32 +250,34 @@ VERIFY THAT WE HANDLE DIFFERENCE BETWEEN LOCATION TIME && BOOKING
|
|||||||
* getExecutions is a function that returns the executions of a workflow
|
* getExecutions is a function that returns the executions of a workflow
|
||||||
* it returns an array of workflow_execution.WorkflowExecution
|
* it returns an array of workflow_execution.WorkflowExecution
|
||||||
*/
|
*/
|
||||||
func (ws *WorkflowSchedule) getExecutions(workflow *workflow.Workflow) ([]*WorkflowExecutions, error) {
|
func (ws *WorkflowSchedule) GetExecutions(workflow *workflow.Workflow) ([]*WorkflowExecution, error) {
|
||||||
workflows_executions := []*WorkflowExecutions{}
|
workflows_executions := []*WorkflowExecution{}
|
||||||
dates, err := ws.getDates()
|
dates, err := ws.GetDates()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return workflows_executions, err
|
return workflows_executions, err
|
||||||
}
|
}
|
||||||
for _, date := range dates {
|
for _, date := range dates {
|
||||||
obj := &WorkflowExecutions{
|
obj := &WorkflowExecution{
|
||||||
AbstractObject: utils.AbstractObject{
|
AbstractObject: utils.AbstractObject{
|
||||||
|
UUID: uuid.New().String(), // set the uuid of the execution
|
||||||
Name: workflow.Name + "_execution_" + date.Start.String(), // set the name of the execution
|
Name: workflow.Name + "_execution_" + date.Start.String(), // set the name of the execution
|
||||||
},
|
},
|
||||||
ExecDate: date.Start, // set the execution date
|
ExecutionsID: ws.UUID,
|
||||||
EndDate: date.End, // set the end date
|
ExecDate: date.Start, // set the execution date
|
||||||
State: common.DRAFT, // set the state to 1 (scheduled)
|
EndDate: date.End, // set the end date
|
||||||
WorkflowID: workflow.GetID(), // set the workflow id dependancy of the execution
|
State: enum.DRAFT, // set the state to 1 (scheduled)
|
||||||
|
WorkflowID: workflow.GetID(), // set the workflow id dependancy of the execution
|
||||||
}
|
}
|
||||||
workflows_executions = append(workflows_executions, obj)
|
workflows_executions = append(workflows_executions, obj)
|
||||||
}
|
}
|
||||||
return workflows_executions, nil
|
return workflows_executions, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ws *WorkflowSchedule) getDates() ([]Schedule, error) {
|
func (ws *WorkflowSchedule) GetDates() ([]Schedule, error) {
|
||||||
schedule := []Schedule{}
|
schedule := []Schedule{}
|
||||||
if len(ws.Cron) > 0 { // if cron is set then end date should be set
|
if len(ws.Cron) > 0 { // if cron is set then end date should be set
|
||||||
if ws.End == nil {
|
if ws.End == nil {
|
||||||
return schedule, errors.New("a cron task should have an end date.")
|
return schedule, errors.New("a cron task should have an end date")
|
||||||
}
|
}
|
||||||
if ws.DurationS <= 0 {
|
if ws.DurationS <= 0 {
|
||||||
ws.DurationS = ws.End.Sub(ws.Start).Seconds()
|
ws.DurationS = ws.End.Sub(ws.Start).Seconds()
|
||||||
|
|||||||
215
models/workspace/tests/workspace_mongo_accessor_test.go
Normal file
215
models/workspace/tests/workspace_mongo_accessor_test.go
Normal file
@@ -0,0 +1,215 @@
|
|||||||
|
// File: workspace_accessor_test.go
|
||||||
|
|
||||||
|
package workspace_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/mock"
|
||||||
|
)
|
||||||
|
|
||||||
|
type MockWorkspaceAccessor struct {
|
||||||
|
mock.Mock
|
||||||
|
workspace.Workspace
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(data)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(set, id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
args := m.Called(id)
|
||||||
|
return args.Get(0).(utils.DBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) LoadAll(isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MockWorkspaceAccessor) Search(filters *dbs.Filters, search string, isDraft bool) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
args := m.Called(filters, search, isDraft)
|
||||||
|
return args.Get(0).([]utils.ShallowDBObject), args.Int(1), args.Error(2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreOne_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{Name: "test_ws"}}
|
||||||
|
mockAcc.On("StoreOne", ws).Return(ws, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.StoreOne(ws)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, ws, res)
|
||||||
|
mockAcc.AssertExpectations(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreOne_Conflict(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{Name: "duplicate"}}
|
||||||
|
mockAcc.On("StoreOne", ws).Return(nil, 409, errors.New("a workspace with the same name already exists"))
|
||||||
|
|
||||||
|
res, code, err := mockAcc.StoreOne(ws)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 409, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateOne_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{UUID: "123", IsDraft: false}}
|
||||||
|
mockAcc.On("UpdateOne", ws, "123").Return(ws, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.UpdateOne(ws, "123")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, ws, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateOne_Error(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{UUID: "999"}}
|
||||||
|
err := errors.New("update failed")
|
||||||
|
mockAcc.On("UpdateOne", ws, "999").Return(nil, 500, err)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.UpdateOne(ws, "999")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 500, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeleteOne_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{UUID: "321"}}
|
||||||
|
mockAcc.On("DeleteOne", "321").Return(ws, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.DeleteOne("321")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, ws, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeleteOne_NotFound(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
err := errors.New("not found")
|
||||||
|
mockAcc.On("DeleteOne", "notfound").Return(nil, 404, err)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.DeleteOne("notfound")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 404, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOne_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{UUID: "loadid"}}
|
||||||
|
mockAcc.On("LoadOne", "loadid").Return(ws, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.LoadOne("loadid")
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Equal(t, ws, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOne_Error(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
err := errors.New("db error")
|
||||||
|
mockAcc.On("LoadOne", "badid").Return(nil, 500, err)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.LoadOne("badid")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 500, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadAll_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
ws := &workspace.Workspace{AbstractObject: utils.AbstractObject{UUID: "all1"}}
|
||||||
|
mockAcc.On("LoadAll", true).Return([]utils.ShallowDBObject{ws}, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.LoadAll(true)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Len(t, res, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadAll_Empty(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
mockAcc.On("LoadAll", false).Return([]utils.ShallowDBObject{}, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.LoadAll(false)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.Empty(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSearch_Success(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
filters := &dbs.Filters{}
|
||||||
|
mockAcc.On("Search", filters, "keyword", true).Return([]utils.ShallowDBObject{}, 200, nil)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.Search(filters, "keyword", true)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 200, code)
|
||||||
|
assert.NotNil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSearch_Error(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
filters := &dbs.Filters{}
|
||||||
|
err := errors.New("search failed")
|
||||||
|
mockAcc.On("Search", filters, "fail", false).Return(nil, 500, err)
|
||||||
|
|
||||||
|
res, code, err := mockAcc.Search(filters, "fail", false)
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 500, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Additional edge test cases
|
||||||
|
|
||||||
|
func TestStoreOne_InvalidType(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
mockAcc.On("StoreOne", mock.Anything).Return(nil, 400, errors.New("invalid type"))
|
||||||
|
|
||||||
|
res, code, err := mockAcc.StoreOne(&utils.AbstractObject{})
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 400, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateOne_NilData(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
mockAcc.On("UpdateOne", nil, "id").Return(nil, 400, errors.New("nil data"))
|
||||||
|
|
||||||
|
res, code, err := mockAcc.UpdateOne(nil, "id")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 400, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeleteOne_NilID(t *testing.T) {
|
||||||
|
mockAcc := new(MockWorkspaceAccessor)
|
||||||
|
mockAcc.On("DeleteOne", "").Return(nil, 400, errors.New("missing ID"))
|
||||||
|
|
||||||
|
res, code, err := mockAcc.DeleteOne("")
|
||||||
|
assert.Error(t, err)
|
||||||
|
assert.Equal(t, 400, code)
|
||||||
|
assert.Nil(t, res)
|
||||||
|
}
|
||||||
@@ -1,8 +1,6 @@
|
|||||||
package workspace
|
package workspace
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/resources"
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
"cloud.o-forge.io/core/oc-lib/models/utils"
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
@@ -23,15 +21,12 @@ func (d *Workspace) GetAccessor(request *tools.APIRequest) utils.Accessor {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (ao *Workspace) VerifyAuth(request *tools.APIRequest) bool {
|
func (ao *Workspace) VerifyAuth(request *tools.APIRequest) bool {
|
||||||
fmt.Println("Workspace.VerifyAuth", ao.Shared)
|
|
||||||
if ao.Shared != "" {
|
if ao.Shared != "" {
|
||||||
shared, code, _ := shallow_collaborative_area.NewAccessor(request).LoadOne(ao.Shared)
|
shared, code, _ := shallow_collaborative_area.NewAccessor(request).LoadOne(ao.Shared)
|
||||||
fmt.Println("Workspace.VerifyAuth", shared, code)
|
|
||||||
if code != 200 || shared == nil {
|
if code != 200 || shared == nil {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
return shared.VerifyAuth(request)
|
return shared.VerifyAuth(request)
|
||||||
}
|
}
|
||||||
fmt.Println("Workspace.VerifyAuth", ao.AbstractObject.VerifyAuth(request))
|
|
||||||
return ao.AbstractObject.VerifyAuth(request)
|
return ao.AbstractObject.VerifyAuth(request)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,7 +2,6 @@ package workspace
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs"
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
@@ -73,12 +72,14 @@ func (a *workspaceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils
|
|||||||
func (a *workspaceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
func (a *workspaceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
filters := &dbs.Filters{
|
filters := &dbs.Filters{
|
||||||
Or: map[string][]dbs.Filter{
|
Or: map[string][]dbs.Filter{
|
||||||
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: data.GetName() + "_workspace"}},
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: data.GetName() + "_workspace"}},
|
||||||
|
"abstractobject.creator_id": {{Operator: dbs.EQUAL.String(), Value: a.GetPeerID()}},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
// filters *dbs.Filters, word string, isDraft bool
|
||||||
res, _, err := a.Search(filters, "", true) // Search for the workspace
|
res, _, err := a.Search(filters, "", true) // Search for the workspace
|
||||||
if err == nil && len(res) > 0 { // If the workspace already exists, return an error
|
if err == nil && len(res) > 0 { // If the workspace already exists, return an error
|
||||||
return nil, 409, errors.New("A workspace with the same name already exists")
|
return nil, 409, errors.New("a workspace with the same name already exists")
|
||||||
}
|
}
|
||||||
// reset the resources
|
// reset the resources
|
||||||
d := data.(*Workspace)
|
d := data.(*Workspace)
|
||||||
@@ -116,7 +117,6 @@ func (a *workspaceMongoAccessor) Search(filters *dbs.Filters, search string, isD
|
|||||||
This function is used to share the workspace with the peers
|
This function is used to share the workspace with the peers
|
||||||
*/
|
*/
|
||||||
func (a *workspaceMongoAccessor) share(realData *Workspace, method tools.METHOD, caller *tools.HTTPCaller) {
|
func (a *workspaceMongoAccessor) share(realData *Workspace, method tools.METHOD, caller *tools.HTTPCaller) {
|
||||||
fmt.Println("Sharing workspace", realData, caller)
|
|
||||||
if realData == nil || realData.Shared == "" || caller == nil || caller.Disabled {
|
if realData == nil || realData.Shared == "" || caller == nil || caller.Disabled {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|||||||
10
tools/api.go
10
tools/api.go
@@ -3,11 +3,11 @@ package tools
|
|||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/config"
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
beego "github.com/beego/beego/v2/server/web"
|
beego "github.com/beego/beego/v2/server/web"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -110,14 +110,14 @@ func (a *API) SubscribeRouter(infos []*beego.ControllerInfo) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
nats.SetNATSPub("api", DISCOVERY, discovery)
|
go nats.SetNATSPub("api", DISCOVERY, discovery)
|
||||||
}
|
}
|
||||||
|
|
||||||
// CheckRemotePeer checks the state of a remote peer
|
// CheckRemotePeer checks the state of a remote peer
|
||||||
func (a *API) CheckRemotePeer(url string) (State, map[string]int) {
|
func (a *API) CheckRemotePeer(url string) (State, map[string]int) {
|
||||||
// Check if the database is up
|
// Check if the database is up
|
||||||
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
|
||||||
var resp APIStatusResponse
|
var resp APIStatusResponse
|
||||||
|
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
||||||
b, err := caller.CallPost(url, "", map[string]interface{}{}) // Call the status endpoint of the peer
|
b, err := caller.CallPost(url, "", map[string]interface{}{}) // Call the status endpoint of the peer
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return DEAD, map[string]int{} // If the peer is not reachable, return dead
|
return DEAD, map[string]int{} // If the peer is not reachable, return dead
|
||||||
@@ -136,6 +136,7 @@ func (a *API) CheckRemotePeer(url string) (State, map[string]int) {
|
|||||||
// CheckRemoteAPIs checks the state of remote APIs from your proper OC
|
// CheckRemoteAPIs checks the state of remote APIs from your proper OC
|
||||||
func (a *API) CheckRemoteAPIs(apis []DataType) (State, map[string]string, error) {
|
func (a *API) CheckRemoteAPIs(apis []DataType) (State, map[string]string, error) {
|
||||||
// Check if the database is up
|
// Check if the database is up
|
||||||
|
l := logs.GetLogger()
|
||||||
new := map[string]string{}
|
new := map[string]string{}
|
||||||
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
||||||
code := 0
|
code := 0
|
||||||
@@ -146,11 +147,11 @@ func (a *API) CheckRemoteAPIs(apis []DataType) (State, map[string]string, error)
|
|||||||
var resp APIStatusResponse
|
var resp APIStatusResponse
|
||||||
b, err := caller.CallGet("http://"+api.API()+":8080", "/oc/version/status") // Call the status endpoint of the remote API (standard OC status endpoint)
|
b, err := caller.CallGet("http://"+api.API()+":8080", "/oc/version/status") // Call the status endpoint of the remote API (standard OC status endpoint)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
l.Error().Msg(api.String() + " not reachable")
|
||||||
state = REDUCED_SERVICE // If a remote API is not reachable, return reduced service
|
state = REDUCED_SERVICE // If a remote API is not reachable, return reduced service
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
json.Unmarshal(b, &resp)
|
json.Unmarshal(b, &resp)
|
||||||
fmt.Println(string(b))
|
|
||||||
if resp.Data == nil { //
|
if resp.Data == nil { //
|
||||||
state = REDUCED_SERVICE // If the response is empty, return reduced service
|
state = REDUCED_SERVICE // If the response is empty, return reduced service
|
||||||
continue
|
continue
|
||||||
@@ -163,6 +164,7 @@ func (a *API) CheckRemoteAPIs(apis []DataType) (State, map[string]string, error)
|
|||||||
reachable = true // If the remote API is reachable, set reachable to true cause we are not dead
|
reachable = true // If the remote API is reachable, set reachable to true cause we are not dead
|
||||||
}
|
}
|
||||||
if !reachable {
|
if !reachable {
|
||||||
|
l.Error().Msg("Peer check returned no answers")
|
||||||
state = DEAD // If no remote API is reachable, return dead, nobody is alive
|
state = DEAD // If no remote API is reachable, return dead, nobody is alive
|
||||||
}
|
}
|
||||||
if code > 0 {
|
if code > 0 {
|
||||||
|
|||||||
@@ -13,7 +13,6 @@ const (
|
|||||||
WORKFLOW
|
WORKFLOW
|
||||||
WORKFLOW_EXECUTION
|
WORKFLOW_EXECUTION
|
||||||
WORKSPACE
|
WORKSPACE
|
||||||
RESOURCE_MODEL
|
|
||||||
PEER
|
PEER
|
||||||
COLLABORATIVE_AREA
|
COLLABORATIVE_AREA
|
||||||
RULE
|
RULE
|
||||||
@@ -21,7 +20,17 @@ const (
|
|||||||
WORKFLOW_HISTORY
|
WORKFLOW_HISTORY
|
||||||
WORKSPACE_HISTORY
|
WORKSPACE_HISTORY
|
||||||
ORDER
|
ORDER
|
||||||
BUYING_STATUS
|
PURCHASE_RESOURCE
|
||||||
|
ADMIRALTY_SOURCE
|
||||||
|
ADMIRALTY_TARGET
|
||||||
|
ADMIRALTY_SECRET
|
||||||
|
ADMIRALTY_KUBECONFIG
|
||||||
|
ADMIRALTY_NODES
|
||||||
|
LIVE_DATACENTER
|
||||||
|
LIVE_STORAGE
|
||||||
|
BILL
|
||||||
|
MINIO_SVCACC
|
||||||
|
MINIO_SVCACC_SECRET
|
||||||
)
|
)
|
||||||
|
|
||||||
var NOAPI = ""
|
var NOAPI = ""
|
||||||
@@ -31,6 +40,13 @@ var WORKFLOWAPI = "oc-workflow"
|
|||||||
var WORKSPACEAPI = "oc-workspace"
|
var WORKSPACEAPI = "oc-workspace"
|
||||||
var PEERSAPI = "oc-peer"
|
var PEERSAPI = "oc-peer"
|
||||||
var DATACENTERAPI = "oc-datacenter"
|
var DATACENTERAPI = "oc-datacenter"
|
||||||
|
var PURCHASEAPI = "oc-catalog/purchase"
|
||||||
|
var ADMIRALTY_SOURCEAPI = DATACENTERAPI + "/admiralty/source"
|
||||||
|
var ADMIRALTY_TARGETAPI = DATACENTERAPI + "/admiralty/target"
|
||||||
|
var ADMIRALTY_SECRETAPI = DATACENTERAPI + "/admiralty/secret"
|
||||||
|
var ADMIRALTY_KUBECONFIGAPI = DATACENTERAPI + "/admiralty/kubeconfig"
|
||||||
|
var ADMIRALTY_NODESAPI = DATACENTERAPI + "/admiralty/node"
|
||||||
|
var MINIO = DATACENTERAPI + "/minio"
|
||||||
|
|
||||||
// Bind the standard API name to the data type
|
// Bind the standard API name to the data type
|
||||||
var DefaultAPI = [...]string{
|
var DefaultAPI = [...]string{
|
||||||
@@ -43,7 +59,6 @@ var DefaultAPI = [...]string{
|
|||||||
WORKFLOWAPI,
|
WORKFLOWAPI,
|
||||||
NOAPI,
|
NOAPI,
|
||||||
WORKSPACEAPI,
|
WORKSPACEAPI,
|
||||||
CATALOGAPI,
|
|
||||||
PEERSAPI,
|
PEERSAPI,
|
||||||
SHAREDAPI,
|
SHAREDAPI,
|
||||||
SHAREDAPI,
|
SHAREDAPI,
|
||||||
@@ -51,7 +66,17 @@ var DefaultAPI = [...]string{
|
|||||||
NOAPI,
|
NOAPI,
|
||||||
NOAPI,
|
NOAPI,
|
||||||
NOAPI,
|
NOAPI,
|
||||||
|
PURCHASEAPI,
|
||||||
|
ADMIRALTY_SOURCEAPI,
|
||||||
|
ADMIRALTY_TARGETAPI,
|
||||||
|
ADMIRALTY_SECRETAPI,
|
||||||
|
ADMIRALTY_KUBECONFIGAPI,
|
||||||
|
ADMIRALTY_NODESAPI,
|
||||||
|
DATACENTERAPI,
|
||||||
|
DATACENTERAPI,
|
||||||
NOAPI,
|
NOAPI,
|
||||||
|
MINIO,
|
||||||
|
MINIO,
|
||||||
}
|
}
|
||||||
|
|
||||||
// Bind the standard data name to the data type
|
// Bind the standard data name to the data type
|
||||||
@@ -65,7 +90,6 @@ var Str = [...]string{
|
|||||||
"workflow",
|
"workflow",
|
||||||
"workflow_execution",
|
"workflow_execution",
|
||||||
"workspace",
|
"workspace",
|
||||||
"resource_model",
|
|
||||||
"peer",
|
"peer",
|
||||||
"collaborative_area",
|
"collaborative_area",
|
||||||
"rule",
|
"rule",
|
||||||
@@ -73,7 +97,17 @@ var Str = [...]string{
|
|||||||
"workflow_history",
|
"workflow_history",
|
||||||
"workspace_history",
|
"workspace_history",
|
||||||
"order",
|
"order",
|
||||||
"buying_status",
|
"purchase_resource",
|
||||||
|
"admiralty_source",
|
||||||
|
"admiralty_target",
|
||||||
|
"admiralty_secret",
|
||||||
|
"admiralty_kubeconfig",
|
||||||
|
"admiralty_node",
|
||||||
|
"live_datacenter",
|
||||||
|
"live_storage",
|
||||||
|
"bill",
|
||||||
|
"service_account",
|
||||||
|
"secret",
|
||||||
}
|
}
|
||||||
|
|
||||||
func FromInt(i int) string {
|
func FromInt(i int) string {
|
||||||
@@ -92,3 +126,10 @@ func (d DataType) String() string { // String - Returns the string name of the d
|
|||||||
func (d DataType) EnumIndex() int {
|
func (d DataType) EnumIndex() int {
|
||||||
return int(d)
|
return int(d)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func DataTypeList() []DataType {
|
||||||
|
return []DataType{DATA_RESOURCE, PROCESSING_RESOURCE, STORAGE_RESOURCE, COMPUTE_RESOURCE, WORKFLOW_RESOURCE,
|
||||||
|
WORKFLOW, WORKFLOW_EXECUTION, WORKSPACE, PEER, COLLABORATIVE_AREA, RULE, BOOKING, WORKFLOW_HISTORY, WORKSPACE_HISTORY,
|
||||||
|
ORDER, PURCHASE_RESOURCE, ADMIRALTY_SOURCE, ADMIRALTY_TARGET, ADMIRALTY_SECRET, ADMIRALTY_KUBECONFIG, ADMIRALTY_NODES,
|
||||||
|
LIVE_DATACENTER, LIVE_STORAGE, BILL}
|
||||||
|
}
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ package tools
|
|||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"cloud.o-forge.io/core/oc-lib/config"
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
"cloud.o-forge.io/core/oc-lib/logs"
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
@@ -53,22 +54,25 @@ func (s *natsCaller) ListenNats(chanName string, exec func(msg map[string]interf
|
|||||||
log.Error().Msg(" -> NATS_SERVER is not set")
|
log.Error().Msg(" -> NATS_SERVER is not set")
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
for {
|
||||||
if err != nil {
|
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
||||||
log.Error().Msg(" -> Could not reach NATS server : " + err.Error())
|
if err != nil {
|
||||||
return
|
time.Sleep(1 * time.Minute)
|
||||||
}
|
continue
|
||||||
ch := make(chan *nats.Msg, 64)
|
}
|
||||||
subs, err := nc.ChanSubscribe(chanName, ch)
|
ch := make(chan *nats.Msg, 64)
|
||||||
if err != nil {
|
subs, err := nc.ChanSubscribe(chanName, ch)
|
||||||
log.Error().Msg("Error listening to NATS : " + err.Error())
|
if err != nil {
|
||||||
}
|
log.Error().Msg("Error listening to NATS : " + err.Error())
|
||||||
defer subs.Unsubscribe()
|
}
|
||||||
|
defer subs.Unsubscribe()
|
||||||
|
|
||||||
for msg := range ch {
|
for msg := range ch {
|
||||||
map_mess := map[string]interface{}{}
|
map_mess := map[string]interface{}{}
|
||||||
json.Unmarshal(msg.Data, &map_mess)
|
json.Unmarshal(msg.Data, &map_mess)
|
||||||
exec(map_mess)
|
exec(map_mess)
|
||||||
|
}
|
||||||
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -77,18 +81,23 @@ func (o *natsCaller) SetNATSPub(dataName string, method NATSMethod, data interfa
|
|||||||
if config.GetConfig().NATSUrl == "" {
|
if config.GetConfig().NATSUrl == "" {
|
||||||
return " -> NATS_SERVER is not set"
|
return " -> NATS_SERVER is not set"
|
||||||
}
|
}
|
||||||
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
for {
|
||||||
if err != nil {
|
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
||||||
return " -> Could not reach NATS server : " + err.Error()
|
if err != nil {
|
||||||
}
|
time.Sleep(1 * time.Minute)
|
||||||
defer nc.Close()
|
continue
|
||||||
js, err := json.Marshal(data)
|
}
|
||||||
if err != nil {
|
defer nc.Close()
|
||||||
return " -> " + err.Error()
|
js, err := json.Marshal(data)
|
||||||
}
|
if err != nil {
|
||||||
err = nc.Publish(method.GenerateKey(dataName), js) // Publish the message on the NATS server with a channel name based on the data name (or whatever start) and the method
|
return " -> " + err.Error()
|
||||||
if err != nil {
|
}
|
||||||
return " -> " + err.Error() // Return an error if the message could not be published
|
err = nc.Publish(method.GenerateKey(dataName), js) // Publish the message on the NATS server with a channel name based on the data name (or whatever start) and the method
|
||||||
|
if err != nil {
|
||||||
|
time.Sleep(1 * time.Minute)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
break
|
||||||
}
|
}
|
||||||
return ""
|
return ""
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ package tools
|
|||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
@@ -46,11 +47,19 @@ func ToMethod(str string) METHOD {
|
|||||||
return GET
|
return GET
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type HTTPCallerITF interface {
|
||||||
|
GetUrls() map[DataType]map[METHOD]string
|
||||||
|
CallGet(url string, subpath string, types ...string) ([]byte, error)
|
||||||
|
CallPost(url string, subpath string, body interface{}, types ...string) ([]byte, error)
|
||||||
|
CallDelete(url string, subpath string) ([]byte, error)
|
||||||
|
}
|
||||||
|
|
||||||
var HTTPCallerInstance = &HTTPCaller{} // Singleton instance of the HTTPCaller
|
var HTTPCallerInstance = &HTTPCaller{} // Singleton instance of the HTTPCaller
|
||||||
|
|
||||||
type HTTPCaller struct {
|
type HTTPCaller struct {
|
||||||
URLS map[DataType]map[METHOD]string // Map of the different methods and their urls
|
URLS map[DataType]map[METHOD]string // Map of the different methods and their urls
|
||||||
Disabled bool // Disabled flag
|
Disabled bool // Disabled flag
|
||||||
|
LastResults map[string]interface{} // Used to store information regarding the last execution of a given method on a given data type
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewHTTPCaller creates a new instance of the HTTP Caller
|
// NewHTTPCaller creates a new instance of the HTTP Caller
|
||||||
@@ -61,6 +70,20 @@ func NewHTTPCaller(urls map[DataType]map[METHOD]string) *HTTPCaller {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (c *HTTPCaller) GetUrls() map[DataType]map[METHOD]string {
|
||||||
|
return c.URLS
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates a copy of the current caller, in order to have parallelized executions without race condition
|
||||||
|
func (c *HTTPCaller) DeepCopy(dst HTTPCaller) error {
|
||||||
|
bytes, err := json.Marshal(c)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return json.Unmarshal(bytes, &dst)
|
||||||
|
}
|
||||||
|
|
||||||
// CallGet calls the GET method on the HTTP server
|
// CallGet calls the GET method on the HTTP server
|
||||||
func (caller *HTTPCaller) CallGet(url string, subpath string, types ...string) ([]byte, error) {
|
func (caller *HTTPCaller) CallGet(url string, subpath string, types ...string) ([]byte, error) {
|
||||||
req, err := http.NewRequest(http.MethodGet, url+subpath, bytes.NewBuffer([]byte("")))
|
req, err := http.NewRequest(http.MethodGet, url+subpath, bytes.NewBuffer([]byte("")))
|
||||||
@@ -76,22 +99,41 @@ func (caller *HTTPCaller) CallGet(url string, subpath string, types ...string) (
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
return io.ReadAll(resp.Body)
|
err = caller.StoreResp(resp)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return caller.LastResults["body"].([]byte), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CallPut calls the DELETE method on the HTTP server
|
// CallPut calls the DELETE method on the HTTP server
|
||||||
func (caller *HTTPCaller) CallDelete(url string, subpath string) ([]byte, error) {
|
func (caller *HTTPCaller) CallDelete(url string, subpath string) ([]byte, error) {
|
||||||
resp, err := http.NewRequest("DELETE", url+subpath, nil)
|
req, err := http.NewRequest("DELETE", url+subpath, nil)
|
||||||
if err != nil || resp == nil || resp.Body == nil {
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
client := &http.Client{}
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil || req == nil || req.Body == nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
return io.ReadAll(resp.Body)
|
|
||||||
|
err = caller.StoreResp(resp)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return caller.LastResults["body"].([]byte), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CallPost calls the POST method on the HTTP server
|
// CallPost calls the POST method on the HTTP server
|
||||||
func (caller *HTTPCaller) CallPost(url string, subpath string, body map[string]interface{}, types ...string) ([]byte, error) {
|
func (caller *HTTPCaller) CallPost(url string, subpath string, body interface{}, types ...string) ([]byte, error) {
|
||||||
postBody, _ := json.Marshal(body)
|
postBody, err := json.Marshal(body)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
responseBody := bytes.NewBuffer(postBody)
|
responseBody := bytes.NewBuffer(postBody)
|
||||||
contentType := "application/json"
|
contentType := "application/json"
|
||||||
if len(types) > 0 {
|
if len(types) > 0 {
|
||||||
@@ -102,7 +144,12 @@ func (caller *HTTPCaller) CallPost(url string, subpath string, body map[string]i
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
return io.ReadAll(resp.Body)
|
err = caller.StoreResp(resp)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return caller.LastResults["body"].([]byte), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CallPost calls the POST method on the HTTP server
|
// CallPost calls the POST method on the HTTP server
|
||||||
@@ -120,7 +167,12 @@ func (caller *HTTPCaller) CallPut(url string, subpath string, body map[string]in
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
return io.ReadAll(resp.Body)
|
err = caller.StoreResp(resp)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return caller.LastResults["body"].([]byte), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CallRaw calls the Raw method on the HTTP server
|
// CallRaw calls the Raw method on the HTTP server
|
||||||
@@ -140,7 +192,12 @@ func (caller *HTTPCaller) CallRaw(method string, url string, subpath string,
|
|||||||
req.AddCookie(c)
|
req.AddCookie(c)
|
||||||
}
|
}
|
||||||
client := &http.Client{}
|
client := &http.Client{}
|
||||||
return client.Do(req)
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return resp, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// CallRaw calls the Raw method on the HTTP server
|
// CallRaw calls the Raw method on the HTTP server
|
||||||
@@ -160,3 +217,17 @@ func (caller *HTTPCaller) CallForm(method string, url string, subpath string,
|
|||||||
client := &http.Client{}
|
client := &http.Client{}
|
||||||
return client.Do(req)
|
return client.Do(req)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (caller *HTTPCaller) StoreResp(resp *http.Response) error {
|
||||||
|
caller.LastResults = make(map[string]interface{})
|
||||||
|
caller.LastResults["header"] = resp.Header
|
||||||
|
caller.LastResults["code"] = resp.StatusCode
|
||||||
|
data, err := io.ReadAll(resp.Body)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println("Error reading the body of the last request")
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
caller.LastResults["body"] = data
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|||||||
227
tools/tests/remote_caller_test.go
Normal file
227
tools/tests/remote_caller_test.go
Normal file
@@ -0,0 +1,227 @@
|
|||||||
|
package tools
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestMethodString(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
method tools.METHOD
|
||||||
|
expected string
|
||||||
|
}{
|
||||||
|
{tools.GET, "GET"},
|
||||||
|
{tools.PUT, "PUT"},
|
||||||
|
{tools.POST, "POST"},
|
||||||
|
{tools.POSTCHECK, "POST"},
|
||||||
|
{tools.DELETE, "DELETE"},
|
||||||
|
{tools.STRICT_INTERNAL_GET, "INTERNALGET"},
|
||||||
|
{tools.STRICT_INTERNAL_PUT, "INTERNALPUT"},
|
||||||
|
{tools.STRICT_INTERNAL_POST, "INTERNALPOST"},
|
||||||
|
{tools.STRICT_INTERNAL_DELETE, "INTERNALDELETE"},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
if test.method.String() != test.expected {
|
||||||
|
t.Errorf("Expected %s, got %s", test.expected, test.method.String())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestToMethod(t *testing.T) {
|
||||||
|
method := tools.ToMethod("INTERNALPUT")
|
||||||
|
if method != tools.STRICT_INTERNAL_PUT {
|
||||||
|
t.Errorf("Expected STRICT_INTERNAL_PUT, got %v", method)
|
||||||
|
}
|
||||||
|
|
||||||
|
defaultMethod := tools.ToMethod("INVALID")
|
||||||
|
if defaultMethod != tools.GET {
|
||||||
|
t.Errorf("Expected default GET, got %v", defaultMethod)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnumIndex(t *testing.T) {
|
||||||
|
if tools.GET.EnumIndex() != 0 {
|
||||||
|
t.Errorf("Expected index 0 for GET, got %d", tools.GET.EnumIndex())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallGet(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(`"ok"`))
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
body, err := caller.CallGet(ts.URL, "/test", "application/json")
|
||||||
|
if err != nil || string(body) != `"ok"` {
|
||||||
|
t.Errorf("Expected body to be ok, got %s", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallPost(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
io.Copy(w, r.Body)
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
body, err := caller.CallPost(ts.URL, "/post", map[string]string{"key": "val"})
|
||||||
|
if err != nil || !strings.Contains(string(body), "key") {
|
||||||
|
t.Errorf("POST failed, body: %s", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallPut(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
io.Copy(w, r.Body)
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
body, err := caller.CallPut(ts.URL, "/put", map[string]interface{}{"foo": "bar"})
|
||||||
|
if err != nil || !strings.Contains(string(body), "foo") {
|
||||||
|
t.Errorf("PUT failed, body: %s", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallDelete(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(`deleted`))
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
body, err := caller.CallDelete(ts.URL, "/delete")
|
||||||
|
if err != nil || string(body) != "deleted" {
|
||||||
|
t.Errorf("DELETE failed, body: %s", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallRaw(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
resp, err := caller.CallRaw("POST", ts.URL, "/", map[string]interface{}{"a": 1}, "application/json", true)
|
||||||
|
if err != nil || resp.StatusCode != http.StatusOK {
|
||||||
|
t.Errorf("CallRaw failed")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallForm(t *testing.T) {
|
||||||
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if r.Method != http.MethodPost {
|
||||||
|
t.Errorf("Expected POST, got %s", r.Method)
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
defer ts.Close()
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
form := url.Values{}
|
||||||
|
form.Set("foo", "bar")
|
||||||
|
|
||||||
|
_, err := caller.CallForm("POST", ts.URL, "/form", form, "application/x-www-form-urlencoded", true)
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("CallForm error: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStoreResp(t *testing.T) {
|
||||||
|
resp := &http.Response{
|
||||||
|
Header: http.Header{},
|
||||||
|
StatusCode: 200,
|
||||||
|
Body: io.NopCloser(bytes.NewBuffer([]byte("body content"))),
|
||||||
|
}
|
||||||
|
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
err := caller.StoreResp(resp)
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("StoreResp failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if string(caller.LastResults["body"].([]byte)) != "body content" {
|
||||||
|
t.Errorf("Expected body content")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewHTTPCaller(t *testing.T) {
|
||||||
|
c := tools.NewHTTPCaller(nil)
|
||||||
|
if c.Disabled != false {
|
||||||
|
t.Errorf("Expected Disabled false")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetUrls(t *testing.T) {
|
||||||
|
urls := map[tools.DataType]map[tools.METHOD]string{}
|
||||||
|
c := tools.NewHTTPCaller(urls)
|
||||||
|
if c.GetUrls() == nil {
|
||||||
|
t.Errorf("GetUrls returned nil")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeepCopy(t *testing.T) {
|
||||||
|
original := tools.NewHTTPCaller(nil)
|
||||||
|
copy := tools.HTTPCaller{}
|
||||||
|
err := original.DeepCopy(copy)
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("DeepCopy failed: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallPost_InvalidJSON(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallPost("http://invalid", "/post", func() {})
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error when marshaling unsupported type")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallPut_ErrorOnNewRequest(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallPut("http://[::1]:namedport", "/put", nil)
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error from invalid URL")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallGet_Error(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallGet("http://[::1]:namedport", "/bad", "application/json")
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error from invalid URL")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallDelete_Error(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallDelete("http://[::1]:namedport", "/bad")
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error from invalid URL")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallRaw_Error(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallRaw("POST", "http://[::1]:namedport", "/raw", nil, "application/json", false)
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error from invalid URL")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallForm_Error(t *testing.T) {
|
||||||
|
caller := &tools.HTTPCaller{}
|
||||||
|
_, err := caller.CallForm("POST", "http://[::1]:namedport", "/form", url.Values{}, "application/json", false)
|
||||||
|
if err == nil {
|
||||||
|
t.Error("Expected error from invalid URL")
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user