Compare commits
421 Commits
Author | SHA1 | Date | |
---|---|---|---|
|
7fd44a55cb | ||
|
f3df1e42b9 | ||
|
4c0c75be91 | ||
|
e6ca520a88 | ||
|
2d249f38ff | ||
|
4a17d0c07d | ||
|
1d6b9db5f9 | ||
|
d249bcdf94 | ||
|
66413e15bb | ||
|
828efb4c98 | ||
|
06e048165e | ||
|
c47ba64d49 | ||
|
e4860ff67e | ||
|
5f05b73366 | ||
|
20ce1f5ef3 | ||
|
4de43a301c | ||
|
1a55212378 | ||
|
c34e5579fc | ||
|
cc8fc2df21 | ||
|
cd902c6688 | ||
|
84deb17e37 | ||
|
158d3aacc8 | ||
|
55a25aba83 | ||
|
719fa239e0 | ||
|
72d5c64c2d | ||
|
e45fefe883 | ||
|
8e82b87fb3 | ||
|
59a1b52242 | ||
|
3c54f3d39e | ||
|
56f81fb30e | ||
|
73fce1d8fb | ||
|
3e7f8513eb | ||
|
1561d0c81e | ||
|
847ef2e95c | ||
|
dbcd9cf004 | ||
|
9654d59fc0 | ||
|
b432266486 | ||
|
73602b6c3d | ||
|
9f5e6d6018 | ||
|
62705cc9b9 | ||
|
69fe3f8d76 | ||
|
556d711ab6 | ||
|
17749c6c0b | ||
|
84024a143e | ||
|
ae49c40ea5 | ||
|
b90ffbc4f0 | ||
|
ba6ac86bff | ||
|
5d9c922b26 | ||
|
208f69ae7e | ||
|
3c14c64f4a | ||
|
3bbde50f96 | ||
|
65668f5bee | ||
|
03e066c297 | ||
|
e69d5b3351 | ||
|
a39f539426 | ||
|
6724ff38fe | ||
|
c09994fd84 | ||
|
1d0b06ac4a | ||
|
7b2da3ba94 | ||
|
c5bdc96542 | ||
|
e28b87ce7b | ||
|
0efb852839 | ||
|
6dfd6058ef | ||
|
c083ce748c | ||
|
3388fcc6f3 | ||
|
91128313fc | ||
|
34212e86a5 | ||
|
2de218782f | ||
|
1a061f2d1f | ||
|
de0b910e09 | ||
|
d865ee2766 | ||
|
9d246ad180 | ||
|
2797d97537 | ||
|
a09a04e1a7 | ||
|
3f610619b5 | ||
|
c309d97623 | ||
|
93903b4938 | ||
|
3c1a84011e | ||
|
f9bfafa004 | ||
|
f26249ab8b | ||
|
4ec32bafa7 | ||
|
e621fb616a | ||
|
aaef5334ce | ||
|
be976bd8ed | ||
|
5f735b6e9d | ||
|
f490dc3555 | ||
|
cdf513c2c4 | ||
|
eba6fd4f97 | ||
|
1582654a9c | ||
|
0ac55a0ec1 | ||
|
3d58416d9b | ||
|
279090889f | ||
|
8953e2cd42 | ||
|
a48bcf25e4 | ||
|
2df71c6571 | ||
|
89a1ab3f6e | ||
|
021b461b0a | ||
|
5c9adcf597 | ||
|
92bb274d03 | ||
|
95a4acff36 | ||
|
50ea0969e6 | ||
|
6acbcb6704 | ||
|
6c9b9ea30d | ||
|
a4374602e1 | ||
|
610eb0cfda | ||
|
4f798263b1 | ||
|
a0dd8e1c42 | ||
|
754925c32c | ||
|
4956166f76 | ||
|
4f0ab6a376 | ||
|
235c8d5ccb | ||
|
ad96b50464 | ||
|
a0cbf9ac6f | ||
|
21ca50221f | ||
|
26cfd2a38f | ||
|
bb36ac0fb4 | ||
|
fba1608edb | ||
|
af18dba556 | ||
|
8180fe5e99 | ||
|
db78c70dc3 | ||
|
2e8246fb2f | ||
|
a53e3c987d | ||
|
2f44ad0eff | ||
|
14d6a5f11c | ||
|
cf26fd970c | ||
|
ed381658b5 | ||
4a9465f729 | |||
|
4a3707efcf | ||
|
ede91cde45 | ||
|
88d2819394 | ||
|
3c5c065b8d | ||
|
4a932c8e23 | ||
|
45d53fc9a9 | ||
|
49cc7997f3 | ||
|
2b23a65647 | ||
|
772287225f | ||
|
091cbb9e7f | ||
|
0652215c18 | ||
|
463144a062 | ||
|
767c14044f | ||
|
143fe1446e | ||
|
00625eabd6 | ||
|
63b02199f6 | ||
|
050e6022cb | ||
|
aff9304b1a | ||
|
73dc43b329 | ||
|
d43938236e | ||
|
d0e1474f8f | ||
|
7c44365f52 | ||
|
144e7f8506 | ||
|
8e80fa88be | ||
|
762cc19c14 | ||
|
dd3570fa37 | ||
|
fd730741a4 | ||
|
1986143dd0 | ||
|
5b3779e4cb | ||
|
98fa1f6ca8 | ||
|
745fc7779e | ||
|
c88b29a0ca | ||
|
152bdd8061 | ||
|
9f72f4b2f8 | ||
|
e8acf8a127 | ||
|
29c2ab0e4c | ||
|
a2f1bef34a | ||
|
2404ee3fce | ||
|
e4ee33dcbe | ||
|
2ad4c0bb91 | ||
|
37b7ed8d83 | ||
|
fd2ad33f61 | ||
|
65f3318f73 | ||
|
767f10323d | ||
|
3232cce1b4 | ||
|
d9b26e3fce | ||
|
d89826db44 | ||
|
8c9a983216 | ||
|
a42b6198cb | ||
|
fb555be86c | ||
|
6c28684859 | ||
|
c8a1377851 | ||
|
9c0107e87c | ||
|
e69e13d8da | ||
|
b77d003238 | ||
|
c1371bc35c | ||
|
0bfe87793b | ||
|
ce34345914 | ||
|
1d3620845d | ||
|
d766e3a7c3 | ||
|
bfa176a7c5 | ||
|
4abf59a10d | ||
|
fb80e05d6a | ||
|
11c55d422f | ||
|
b8b62dc2c8 | ||
|
99bf1106f3 | ||
|
498ec3e9d8 | ||
|
cf6143887e | ||
|
39030a0a80 | ||
|
950bbf1d7b | ||
|
6ef8cde225 | ||
|
9a6ab5c29c | ||
|
4db037afd0 | ||
|
c14e067449 | ||
|
ddb4f76af7 | ||
|
f64563c9ff | ||
|
01bbb9be2c | ||
|
4693b96130 | ||
|
c5f45e03f3 | ||
|
b7ecea25eb | ||
|
649a1098c3 | ||
|
e31815f576 | ||
|
c6ea2195ed | ||
|
d13249d87d | ||
|
bfbcd58d1b | ||
|
b6d9b6910f | ||
|
f599131708 | ||
|
fbf4040f63 | ||
|
392cf1cf1a | ||
|
8751d36b34 | ||
|
9e795d795c | ||
|
d848585b7c | ||
|
bfa86de5ad | ||
|
2d9b4587ac | ||
|
4911e32ec2 | ||
|
60fee8abe7 | ||
|
3962b7c7aa | ||
|
e0eb8cd4ad | ||
|
e71bd3544f | ||
|
6fe862a9b5 | ||
|
92516e20ab | ||
|
e51377eeb3 | ||
|
f4603e4171 | ||
|
5986d73367 | ||
|
bc8c508e04 | ||
|
2ac24779cd | ||
|
4575f9ad3f | ||
|
93b10de61d | ||
|
eea7f25379 | ||
|
62e245753b | ||
|
6e3069068c | ||
|
3b1bd41638 | ||
|
f8cf8156bd | ||
|
2ae15c720a | ||
|
8dc009564a | ||
|
4688d9c681 | ||
|
5ac4492369 | ||
|
14f585c657 | ||
|
1cfd684e89 | ||
|
580b492fd3 | ||
|
f45ad91687 | ||
|
47cd936131 | ||
|
e0eefd9c30 | ||
|
9c903907cd | ||
|
9040d141c8 | ||
|
0ec80473cc | ||
6df71bde1d | |||
|
fe78927e73 | ||
af9e7d8edd | |||
b7c4a78158 | |||
1f83148aca | |||
|
29fcd0e34a | ||
|
d2484e84f0 | ||
17f62b6495 | |||
|
dd5f8f5b2d | ||
|
1e8cb98098 | ||
|
e390dfa8a9 | ||
|
9abc3a0d99 | ||
|
1f09e48abf | ||
|
0b5df45a02 | ||
|
e320efd70e | ||
|
caf0c1afcb | ||
|
51541010e2 | ||
|
89f14d99b8 | ||
|
2525cc7783 | ||
|
09b67b26b0 | ||
|
24a277333d | ||
|
efa73d8a45 | ||
|
fa52c71e93 | ||
|
e23756eba6 | ||
|
e9dd17ae87 | ||
|
d0e2778246 | ||
|
9da3a7c3e6 | ||
|
ed4cb943a8 | ||
b125c9be01 | |||
7d93c60e36 | |||
|
c3e6f04dd8 | ||
|
69d53f9d4d | ||
|
dbbda34117 | ||
|
b0f2cf46eb | ||
|
0256266107 | ||
|
b0f5c78e55 | ||
|
27327019be | ||
|
1f8aefb7d8 | ||
|
745e175da4 | ||
|
924a688a9d | ||
|
ad455e0e3a | ||
|
51f3a320b3 | ||
|
c4448fd3af | ||
|
78bef28a21 | ||
|
63236362ca | ||
|
2795c924f7 | ||
|
1ff4cb08d1 | ||
|
4f27aefc4b | ||
|
e311553eb1 | ||
|
274ce57f5b | ||
|
00fe19083b | ||
|
7ae1399a9a | ||
|
d6a2a416c1 | ||
|
511e0c3f31 | ||
|
19381d6438 | ||
|
18d54cdb8f | ||
|
b06193add2 | ||
|
86c3e83eda | ||
|
e784216584 | ||
|
5405e91167 | ||
|
250fefd0d8 | ||
|
6ac855394b | ||
|
4730d5b4d4 | ||
|
5ab011844d | ||
|
0e96b5c01a | ||
|
50cecc40c4 | ||
|
dc30412f2e | ||
|
3e72510d53 | ||
|
beeac40a10 | ||
|
2f6fab2f7b | ||
|
d77a403150 | ||
|
8c3b92143e | ||
|
e2f722e17b | ||
|
956af8f5f5 | ||
|
c7f65914bb | ||
|
ff286583aa | ||
|
fd64d423be | ||
|
87b7cda0ce | ||
|
eb1417853a | ||
|
8c97fca96c | ||
|
6c83e54d37 | ||
|
d5c5b454f4 | ||
|
5ad4d523ab | ||
|
1ca983db36 | ||
2891dc8a68 | |||
|
6f6cb7c489 | ||
|
94b45387fb | ||
|
094ae0a7f0 | ||
|
51e94e73e5 | ||
|
357d79e68b | ||
|
ac2111a365 | ||
|
637b2c977d | ||
|
c5f4427f9f | ||
|
045f3471ec | ||
|
bde70dec9b | ||
|
b775298bb0 | ||
|
aa7ce56174 | ||
|
00f25b48c0 | ||
|
806f5d0f20 | ||
|
8fb3e35142 | ||
|
0b410b8580 | ||
|
94cd62acfe | ||
|
a687206a1b | ||
|
635b1d4ed4 | ||
|
88c8feb7d8 | ||
|
febabe67e7 | ||
|
0c825b65b0 | ||
|
a6f2556050 | ||
|
e44a6b65b7 | ||
|
ebdbd97ce6 | ||
|
4a90d3379c | ||
|
7a49f6b957 | ||
|
b1c3c056df | ||
|
9f17532646 | ||
|
f7dfbe91dd | ||
|
b1293af229 | ||
|
6696b0faac | ||
|
a5741d5831 | ||
|
bbe4b3eee7 | ||
|
7f294374e8 | ||
df556f7c7a | |||
|
742bcd1acf | ||
|
53811538c0 | ||
070f2d063e | |||
e89b5aae84 | |||
3f9814e649 | |||
cdc077c59e | |||
5c44b46bcb | |||
d28662d70b | |||
650168f39c | |||
20913f056b | |||
2a9a784ec1 | |||
218714683b | |||
694957a483 | |||
c494dba5ab | |||
e838474835 | |||
071a49cd81 | |||
4f4e2949d6 | |||
cc4cc49617 | |||
0a441cd3df | |||
3e9eae007b | |||
d273fdc57f | |||
8eb88dcd82 | |||
e3a7703bc5 | |||
08100eb57f | |||
6d104288b7 | |||
33c284cd4c | |||
e345204851 | |||
4fab0cb153 | |||
7f1f85c00e | |||
2aa9054148 | |||
c41eeb969a | |||
9bc77b6699 | |||
1999213f8b | |||
7d5bdadbef | |||
1dfff4635e | |||
85fc43368b | |||
29a75bced9 | |||
2eb74da9d2 | |||
2684703da5 | |||
02b0a2a595 | |||
90e9bcf378 | |||
4fd22dc131 | |||
562720089f | |||
3732187678 | |||
f0eec45836 | |||
034a81cedb | |||
5ba33d3131 |
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
out/*
|
660
LICENSE.md
Normal file
660
LICENSE.md
Normal file
@ -0,0 +1,660 @@
|
|||||||
|
# GNU AFFERO GENERAL PUBLIC LICENSE
|
||||||
|
|
||||||
|
Version 3, 19 November 2007
|
||||||
|
|
||||||
|
Copyright (C) 2007 Free Software Foundation, Inc.
|
||||||
|
<https://fsf.org/>
|
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim copies of this
|
||||||
|
license document, but changing it is not allowed.
|
||||||
|
|
||||||
|
## Preamble
|
||||||
|
|
||||||
|
The GNU Affero General Public License is a free, copyleft license for
|
||||||
|
software and other kinds of works, specifically designed to ensure
|
||||||
|
cooperation with the community in the case of network server software.
|
||||||
|
|
||||||
|
The licenses for most software and other practical works are designed
|
||||||
|
to take away your freedom to share and change the works. By contrast,
|
||||||
|
our General Public Licenses are intended to guarantee your freedom to
|
||||||
|
share and change all versions of a program--to make sure it remains
|
||||||
|
free software for all its users.
|
||||||
|
|
||||||
|
When we speak of free software, we are referring to freedom, not
|
||||||
|
price. Our General Public Licenses are designed to make sure that you
|
||||||
|
have the freedom to distribute copies of free software (and charge for
|
||||||
|
them if you wish), that you receive source code or can get it if you
|
||||||
|
want it, that you can change the software or use pieces of it in new
|
||||||
|
free programs, and that you know you can do these things.
|
||||||
|
|
||||||
|
Developers that use our General Public Licenses protect your rights
|
||||||
|
with two steps: (1) assert copyright on the software, and (2) offer
|
||||||
|
you this License which gives you legal permission to copy, distribute
|
||||||
|
and/or modify the software.
|
||||||
|
|
||||||
|
A secondary benefit of defending all users' freedom is that
|
||||||
|
improvements made in alternate versions of the program, if they
|
||||||
|
receive widespread use, become available for other developers to
|
||||||
|
incorporate. Many developers of free software are heartened and
|
||||||
|
encouraged by the resulting cooperation. However, in the case of
|
||||||
|
software used on network servers, this result may fail to come about.
|
||||||
|
The GNU General Public License permits making a modified version and
|
||||||
|
letting the public access it on a server without ever releasing its
|
||||||
|
source code to the public.
|
||||||
|
|
||||||
|
The GNU Affero General Public License is designed specifically to
|
||||||
|
ensure that, in such cases, the modified source code becomes available
|
||||||
|
to the community. It requires the operator of a network server to
|
||||||
|
provide the source code of the modified version running there to the
|
||||||
|
users of that server. Therefore, public use of a modified version, on
|
||||||
|
a publicly accessible server, gives the public access to the source
|
||||||
|
code of the modified version.
|
||||||
|
|
||||||
|
An older license, called the Affero General Public License and
|
||||||
|
published by Affero, was designed to accomplish similar goals. This is
|
||||||
|
a different license, not a version of the Affero GPL, but Affero has
|
||||||
|
released a new version of the Affero GPL which permits relicensing
|
||||||
|
under this license.
|
||||||
|
|
||||||
|
The precise terms and conditions for copying, distribution and
|
||||||
|
modification follow.
|
||||||
|
|
||||||
|
## TERMS AND CONDITIONS
|
||||||
|
|
||||||
|
### 0. Definitions.
|
||||||
|
|
||||||
|
"This License" refers to version 3 of the GNU Affero General Public
|
||||||
|
License.
|
||||||
|
|
||||||
|
"Copyright" also means copyright-like laws that apply to other kinds
|
||||||
|
of works, such as semiconductor masks.
|
||||||
|
|
||||||
|
"The Program" refers to any copyrightable work licensed under this
|
||||||
|
License. Each licensee is addressed as "you". "Licensees" and
|
||||||
|
"recipients" may be individuals or organizations.
|
||||||
|
|
||||||
|
To "modify" a work means to copy from or adapt all or part of the work
|
||||||
|
in a fashion requiring copyright permission, other than the making of
|
||||||
|
an exact copy. The resulting work is called a "modified version" of
|
||||||
|
the earlier work or a work "based on" the earlier work.
|
||||||
|
|
||||||
|
A "covered work" means either the unmodified Program or a work based
|
||||||
|
on the Program.
|
||||||
|
|
||||||
|
To "propagate" a work means to do anything with it that, without
|
||||||
|
permission, would make you directly or secondarily liable for
|
||||||
|
infringement under applicable copyright law, except executing it on a
|
||||||
|
computer or modifying a private copy. Propagation includes copying,
|
||||||
|
distribution (with or without modification), making available to the
|
||||||
|
public, and in some countries other activities as well.
|
||||||
|
|
||||||
|
To "convey" a work means any kind of propagation that enables other
|
||||||
|
parties to make or receive copies. Mere interaction with a user
|
||||||
|
through a computer network, with no transfer of a copy, is not
|
||||||
|
conveying.
|
||||||
|
|
||||||
|
An interactive user interface displays "Appropriate Legal Notices" to
|
||||||
|
the extent that it includes a convenient and prominently visible
|
||||||
|
feature that (1) displays an appropriate copyright notice, and (2)
|
||||||
|
tells the user that there is no warranty for the work (except to the
|
||||||
|
extent that warranties are provided), that licensees may convey the
|
||||||
|
work under this License, and how to view a copy of this License. If
|
||||||
|
the interface presents a list of user commands or options, such as a
|
||||||
|
menu, a prominent item in the list meets this criterion.
|
||||||
|
|
||||||
|
### 1. Source Code.
|
||||||
|
|
||||||
|
The "source code" for a work means the preferred form of the work for
|
||||||
|
making modifications to it. "Object code" means any non-source form of
|
||||||
|
a work.
|
||||||
|
|
||||||
|
A "Standard Interface" means an interface that either is an official
|
||||||
|
standard defined by a recognized standards body, or, in the case of
|
||||||
|
interfaces specified for a particular programming language, one that
|
||||||
|
is widely used among developers working in that language.
|
||||||
|
|
||||||
|
The "System Libraries" of an executable work include anything, other
|
||||||
|
than the work as a whole, that (a) is included in the normal form of
|
||||||
|
packaging a Major Component, but which is not part of that Major
|
||||||
|
Component, and (b) serves only to enable use of the work with that
|
||||||
|
Major Component, or to implement a Standard Interface for which an
|
||||||
|
implementation is available to the public in source code form. A
|
||||||
|
"Major Component", in this context, means a major essential component
|
||||||
|
(kernel, window system, and so on) of the specific operating system
|
||||||
|
(if any) on which the executable work runs, or a compiler used to
|
||||||
|
produce the work, or an object code interpreter used to run it.
|
||||||
|
|
||||||
|
The "Corresponding Source" for a work in object code form means all
|
||||||
|
the source code needed to generate, install, and (for an executable
|
||||||
|
work) run the object code and to modify the work, including scripts to
|
||||||
|
control those activities. However, it does not include the work's
|
||||||
|
System Libraries, or general-purpose tools or generally available free
|
||||||
|
programs which are used unmodified in performing those activities but
|
||||||
|
which are not part of the work. For example, Corresponding Source
|
||||||
|
includes interface definition files associated with source files for
|
||||||
|
the work, and the source code for shared libraries and dynamically
|
||||||
|
linked subprograms that the work is specifically designed to require,
|
||||||
|
such as by intimate data communication or control flow between those
|
||||||
|
subprograms and other parts of the work.
|
||||||
|
|
||||||
|
The Corresponding Source need not include anything that users can
|
||||||
|
regenerate automatically from other parts of the Corresponding Source.
|
||||||
|
|
||||||
|
The Corresponding Source for a work in source code form is that same
|
||||||
|
work.
|
||||||
|
|
||||||
|
### 2. Basic Permissions.
|
||||||
|
|
||||||
|
All rights granted under this License are granted for the term of
|
||||||
|
copyright on the Program, and are irrevocable provided the stated
|
||||||
|
conditions are met. This License explicitly affirms your unlimited
|
||||||
|
permission to run the unmodified Program. The output from running a
|
||||||
|
covered work is covered by this License only if the output, given its
|
||||||
|
content, constitutes a covered work. This License acknowledges your
|
||||||
|
rights of fair use or other equivalent, as provided by copyright law.
|
||||||
|
|
||||||
|
You may make, run and propagate covered works that you do not convey,
|
||||||
|
without conditions so long as your license otherwise remains in force.
|
||||||
|
You may convey covered works to others for the sole purpose of having
|
||||||
|
them make modifications exclusively for you, or provide you with
|
||||||
|
facilities for running those works, provided that you comply with the
|
||||||
|
terms of this License in conveying all material for which you do not
|
||||||
|
control copyright. Those thus making or running the covered works for
|
||||||
|
you must do so exclusively on your behalf, under your direction and
|
||||||
|
control, on terms that prohibit them from making any copies of your
|
||||||
|
copyrighted material outside their relationship with you.
|
||||||
|
|
||||||
|
Conveying under any other circumstances is permitted solely under the
|
||||||
|
conditions stated below. Sublicensing is not allowed; section 10 makes
|
||||||
|
it unnecessary.
|
||||||
|
|
||||||
|
### 3. Protecting Users' Legal Rights From Anti-Circumvention Law.
|
||||||
|
|
||||||
|
No covered work shall be deemed part of an effective technological
|
||||||
|
measure under any applicable law fulfilling obligations under article
|
||||||
|
11 of the WIPO copyright treaty adopted on 20 December 1996, or
|
||||||
|
similar laws prohibiting or restricting circumvention of such
|
||||||
|
measures.
|
||||||
|
|
||||||
|
When you convey a covered work, you waive any legal power to forbid
|
||||||
|
circumvention of technological measures to the extent such
|
||||||
|
circumvention is effected by exercising rights under this License with
|
||||||
|
respect to the covered work, and you disclaim any intention to limit
|
||||||
|
operation or modification of the work as a means of enforcing, against
|
||||||
|
the work's users, your or third parties' legal rights to forbid
|
||||||
|
circumvention of technological measures.
|
||||||
|
|
||||||
|
### 4. Conveying Verbatim Copies.
|
||||||
|
|
||||||
|
You may convey verbatim copies of the Program's source code as you
|
||||||
|
receive it, in any medium, provided that you conspicuously and
|
||||||
|
appropriately publish on each copy an appropriate copyright notice;
|
||||||
|
keep intact all notices stating that this License and any
|
||||||
|
non-permissive terms added in accord with section 7 apply to the code;
|
||||||
|
keep intact all notices of the absence of any warranty; and give all
|
||||||
|
recipients a copy of this License along with the Program.
|
||||||
|
|
||||||
|
You may charge any price or no price for each copy that you convey,
|
||||||
|
and you may offer support or warranty protection for a fee.
|
||||||
|
|
||||||
|
### 5. Conveying Modified Source Versions.
|
||||||
|
|
||||||
|
You may convey a work based on the Program, or the modifications to
|
||||||
|
produce it from the Program, in the form of source code under the
|
||||||
|
terms of section 4, provided that you also meet all of these
|
||||||
|
conditions:
|
||||||
|
|
||||||
|
- a) The work must carry prominent notices stating that you modified
|
||||||
|
it, and giving a relevant date.
|
||||||
|
- b) The work must carry prominent notices stating that it is
|
||||||
|
released under this License and any conditions added under
|
||||||
|
section 7. This requirement modifies the requirement in section 4
|
||||||
|
to "keep intact all notices".
|
||||||
|
- c) You must license the entire work, as a whole, under this
|
||||||
|
License to anyone who comes into possession of a copy. This
|
||||||
|
License will therefore apply, along with any applicable section 7
|
||||||
|
additional terms, to the whole of the work, and all its parts,
|
||||||
|
regardless of how they are packaged. This License gives no
|
||||||
|
permission to license the work in any other way, but it does not
|
||||||
|
invalidate such permission if you have separately received it.
|
||||||
|
- d) If the work has interactive user interfaces, each must display
|
||||||
|
Appropriate Legal Notices; however, if the Program has interactive
|
||||||
|
interfaces that do not display Appropriate Legal Notices, your
|
||||||
|
work need not make them do so.
|
||||||
|
|
||||||
|
A compilation of a covered work with other separate and independent
|
||||||
|
works, which are not by their nature extensions of the covered work,
|
||||||
|
and which are not combined with it such as to form a larger program,
|
||||||
|
in or on a volume of a storage or distribution medium, is called an
|
||||||
|
"aggregate" if the compilation and its resulting copyright are not
|
||||||
|
used to limit the access or legal rights of the compilation's users
|
||||||
|
beyond what the individual works permit. Inclusion of a covered work
|
||||||
|
in an aggregate does not cause this License to apply to the other
|
||||||
|
parts of the aggregate.
|
||||||
|
|
||||||
|
### 6. Conveying Non-Source Forms.
|
||||||
|
|
||||||
|
You may convey a covered work in object code form under the terms of
|
||||||
|
sections 4 and 5, provided that you also convey the machine-readable
|
||||||
|
Corresponding Source under the terms of this License, in one of these
|
||||||
|
ways:
|
||||||
|
|
||||||
|
- a) Convey the object code in, or embodied in, a physical product
|
||||||
|
(including a physical distribution medium), accompanied by the
|
||||||
|
Corresponding Source fixed on a durable physical medium
|
||||||
|
customarily used for software interchange.
|
||||||
|
- b) Convey the object code in, or embodied in, a physical product
|
||||||
|
(including a physical distribution medium), accompanied by a
|
||||||
|
written offer, valid for at least three years and valid for as
|
||||||
|
long as you offer spare parts or customer support for that product
|
||||||
|
model, to give anyone who possesses the object code either (1) a
|
||||||
|
copy of the Corresponding Source for all the software in the
|
||||||
|
product that is covered by this License, on a durable physical
|
||||||
|
medium customarily used for software interchange, for a price no
|
||||||
|
more than your reasonable cost of physically performing this
|
||||||
|
conveying of source, or (2) access to copy the Corresponding
|
||||||
|
Source from a network server at no charge.
|
||||||
|
- c) Convey individual copies of the object code with a copy of the
|
||||||
|
written offer to provide the Corresponding Source. This
|
||||||
|
alternative is allowed only occasionally and noncommercially, and
|
||||||
|
only if you received the object code with such an offer, in accord
|
||||||
|
with subsection 6b.
|
||||||
|
- d) Convey the object code by offering access from a designated
|
||||||
|
place (gratis or for a charge), and offer equivalent access to the
|
||||||
|
Corresponding Source in the same way through the same place at no
|
||||||
|
further charge. You need not require recipients to copy the
|
||||||
|
Corresponding Source along with the object code. If the place to
|
||||||
|
copy the object code is a network server, the Corresponding Source
|
||||||
|
may be on a different server (operated by you or a third party)
|
||||||
|
that supports equivalent copying facilities, provided you maintain
|
||||||
|
clear directions next to the object code saying where to find the
|
||||||
|
Corresponding Source. Regardless of what server hosts the
|
||||||
|
Corresponding Source, you remain obligated to ensure that it is
|
||||||
|
available for as long as needed to satisfy these requirements.
|
||||||
|
- e) Convey the object code using peer-to-peer transmission,
|
||||||
|
provided you inform other peers where the object code and
|
||||||
|
Corresponding Source of the work are being offered to the general
|
||||||
|
public at no charge under subsection 6d.
|
||||||
|
|
||||||
|
A separable portion of the object code, whose source code is excluded
|
||||||
|
from the Corresponding Source as a System Library, need not be
|
||||||
|
included in conveying the object code work.
|
||||||
|
|
||||||
|
A "User Product" is either (1) a "consumer product", which means any
|
||||||
|
tangible personal property which is normally used for personal,
|
||||||
|
family, or household purposes, or (2) anything designed or sold for
|
||||||
|
incorporation into a dwelling. In determining whether a product is a
|
||||||
|
consumer product, doubtful cases shall be resolved in favor of
|
||||||
|
coverage. For a particular product received by a particular user,
|
||||||
|
"normally used" refers to a typical or common use of that class of
|
||||||
|
product, regardless of the status of the particular user or of the way
|
||||||
|
in which the particular user actually uses, or expects or is expected
|
||||||
|
to use, the product. A product is a consumer product regardless of
|
||||||
|
whether the product has substantial commercial, industrial or
|
||||||
|
non-consumer uses, unless such uses represent the only significant
|
||||||
|
mode of use of the product.
|
||||||
|
|
||||||
|
"Installation Information" for a User Product means any methods,
|
||||||
|
procedures, authorization keys, or other information required to
|
||||||
|
install and execute modified versions of a covered work in that User
|
||||||
|
Product from a modified version of its Corresponding Source. The
|
||||||
|
information must suffice to ensure that the continued functioning of
|
||||||
|
the modified object code is in no case prevented or interfered with
|
||||||
|
solely because modification has been made.
|
||||||
|
|
||||||
|
If you convey an object code work under this section in, or with, or
|
||||||
|
specifically for use in, a User Product, and the conveying occurs as
|
||||||
|
part of a transaction in which the right of possession and use of the
|
||||||
|
User Product is transferred to the recipient in perpetuity or for a
|
||||||
|
fixed term (regardless of how the transaction is characterized), the
|
||||||
|
Corresponding Source conveyed under this section must be accompanied
|
||||||
|
by the Installation Information. But this requirement does not apply
|
||||||
|
if neither you nor any third party retains the ability to install
|
||||||
|
modified object code on the User Product (for example, the work has
|
||||||
|
been installed in ROM).
|
||||||
|
|
||||||
|
The requirement to provide Installation Information does not include a
|
||||||
|
requirement to continue to provide support service, warranty, or
|
||||||
|
updates for a work that has been modified or installed by the
|
||||||
|
recipient, or for the User Product in which it has been modified or
|
||||||
|
installed. Access to a network may be denied when the modification
|
||||||
|
itself materially and adversely affects the operation of the network
|
||||||
|
or violates the rules and protocols for communication across the
|
||||||
|
network.
|
||||||
|
|
||||||
|
Corresponding Source conveyed, and Installation Information provided,
|
||||||
|
in accord with this section must be in a format that is publicly
|
||||||
|
documented (and with an implementation available to the public in
|
||||||
|
source code form), and must require no special password or key for
|
||||||
|
unpacking, reading or copying.
|
||||||
|
|
||||||
|
### 7. Additional Terms.
|
||||||
|
|
||||||
|
"Additional permissions" are terms that supplement the terms of this
|
||||||
|
License by making exceptions from one or more of its conditions.
|
||||||
|
Additional permissions that are applicable to the entire Program shall
|
||||||
|
be treated as though they were included in this License, to the extent
|
||||||
|
that they are valid under applicable law. If additional permissions
|
||||||
|
apply only to part of the Program, that part may be used separately
|
||||||
|
under those permissions, but the entire Program remains governed by
|
||||||
|
this License without regard to the additional permissions.
|
||||||
|
|
||||||
|
When you convey a copy of a covered work, you may at your option
|
||||||
|
remove any additional permissions from that copy, or from any part of
|
||||||
|
it. (Additional permissions may be written to require their own
|
||||||
|
removal in certain cases when you modify the work.) You may place
|
||||||
|
additional permissions on material, added by you to a covered work,
|
||||||
|
for which you have or can give appropriate copyright permission.
|
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, for material you
|
||||||
|
add to a covered work, you may (if authorized by the copyright holders
|
||||||
|
of that material) supplement the terms of this License with terms:
|
||||||
|
|
||||||
|
- a) Disclaiming warranty or limiting liability differently from the
|
||||||
|
terms of sections 15 and 16 of this License; or
|
||||||
|
- b) Requiring preservation of specified reasonable legal notices or
|
||||||
|
author attributions in that material or in the Appropriate Legal
|
||||||
|
Notices displayed by works containing it; or
|
||||||
|
- c) Prohibiting misrepresentation of the origin of that material,
|
||||||
|
or requiring that modified versions of such material be marked in
|
||||||
|
reasonable ways as different from the original version; or
|
||||||
|
- d) Limiting the use for publicity purposes of names of licensors
|
||||||
|
or authors of the material; or
|
||||||
|
- e) Declining to grant rights under trademark law for use of some
|
||||||
|
trade names, trademarks, or service marks; or
|
||||||
|
- f) Requiring indemnification of licensors and authors of that
|
||||||
|
material by anyone who conveys the material (or modified versions
|
||||||
|
of it) with contractual assumptions of liability to the recipient,
|
||||||
|
for any liability that these contractual assumptions directly
|
||||||
|
impose on those licensors and authors.
|
||||||
|
|
||||||
|
All other non-permissive additional terms are considered "further
|
||||||
|
restrictions" within the meaning of section 10. If the Program as you
|
||||||
|
received it, or any part of it, contains a notice stating that it is
|
||||||
|
governed by this License along with a term that is a further
|
||||||
|
restriction, you may remove that term. If a license document contains
|
||||||
|
a further restriction but permits relicensing or conveying under this
|
||||||
|
License, you may add to a covered work material governed by the terms
|
||||||
|
of that license document, provided that the further restriction does
|
||||||
|
not survive such relicensing or conveying.
|
||||||
|
|
||||||
|
If you add terms to a covered work in accord with this section, you
|
||||||
|
must place, in the relevant source files, a statement of the
|
||||||
|
additional terms that apply to those files, or a notice indicating
|
||||||
|
where to find the applicable terms.
|
||||||
|
|
||||||
|
Additional terms, permissive or non-permissive, may be stated in the
|
||||||
|
form of a separately written license, or stated as exceptions; the
|
||||||
|
above requirements apply either way.
|
||||||
|
|
||||||
|
### 8. Termination.
|
||||||
|
|
||||||
|
You may not propagate or modify a covered work except as expressly
|
||||||
|
provided under this License. Any attempt otherwise to propagate or
|
||||||
|
modify it is void, and will automatically terminate your rights under
|
||||||
|
this License (including any patent licenses granted under the third
|
||||||
|
paragraph of section 11).
|
||||||
|
|
||||||
|
However, if you cease all violation of this License, then your license
|
||||||
|
from a particular copyright holder is reinstated (a) provisionally,
|
||||||
|
unless and until the copyright holder explicitly and finally
|
||||||
|
terminates your license, and (b) permanently, if the copyright holder
|
||||||
|
fails to notify you of the violation by some reasonable means prior to
|
||||||
|
60 days after the cessation.
|
||||||
|
|
||||||
|
Moreover, your license from a particular copyright holder is
|
||||||
|
reinstated permanently if the copyright holder notifies you of the
|
||||||
|
violation by some reasonable means, this is the first time you have
|
||||||
|
received notice of violation of this License (for any work) from that
|
||||||
|
copyright holder, and you cure the violation prior to 30 days after
|
||||||
|
your receipt of the notice.
|
||||||
|
|
||||||
|
Termination of your rights under this section does not terminate the
|
||||||
|
licenses of parties who have received copies or rights from you under
|
||||||
|
this License. If your rights have been terminated and not permanently
|
||||||
|
reinstated, you do not qualify to receive new licenses for the same
|
||||||
|
material under section 10.
|
||||||
|
|
||||||
|
### 9. Acceptance Not Required for Having Copies.
|
||||||
|
|
||||||
|
You are not required to accept this License in order to receive or run
|
||||||
|
a copy of the Program. Ancillary propagation of a covered work
|
||||||
|
occurring solely as a consequence of using peer-to-peer transmission
|
||||||
|
to receive a copy likewise does not require acceptance. However,
|
||||||
|
nothing other than this License grants you permission to propagate or
|
||||||
|
modify any covered work. These actions infringe copyright if you do
|
||||||
|
not accept this License. Therefore, by modifying or propagating a
|
||||||
|
covered work, you indicate your acceptance of this License to do so.
|
||||||
|
|
||||||
|
### 10. Automatic Licensing of Downstream Recipients.
|
||||||
|
|
||||||
|
Each time you convey a covered work, the recipient automatically
|
||||||
|
receives a license from the original licensors, to run, modify and
|
||||||
|
propagate that work, subject to this License. You are not responsible
|
||||||
|
for enforcing compliance by third parties with this License.
|
||||||
|
|
||||||
|
An "entity transaction" is a transaction transferring control of an
|
||||||
|
organization, or substantially all assets of one, or subdividing an
|
||||||
|
organization, or merging organizations. If propagation of a covered
|
||||||
|
work results from an entity transaction, each party to that
|
||||||
|
transaction who receives a copy of the work also receives whatever
|
||||||
|
licenses to the work the party's predecessor in interest had or could
|
||||||
|
give under the previous paragraph, plus a right to possession of the
|
||||||
|
Corresponding Source of the work from the predecessor in interest, if
|
||||||
|
the predecessor has it or can get it with reasonable efforts.
|
||||||
|
|
||||||
|
You may not impose any further restrictions on the exercise of the
|
||||||
|
rights granted or affirmed under this License. For example, you may
|
||||||
|
not impose a license fee, royalty, or other charge for exercise of
|
||||||
|
rights granted under this License, and you may not initiate litigation
|
||||||
|
(including a cross-claim or counterclaim in a lawsuit) alleging that
|
||||||
|
any patent claim is infringed by making, using, selling, offering for
|
||||||
|
sale, or importing the Program or any portion of it.
|
||||||
|
|
||||||
|
### 11. Patents.
|
||||||
|
|
||||||
|
A "contributor" is a copyright holder who authorizes use under this
|
||||||
|
License of the Program or a work on which the Program is based. The
|
||||||
|
work thus licensed is called the contributor's "contributor version".
|
||||||
|
|
||||||
|
A contributor's "essential patent claims" are all patent claims owned
|
||||||
|
or controlled by the contributor, whether already acquired or
|
||||||
|
hereafter acquired, that would be infringed by some manner, permitted
|
||||||
|
by this License, of making, using, or selling its contributor version,
|
||||||
|
but do not include claims that would be infringed only as a
|
||||||
|
consequence of further modification of the contributor version. For
|
||||||
|
purposes of this definition, "control" includes the right to grant
|
||||||
|
patent sublicenses in a manner consistent with the requirements of
|
||||||
|
this License.
|
||||||
|
|
||||||
|
Each contributor grants you a non-exclusive, worldwide, royalty-free
|
||||||
|
patent license under the contributor's essential patent claims, to
|
||||||
|
make, use, sell, offer for sale, import and otherwise run, modify and
|
||||||
|
propagate the contents of its contributor version.
|
||||||
|
|
||||||
|
In the following three paragraphs, a "patent license" is any express
|
||||||
|
agreement or commitment, however denominated, not to enforce a patent
|
||||||
|
(such as an express permission to practice a patent or covenant not to
|
||||||
|
sue for patent infringement). To "grant" such a patent license to a
|
||||||
|
party means to make such an agreement or commitment not to enforce a
|
||||||
|
patent against the party.
|
||||||
|
|
||||||
|
If you convey a covered work, knowingly relying on a patent license,
|
||||||
|
and the Corresponding Source of the work is not available for anyone
|
||||||
|
to copy, free of charge and under the terms of this License, through a
|
||||||
|
publicly available network server or other readily accessible means,
|
||||||
|
then you must either (1) cause the Corresponding Source to be so
|
||||||
|
available, or (2) arrange to deprive yourself of the benefit of the
|
||||||
|
patent license for this particular work, or (3) arrange, in a manner
|
||||||
|
consistent with the requirements of this License, to extend the patent
|
||||||
|
license to downstream recipients. "Knowingly relying" means you have
|
||||||
|
actual knowledge that, but for the patent license, your conveying the
|
||||||
|
covered work in a country, or your recipient's use of the covered work
|
||||||
|
in a country, would infringe one or more identifiable patents in that
|
||||||
|
country that you have reason to believe are valid.
|
||||||
|
|
||||||
|
If, pursuant to or in connection with a single transaction or
|
||||||
|
arrangement, you convey, or propagate by procuring conveyance of, a
|
||||||
|
covered work, and grant a patent license to some of the parties
|
||||||
|
receiving the covered work authorizing them to use, propagate, modify
|
||||||
|
or convey a specific copy of the covered work, then the patent license
|
||||||
|
you grant is automatically extended to all recipients of the covered
|
||||||
|
work and works based on it.
|
||||||
|
|
||||||
|
A patent license is "discriminatory" if it does not include within the
|
||||||
|
scope of its coverage, prohibits the exercise of, or is conditioned on
|
||||||
|
the non-exercise of one or more of the rights that are specifically
|
||||||
|
granted under this License. You may not convey a covered work if you
|
||||||
|
are a party to an arrangement with a third party that is in the
|
||||||
|
business of distributing software, under which you make payment to the
|
||||||
|
third party based on the extent of your activity of conveying the
|
||||||
|
work, and under which the third party grants, to any of the parties
|
||||||
|
who would receive the covered work from you, a discriminatory patent
|
||||||
|
license (a) in connection with copies of the covered work conveyed by
|
||||||
|
you (or copies made from those copies), or (b) primarily for and in
|
||||||
|
connection with specific products or compilations that contain the
|
||||||
|
covered work, unless you entered into that arrangement, or that patent
|
||||||
|
license was granted, prior to 28 March 2007.
|
||||||
|
|
||||||
|
Nothing in this License shall be construed as excluding or limiting
|
||||||
|
any implied license or other defenses to infringement that may
|
||||||
|
otherwise be available to you under applicable patent law.
|
||||||
|
|
||||||
|
### 12. No Surrender of Others' Freedom.
|
||||||
|
|
||||||
|
If conditions are imposed on you (whether by court order, agreement or
|
||||||
|
otherwise) that contradict the conditions of this License, they do not
|
||||||
|
excuse you from the conditions of this License. If you cannot convey a
|
||||||
|
covered work so as to satisfy simultaneously your obligations under
|
||||||
|
this License and any other pertinent obligations, then as a
|
||||||
|
consequence you may not convey it at all. For example, if you agree to
|
||||||
|
terms that obligate you to collect a royalty for further conveying
|
||||||
|
from those to whom you convey the Program, the only way you could
|
||||||
|
satisfy both those terms and this License would be to refrain entirely
|
||||||
|
from conveying the Program.
|
||||||
|
|
||||||
|
### 13. Remote Network Interaction; Use with the GNU General Public License.
|
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, if you modify the
|
||||||
|
Program, your modified version must prominently offer all users
|
||||||
|
interacting with it remotely through a computer network (if your
|
||||||
|
version supports such interaction) an opportunity to receive the
|
||||||
|
Corresponding Source of your version by providing access to the
|
||||||
|
Corresponding Source from a network server at no charge, through some
|
||||||
|
standard or customary means of facilitating copying of software. This
|
||||||
|
Corresponding Source shall include the Corresponding Source for any
|
||||||
|
work covered by version 3 of the GNU General Public License that is
|
||||||
|
incorporated pursuant to the following paragraph.
|
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, you have
|
||||||
|
permission to link or combine any covered work with a work licensed
|
||||||
|
under version 3 of the GNU General Public License into a single
|
||||||
|
combined work, and to convey the resulting work. The terms of this
|
||||||
|
License will continue to apply to the part which is the covered work,
|
||||||
|
but the work with which it is combined will remain governed by version
|
||||||
|
3 of the GNU General Public License.
|
||||||
|
|
||||||
|
### 14. Revised Versions of this License.
|
||||||
|
|
||||||
|
The Free Software Foundation may publish revised and/or new versions
|
||||||
|
of the GNU Affero General Public License from time to time. Such new
|
||||||
|
versions will be similar in spirit to the present version, but may
|
||||||
|
differ in detail to address new problems or concerns.
|
||||||
|
|
||||||
|
Each version is given a distinguishing version number. If the Program
|
||||||
|
specifies that a certain numbered version of the GNU Affero General
|
||||||
|
Public License "or any later version" applies to it, you have the
|
||||||
|
option of following the terms and conditions either of that numbered
|
||||||
|
version or of any later version published by the Free Software
|
||||||
|
Foundation. If the Program does not specify a version number of the
|
||||||
|
GNU Affero General Public License, you may choose any version ever
|
||||||
|
published by the Free Software Foundation.
|
||||||
|
|
||||||
|
If the Program specifies that a proxy can decide which future versions
|
||||||
|
of the GNU Affero General Public License can be used, that proxy's
|
||||||
|
public statement of acceptance of a version permanently authorizes you
|
||||||
|
to choose that version for the Program.
|
||||||
|
|
||||||
|
Later license versions may give you additional or different
|
||||||
|
permissions. However, no additional obligations are imposed on any
|
||||||
|
author or copyright holder as a result of your choosing to follow a
|
||||||
|
later version.
|
||||||
|
|
||||||
|
### 15. Disclaimer of Warranty.
|
||||||
|
|
||||||
|
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
|
||||||
|
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
|
||||||
|
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT
|
||||||
|
WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT
|
||||||
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||||
|
A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND
|
||||||
|
PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE
|
||||||
|
DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR
|
||||||
|
CORRECTION.
|
||||||
|
|
||||||
|
### 16. Limitation of Liability.
|
||||||
|
|
||||||
|
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
|
||||||
|
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR
|
||||||
|
CONVEYS THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
|
||||||
|
INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES
|
||||||
|
ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT
|
||||||
|
NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR
|
||||||
|
LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM
|
||||||
|
TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER
|
||||||
|
PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.
|
||||||
|
|
||||||
|
### 17. Interpretation of Sections 15 and 16.
|
||||||
|
|
||||||
|
If the disclaimer of warranty and limitation of liability provided
|
||||||
|
above cannot be given local legal effect according to their terms,
|
||||||
|
reviewing courts shall apply local law that most closely approximates
|
||||||
|
an absolute waiver of all civil liability in connection with the
|
||||||
|
Program, unless a warranty or assumption of liability accompanies a
|
||||||
|
copy of the Program in return for a fee.
|
||||||
|
|
||||||
|
END OF TERMS AND CONDITIONS
|
||||||
|
|
||||||
|
## How to Apply These Terms to Your New Programs
|
||||||
|
|
||||||
|
If you develop a new program, and you want it to be of the greatest
|
||||||
|
possible use to the public, the best way to achieve this is to make it
|
||||||
|
free software which everyone can redistribute and change under these
|
||||||
|
terms.
|
||||||
|
|
||||||
|
To do so, attach the following notices to the program. It is safest to
|
||||||
|
attach them to the start of each source file to most effectively state
|
||||||
|
the exclusion of warranty; and each file should have at least the
|
||||||
|
"copyright" line and a pointer to where the full notice is found.
|
||||||
|
|
||||||
|
<one line to give the program's name and a brief idea of what it does.>
|
||||||
|
Copyright (C) <year> <name of author>
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU Affero General Public License as
|
||||||
|
published by the Free Software Foundation, either version 3 of the
|
||||||
|
License, or (at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU Affero General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU Affero General Public License
|
||||||
|
along with this program. If not, see <https://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
Also add information on how to contact you by electronic and paper
|
||||||
|
mail.
|
||||||
|
|
||||||
|
If your software can interact with users remotely through a computer
|
||||||
|
network, you should also make sure that it provides a way for users to
|
||||||
|
get its source. For example, if your program is a web application, its
|
||||||
|
interface could display a "Source" link that leads users to an archive
|
||||||
|
of the code. There are many ways you could offer source, and different
|
||||||
|
solutions will be better for different programs; see section 13 for
|
||||||
|
the specific requirements.
|
||||||
|
|
||||||
|
You should also get your employer (if you work as a programmer) or
|
||||||
|
school, if any, to sign a "copyright disclaimer" for the program, if
|
||||||
|
necessary. For more information on this, and how to apply and follow
|
||||||
|
the GNU AGPL, see <https://www.gnu.org/licenses/>.
|
101
README.md
101
README.md
@ -1,2 +1,103 @@
|
|||||||
# oc-lib
|
# oc-lib
|
||||||
|
|
||||||
|
oc-lib allows read/write/search operations into the main OpenCloud databases.
|
||||||
|
|
||||||
|
It also provides common initialization and configuration utilities for all OpenCloud components
|
||||||
|
|
||||||
|
## Usage example in a beego API
|
||||||
|
|
||||||
|
```go
|
||||||
|
const appname = "oc-mycomponent"
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
// Init the oc-lib
|
||||||
|
oclib.Init(appname)
|
||||||
|
|
||||||
|
// Load the right config file
|
||||||
|
|
||||||
|
/* The configuration loader will load the configuration from the following sources:
|
||||||
|
* - the environment variables with the prefix OCAPPNAME_ - ex: OCMYCOMPONENT_MONGOURL
|
||||||
|
* - the file /etc/oc/appname.json - ex: /etc/oc/mycomponent.json
|
||||||
|
* - the file ./appname.json - ex: ./mycomponent.json
|
||||||
|
* The configuration loader will merge the configuration from the different sources
|
||||||
|
* The configuration loader will give priority to the environment variables
|
||||||
|
* The configuration loader will give priority to the local file over the default file
|
||||||
|
*/
|
||||||
|
o := oclib.GetConfLoader()
|
||||||
|
|
||||||
|
// init the local config object
|
||||||
|
models.GetConfig().Port = o.GetIntDefault("port", 8080)
|
||||||
|
models.GetConfig().LokiUrl = o.GetStringDefault("lokiurl", "")
|
||||||
|
models.GetConfig().LogLevel = o.GetStringDefault("loglevel", "info")
|
||||||
|
models.GetConfig().MongoUrl = o.GetStringDefault("mongourl", "mongodb://127.0.0.1:27017")
|
||||||
|
models.GetConfig().MongoDatabase = o.GetStringDefault("mongodatabase", "myDb")
|
||||||
|
models.GetConfig().NatsUrl = o.GetStringDefault("natsurl", "nats://localhost:4222")
|
||||||
|
|
||||||
|
models.GetConfig().mycomponentparam1 = o.GetStringDefault("mycomponentparam1", "mycomponentdefault1")
|
||||||
|
models.GetConfig().mycomponentparam2 = o.GetStringDefault("mycomponentparam2", "mycomponentdefault2")
|
||||||
|
|
||||||
|
// feed the library with the loaded config,
|
||||||
|
// this will also initialize a logger available via oclib.GetLogger()
|
||||||
|
oclib.SetConfig(
|
||||||
|
models.GetConfig().MongoUrl
|
||||||
|
models.GetConfig().MongoDatabase
|
||||||
|
models.GetConfig().NatsUrl
|
||||||
|
models.GetConfig().LokiUrl
|
||||||
|
models.GetConfig().LogLevel
|
||||||
|
)
|
||||||
|
|
||||||
|
// Beego init
|
||||||
|
beego.BConfig.AppName = appname
|
||||||
|
beego.BConfig.Listen.HTTPPort = models.GetConfig().Port
|
||||||
|
beego.BConfig.WebConfig.DirectoryIndex = true
|
||||||
|
beego.BConfig.WebConfig.StaticDir["/swagger"] = "swagger"
|
||||||
|
|
||||||
|
beego.Run()
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## SPECIAL FLOWS IN OC-LIB RESUME :
|
||||||
|
|
||||||
|
### WORKFLOW AS ITS OWN WORKSPACE
|
||||||
|
|
||||||
|
A workflow on post, put, delete, manage a workspace with resources.
|
||||||
|
This workspace is deeply related to workflow by sharing its naming such as : "<workflow_name>_worspace"
|
||||||
|
|
||||||
|
### WORKFLOW GENERATE ITS OWN EXECUTION
|
||||||
|
|
||||||
|
A workflow on post, put, delete, with a schedule && schedule_active to "true", must manage execution by adding, deleting execution
|
||||||
|
depending on change (update -> involved delete into add)
|
||||||
|
|
||||||
|
If schedule_active is set to "false" execution will be deleted.
|
||||||
|
|
||||||
|
### WORKFLOW GENERATE ITS OWN BOOKING ON PEERS
|
||||||
|
|
||||||
|
A workflow on post, put, delete, with a schedule && schedule_active to "true", must manage booking by adding, deleting execution
|
||||||
|
with http requests on peers
|
||||||
|
depending on change (update -> involved delete into add)
|
||||||
|
|
||||||
|
If schedule_active is set to "false" booking will be deleted.
|
||||||
|
|
||||||
|
### SHARED WORKSPACE : WORSPACE & WORKFLOW
|
||||||
|
|
||||||
|
You can create a share workspace with workspace & workflow.
|
||||||
|
When a share workspace is post, put, delete it update workspace or workflow <shared> field.
|
||||||
|
Workspace can be shared on one share workspace
|
||||||
|
Workflow can be shared in multiple workspace
|
||||||
|
|
||||||
|
### SHARED WORKSPACE SHARE TO PEER
|
||||||
|
|
||||||
|
When writing a shared workspace, it set up to date on peers involved in shared workspace
|
||||||
|
It create or delete shared workspace in remote peers by http requests on oc-shared (update -> involved delete into add)
|
||||||
|
|
||||||
|
It create or delete workspace involved in shared workspace by http requests on oc-workspace (update -> involved delete into add)
|
||||||
|
It create or delete workflow involved in shared workspace by http requests on oc-workflow (update -> involved delete into add)
|
||||||
|
|
||||||
|
### WORKFLOW WRITE BUT SHARED
|
||||||
|
|
||||||
|
On delete & update & post, workflow will send to peer in <shared> field by http request on oc-workflow
|
||||||
|
|
||||||
|
### WORKSPACE WRITE BUT SHARED
|
||||||
|
|
||||||
|
On delete & update & post, workspace will send to peer in <shared> field by http request on oc-workspace
|
||||||
|
|
||||||
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
19
config/app.go
Normal file
19
config/app.go
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
package config
|
||||||
|
|
||||||
|
var appname string
|
||||||
|
|
||||||
|
// logs.CreateLogger
|
||||||
|
// Create a new logger
|
||||||
|
// Parameters:
|
||||||
|
// - appname: string : the name of the application using oclib
|
||||||
|
// - url: string : the url of a loki logger, console log only if ""
|
||||||
|
// Returns:
|
||||||
|
// - zerolog.Logger : the logger that will log for the library and the app
|
||||||
|
|
||||||
|
func SetAppName(name string) {
|
||||||
|
appname = name
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetAppName() string {
|
||||||
|
return appname
|
||||||
|
}
|
55
config/conf.go
Normal file
55
config/conf.go
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
package config
|
||||||
|
|
||||||
|
import "sync"
|
||||||
|
|
||||||
|
// ===================================================
|
||||||
|
// This class has to be updated everytime
|
||||||
|
// a new configuration variable is defined
|
||||||
|
// in a componant that imports oc-lib
|
||||||
|
// ===================================================
|
||||||
|
|
||||||
|
type Config struct {
|
||||||
|
NATSUrl string
|
||||||
|
MongoUrl string
|
||||||
|
MongoDatabase string
|
||||||
|
Host string
|
||||||
|
Port string
|
||||||
|
LokiUrl string
|
||||||
|
LogLevel string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c Config) GetUrl() string {
|
||||||
|
return c.MongoUrl
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c Config) GetDatabase() string {
|
||||||
|
return c.MongoDatabase
|
||||||
|
}
|
||||||
|
|
||||||
|
var instance *Config
|
||||||
|
var once sync.Once
|
||||||
|
|
||||||
|
func GetConfig() *Config {
|
||||||
|
once.Do(func() {
|
||||||
|
instance = &Config{}
|
||||||
|
})
|
||||||
|
return instance
|
||||||
|
}
|
||||||
|
|
||||||
|
func SetConfig(mongoUrl string, database string, natsUrl string, lokiUrl string, logLevel string) *Config {
|
||||||
|
/*once.Do(func() {
|
||||||
|
instance = &Config{
|
||||||
|
MongoUrl: mongoUrl,
|
||||||
|
MongoDatabase: database,
|
||||||
|
NATSUrl: natsUrl,
|
||||||
|
LokiUrl: lokiUrl,
|
||||||
|
LogLevel: logLevel,
|
||||||
|
}
|
||||||
|
})*/
|
||||||
|
GetConfig().MongoUrl = mongoUrl
|
||||||
|
GetConfig().MongoDatabase = database
|
||||||
|
GetConfig().NATSUrl = natsUrl
|
||||||
|
GetConfig().LokiUrl = lokiUrl
|
||||||
|
GetConfig().LogLevel = logLevel
|
||||||
|
return GetConfig()
|
||||||
|
}
|
56
config/conf_loader.go
Normal file
56
config/conf_loader.go
Normal file
@ -0,0 +1,56 @@
|
|||||||
|
package config
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/goraz/onion"
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
)
|
||||||
|
|
||||||
|
/* GetConfLoader
|
||||||
|
* Get the configuration loader for the application
|
||||||
|
* Parameters:
|
||||||
|
* - AppName: string : the name of the application
|
||||||
|
* Returns:
|
||||||
|
* - *onion.Onion : the configuration loader
|
||||||
|
* The configuration loader will load the configuration from the following sources:
|
||||||
|
* - the environment variables with the prefix APPNAME_
|
||||||
|
* - the file /etc/oc/appname.json
|
||||||
|
* - the file ./appname.json
|
||||||
|
* The configuration loader will merge the configuration from the different sources
|
||||||
|
* The configuration loader will give priority to the environment variables
|
||||||
|
* The configuration loader will give priority to the local file over the default file
|
||||||
|
*/
|
||||||
|
|
||||||
|
func GetConfLoader() *onion.Onion {
|
||||||
|
logger := zerolog.New(os.Stdout).With().Timestamp().Logger()
|
||||||
|
AppName := GetAppName()
|
||||||
|
EnvPrefix := strings.ToUpper(AppName[0:2]+AppName[3:]) + "_"
|
||||||
|
defaultConfigFile := "/etc/oc/" + AppName[3:] + ".json"
|
||||||
|
localConfigFile := "./" + AppName[3:] + ".json"
|
||||||
|
var configFile string
|
||||||
|
var o *onion.Onion
|
||||||
|
l3 := onion.NewEnvLayerPrefix("_", EnvPrefix)
|
||||||
|
l2, err := onion.NewFileLayer(localConfigFile, nil)
|
||||||
|
if err == nil {
|
||||||
|
logger.Info().Msg("Local config file found " + localConfigFile + ", overriding default file")
|
||||||
|
configFile = localConfigFile
|
||||||
|
}
|
||||||
|
l1, err := onion.NewFileLayer(defaultConfigFile, nil)
|
||||||
|
if err == nil {
|
||||||
|
logger.Info().Msg("Config file found : " + defaultConfigFile)
|
||||||
|
configFile = defaultConfigFile
|
||||||
|
}
|
||||||
|
if configFile == "" {
|
||||||
|
logger.Info().Msg("No config file found, using env")
|
||||||
|
o = onion.New(l3)
|
||||||
|
} else if l1 != nil && l2 != nil {
|
||||||
|
o = onion.New(l1, l2, l3)
|
||||||
|
} else if l1 == nil {
|
||||||
|
o = onion.New(l2, l3)
|
||||||
|
} else if l2 == nil {
|
||||||
|
o = onion.New(l1, l3)
|
||||||
|
}
|
||||||
|
return o
|
||||||
|
}
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
190
dbs/dbs.go
Normal file
190
dbs/dbs.go
Normal file
@ -0,0 +1,190 @@
|
|||||||
|
package dbs
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"go.mongodb.org/mongo-driver/bson"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Operator int
|
||||||
|
|
||||||
|
const (
|
||||||
|
LIKE Operator = iota
|
||||||
|
EXISTS
|
||||||
|
IN
|
||||||
|
GTE
|
||||||
|
LTE
|
||||||
|
LT
|
||||||
|
GT
|
||||||
|
EQUAL
|
||||||
|
NOT
|
||||||
|
)
|
||||||
|
|
||||||
|
var str = [...]string{
|
||||||
|
"like",
|
||||||
|
"exists",
|
||||||
|
"in",
|
||||||
|
"gte",
|
||||||
|
"lte",
|
||||||
|
"lt",
|
||||||
|
"gt",
|
||||||
|
"equal",
|
||||||
|
"not",
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m Operator) String() string {
|
||||||
|
return str[m]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m Operator) ToMongoEOperator(k string, value interface{}) bson.E {
|
||||||
|
defer func() {
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
fmt.Println("Recovered. Error:\n", r)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
defaultValue := bson.E{Key: k, Value: bson.M{"$regex": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
switch m {
|
||||||
|
case LIKE:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$regex": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case EXISTS:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$exists": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case IN:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$in": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case GTE:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$gte": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case GT:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$gt": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case LTE:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$lte": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case LT:
|
||||||
|
return bson.E{Key: k, Value: bson.M{"$lt": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case EQUAL:
|
||||||
|
return bson.E{Key: k, Value: value}
|
||||||
|
case NOT:
|
||||||
|
v := value.(Filters)
|
||||||
|
orList := bson.A{}
|
||||||
|
andList := bson.A{}
|
||||||
|
f := bson.D{}
|
||||||
|
for k, filter := range v.Or {
|
||||||
|
for _, ff := range filter {
|
||||||
|
orList = append(orList, StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for k, filter := range v.And {
|
||||||
|
for _, ff := range filter {
|
||||||
|
andList = append(andList, StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(orList) > 0 && len(andList) == 0 {
|
||||||
|
f = bson.D{{"$or", orList}}
|
||||||
|
} else {
|
||||||
|
if len(orList) > 0 {
|
||||||
|
andList = append(andList, bson.M{"$or": orList})
|
||||||
|
}
|
||||||
|
f = bson.D{{"$and", andList}}
|
||||||
|
}
|
||||||
|
return bson.E{Key: "$not", Value: f}
|
||||||
|
default:
|
||||||
|
return defaultValue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m Operator) ToMongoOperator(k string, value interface{}) bson.M {
|
||||||
|
defer func() {
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
fmt.Println("Recovered. Error:\n", r)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
defaultValue := bson.M{k: bson.M{"$regex": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
switch m {
|
||||||
|
case LIKE:
|
||||||
|
return bson.M{k: bson.M{"$regex": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case EXISTS:
|
||||||
|
return bson.M{k: bson.M{"$exists": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case IN:
|
||||||
|
return bson.M{k: bson.M{"$in": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case GTE:
|
||||||
|
return bson.M{k: bson.M{"$gte": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case GT:
|
||||||
|
return bson.M{k: bson.M{"$gt": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case LTE:
|
||||||
|
return bson.M{k: bson.M{"$lte": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case LT:
|
||||||
|
return bson.M{k: bson.M{"$lt": ToValueOperator(StringToOperator(m.String()), value)}}
|
||||||
|
case EQUAL:
|
||||||
|
return bson.M{k: value}
|
||||||
|
case NOT:
|
||||||
|
v := value.(Filters)
|
||||||
|
orList := bson.A{}
|
||||||
|
andList := bson.A{}
|
||||||
|
f := bson.D{}
|
||||||
|
for k, filter := range v.Or {
|
||||||
|
for _, ff := range filter {
|
||||||
|
orList = append(orList, StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for k, filter := range v.And {
|
||||||
|
for _, ff := range filter {
|
||||||
|
andList = append(andList, StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(orList) > 0 && len(andList) == 0 {
|
||||||
|
f = bson.D{{"$or", orList}}
|
||||||
|
} else {
|
||||||
|
if len(orList) > 0 {
|
||||||
|
andList = append(andList, bson.M{"$or": orList})
|
||||||
|
}
|
||||||
|
f = bson.D{{"$and", andList}}
|
||||||
|
}
|
||||||
|
return bson.M{"$not": f}
|
||||||
|
default:
|
||||||
|
return defaultValue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func StringToOperator(s string) Operator {
|
||||||
|
for i, v := range str {
|
||||||
|
if v == s {
|
||||||
|
return Operator(i)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return LIKE
|
||||||
|
}
|
||||||
|
|
||||||
|
func ToValueOperator(operator Operator, value interface{}) interface{} {
|
||||||
|
if strings.TrimSpace(fmt.Sprintf("%v", value)) == "*" {
|
||||||
|
value = ""
|
||||||
|
}
|
||||||
|
if operator == LIKE {
|
||||||
|
return "(?i).*" + strings.TrimSpace(fmt.Sprintf("%v", value)) + ".*"
|
||||||
|
}
|
||||||
|
return value
|
||||||
|
}
|
||||||
|
|
||||||
|
type Filters struct {
|
||||||
|
And map[string][]Filter `json:"and"`
|
||||||
|
Or map[string][]Filter `json:"or"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Filter struct {
|
||||||
|
Operator string `json:"operator,omitempty"`
|
||||||
|
Value interface{} `json:"value,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Input = map[string]interface{}
|
||||||
|
|
||||||
|
func InputToBson(i Input, isUpdate bool) bson.D {
|
||||||
|
input := bson.D{}
|
||||||
|
for k, v := range i {
|
||||||
|
if k == "id" {
|
||||||
|
input = append(input, bson.E{Key: "_id", Value: v})
|
||||||
|
} else {
|
||||||
|
input = append(input, bson.E{Key: k, Value: v})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if isUpdate {
|
||||||
|
return bson.D{{Key: "$set", Value: input}}
|
||||||
|
}
|
||||||
|
return input
|
||||||
|
}
|
365
dbs/mongo/mongo.go
Normal file
365
dbs/mongo/mongo.go
Normal file
@ -0,0 +1,365 @@
|
|||||||
|
package mongo
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"slices"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
|
||||||
|
"go.mongodb.org/mongo-driver/bson"
|
||||||
|
"go.mongodb.org/mongo-driver/mongo"
|
||||||
|
"go.mongodb.org/mongo-driver/mongo/options"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
mngoClient *mongo.Client
|
||||||
|
mngoDB *mongo.Database
|
||||||
|
MngoCtx context.Context
|
||||||
|
cancel context.CancelFunc
|
||||||
|
isConnected bool
|
||||||
|
existingCollections []string
|
||||||
|
mngoCollections []string
|
||||||
|
mngoConfig MongoConf
|
||||||
|
ResourceMap map[string]interface{}
|
||||||
|
)
|
||||||
|
|
||||||
|
var MONGOService = MongoDB{}
|
||||||
|
|
||||||
|
type MongoConf interface {
|
||||||
|
GetUrl() string
|
||||||
|
GetDatabase() string
|
||||||
|
}
|
||||||
|
|
||||||
|
type MongoDB struct {
|
||||||
|
Logger zerolog.Logger
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) Init(collections []string, config MongoConf) {
|
||||||
|
// var baseConfig string
|
||||||
|
isConnected = false
|
||||||
|
m.Logger = logs.GetLogger()
|
||||||
|
ResourceMap = make(map[string]interface{})
|
||||||
|
|
||||||
|
m.Logger.Info().Msg("Connecting to" + config.GetUrl())
|
||||||
|
mngoCollections = collections
|
||||||
|
mngoConfig = config
|
||||||
|
if err := m.createClient(config.GetUrl(), false); err != nil {
|
||||||
|
m.Logger.Error().Msg(err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) TestDB(config MongoConf) error {
|
||||||
|
err := m.createClient(config.GetUrl(), true)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (m *MongoDB) TestCollections(config MongoConf, neededCols []string) error {
|
||||||
|
mngoDB = mngoClient.Database(config.GetDatabase())
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
existingCollections, err := mngoDB.ListCollectionNames(MngoCtx, bson.D{})
|
||||||
|
if err != nil {
|
||||||
|
return errors.New("Error contacting MongoDB\n" + err.Error())
|
||||||
|
}
|
||||||
|
for _, col := range neededCols {
|
||||||
|
if slices.Contains(existingCollections, col) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
return errors.New("Collection " + col + " not found")
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) createClient(MongoURL string, test bool) error {
|
||||||
|
if mngoClient != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
var err error
|
||||||
|
// Allows us to use marshal and unmarshall with results of FindOne() and others
|
||||||
|
bsonOpts := &options.BSONOptions{
|
||||||
|
UseJSONStructTags: true,
|
||||||
|
NilSliceAsEmpty: true,
|
||||||
|
}
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
clientOptions := options.Client().ApplyURI(MongoURL).SetBSONOptions(bsonOpts)
|
||||||
|
// Ping the primary
|
||||||
|
if mngoClient, err = mongo.Connect(MngoCtx, clientOptions); err != nil || mngoClient == nil {
|
||||||
|
mngoClient = nil
|
||||||
|
isConnected = false
|
||||||
|
return errors.New("Mongodb connect " + MongoURL + ":" + err.Error())
|
||||||
|
}
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
if err = mngoClient.Ping(MngoCtx, nil); err != nil {
|
||||||
|
mngoClient = nil
|
||||||
|
isConnected = false
|
||||||
|
return errors.New("Mongodb ping " + MongoURL + ":" + err.Error())
|
||||||
|
}
|
||||||
|
if !isConnected && mngoClient != nil && !test {
|
||||||
|
m.Logger.Info().Msg("Connecting mongo client to db " + mngoConfig.GetDatabase())
|
||||||
|
m.prepareDB(mngoCollections, mngoConfig)
|
||||||
|
m.Logger.Info().Msg("Database is READY")
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) prepareDB(list_collection []string, config MongoConf) {
|
||||||
|
var err error
|
||||||
|
mngoDB = mngoClient.Database(config.GetDatabase())
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
existingCollections, err = mngoDB.ListCollectionNames(MngoCtx, bson.D{})
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Fatal().Msg("Error contacting MongoDB\n" + err.Error())
|
||||||
|
}
|
||||||
|
collectionMap := make(map[string]bool)
|
||||||
|
for _, name := range existingCollections {
|
||||||
|
collectionMap[name] = true
|
||||||
|
}
|
||||||
|
// Only do the collection definition process if it doesn't already exists
|
||||||
|
// we add the collection to the collection map from mongo/mongo_utils to provide faster access to the collection
|
||||||
|
for _, collection_name := range list_collection {
|
||||||
|
new_collection := mngoDB.Collection(collection_name)
|
||||||
|
if _, exists := collectionMap[collection_name]; !exists {
|
||||||
|
m.createCollection(collection_name, new_collection)
|
||||||
|
} else {
|
||||||
|
CollectionMap[collection_name] = new_collection
|
||||||
|
}
|
||||||
|
}
|
||||||
|
isConnected = true
|
||||||
|
}
|
||||||
|
|
||||||
|
// Creates the collection with index specified in mongo/mongo_collections
|
||||||
|
// or use the basic collection creation function
|
||||||
|
func (m *MongoDB) createCollection(collection_name string, new_collection *mongo.Collection) {
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
var err error
|
||||||
|
CollectionMap[collection_name] = new_collection
|
||||||
|
_, exists := IndexesMap[collection_name]
|
||||||
|
if exists {
|
||||||
|
if _, err = new_collection.Indexes().CreateMany(MngoCtx, IndexesMap[collection_name]); err != nil {
|
||||||
|
var cmdErr mongo.CommandError
|
||||||
|
if errors.As(err, &cmdErr) && cmdErr.Code != 85 {
|
||||||
|
m.Logger.Fatal().Msg("Error creating indexes for " + collection_name + " collection : \n" + err.Error())
|
||||||
|
panic(err)
|
||||||
|
} else if !errors.As(err, &cmdErr) {
|
||||||
|
m.Logger.Fatal().Msg("Unexpected error: " + err.Error())
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
mngoDB.CreateCollection(MngoCtx, collection_name)
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) DeleteOne(id string, collection_name string) (int64, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return 0, 503, err
|
||||||
|
}
|
||||||
|
filter := bson.M{"_id": id}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
result, err := targetDBCollection.DeleteOne(MngoCtx, filter, opts)
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
|
return 0, 404, err
|
||||||
|
}
|
||||||
|
return result.DeletedCount, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) DeleteMultiple(f map[string]interface{}, collection_name string) (int64, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return 0, 503, err
|
||||||
|
}
|
||||||
|
filter := bson.D{}
|
||||||
|
for k, v := range f {
|
||||||
|
filter = append(filter, bson.E{Key: k, Value: v})
|
||||||
|
}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
opts := options.Delete().SetHint(bson.D{{Key: "_id", Value: 1}})
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
result, err := targetDBCollection.DeleteMany(MngoCtx, filter, opts)
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
|
return 0, 404, err
|
||||||
|
}
|
||||||
|
return result.DeletedCount, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) UpdateMultiple(set interface{}, filter map[string]interface{}, collection_name string) (int64, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return 0, 503, err
|
||||||
|
}
|
||||||
|
var doc map[string]interface{}
|
||||||
|
b, _ := bson.Marshal(set)
|
||||||
|
bson.Unmarshal(b, &doc)
|
||||||
|
f := bson.D{}
|
||||||
|
for k, v := range filter {
|
||||||
|
f = append(f, bson.E{Key: k, Value: v})
|
||||||
|
}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 50*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
res, err := targetDBCollection.UpdateMany(MngoCtx, f, dbs.InputToBson(doc, true))
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
||||||
|
return 0, 404, err
|
||||||
|
}
|
||||||
|
return res.UpsertedCount, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) UpdateOne(set interface{}, id string, collection_name string) (string, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return "", 503, err
|
||||||
|
}
|
||||||
|
var doc map[string]interface{}
|
||||||
|
b, _ := bson.Marshal(set)
|
||||||
|
bson.Unmarshal(b, &doc)
|
||||||
|
filter := bson.M{"_id": id}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 50*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
_, err := targetDBCollection.UpdateOne(MngoCtx, filter, dbs.InputToBson(doc, true))
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't update resource: " + err.Error())
|
||||||
|
return "", 404, err
|
||||||
|
}
|
||||||
|
return id, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) StoreOne(obj interface{}, id string, collection_name string) (string, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return "", 503, err
|
||||||
|
}
|
||||||
|
var doc map[string]interface{}
|
||||||
|
b, _ := bson.Marshal(obj)
|
||||||
|
bson.Unmarshal(b, &doc)
|
||||||
|
doc["_id"] = id
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
_, err := targetDBCollection.InsertOne(MngoCtx, doc)
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't insert resource: " + err.Error())
|
||||||
|
return "", 409, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return id, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) LoadOne(id string, collection_name string) (*mongo.SingleResult, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return nil, 503, err
|
||||||
|
}
|
||||||
|
filter := bson.M{"_id": id}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
res := targetDBCollection.FindOne(MngoCtx, filter)
|
||||||
|
if res.Err() != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't find resource " + id + ". Error : " + res.Err().Error())
|
||||||
|
err := res.Err()
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
return res, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) Search(filters *dbs.Filters, collection_name string) (*mongo.Cursor, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return nil, 503, err
|
||||||
|
}
|
||||||
|
opts := options.Find()
|
||||||
|
opts.SetLimit(100)
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
orList := bson.A{}
|
||||||
|
andList := bson.A{}
|
||||||
|
f := bson.D{}
|
||||||
|
if filters != nil {
|
||||||
|
for k, filter := range filters.Or {
|
||||||
|
for _, ff := range filter {
|
||||||
|
orList = append(orList, dbs.StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for k, filter := range filters.And {
|
||||||
|
for _, ff := range filter {
|
||||||
|
andList = append(andList, dbs.StringToOperator(ff.Operator).ToMongoOperator(k, ff.Value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(orList) > 0 && len(andList) == 0 {
|
||||||
|
f = bson.D{{"$or", orList}}
|
||||||
|
} else {
|
||||||
|
if len(orList) > 0 {
|
||||||
|
andList = append(andList, bson.M{"$or": orList})
|
||||||
|
}
|
||||||
|
f = bson.D{{"$and", andList}}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
if cursor, err := targetDBCollection.Find(
|
||||||
|
MngoCtx,
|
||||||
|
f,
|
||||||
|
opts,
|
||||||
|
); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
} else {
|
||||||
|
return cursor, 200, nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) LoadFilter(filter map[string]interface{}, collection_name string) (*mongo.Cursor, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return nil, 503, err
|
||||||
|
}
|
||||||
|
f := bson.D{}
|
||||||
|
for k, v := range filter {
|
||||||
|
f = append(f, bson.E{Key: k, Value: v})
|
||||||
|
}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
res, err := targetDBCollection.Find(MngoCtx, f)
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
return res, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *MongoDB) LoadAll(collection_name string) (*mongo.Cursor, int, error) {
|
||||||
|
if err := m.createClient(mngoConfig.GetUrl(), false); err != nil {
|
||||||
|
return nil, 503, err
|
||||||
|
}
|
||||||
|
targetDBCollection := CollectionMap[collection_name]
|
||||||
|
|
||||||
|
MngoCtx, cancel = context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
res, err := targetDBCollection.Find(MngoCtx, bson.D{})
|
||||||
|
if err != nil {
|
||||||
|
m.Logger.Error().Msg("Couldn't find any resources. Error : " + err.Error())
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
return res, 200, nil
|
||||||
|
}
|
55
dbs/mongo/mongo_utils.go
Normal file
55
dbs/mongo/mongo_utils.go
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
package mongo
|
||||||
|
|
||||||
|
import (
|
||||||
|
"go.mongodb.org/mongo-driver/bson"
|
||||||
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||||
|
"go.mongodb.org/mongo-driver/mongo"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Will store the created collection object for a faster access
|
||||||
|
var CollectionMap map[string]*mongo.Collection
|
||||||
|
var IndexesMap map[string][]mongo.IndexModel
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
CollectionMap = make(map[string]*mongo.Collection)
|
||||||
|
IndexesMap = make(map[string][]mongo.IndexModel)
|
||||||
|
|
||||||
|
IndexesMap["data"] = append(IndexesMap["data"], mongo.IndexModel{Keys: bson.D{
|
||||||
|
{Key: "description", Value: "text"},
|
||||||
|
{Key: "example", Value: "text"}},
|
||||||
|
})
|
||||||
|
|
||||||
|
IndexesMap["compute"] = append(IndexesMap["compute"], mongo.IndexModel{Keys: bson.D{
|
||||||
|
{Key: "description", Value: "text"},
|
||||||
|
{Key: "example", Value: "text"},
|
||||||
|
{Key: "owner", Value: "text"}},
|
||||||
|
})
|
||||||
|
|
||||||
|
IndexesMap["storage"] = append(IndexesMap["storage"], mongo.IndexModel{Keys: bson.D{
|
||||||
|
{Key: "description", Value: "text"},
|
||||||
|
{Key: "example", Value: "text"}},
|
||||||
|
})
|
||||||
|
|
||||||
|
IndexesMap["processing"] = append(IndexesMap["processing"], mongo.IndexModel{Keys: bson.D{
|
||||||
|
{Key: "description", Value: "text"},
|
||||||
|
{Key: "example", Value: "text"},
|
||||||
|
{Key: "owner", Value: "text"},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
IndexesMap["workflow"] = append(IndexesMap["workflow"], mongo.IndexModel{Keys: bson.D{
|
||||||
|
{Key: "description", Value: "text"},
|
||||||
|
{Key: "example", Value: "text"},
|
||||||
|
{Key: "owner", Value: "text"},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetObjIDFromString(id string) interface{} {
|
||||||
|
objectID, err := primitive.ObjectIDFromHex(id)
|
||||||
|
if err == nil {
|
||||||
|
return objectID
|
||||||
|
}
|
||||||
|
return id
|
||||||
|
}
|
110
doc/model.puml
110
doc/model.puml
@ -1,22 +1,22 @@
|
|||||||
@startuml oclib
|
@startuml oclib
|
||||||
|
|
||||||
|
|
||||||
abstract Ressource {
|
abstract Resource{
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
+icon: string
|
+icon: string
|
||||||
+description: string
|
+description: string
|
||||||
+graphic: GraphicElement
|
+graphic: GraphicElement
|
||||||
+element: Data/Processing/Storage/Workflow/Datacenter
|
+element: DataResource/ProcessingResource/StorageResource/Workflow/DatacenterResource
|
||||||
}
|
}
|
||||||
|
|
||||||
class Data {
|
class DataResource {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
}
|
}
|
||||||
|
|
||||||
class Processing {
|
class ProcessingResource {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
+container: string
|
+container: string
|
||||||
+command: int
|
+command: int
|
||||||
@ -24,110 +24,154 @@ class Processing {
|
|||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
class Storage {
|
class StorageResource {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
+url: string
|
+url: string
|
||||||
+capacity: int
|
+capacity: int
|
||||||
}
|
}
|
||||||
|
|
||||||
class Datacenter {
|
class DatacenterResource {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
class Workflow {
|
class Workflow {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
}
|
}
|
||||||
|
|
||||||
class ResourceSet {
|
class ResourceSet {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
+ressources: Ressource[]
|
+ressources: Ressource[]
|
||||||
}
|
}
|
||||||
|
|
||||||
class WorkflowSchedule {
|
class WorkflowSchedule {
|
||||||
+id: int
|
+UUID: int
|
||||||
+start: date
|
+start: date
|
||||||
+end: date
|
+end: date
|
||||||
+cron : string
|
+cron : string
|
||||||
}
|
}
|
||||||
|
|
||||||
class Graph {
|
class Graph {
|
||||||
+id: int
|
+UUID: int
|
||||||
+ressources: map[GraphicElement.ID]Ressource
|
+ressources: map[GraphicElement.UUID]Resource
|
||||||
+links: Link[]
|
+links: Link[]
|
||||||
}
|
}
|
||||||
|
|
||||||
class Link {
|
class Link {
|
||||||
+id: int
|
+UUID: int
|
||||||
+source: GraphicElement.ID
|
+source: GraphicElement.UUID
|
||||||
+target: GraphicElement.ID
|
+target: GraphicElement.UUID
|
||||||
+graphic: GraphicLink
|
+graphic: GraphicLink
|
||||||
}
|
}
|
||||||
|
|
||||||
class GraphicLink {
|
class GraphicLink {
|
||||||
+id: int
|
+UUID: int
|
||||||
+startXY: coord
|
+startXY: coord
|
||||||
+endXY: coord
|
+endXY: coord
|
||||||
+style: string
|
+style: string
|
||||||
}
|
}
|
||||||
|
|
||||||
class GraphicElement {
|
class GraphicElement {
|
||||||
+id: int
|
+UUID: int
|
||||||
+style: string
|
+style: string
|
||||||
+xy: coord
|
+xy: coord
|
||||||
}
|
}
|
||||||
|
|
||||||
class Calendar {
|
class Calendar {
|
||||||
+id: int
|
+UUID: int
|
||||||
+name: string
|
+name: string
|
||||||
+workflows: Workflow[]
|
+workflows: Workflow[]
|
||||||
+owner: string
|
+owner: string
|
||||||
}
|
}
|
||||||
|
|
||||||
class UserWorkflows {
|
class UserWorkflows {
|
||||||
+id: int
|
+UUID: int
|
||||||
+user: string
|
+user: string
|
||||||
+workflows: Workflow[]
|
+workflows: Workflow[]
|
||||||
}
|
}
|
||||||
|
|
||||||
class DatacenterWorkflows {
|
class DatacenterWorkflows {
|
||||||
+id: int
|
+UUID: int
|
||||||
+datacenter: Datacenter
|
+datacenter: DatacenterResource
|
||||||
+workflows: Workflow[]
|
+workflows: Workflow[]
|
||||||
}
|
}
|
||||||
|
|
||||||
class Graph {
|
class Graph {
|
||||||
+id: int
|
+UUID: int
|
||||||
+graph: Graph
|
+graph: Graph
|
||||||
+workflows: Workflow[]
|
+workflows: Workflow[]
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class Workspace {
|
||||||
|
+UUID: int
|
||||||
|
+name: string
|
||||||
|
+resources: ResourceSet[]
|
||||||
|
+peers: Peer[]
|
||||||
|
}
|
||||||
|
|
||||||
|
class Peer {
|
||||||
|
+UUID: int
|
||||||
|
+name: string
|
||||||
|
+url: string
|
||||||
|
}
|
||||||
|
|
||||||
|
class SharedWorkspace {
|
||||||
|
+UUID: int
|
||||||
|
+name: string
|
||||||
|
+version: string
|
||||||
|
+description: string
|
||||||
|
+attributes: map[string]string
|
||||||
|
+workspaces: Workspace[]
|
||||||
|
+workflows: Workflow[]
|
||||||
|
+peers: Peer[]
|
||||||
|
}
|
||||||
|
|
||||||
|
class RuleSet {
|
||||||
|
+UUID: int
|
||||||
|
+name: string
|
||||||
|
+description: string
|
||||||
|
+rules: Rule[]
|
||||||
|
}
|
||||||
|
class Rule {
|
||||||
|
+UUID: int
|
||||||
|
+name: string
|
||||||
|
+description: string
|
||||||
|
+condition: string
|
||||||
|
+action: string
|
||||||
|
}
|
||||||
|
|
||||||
|
SharedWorkspace "1" o-- "0..*" Workspace
|
||||||
|
SharedWorkspace "1" o-- "0..*" Peer
|
||||||
|
Workspace "1" o-- "0..*" ResourceSet
|
||||||
|
Peer -- Resource
|
||||||
|
RuleSet "1" o-- "0..*" Rule
|
||||||
|
SharedWorkspace -- RuleSet
|
||||||
|
|
||||||
UserWorkflows "1" o-- "0..*" Workflow
|
UserWorkflows "1" o-- "0..*" Workflow
|
||||||
|
|
||||||
DatacenterWorkflows "1" o-- "0..*" Workflow
|
DatacenterWorkflows "1" o-- "0..*" Workflow
|
||||||
|
|
||||||
Ressource <|-- Data
|
Resource<|-- DataResource
|
||||||
Ressource <|-- Processing
|
Resource<|-- ProcessingResource
|
||||||
Ressource <|-- Storage
|
Resource<|-- StorageResource
|
||||||
Ressource <|-- Datacenter
|
Resource<|-- DatacenterResource
|
||||||
Ressource <|-- Workflow
|
Resource<|-- Workflow
|
||||||
|
|
||||||
ResourceSet "1" o-- "0..*" Ressource
|
ResourceSet "1" o-- "0..*" Ressource
|
||||||
|
|
||||||
Workflow "1" o-- "0..*" ResourceSet
|
Workflow "1" o-- "0..*" ResourceSet
|
||||||
Workflow "1" o-- "0..*" WorkflowSchedule
|
Workflow "1" o-- "0..1" WorkflowSchedule
|
||||||
Workflow "1" o-- "0..*" Graph
|
Workflow "1" o-- "0..*" Graph
|
||||||
|
|
||||||
Graph "1" o-- "0..*" Resources
|
Graph "1" o-- "0..*" Resources
|
||||||
Graph "1" o-- "0..*" Link
|
Graph "1" o-- "0..*" Link
|
||||||
|
|
||||||
Ressource --o GraphicElement
|
Resource--o GraphicElement
|
||||||
Link -- GraphicLink
|
Link -- GraphicLink
|
||||||
|
|
||||||
|
|
||||||
|
BIN
doc/oclib.png
BIN
doc/oclib.png
Binary file not shown.
Before Width: | Height: | Size: 89 KiB After Width: | Height: | Size: 102 KiB |
493
entrypoint.go
Normal file
493
entrypoint.go
Normal file
@ -0,0 +1,493 @@
|
|||||||
|
package oclib
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"runtime/debug"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/data"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/processing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/storage"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/resources/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
beego "github.com/beego/beego/v2/server/web"
|
||||||
|
"github.com/beego/beego/v2/server/web/context"
|
||||||
|
"github.com/goraz/onion"
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Filters = dbs.Filters
|
||||||
|
|
||||||
|
type LibDataEnum int
|
||||||
|
|
||||||
|
// init accessible constant to retrieve data from the database
|
||||||
|
const (
|
||||||
|
INVALID LibDataEnum = iota
|
||||||
|
DATA_RESOURCE = tools.DATA_RESOURCE
|
||||||
|
PROCESSING_RESOURCE = tools.PROCESSING_RESOURCE
|
||||||
|
STORAGE_RESOURCE = tools.STORAGE_RESOURCE
|
||||||
|
COMPUTE_RESOURCE = tools.COMPUTE_RESOURCE
|
||||||
|
WORKFLOW_RESOURCE = tools.WORKFLOW_RESOURCE
|
||||||
|
WORKFLOW = tools.WORKFLOW
|
||||||
|
WORKSPACE = tools.WORKSPACE
|
||||||
|
WORKFLOW_EXECUTION = tools.WORKFLOW_EXECUTION
|
||||||
|
PEER = tools.PEER
|
||||||
|
SHARED_WORKSPACE = tools.COLLABORATIVE_AREA
|
||||||
|
RULE = tools.RULE
|
||||||
|
BOOKING = tools.BOOKING
|
||||||
|
)
|
||||||
|
|
||||||
|
// will turn into standards api hostnames
|
||||||
|
func (d LibDataEnum) API() string {
|
||||||
|
return tools.DefaultAPI[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
// will turn into standards name
|
||||||
|
func (d LibDataEnum) String() string {
|
||||||
|
return tools.Str[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
// will turn into enum index
|
||||||
|
func (d LibDataEnum) EnumIndex() int {
|
||||||
|
return int(d)
|
||||||
|
}
|
||||||
|
|
||||||
|
func IsQueryParamsEquals(input *context.BeegoInput, name string, val interface{}) bool {
|
||||||
|
path := strings.Split(input.URI(), "?")
|
||||||
|
if len(path) >= 2 {
|
||||||
|
uri := strings.Split(path[1], "&")
|
||||||
|
for _, val := range uri {
|
||||||
|
kv := strings.Split(val, "=")
|
||||||
|
if kv[0] == name && fmt.Sprintf("%v", val) == kv[1] {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// model to define the shallow data structure
|
||||||
|
type LibDataShallow struct {
|
||||||
|
Data []utils.ShallowDBObject `bson:"data" json:"data"`
|
||||||
|
Code int `bson:"code" json:"code"`
|
||||||
|
Err string `bson:"error" json:"error"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// model to define the data structure
|
||||||
|
type LibData struct {
|
||||||
|
Data utils.DBObject `bson:"data" json:"data"`
|
||||||
|
Code int `bson:"code" json:"code"`
|
||||||
|
Err string `bson:"error" json:"error"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func InitDaemon(appName string) {
|
||||||
|
config.SetAppName(appName) // set the app name to the logger to define the main log chan
|
||||||
|
// create a temporary console logger for init
|
||||||
|
logs.SetLogger(logs.CreateLogger("main"))
|
||||||
|
// Load the right config file
|
||||||
|
o := GetConfLoader()
|
||||||
|
|
||||||
|
// feed the library with the loaded config
|
||||||
|
SetConfig(
|
||||||
|
o.GetStringDefault("MONGO_URL", "mongodb://127.0.0.1:27017"),
|
||||||
|
o.GetStringDefault("MONGO_DATABASE", "DC_myDC"),
|
||||||
|
o.GetStringDefault("NATS_URL", "nats://localhost:4222"),
|
||||||
|
o.GetStringDefault("LOKI_URL", ""),
|
||||||
|
o.GetStringDefault("LOG_LEVEL", "info"),
|
||||||
|
)
|
||||||
|
// Beego init
|
||||||
|
beego.BConfig.AppName = appName
|
||||||
|
beego.BConfig.Listen.HTTPPort = o.GetIntDefault("port", 8080)
|
||||||
|
beego.BConfig.WebConfig.DirectoryIndex = true
|
||||||
|
beego.BConfig.WebConfig.StaticDir["/swagger"] = "swagger"
|
||||||
|
}
|
||||||
|
|
||||||
|
func Init(appName string) {
|
||||||
|
InitDaemon(appName)
|
||||||
|
api := &tools.API{}
|
||||||
|
api.Discovered(beego.BeeApp.Handlers.GetAllControllerInfo())
|
||||||
|
}
|
||||||
|
|
||||||
|
//
|
||||||
|
// Expose subpackages
|
||||||
|
//
|
||||||
|
|
||||||
|
/* GetLogger returns the main logger
|
||||||
|
* @return zerolog.Logger
|
||||||
|
*/
|
||||||
|
func GetLogger() zerolog.Logger {
|
||||||
|
return logs.GetLogger()
|
||||||
|
}
|
||||||
|
|
||||||
|
/* SetConfig will set the config and create a logger according to app configuration and initialize mongo accessor
|
||||||
|
* @param url string
|
||||||
|
* @param database string
|
||||||
|
* @param natsUrl string
|
||||||
|
* @param lokiUrl string
|
||||||
|
* @param logLevel string
|
||||||
|
* @return *Config
|
||||||
|
*/
|
||||||
|
func SetConfig(mongoUrl string, database string, natsUrl string, lokiUrl string, logLevel string) *config.Config {
|
||||||
|
cfg := config.SetConfig(mongoUrl, database, natsUrl, lokiUrl, logLevel)
|
||||||
|
defer func() {
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in Init : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
fmt.Printf("Panic recovered in Init : %v - %v\n", r, string(debug.Stack()))
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
logs.CreateLogger("main")
|
||||||
|
mongo.MONGOService.Init(models.GetModelsNames(), config.GetConfig()) // init the mongo service
|
||||||
|
/*
|
||||||
|
Here we will check if the resource model is already stored in the database
|
||||||
|
If not we will store it
|
||||||
|
Resource model is the model that will define the structure of the resources
|
||||||
|
*/
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
for _, model := range []string{tools.DATA_RESOURCE.String(), tools.PROCESSING_RESOURCE.String(), tools.STORAGE_RESOURCE.String(), tools.COMPUTE_RESOURCE.String(), tools.WORKFLOW_RESOURCE.String()} {
|
||||||
|
data, code, _ := accessor.Search(nil, model)
|
||||||
|
if code == 404 || len(data) == 0 {
|
||||||
|
refs := map[string]string{}
|
||||||
|
m := map[string]resource_model.Model{}
|
||||||
|
// TODO Specify the model for each resource
|
||||||
|
// for now only processing is specified here (not an elegant way)
|
||||||
|
if model == tools.DATA_RESOURCE.String() || model == tools.STORAGE_RESOURCE.String() {
|
||||||
|
refs["path"] = "string"
|
||||||
|
}
|
||||||
|
if model == tools.PROCESSING_RESOURCE.String() {
|
||||||
|
m["command"] = resource_model.Model{
|
||||||
|
Type: "string",
|
||||||
|
ReadOnly: false,
|
||||||
|
}
|
||||||
|
m["args"] = resource_model.Model{
|
||||||
|
Type: "string",
|
||||||
|
ReadOnly: false,
|
||||||
|
}
|
||||||
|
m["env"] = resource_model.Model{
|
||||||
|
Type: "string",
|
||||||
|
ReadOnly: false,
|
||||||
|
}
|
||||||
|
m["volumes"] = resource_model.Model{
|
||||||
|
Type: "map[string]string",
|
||||||
|
ReadOnly: false,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
accessor.StoreOne(&resource_model.ResourceModel{
|
||||||
|
ResourceType: model,
|
||||||
|
VarRefs: refs,
|
||||||
|
Model: map[string]map[string]resource_model.Model{
|
||||||
|
"container": m,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return cfg
|
||||||
|
}
|
||||||
|
|
||||||
|
/* GetConfig will get the config
|
||||||
|
* @return *Config
|
||||||
|
*/
|
||||||
|
func GetConfig() *config.Config {
|
||||||
|
return config.GetConfig()
|
||||||
|
}
|
||||||
|
|
||||||
|
/* GetConfLoader
|
||||||
|
* Get the configuration loader for the application
|
||||||
|
* Parameters:
|
||||||
|
* - AppName: string : the name of the application
|
||||||
|
* Returns:
|
||||||
|
* - *onion.Onion : the configuration loader
|
||||||
|
* The configuration loader will load the configuration from the following sources:
|
||||||
|
* - the environment variables with the prefix OCAPPNAME_
|
||||||
|
* - the file /etc/oc/appname.json
|
||||||
|
* - the file ./appname.json
|
||||||
|
* The configuration loader will merge the configuration from the different sources
|
||||||
|
* The configuration loader will give priority to the environment variables
|
||||||
|
* The configuration loader will give priority to the local file over the default file
|
||||||
|
*/
|
||||||
|
|
||||||
|
func GetConfLoader() *onion.Onion {
|
||||||
|
return config.GetConfLoader()
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Search will search for the data in the database
|
||||||
|
* @param filters *dbs.Filters
|
||||||
|
* @param word string
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibDataShallow
|
||||||
|
*/
|
||||||
|
func Search(filters *dbs.Filters, word string, collection LibDataEnum, c ...*tools.HTTPCaller) (data LibDataShallow) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in Search : "+fmt.Sprintf("%v", r)))
|
||||||
|
data = LibDataShallow{Data: nil, Code: 500, Err: "Panic recovered in LoadAll : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
d, code, err := models.Model(collection.EnumIndex()).GetAccessor(caller).Search(filters, word)
|
||||||
|
if err != nil {
|
||||||
|
data = LibDataShallow{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibDataShallow{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* LoadAll will load all the data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibDataShallow
|
||||||
|
*/
|
||||||
|
func LoadAll(collection LibDataEnum, c ...*tools.HTTPCaller) (data LibDataShallow) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in LoadAll : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibDataShallow{Data: nil, Code: 500, Err: "Panic recovered in LoadAll : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
d, code, err := models.Model(collection.EnumIndex()).GetAccessor(caller).LoadAll()
|
||||||
|
if err != nil {
|
||||||
|
data = LibDataShallow{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibDataShallow{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* LoadOne will load one data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param id string
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibData
|
||||||
|
*/
|
||||||
|
func LoadOne(collection LibDataEnum, id string, c ...*tools.HTTPCaller) (data LibData) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in LoadOne : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibData{Data: nil, Code: 500, Err: "Panic recovered in LoadOne : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
d, code, err := models.Model(collection.EnumIndex()).GetAccessor(caller).LoadOne(id)
|
||||||
|
if err != nil {
|
||||||
|
data = LibData{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibData{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* UpdateOne will update one data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param set map[string]interface{}
|
||||||
|
* @param id string
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibData
|
||||||
|
*/
|
||||||
|
func UpdateOne(collection LibDataEnum, set map[string]interface{}, id string, c ...*tools.HTTPCaller) (data LibData) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in UpdateOne : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibData{Data: nil, Code: 500, Err: "Panic recovered in UpdateOne : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
model := models.Model(collection.EnumIndex())
|
||||||
|
d, code, err := model.GetAccessor(caller).UpdateOne(model.Deserialize(set), id)
|
||||||
|
if err != nil {
|
||||||
|
data = LibData{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibData{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* DeleteOne will delete one data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param id string
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibData
|
||||||
|
*/
|
||||||
|
func DeleteOne(collection LibDataEnum, id string, c ...*tools.HTTPCaller) (data LibData) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in DeleteOne : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibData{Data: nil, Code: 500, Err: "Panic recovered in DeleteOne : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
d, code, err := models.Model(collection.EnumIndex()).GetAccessor(caller).DeleteOne(id)
|
||||||
|
if err != nil {
|
||||||
|
data = LibData{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibData{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* StoreOne will store one data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param object map[string]interface{}
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibData
|
||||||
|
*/
|
||||||
|
func StoreOne(collection LibDataEnum, object map[string]interface{}, c ...*tools.HTTPCaller) (data LibData) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in StoreOne : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibData{Data: nil, Code: 500, Err: "Panic recovered in StoreOne : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
model := models.Model(collection.EnumIndex())
|
||||||
|
d, code, err := model.GetAccessor(caller).StoreOne(model.Deserialize(object))
|
||||||
|
if err != nil {
|
||||||
|
data = LibData{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibData{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* CopyOne will copy one data from the database
|
||||||
|
* @param collection LibDataEnum
|
||||||
|
* @param object map[string]interface{}
|
||||||
|
* @param c ...*tools.HTTPCaller
|
||||||
|
* @return data LibData
|
||||||
|
*/
|
||||||
|
func CopyOne(collection LibDataEnum, object map[string]interface{}, c ...*tools.HTTPCaller) (data LibData) {
|
||||||
|
defer func() { // recover the panic
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
tools.UncatchedError = append(tools.UncatchedError, errors.New("Panic recovered in CopyOne : "+fmt.Sprintf("%v", r)+" - "+string(debug.Stack())))
|
||||||
|
data = LibData{Data: nil, Code: 500, Err: "Panic recovered in UpdateOne : " + fmt.Sprintf("%v", r) + " - " + string(debug.Stack())}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
var caller *tools.HTTPCaller // define the caller
|
||||||
|
if len(c) > 0 {
|
||||||
|
caller = c[0]
|
||||||
|
}
|
||||||
|
model := models.Model(collection.EnumIndex())
|
||||||
|
d, code, err := model.GetAccessor(caller).CopyOne(model.Deserialize(object))
|
||||||
|
if err != nil {
|
||||||
|
data = LibData{Data: d, Code: code, Err: err.Error()}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
data = LibData{Data: d, Code: code}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// ================ CAST ========================= //
|
||||||
|
|
||||||
|
func (l *LibData) ToDataResource() *data.DataResource {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.DATA_RESOURCE.String() {
|
||||||
|
return l.Data.(*data.DataResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToComputeResource() *compute.ComputeResource {
|
||||||
|
if l.Data != nil && l.Data.GetAccessor(nil).GetType() == tools.COMPUTE_RESOURCE.String() {
|
||||||
|
return l.Data.(*compute.ComputeResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (l *LibData) ToStorageResource() *storage.StorageResource {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.STORAGE_RESOURCE.String() {
|
||||||
|
return l.Data.(*storage.StorageResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (l *LibData) ToProcessingResource() *processing.ProcessingResource {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.PROCESSING_RESOURCE.String() {
|
||||||
|
return l.Data.(*processing.ProcessingResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (l *LibData) ToWorkflowResource() *w.WorkflowResource {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.WORKFLOW_RESOURCE.String() {
|
||||||
|
return l.Data.(*w.WorkflowResource)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (l *LibData) ToPeer() *peer.Peer {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.PEER.String() {
|
||||||
|
return l.Data.(*peer.Peer)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToWorkflow() *w2.Workflow {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.WORKFLOW.String() {
|
||||||
|
return l.Data.(*w2.Workflow)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (l *LibData) ToWorkspace() *workspace.Workspace {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.WORKSPACE.String() {
|
||||||
|
return l.Data.(*workspace.Workspace)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToCollaborativeArea() *collaborative_area.CollaborativeArea {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.COLLABORATIVE_AREA.String() {
|
||||||
|
return l.Data.(*collaborative_area.CollaborativeArea)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToRule() *rule.Rule {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.COLLABORATIVE_AREA.String() {
|
||||||
|
return l.Data.(*rule.Rule)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *LibData) ToWorkflowExecution() *workflow_execution.WorkflowExecution {
|
||||||
|
if l.Data.GetAccessor(nil).GetType() == tools.WORKFLOW_EXECUTION.String() {
|
||||||
|
return l.Data.(*workflow_execution.WorkflowExecution)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
55
go.mod
55
go.mod
@ -1,11 +1,58 @@
|
|||||||
module oc-lib
|
module cloud.o-forge.io/core/oc-lib
|
||||||
|
|
||||||
go 1.22.0
|
go 1.22.0
|
||||||
|
|
||||||
require github.com/rs/zerolog v1.33.0
|
require (
|
||||||
|
github.com/beego/beego/v2 v2.3.1
|
||||||
|
github.com/go-playground/validator/v10 v10.22.0
|
||||||
|
github.com/google/uuid v1.6.0
|
||||||
|
github.com/goraz/onion v0.1.3
|
||||||
|
github.com/nats-io/nats.go v1.37.0
|
||||||
|
github.com/robfig/cron/v3 v3.0.1
|
||||||
|
github.com/rs/zerolog v1.33.0
|
||||||
|
github.com/stretchr/testify v1.9.0
|
||||||
|
)
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/nats-io/nkeys v0.4.7 // indirect
|
||||||
|
github.com/nats-io/nuid v1.0.1 // indirect
|
||||||
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/mattn/go-colorable v0.1.13 // indirect
|
github.com/mattn/go-colorable v0.1.13 // indirect
|
||||||
github.com/mattn/go-isatty v0.0.19 // indirect
|
github.com/mattn/go-isatty v0.0.20 // indirect
|
||||||
golang.org/x/sys v0.12.0 // indirect
|
go.mongodb.org/mongo-driver v1.16.0
|
||||||
|
golang.org/x/sys v0.22.0 // indirect
|
||||||
|
)
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/beorn7/perks v1.0.1 // indirect
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0 // indirect
|
||||||
|
github.com/davecgh/go-spew v1.1.1 // indirect
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.4 // indirect
|
||||||
|
github.com/go-playground/locales v0.14.1 // indirect
|
||||||
|
github.com/go-playground/universal-translator v0.18.1 // indirect
|
||||||
|
github.com/golang/snappy v0.0.4 // indirect
|
||||||
|
github.com/hashicorp/golang-lru v0.5.4 // indirect
|
||||||
|
github.com/klauspost/compress v1.17.9 // indirect
|
||||||
|
github.com/kr/text v0.1.0 // indirect
|
||||||
|
github.com/leodido/go-urn v1.4.0 // indirect
|
||||||
|
github.com/mitchellh/mapstructure v1.5.0 // indirect
|
||||||
|
github.com/montanaflynn/stats v0.7.1 // indirect
|
||||||
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
||||||
|
github.com/prometheus/client_golang v1.19.0 // indirect
|
||||||
|
github.com/prometheus/client_model v0.5.0 // indirect
|
||||||
|
github.com/prometheus/common v0.48.0 // indirect
|
||||||
|
github.com/prometheus/procfs v0.12.0 // indirect
|
||||||
|
github.com/shiena/ansicolor v0.0.0-20200904210342-c7312218db18 // indirect
|
||||||
|
github.com/xdg-go/pbkdf2 v1.0.0 // indirect
|
||||||
|
github.com/xdg-go/scram v1.1.2 // indirect
|
||||||
|
github.com/xdg-go/stringprep v1.0.4 // indirect
|
||||||
|
github.com/youmark/pkcs8 v0.0.0-20240424034433-3c2c7870ae76 // indirect
|
||||||
|
golang.org/x/crypto v0.25.0 // indirect
|
||||||
|
golang.org/x/net v0.27.0 // indirect
|
||||||
|
golang.org/x/sync v0.7.0 // indirect
|
||||||
|
golang.org/x/text v0.16.0 // indirect
|
||||||
|
google.golang.org/protobuf v1.34.2 // indirect
|
||||||
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||||
)
|
)
|
||||||
|
158
go.sum
158
go.sum
@ -1,15 +1,169 @@
|
|||||||
|
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
|
||||||
|
github.com/beego/beego/v2 v2.3.1 h1:7MUKMpJYzOXtCUsTEoXOxsDV/UcHw6CPbaWMlthVNsc=
|
||||||
|
github.com/beego/beego/v2 v2.3.1/go.mod h1:5cqHsOHJIxkq44tBpRvtDe59GuVRVv/9/tyVDxd5ce4=
|
||||||
|
github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
|
||||||
|
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
||||||
|
github.com/coreos/etcd v3.3.17+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE=
|
||||||
|
github.com/coreos/go-semver v0.3.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk=
|
||||||
github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
|
github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
|
||||||
|
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||||
|
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||||
|
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||||
|
github.com/elazarl/go-bindata-assetfs v1.0.1 h1:m0kkaHRKEu7tUIUFVwhGGGYClXvyl4RE03qmvRTNfbw=
|
||||||
|
github.com/elazarl/go-bindata-assetfs v1.0.1/go.mod h1:v+YaWX3bdea5J/mo8dSETolEo7R71Vk1u8bnjau5yw4=
|
||||||
|
github.com/etcd-io/etcd v3.3.17+incompatible/go.mod h1:cdZ77EstHBwVtD6iTgzgvogwcjo9m4iOqoijouPJ4bs=
|
||||||
|
github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.4 h1:QjV6pZ7/XZ7ryI2KuyeEDE8wnh7fHP9YnQy+R0LnH8I=
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.4/go.mod h1:JwLei5XPtWdGiMFB5Pjle1oEeoSeEuJfJE+TtfvdB/s=
|
||||||
|
github.com/go-playground/assert/v2 v2.2.0 h1:JvknZsQTYeFEAhQwI4qEt9cyV5ONwRHC+lYKSsYSR8s=
|
||||||
|
github.com/go-playground/assert/v2 v2.2.0/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4=
|
||||||
|
github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
|
||||||
|
github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
|
||||||
|
github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
|
||||||
|
github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=
|
||||||
|
github.com/go-playground/validator/v10 v10.22.0 h1:k6HsTZ0sTnROkhS//R0O+55JgM8C4Bx7ia+JlgcnOao=
|
||||||
|
github.com/go-playground/validator/v10 v10.22.0/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM=
|
||||||
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
|
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
|
||||||
|
github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=
|
||||||
|
github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
|
||||||
|
github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
|
||||||
|
github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
|
||||||
|
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
|
||||||
|
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
|
||||||
|
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||||
|
github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8=
|
||||||
|
github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=
|
||||||
|
github.com/goraz/onion v0.1.3 h1:KhyvbDA2b70gcz/d5izfwTiOH8SmrvV43AsVzpng3n0=
|
||||||
|
github.com/goraz/onion v0.1.3/go.mod h1:XEmz1XoBz+wxTgWB8NwuvRm4RAu3vKxvrmYtzK+XCuQ=
|
||||||
|
github.com/hashicorp/golang-lru v0.5.4 h1:YDjusn29QI/Das2iO9M0BHnIbxPeyuCHsjMW+lJfyTc=
|
||||||
|
github.com/hashicorp/golang-lru v0.5.4/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4=
|
||||||
|
github.com/imdario/mergo v0.3.8/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA=
|
||||||
|
github.com/json-iterator/go v1.1.8/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
|
||||||
|
github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo=
|
||||||
|
github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU=
|
||||||
|
github.com/klauspost/compress v1.17.9 h1:6KIumPrER1LHsvBVuDa0r5xaG0Es51mhhB9BQB2qeMA=
|
||||||
|
github.com/klauspost/compress v1.17.9/go.mod h1:Di0epgTjJY877eYKx5yC51cX2A2Vl2ibi7bDH9ttBbw=
|
||||||
|
github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
|
||||||
|
github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
|
||||||
|
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
|
||||||
|
github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
|
||||||
|
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
|
||||||
|
github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=
|
||||||
|
github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=
|
||||||
|
github.com/magiconair/properties v1.8.1/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ=
|
||||||
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
||||||
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
||||||
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
||||||
github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA=
|
|
||||||
github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
|
github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
|
||||||
|
github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
|
||||||
|
github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
|
||||||
|
github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y=
|
||||||
|
github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=
|
||||||
|
github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
|
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
|
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
|
github.com/montanaflynn/stats v0.7.1 h1:etflOAAHORrCC44V+aR6Ftzort912ZU+YLiSTuV8eaE=
|
||||||
|
github.com/montanaflynn/stats v0.7.1/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow=
|
||||||
|
github.com/nats-io/nats.go v1.37.0 h1:07rauXbVnnJvv1gfIyghFEo6lUcYRY0WXc3x7x0vUxE=
|
||||||
|
github.com/nats-io/nats.go v1.37.0/go.mod h1:Ubdu4Nh9exXdSz0RVWRFBbRfrbSxOYd26oF0wkWclB8=
|
||||||
|
github.com/nats-io/nkeys v0.4.7 h1:RwNJbbIdYCoClSDNY7QVKZlyb/wfT6ugvFCiKy6vDvI=
|
||||||
|
github.com/nats-io/nkeys v0.4.7/go.mod h1:kqXRgRDPlGy7nGaEDMuYzmiJCIAAWDK0IMBtDmGD0nc=
|
||||||
|
github.com/nats-io/nuid v1.0.1 h1:5iA8DT8V7q8WK2EScv2padNa/rTESc1KdnPw4TC2paw=
|
||||||
|
github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c=
|
||||||
|
github.com/ogier/pflag v0.0.1/go.mod h1:zkFki7tvTa0tafRvTBIZTvzYyAu6kQhPZFnshFFPE+g=
|
||||||
|
github.com/pelletier/go-toml v1.6.0/go.mod h1:5N711Q9dKgbdkxHL+MEfF31hpT7l0S0s/t2kKREewys=
|
||||||
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||||
|
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||||
|
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||||
|
github.com/prometheus/client_golang v1.19.0 h1:ygXvpU1AoN1MhdzckN+PyD9QJOSD4x7kmXYlnfbA6JU=
|
||||||
|
github.com/prometheus/client_golang v1.19.0/go.mod h1:ZRM9uEAypZakd+q/x7+gmsvXdURP+DABIEIjnmDdp+k=
|
||||||
|
github.com/prometheus/client_model v0.5.0 h1:VQw1hfvPvk3Uv6Qf29VrPF32JB6rtbgI6cYPYQjL0Qw=
|
||||||
|
github.com/prometheus/client_model v0.5.0/go.mod h1:dTiFglRmd66nLR9Pv9f0mZi7B7fk5Pm3gvsjB5tr+kI=
|
||||||
|
github.com/prometheus/common v0.48.0 h1:QO8U2CdOzSn1BBsmXJXduaaW+dY/5QLjfB8svtSzKKE=
|
||||||
|
github.com/prometheus/common v0.48.0/go.mod h1:0/KsvlIEfPQCQ5I2iNSAWKPZziNCvRs5EC6ILDTlAPc=
|
||||||
|
github.com/prometheus/procfs v0.12.0 h1:jluTpSng7V9hY0O2R9DzzJHYb2xULk9VTR1V1R/k6Bo=
|
||||||
|
github.com/prometheus/procfs v0.12.0/go.mod h1:pcuDEFsWDnvcgNzo4EEweacyhjeA9Zk3cnaOZAZEfOo=
|
||||||
|
github.com/robfig/cron/v3 v3.0.1 h1:WdRxkvbJztn8LMz/QEvLN5sBU+xKpSqwwUO1Pjr4qDs=
|
||||||
|
github.com/robfig/cron/v3 v3.0.1/go.mod h1:eQICP3HwyT7UooqI/z+Ov+PtYAWygg1TEWWzGIFLtro=
|
||||||
|
github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ=
|
||||||
|
github.com/rogpeppe/go-internal v1.10.0/go.mod h1:UQnix2H7Ngw/k4C5ijL5+65zddjncjaFoBhdsK/akog=
|
||||||
github.com/rs/xid v1.5.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
|
github.com/rs/xid v1.5.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
|
||||||
github.com/rs/zerolog v1.33.0 h1:1cU2KZkvPxNyfgEmhHAz/1A9Bz+llsdYzklWFzgp0r8=
|
github.com/rs/zerolog v1.33.0 h1:1cU2KZkvPxNyfgEmhHAz/1A9Bz+llsdYzklWFzgp0r8=
|
||||||
github.com/rs/zerolog v1.33.0/go.mod h1:/7mN4D5sKwJLZQ2b/znpjC3/GQWY/xaDXUM0kKWRHss=
|
github.com/rs/zerolog v1.33.0/go.mod h1:/7mN4D5sKwJLZQ2b/znpjC3/GQWY/xaDXUM0kKWRHss=
|
||||||
|
github.com/shiena/ansicolor v0.0.0-20200904210342-c7312218db18 h1:DAYUYH5869yV94zvCES9F51oYtN5oGlwjxJJz7ZCnik=
|
||||||
|
github.com/shiena/ansicolor v0.0.0-20200904210342-c7312218db18/go.mod h1:nkxAfR/5quYxwPZhyDxgasBMnRtBZd0FCEpawpjMUFg=
|
||||||
|
github.com/skarademir/naturalsort v0.0.0-20150715044055-69a5d87bef62/go.mod h1:oIdVclZaltY1Nf7OQUkg1/2jImBJ+ZfKZuDIRSwk3p0=
|
||||||
|
github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d h1:zE9ykElWQ6/NYmHa3jpm/yHnI4xSofP+UP6SpjHcSeM=
|
||||||
|
github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc=
|
||||||
|
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337 h1:WN9BUFbdyOsSH/XohnWpXOlq9NBD5sGAB2FciQMUEe8=
|
||||||
|
github.com/smartystreets/goconvey v0.0.0-20190731233626-505e41936337/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
|
||||||
|
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||||
|
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
|
||||||
|
github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
|
||||||
|
github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
|
||||||
|
github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
|
||||||
|
github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
|
||||||
|
github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY=
|
||||||
|
github.com/xdg-go/scram v1.1.2/go.mod h1:RT/sEzTbU5y00aCK8UOx6R7YryM0iF1N2MOmC3kKLN4=
|
||||||
|
github.com/xdg-go/stringprep v1.0.4 h1:XLI/Ng3O1Atzq0oBs3TWm+5ZVgkq2aqdlvP9JtoZ6c8=
|
||||||
|
github.com/xdg-go/stringprep v1.0.4/go.mod h1:mPGuuIYwz7CmR2bT9j4GbQqutWS1zV24gijq1dTyGkM=
|
||||||
|
github.com/youmark/pkcs8 v0.0.0-20240424034433-3c2c7870ae76 h1:tBiBTKHnIjovYoLX/TPkcf+OjqqKGQrPtGT3Foz+Pgo=
|
||||||
|
github.com/youmark/pkcs8 v0.0.0-20240424034433-3c2c7870ae76/go.mod h1:SQliXeA7Dhkt//vS29v3zpbEwoa+zb2Cn5xj5uO4K5U=
|
||||||
|
github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
|
||||||
|
go.mongodb.org/mongo-driver v1.16.0 h1:tpRsfBJMROVHKpdGyc1BBEzzjDUWjItxbVSZ8Ls4BQ4=
|
||||||
|
go.mongodb.org/mongo-driver v1.16.0/go.mod h1:oB6AhJQvFQL4LEHyXi6aJzQJtBiTQHiAd83l0GdFaiw=
|
||||||
|
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
||||||
|
golang.org/x/crypto v0.0.0-20191112222119-e1110fd1c708/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
|
||||||
|
golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
|
||||||
|
golang.org/x/crypto v0.25.0 h1:ypSNr+bnYL2YhwoMt2zPxHFmbAN1KZs/njMG3hxUp30=
|
||||||
|
golang.org/x/crypto v0.25.0/go.mod h1:T+wALwcMOSE0kXgUAnPAHqTLW+XHgcELELW8VaDgm/M=
|
||||||
|
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
|
||||||
|
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
|
||||||
|
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
|
||||||
|
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
|
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
||||||
|
golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
|
||||||
|
golang.org/x/net v0.27.0 h1:5K3Njcw06/l2y9vpGCSdcxWOYHOUk3dVNGDXN+FvAys=
|
||||||
|
golang.org/x/net v0.27.0/go.mod h1:dDi0PyhWNoiUOrAS8uXv/vnScO4wnHQO4mj9fn/RytE=
|
||||||
|
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
|
golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
|
golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M=
|
||||||
|
golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
|
||||||
|
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||||
|
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/sys v0.0.0-20191115151921-52ab43148777/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.12.0 h1:CM0HF96J0hcLAwsHPJZjfdNzs0gftsLfgKt57wWHJ0o=
|
|
||||||
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.22.0 h1:RI27ohtqKCnwULzJLqkv897zojh5/DwS/ENaMzUOaWI=
|
||||||
|
golang.org/x/sys v0.22.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||||
|
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||||
|
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||||
|
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
|
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
|
golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
|
||||||
|
golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ=
|
||||||
|
golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4=
|
||||||
|
golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI=
|
||||||
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
|
golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
|
||||||
|
golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
||||||
|
golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
|
||||||
|
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
|
google.golang.org/protobuf v1.34.2 h1:6xV6lTsCfpGD21XK49h7MhtcApnLqkfYgPcdHftf6hg=
|
||||||
|
google.golang.org/protobuf v1.34.2/go.mod h1:qYOHts0dSfpeUzUFpOMr/WGzszTmLH+DiWniOlNbLDw=
|
||||||
|
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
|
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
|
||||||
|
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
|
||||||
|
gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||||
|
gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||||
|
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||||
|
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||||
|
@ -1,33 +1,43 @@
|
|||||||
package oclib
|
package logs
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"oc-lib/logs"
|
|
||||||
"os"
|
"os"
|
||||||
"runtime"
|
"runtime"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
"github.com/rs/zerolog"
|
"github.com/rs/zerolog"
|
||||||
)
|
)
|
||||||
|
|
||||||
var logger zerolog.Logger
|
var logger zerolog.Logger
|
||||||
|
|
||||||
// CreateLogger
|
// logs.CreateLogger
|
||||||
// Create a new logger
|
// Create a new logger
|
||||||
// Parameters:
|
// Parameters:
|
||||||
// - appname: string : the name of the application using oclib
|
// - appname: string : the name of the application using oclib
|
||||||
// - url: string : the url of a loki logger, console log only if ""
|
// - url: string : the url of a loki logger, console log only if ""
|
||||||
// Returns:
|
// Returns:
|
||||||
// - zerolog.Logger : the logger that will log for the library and the app
|
// - zerolog.Logger : the logger that will log for the library and the app
|
||||||
func CreateLogger(appname string, url string) zerolog.Logger {
|
|
||||||
|
|
||||||
if url != "" {
|
func GetLogger() zerolog.Logger {
|
||||||
labels := map[string]string{
|
return logger
|
||||||
"app": "app",
|
|
||||||
"code": "go",
|
|
||||||
"platform": runtime.GOOS,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
lokiWriter := logs.NewLokiWriter(url, labels)
|
func SetLogger(l zerolog.Logger) {
|
||||||
|
logger = l
|
||||||
|
}
|
||||||
|
|
||||||
|
func CreateLogger(funcName string) zerolog.Logger {
|
||||||
|
url := config.GetConfig().LokiUrl
|
||||||
|
if url != "" {
|
||||||
|
labels := map[string]string{
|
||||||
|
"app": config.GetAppName(),
|
||||||
|
"code": "go",
|
||||||
|
"platform": runtime.GOOS,
|
||||||
|
"function": funcName,
|
||||||
|
}
|
||||||
|
|
||||||
|
lokiWriter := NewLokiWriter(url, labels)
|
||||||
|
|
||||||
consoleWriter := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339}
|
consoleWriter := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339}
|
||||||
|
|
@ -55,6 +55,17 @@ func (w *LokiWriter) Write(p []byte) (n int, err error) {
|
|||||||
}
|
}
|
||||||
labels["level"] = level
|
labels["level"] = level
|
||||||
|
|
||||||
|
// Add label that have been added to the event
|
||||||
|
// A bit unsafe since we don't know what could be stored in the event
|
||||||
|
// but we can't access this object once passed to the multilevel writter
|
||||||
|
|
||||||
|
for k,v := range(event){
|
||||||
|
if k != "level" && k != "time" && k != "message"{
|
||||||
|
labels[k] = v.(string)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
// Format the timestamp in nanoseconds
|
// Format the timestamp in nanoseconds
|
||||||
timestamp := fmt.Sprintf("%d000000", time.Now().UnixNano()/int64(time.Millisecond))
|
timestamp := fmt.Sprintf("%d000000", time.Now().UnixNano()/int64(time.Millisecond))
|
||||||
|
|
||||||
@ -76,7 +87,7 @@ func (w *LokiWriter) Write(p []byte) (n int, err error) {
|
|||||||
|
|
||||||
//fmt.Printf("Sending payload to Loki: %s\n", string(payloadBytes))
|
//fmt.Printf("Sending payload to Loki: %s\n", string(payloadBytes))
|
||||||
|
|
||||||
req, err := http.NewRequest("POST", w.url, bytes.NewReader(payloadBytes))
|
req, err := http.NewRequest("POST", w.url + "/loki/api/v1/push", bytes.NewReader(payloadBytes))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, fmt.Errorf("failed to create HTTP request: %w", err)
|
return 0, fmt.Errorf("failed to create HTTP request: %w", err)
|
||||||
}
|
}
|
||||||
|
89
models/booking/booking.go
Normal file
89
models/booking/booking.go
Normal file
@ -0,0 +1,89 @@
|
|||||||
|
package booking
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Booking is a struct that represents a booking
|
||||||
|
*/
|
||||||
|
type Booking struct {
|
||||||
|
workflow_execution.WorkflowExecution // WorkflowExecution contains the workflow execution data
|
||||||
|
ComputeResourceID string `json:"compute_resource_id,omitempty" bson:"compute_resource_id,omitempty" validate:"required"` // ComputeResourceID is the ID of the compute resource specified in the booking
|
||||||
|
}
|
||||||
|
|
||||||
|
// CheckBooking checks if a booking is possible on a specific compute resource
|
||||||
|
func (wfa *Booking) CheckBooking(id string, start time.Time, end *time.Time) (bool, error) {
|
||||||
|
// check if
|
||||||
|
if end == nil {
|
||||||
|
// if no end... then Book like a savage
|
||||||
|
return true, nil
|
||||||
|
}
|
||||||
|
e := *end
|
||||||
|
accessor := wfa.GetAccessor(nil)
|
||||||
|
res, code, err := accessor.Search(&dbs.Filters{
|
||||||
|
And: map[string][]dbs.Filter{ // check if there is a booking on the same compute resource by filtering on the compute_resource_id, the state and the execution date
|
||||||
|
"compute_resource_id": {{Operator: dbs.EQUAL.String(), Value: id}},
|
||||||
|
"workflowexecution.state": {{Operator: dbs.EQUAL.String(), Value: workflow_execution.SCHEDULED.EnumIndex()}},
|
||||||
|
"workflowexecution.execution_date": {
|
||||||
|
{Operator: dbs.LTE.String(), Value: primitive.NewDateTimeFromTime(e)},
|
||||||
|
{Operator: dbs.GTE.String(), Value: primitive.NewDateTimeFromTime(start)},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, "")
|
||||||
|
if code != 200 {
|
||||||
|
return false, err
|
||||||
|
}
|
||||||
|
return len(res) == 0, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// tool to convert the argo status to a state
|
||||||
|
func (wfa *Booking) ArgoStatusToState(status string) *Booking {
|
||||||
|
wfa.WorkflowExecution.ArgoStatusToState(status)
|
||||||
|
return wfa
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *Booking) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Booking) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Booking) GetName() string {
|
||||||
|
return d.UUID + "_" + d.ExecDate.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Booking) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.BOOKING, caller) // Initialize the accessor with the BOOKING model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Booking) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Booking) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
88
models/booking/booking_mongo_accessor.go
Normal file
88
models/booking/booking_mongo_accessor.go
Normal file
@ -0,0 +1,88 @@
|
|||||||
|
package booking
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type bookingMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the bookingMongoAccessor
|
||||||
|
func New() *bookingMongoAccessor {
|
||||||
|
return &bookingMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
func (wfa *bookingMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *bookingMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set, id, wfa, &Booking{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *bookingMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *bookingMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *bookingMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow Booking
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
return &workflow, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa bookingMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Booking
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r.AbstractObject) // Warning only AbstractObject is returned
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search is a function that searches for a booking in the database
|
||||||
|
func (wfa *bookingMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Booking
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
74
models/collaborative_area/collaborative_area.go
Normal file
74
models/collaborative_area/collaborative_area.go
Normal file
@ -0,0 +1,74 @@
|
|||||||
|
package collaborative_area
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
// SharedWorkspace is a struct that represents a shared workspace
|
||||||
|
// WARNING : it got a shallow object version, this one is the full version
|
||||||
|
// full version is the one used by API
|
||||||
|
// other one is a shallow version used by the Lib for import cycle problem purposes
|
||||||
|
type CollaborativeArea struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
IsSent bool `json:"is_sent" bson:"-"` // IsSent is a flag that indicates if the workspace is sent
|
||||||
|
CreatorID string `json:"peer_id,omitempty" bson:"peer_id,omitempty" validate:"required"` // CreatorID is the ID of the creator
|
||||||
|
Version string `json:"version,omitempty" bson:"version,omitempty"` // Version is the version of the workspace
|
||||||
|
Description string `json:"description,omitempty" bson:"description,omitempty" validate:"required"` // Description is the description of the workspace
|
||||||
|
Attributes map[string]interface{} `json:"attributes,omitempty" bson:"attributes,omitempty"` // Attributes is the attributes of the workspace (TODO)
|
||||||
|
Workspaces []string `json:"workspaces,omitempty" bson:"workspaces,omitempty"` // Workspaces is the workspaces of the workspace
|
||||||
|
Workflows []string `json:"workflows,omitempty" bson:"workflows,omitempty"` // Workflows is the workflows of the workspace
|
||||||
|
Peers []string `json:"peers,omitempty" bson:"peers,omitempty"` // Peers is the peers of the workspace
|
||||||
|
Rules []string `json:"rules,omitempty" bson:"rules,omitempty"` // Rules is the rules of the workspace
|
||||||
|
|
||||||
|
SharedRules []*rule.Rule `json:"shared_rules,omitempty" bson:"-"` // SharedRules is the shared rules of the workspace
|
||||||
|
SharedWorkspaces []*workspace.Workspace `json:"shared_workspaces,omitempty" bson:"-"` // SharedWorkspaces is the shared workspaces of the workspace
|
||||||
|
SharedWorkflows []*w.Workflow `json:"shared_workflows,omitempty" bson:"-"` // SharedWorkflows is the shared workflows of the workspace
|
||||||
|
SharedPeers []*peer.Peer `json:"shared_peers,omitempty" bson:"-"` // SharedPeers is the shared peers of the workspace
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *CollaborativeArea) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *CollaborativeArea) GenerateID() {
|
||||||
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *CollaborativeArea) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *CollaborativeArea) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.COLLABORATIVE_AREA, caller) // Initialize the accessor with the SHARED_WORKSPACE model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *CollaborativeArea) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *CollaborativeArea) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
329
models/collaborative_area/collaborative_area_mongo_accessor.go
Normal file
329
models/collaborative_area/collaborative_area_mongo_accessor.go
Normal file
@ -0,0 +1,329 @@
|
|||||||
|
package collaborative_area
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"slices"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// SharedWorkspace is a struct that represents a collaborative area
|
||||||
|
type collaborativeAreaMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the collaborativeAreaMongoAccessor
|
||||||
|
func New() *collaborativeAreaMongoAccessor {
|
||||||
|
return &collaborativeAreaMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// DeleteOne deletes a collaborative area from the database, given its ID, it automatically share to peers if the workspace is shared
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
set, code, _ := wfa.LoadOne(id)
|
||||||
|
if code == 200 { // always delete on peers than recreate
|
||||||
|
wfa.deleteToPeer(set.(*CollaborativeArea))
|
||||||
|
}
|
||||||
|
wfa.sharedWorkflow(&CollaborativeArea{}, id) // create all shared workflows
|
||||||
|
wfa.sharedWorkspace(&CollaborativeArea{}, id) // create all collaborative areas
|
||||||
|
return wfa.GenericDeleteOne(id, wfa) // then add on yours
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
sharedWorkspace is a function that shares the collaborative area to the peers
|
||||||
|
*/
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) sharedWorkspace(shared *CollaborativeArea, id string) {
|
||||||
|
eldest, code, _ := wfa.LoadOne(id) // get the eldest
|
||||||
|
accessor := (&workspace.Workspace{}).GetAccessor(nil)
|
||||||
|
if code == 200 {
|
||||||
|
eld := eldest.(*CollaborativeArea)
|
||||||
|
if eld.Workspaces != nil { // update all your workspaces in the eldest by replacing shared ref by an empty string
|
||||||
|
for _, v := range eld.Workspaces {
|
||||||
|
accessor.UpdateOne(&workspace.Workspace{Shared: ""}, v)
|
||||||
|
if wfa.Caller != nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.WORKSPACE] == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
paccess := (&peer.Peer{}) // send to all peers
|
||||||
|
for _, p := range shared.Peers { // delete the collaborative area on the peer
|
||||||
|
b, err := paccess.LaunchPeerExecution(p, v, tools.WORKSPACE, tools.DELETE, nil, wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + p + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if shared.Workspaces != nil {
|
||||||
|
for _, v := range shared.Workspaces { // update all the collaborative areas
|
||||||
|
workspace, code, _ := accessor.UpdateOne(&workspace.Workspace{Shared: shared.UUID}, v) // add the shared ref to workspace
|
||||||
|
if wfa.Caller != nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.WORKSPACE] == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
for _, p := range shared.Peers {
|
||||||
|
if code != 200 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
paccess := (&peer.Peer{}) // send to all peers, add the collaborative area on the peer
|
||||||
|
s := workspace.Serialize()
|
||||||
|
s["name"] = fmt.Sprintf("%v", s["name"]) + "_" + p
|
||||||
|
b, err := paccess.LaunchPeerExecution(p, v, tools.WORKSPACE, tools.POST, s, wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + p + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// deleting on peers before adding, to avoid conflicts on peers side
|
||||||
|
// because you have no reference to the remote collaborative area
|
||||||
|
}
|
||||||
|
|
||||||
|
// sharedWorkflow is a function that shares the shared workflow to the peers
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) sharedWorkflow(shared *CollaborativeArea, id string) {
|
||||||
|
accessor := (&w.Workflow{}).GetAccessor(nil)
|
||||||
|
eldest, code, _ := wfa.LoadOne(id) // get the eldest
|
||||||
|
if code == 200 {
|
||||||
|
eld := eldest.(*CollaborativeArea)
|
||||||
|
if eld.Workflows != nil {
|
||||||
|
for _, v := range eld.Workflows {
|
||||||
|
data, code, _ := accessor.LoadOne(v)
|
||||||
|
if code == 200 {
|
||||||
|
s := data.(*w.Workflow)
|
||||||
|
new := []string{}
|
||||||
|
for _, id2 := range s.Shared {
|
||||||
|
if id2 != id {
|
||||||
|
new = append(new, id2)
|
||||||
|
}
|
||||||
|
} // kick the shared reference in your old shared workflow
|
||||||
|
n := &w.Workflow{}
|
||||||
|
n.Shared = new
|
||||||
|
accessor.UpdateOne(n, v)
|
||||||
|
if wfa.Caller != nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.WORKFLOW] == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
paccess := (&peer.Peer{}) // send to all peers
|
||||||
|
for _, p := range shared.Peers { // delete the shared workflow on the peer
|
||||||
|
b, err := paccess.LaunchPeerExecution(p, v, tools.WORKFLOW, tools.DELETE, nil, wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + p + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if shared.Workflows != nil { // update all the shared workflows
|
||||||
|
for _, v := range shared.Workflows {
|
||||||
|
data, code, _ := accessor.LoadOne(v)
|
||||||
|
if code == 200 {
|
||||||
|
s := data.(*w.Workflow)
|
||||||
|
if !slices.Contains(s.Shared, id) {
|
||||||
|
s.Shared = append(s.Shared, id)
|
||||||
|
workflow, code, _ := accessor.UpdateOne(s, v)
|
||||||
|
if wfa.Caller != nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.WORKFLOW] == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
paccess := (&peer.Peer{})
|
||||||
|
for _, p := range shared.Peers { // send to all peers
|
||||||
|
if code == 200 {
|
||||||
|
s := workflow.Serialize() // add the shared workflow on the peer
|
||||||
|
s["name"] = fmt.Sprintf("%v", s["name"]) + "_" + p
|
||||||
|
b, err := paccess.LaunchPeerExecution(p, shared.UUID, tools.WORKFLOW, tools.POST, s, wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + p + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// deleting on peers before adding, to avoid conflicts on peers side
|
||||||
|
// because you have no reference to the remote shared workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
// sharedWorkspace is a function that shares the collaborative area to the peers
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) deleteToPeer(shared *CollaborativeArea) {
|
||||||
|
if wfa.Caller == nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.COLLABORATIVE_AREA] == nil || wfa.Caller.Disabled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
paccess := (&peer.Peer{})
|
||||||
|
for _, v := range shared.Peers {
|
||||||
|
if ok, _ := (&peer.Peer{AbstractObject: utils.AbstractObject{UUID: v}}).IsMySelf(); ok {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
b, err := paccess.LaunchPeerExecution(v, shared.UUID, tools.COLLABORATIVE_AREA, tools.DELETE, nil, wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + v + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// sharedWorkspace is a function that shares the collaborative area to the peers
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) sendToPeer(shared *CollaborativeArea) {
|
||||||
|
if wfa.Caller == nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.COLLABORATIVE_AREA] == nil || wfa.Caller.Disabled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
paccess := (&peer.Peer{})
|
||||||
|
for _, v := range shared.Peers {
|
||||||
|
if ok, _ := (&peer.Peer{AbstractObject: utils.AbstractObject{UUID: v}}).IsMySelf(); ok || shared.IsSent {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
shared.IsSent = true
|
||||||
|
b, err := paccess.LaunchPeerExecution(v, v, tools.COLLABORATIVE_AREA, tools.POST, shared.Serialize(), wfa.Caller)
|
||||||
|
if err != nil && b == nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not send to peer " + v + ". Error: " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// UpdateOne updates a collaborative area in the database, given its ID and the new data, it automatically share to peers if the workspace is shared
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
res, code, err := wfa.GenericUpdateOne(set.(*CollaborativeArea), id, wfa, &CollaborativeArea{})
|
||||||
|
wfa.deleteToPeer(res.(*CollaborativeArea)) // delete the collaborative area on the peer
|
||||||
|
wfa.sharedWorkflow(res.(*CollaborativeArea), id) // replace all shared workflows
|
||||||
|
wfa.sharedWorkspace(res.(*CollaborativeArea), id) // replace all collaborative areas (not shared worspace obj but workspace one)
|
||||||
|
wfa.sendToPeer(res.(*CollaborativeArea)) // send the collaborative area (collaborative area object) to the peers
|
||||||
|
return res, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// StoreOne stores a collaborative area in the database, it automatically share to peers if the workspace is shared
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
_, id := (&peer.Peer{}).IsMySelf() // get the local peer
|
||||||
|
data.(*CollaborativeArea).CreatorID = id // set the creator id
|
||||||
|
data.(*CollaborativeArea).Peers = append(data.(*CollaborativeArea).Peers, id) // add the creator id to the peers
|
||||||
|
// then reset the shared fields
|
||||||
|
if data.(*CollaborativeArea).Workspaces == nil {
|
||||||
|
data.(*CollaborativeArea).Workspaces = []string{}
|
||||||
|
}
|
||||||
|
if data.(*CollaborativeArea).Workflows == nil {
|
||||||
|
data.(*CollaborativeArea).Workflows = []string{}
|
||||||
|
}
|
||||||
|
if data.(*CollaborativeArea).Rules == nil {
|
||||||
|
data.(*CollaborativeArea).Rules = []string{}
|
||||||
|
}
|
||||||
|
|
||||||
|
d, code, err := wfa.GenericStoreOne(data.(*CollaborativeArea), wfa)
|
||||||
|
|
||||||
|
if code == 200 {
|
||||||
|
wfa.sharedWorkflow(d.(*CollaborativeArea), d.GetID()) // create all shared workflows
|
||||||
|
wfa.sharedWorkspace(d.(*CollaborativeArea), d.GetID()) // create all collaborative areas
|
||||||
|
wfa.sendToPeer(d.(*CollaborativeArea)) // send the collaborative area (collaborative area object) to the peers
|
||||||
|
}
|
||||||
|
return data, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// CopyOne copies a CollaborativeArea in the database
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.StoreOne(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
// enrich is a function that enriches the CollaborativeArea with the shared objects
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) enrich(sharedWorkspace *CollaborativeArea) *CollaborativeArea {
|
||||||
|
access := (&workspace.Workspace{}).GetAccessor(nil)
|
||||||
|
res, code, _ := access.Search(&dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.id": {{Operator: dbs.IN.String(), Value: sharedWorkspace.Workspaces}},
|
||||||
|
},
|
||||||
|
}, "")
|
||||||
|
if code == 200 {
|
||||||
|
for _, r := range res {
|
||||||
|
sharedWorkspace.SharedWorkspaces = append(sharedWorkspace.SharedWorkspaces, r.(*workspace.Workspace))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
access = (&w.Workflow{}).GetAccessor(nil)
|
||||||
|
res, code, _ = access.Search(&dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.id": {{Operator: dbs.IN.String(), Value: sharedWorkspace.Workflows}},
|
||||||
|
},
|
||||||
|
}, "")
|
||||||
|
if code == 200 {
|
||||||
|
for _, r := range res {
|
||||||
|
sharedWorkspace.SharedWorkflows = append(sharedWorkspace.SharedWorkflows, r.(*w.Workflow))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
access = (&peer.Peer{}).GetAccessor(nil)
|
||||||
|
res, code, _ = access.Search(&dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.id": {{Operator: dbs.IN.String(), Value: sharedWorkspace.Peers}},
|
||||||
|
},
|
||||||
|
}, "")
|
||||||
|
if code == 200 {
|
||||||
|
for _, r := range res {
|
||||||
|
sharedWorkspace.SharedPeers = append(sharedWorkspace.SharedPeers, r.(*peer.Peer))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
access = (&rule.Rule{}).GetAccessor(nil)
|
||||||
|
res, code, _ = access.Search(&dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.id": {{Operator: dbs.IN.String(), Value: sharedWorkspace.Rules}},
|
||||||
|
},
|
||||||
|
}, "")
|
||||||
|
if code == 200 {
|
||||||
|
for _, r := range res {
|
||||||
|
sharedWorkspace.SharedRules = append(sharedWorkspace.SharedRules, r.(*rule.Rule))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return sharedWorkspace
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadOne loads a collaborative area from the database, given its ID and enrich it
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var sharedWorkspace CollaborativeArea
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&sharedWorkspace)
|
||||||
|
return wfa.enrich(&sharedWorkspace), 200, nil // enrich the collaborative area
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadAll loads all the collaborative areas from the database and enrich them
|
||||||
|
func (wfa collaborativeAreaMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []CollaborativeArea
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, wfa.enrich(&r)) // enrich the collaborative area
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for collaborative areas in the database, given some filters OR a search string
|
||||||
|
func (wfa *collaborativeAreaMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // search by name only by default can be override
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []CollaborativeArea
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, wfa.enrich(&r)) // enrich the collaborative area
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
56
models/collaborative_area/rules/rule/rule.go
Normal file
56
models/collaborative_area/rules/rule/rule.go
Normal file
@ -0,0 +1,56 @@
|
|||||||
|
package rule
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Rule is a struct that represents a rule of a shared workspace
|
||||||
|
*/
|
||||||
|
type Rule struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
Description string `json:"description,omitempty" bson:"description,omitempty"` // Description is the description of the rule
|
||||||
|
Condition string `json:"condition,omitempty" bson:"condition,omitempty"` // NOT DEFINITIVE TO SPECIFICATION
|
||||||
|
Actions []string `json:"actions,omitempty" bson:"actions,omitempty"` // NOT DEFINITIVE TO SPECIFICATION
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *Rule) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Rule) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Rule) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Rule) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New()
|
||||||
|
data.Init(tools.RULE, caller)
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Rule) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Rule) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
90
models/collaborative_area/rules/rule/rule_mongo_accessor.go
Normal file
90
models/collaborative_area/rules/rule/rule_mongo_accessor.go
Normal file
@ -0,0 +1,90 @@
|
|||||||
|
package rule
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ruleMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the ruleMongoAccessor
|
||||||
|
func New() *ruleMongoAccessor {
|
||||||
|
return &ruleMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetType returns the type of the rule
|
||||||
|
func (wfa *ruleMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
// UpdateOne updates a rule in the database
|
||||||
|
func (wfa *ruleMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set.(*Rule), id, wfa, &Rule{})
|
||||||
|
}
|
||||||
|
|
||||||
|
// StoreOne stores a rule in the database
|
||||||
|
func (wfa *ruleMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data.(*Rule), wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ruleMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadOne loads a rule from the database
|
||||||
|
func (wfa *ruleMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var rule Rule
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&rule)
|
||||||
|
return &rule, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadAll loads all rules from the database
|
||||||
|
func (wfa ruleMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Rule
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for rules in the database, given some filters OR a search string
|
||||||
|
func (wfa *ruleMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Rule
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
@ -0,0 +1,61 @@
|
|||||||
|
package shallow_collaborative_area
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ShallowCollaborativeArea struct {
|
||||||
|
utils.AbstractObject
|
||||||
|
IsSent bool `json:"is_sent" bson:"-"`
|
||||||
|
CreatorID string `json:"peer_id,omitempty" bson:"peer_id,omitempty" validate:"required"`
|
||||||
|
Version string `json:"version,omitempty" bson:"version,omitempty"`
|
||||||
|
Description string `json:"description,omitempty" bson:"description,omitempty" validate:"required"`
|
||||||
|
Attributes map[string]interface{} `json:"attributes,omitempty" bson:"attributes,omitempty"`
|
||||||
|
Workspaces []string `json:"workspaces,omitempty" bson:"workspaces,omitempty"`
|
||||||
|
Workflows []string `json:"workflows,omitempty" bson:"workflows,omitempty"`
|
||||||
|
Peers []string `json:"peers,omitempty" bson:"peers,omitempty"`
|
||||||
|
Rules []string `json:"rules,omitempty" bson:"rules,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *ShallowCollaborativeArea) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *ShallowCollaborativeArea) GenerateID() {
|
||||||
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ShallowCollaborativeArea) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ShallowCollaborativeArea) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New()
|
||||||
|
data.Init(tools.COLLABORATIVE_AREA, caller)
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ShallowCollaborativeArea) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ShallowCollaborativeArea) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
@ -0,0 +1,83 @@
|
|||||||
|
package shallow_collaborative_area
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type shallowSharedWorkspaceMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor
|
||||||
|
}
|
||||||
|
|
||||||
|
func New() *shallowSharedWorkspaceMongoAccessor {
|
||||||
|
return &shallowSharedWorkspaceMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set.(*ShallowCollaborativeArea), id, wfa, &ShallowCollaborativeArea{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data.(*ShallowCollaborativeArea), wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.StoreOne(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var sharedWorkspace ShallowCollaborativeArea
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&sharedWorkspace)
|
||||||
|
return &sharedWorkspace, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa shallowSharedWorkspaceMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ShallowCollaborativeArea
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *shallowSharedWorkspaceMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ShallowCollaborativeArea
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
62
models/models.go
Normal file
62
models/models.go
Normal file
@ -0,0 +1,62 @@
|
|||||||
|
package models
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/booking"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/rules/rule"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
d "cloud.o-forge.io/core/oc-lib/models/resources/data"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
p "cloud.o-forge.io/core/oc-lib/models/resources/processing"
|
||||||
|
s "cloud.o-forge.io/core/oc-lib/models/resources/storage"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/resources/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
w2 "cloud.o-forge.io/core/oc-lib/models/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
w3 "cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
This package contains the models used in the application
|
||||||
|
It's used to create the models dynamically
|
||||||
|
*/
|
||||||
|
var models = map[string]func() utils.DBObject{
|
||||||
|
tools.WORKFLOW_RESOURCE.String(): func() utils.DBObject { return &w.WorkflowResource{} },
|
||||||
|
tools.DATA_RESOURCE.String(): func() utils.DBObject { return &d.DataResource{} },
|
||||||
|
tools.COMPUTE_RESOURCE.String(): func() utils.DBObject { return &compute.ComputeResource{} },
|
||||||
|
tools.STORAGE_RESOURCE.String(): func() utils.DBObject { return &s.StorageResource{} },
|
||||||
|
tools.PROCESSING_RESOURCE.String(): func() utils.DBObject { return &p.ProcessingResource{} },
|
||||||
|
tools.WORKFLOW.String(): func() utils.DBObject { return &w2.Workflow{} },
|
||||||
|
tools.WORKFLOW_EXECUTION.String(): func() utils.DBObject { return &workflow_execution.WorkflowExecution{} },
|
||||||
|
tools.WORKSPACE.String(): func() utils.DBObject { return &w3.Workspace{} },
|
||||||
|
tools.RESOURCE_MODEL.String(): func() utils.DBObject { return &resource_model.ResourceModel{} },
|
||||||
|
tools.PEER.String(): func() utils.DBObject { return &peer.Peer{} },
|
||||||
|
tools.COLLABORATIVE_AREA.String(): func() utils.DBObject { return &collaborative_area.CollaborativeArea{} },
|
||||||
|
tools.RULE.String(): func() utils.DBObject { return &rule.Rule{} },
|
||||||
|
tools.BOOKING.String(): func() utils.DBObject { return &booking.Booking{} },
|
||||||
|
tools.WORKFLOW_HISTORY.String(): func() utils.DBObject { return &w2.WorkflowHistory{} },
|
||||||
|
tools.WORKSPACE_HISTORY.String(): func() utils.DBObject { return &w3.WorkspaceHistory{} },
|
||||||
|
}
|
||||||
|
|
||||||
|
// Model returns the model object based on the model type
|
||||||
|
func Model(model int) utils.DBObject {
|
||||||
|
log := logs.GetLogger()
|
||||||
|
if _, ok := models[tools.FromInt(model)]; ok {
|
||||||
|
return models[tools.FromInt(model)]()
|
||||||
|
}
|
||||||
|
log.Error().Msg("Can't find model " + tools.FromInt(model) + ".")
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetModelsNames returns the names of the models
|
||||||
|
func GetModelsNames() []string {
|
||||||
|
names := []string{}
|
||||||
|
for name := range models {
|
||||||
|
names = append(names, name)
|
||||||
|
}
|
||||||
|
return names
|
||||||
|
}
|
119
models/peer/peer.go
Normal file
119
models/peer/peer.go
Normal file
@ -0,0 +1,119 @@
|
|||||||
|
package peer
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
// now write a go enum for the state partner with self, blacklist, partner
|
||||||
|
|
||||||
|
type PeerState int
|
||||||
|
|
||||||
|
const (
|
||||||
|
NONE PeerState = iota
|
||||||
|
SELF
|
||||||
|
PARTNER
|
||||||
|
BLACKLIST
|
||||||
|
)
|
||||||
|
|
||||||
|
func (m PeerState) String() string {
|
||||||
|
return [...]string{"NONE", "SELF", "PARTNER", "BLACKLIST"}[m]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m PeerState) EnumIndex() int {
|
||||||
|
return int(m)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Peer is a struct that represents a peer
|
||||||
|
type Peer struct {
|
||||||
|
utils.AbstractObject
|
||||||
|
Url string `json:"url,omitempty" bson:"url,omitempty" validate:"required,base64url"` // Url is the URL of the peer (base64url)
|
||||||
|
PublicKey string `json:"public_key,omitempty" bson:"public_key,omitempty"` // PublicKey is the public key of the peer
|
||||||
|
Services map[string]int `json:"services,omitempty" bson:"services,omitempty"`
|
||||||
|
State PeerState `json:"state" bson:"state" default:"0"`
|
||||||
|
FailedExecution []PeerExecution `json:"failed_execution" bson:"failed_execution"` // FailedExecution is the list of failed executions, to be retried
|
||||||
|
}
|
||||||
|
|
||||||
|
// AddExecution adds an execution to the list of failed executions
|
||||||
|
func (ao *Peer) AddExecution(exec PeerExecution) {
|
||||||
|
found := false
|
||||||
|
for _, v := range ao.FailedExecution { // Check if the execution is already in the list
|
||||||
|
if v.Url == exec.Url && v.Method == exec.Method && fmt.Sprint(v.Body) == fmt.Sprint(exec.Body) {
|
||||||
|
found = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !found {
|
||||||
|
ao.FailedExecution = append(ao.FailedExecution, exec)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// RemoveExecution removes an execution from the list of failed executions
|
||||||
|
func (ao *Peer) RemoveExecution(exec PeerExecution) {
|
||||||
|
new := []PeerExecution{}
|
||||||
|
for i, v := range ao.FailedExecution {
|
||||||
|
if !(v.Url == exec.Url && v.Method == exec.Method && fmt.Sprint(v.Body) == fmt.Sprint(exec.Body)) {
|
||||||
|
new = append(new, ao.FailedExecution[i])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
ao.FailedExecution = new
|
||||||
|
}
|
||||||
|
|
||||||
|
// IsMySelf checks if the peer is the local peer
|
||||||
|
func (ao *Peer) IsMySelf() (bool, string) {
|
||||||
|
d, code, err := ao.GetAccessor(nil).Search(nil, SELF.String())
|
||||||
|
if code != 200 || err != nil || len(d) == 0 {
|
||||||
|
return false, ""
|
||||||
|
}
|
||||||
|
id := d[0].GetID()
|
||||||
|
return ao.UUID == id, id
|
||||||
|
}
|
||||||
|
|
||||||
|
// LaunchPeerExecution launches an execution on a peer
|
||||||
|
func (p *Peer) LaunchPeerExecution(peerID string, dataID string, dt tools.DataType, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) (*PeerExecution, error) {
|
||||||
|
p.UUID = peerID
|
||||||
|
return cache.LaunchPeerExecution(peerID, dataID, dt, method, body, caller) // Launch the execution on the peer through the cache
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *Peer) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Peer) GenerateID() {
|
||||||
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Peer) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Peer) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.PEER, caller) // Initialize the accessor with the PEER model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Peer) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Peer) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
142
models/peer/peer_cache.go
Normal file
142
models/peer/peer_cache.go
Normal file
@ -0,0 +1,142 @@
|
|||||||
|
package peer
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"regexp"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* PeerExecution is a struct that represents an execution on a peer
|
||||||
|
* it defines the execution data
|
||||||
|
*/
|
||||||
|
type PeerExecution struct {
|
||||||
|
Method string `json:"method" bson:"method"`
|
||||||
|
Url string `json:"url" bson:"url"`
|
||||||
|
Body map[string]interface{} `json:"body" bson:"body"`
|
||||||
|
DataType int `json:"data_type" bson:"data_type"`
|
||||||
|
DataID string `json:"data_id" bson:"data_id"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var cache = &PeerCache{} // Singleton instance of the peer cache
|
||||||
|
// PeerCache is a struct that represents a peer cache
|
||||||
|
type PeerCache struct {
|
||||||
|
Executions []*PeerExecution
|
||||||
|
}
|
||||||
|
|
||||||
|
// urlFormat formats the URL of the peer with the data type API function
|
||||||
|
func (p *PeerCache) urlFormat(url string, dt tools.DataType) string {
|
||||||
|
// localhost is replaced by the local peer URL
|
||||||
|
// because localhost must collide on a web request security protocol
|
||||||
|
localhost := ""
|
||||||
|
if strings.Contains(url, "localhost") {
|
||||||
|
localhost = "localhost"
|
||||||
|
}
|
||||||
|
if strings.Contains(url, "127.0.0.1") {
|
||||||
|
localhost = "127.0.0.1"
|
||||||
|
}
|
||||||
|
if localhost != "" {
|
||||||
|
r := regexp.MustCompile("(" + localhost + ":[0-9]+)")
|
||||||
|
t := r.FindString(url)
|
||||||
|
if t != "" {
|
||||||
|
url = strings.Replace(url, t, dt.API()+":8080/oc", -1)
|
||||||
|
} else {
|
||||||
|
url = strings.ReplaceAll(url, localhost, dt.API()+":8080/oc")
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
url = url + "/" + dt.API()
|
||||||
|
}
|
||||||
|
return url
|
||||||
|
}
|
||||||
|
|
||||||
|
// checkPeerStatus checks the status of a peer
|
||||||
|
func (p *PeerCache) checkPeerStatus(peerID string, appName string, caller *tools.HTTPCaller) (*Peer, bool) {
|
||||||
|
api := tools.API{}
|
||||||
|
access := (&Peer{}).GetAccessor(nil)
|
||||||
|
res, code, _ := access.LoadOne(peerID) // Load the peer from db
|
||||||
|
if code != 200 { // no peer no party
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
methods := caller.URLS[tools.PEER] // Get the methods url of the peer
|
||||||
|
if methods == nil {
|
||||||
|
return res.(*Peer), false
|
||||||
|
}
|
||||||
|
meth := methods[tools.POST] // Get the POST method to check status
|
||||||
|
if meth == "" {
|
||||||
|
return res.(*Peer), false
|
||||||
|
}
|
||||||
|
url := p.urlFormat(res.(*Peer).Url, tools.PEER) + meth // Format the URL
|
||||||
|
fmt.Println("Checking peer status on", url, "...")
|
||||||
|
state, services := api.CheckRemotePeer(url)
|
||||||
|
fmt.Println("Checking peer status on", url, state, services) // Check the status of the peer
|
||||||
|
res.(*Peer).Services = services // Update the services states of the peer
|
||||||
|
access.UpdateOne(res, peerID) // Update the peer in the db
|
||||||
|
return res.(*Peer), state != tools.DEAD && services[appName] == 0 // Return the peer and its status
|
||||||
|
}
|
||||||
|
|
||||||
|
// LaunchPeerExecution launches an execution on a peer
|
||||||
|
func (p *PeerCache) LaunchPeerExecution(peerID string, dataID string,
|
||||||
|
dt tools.DataType, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) (*PeerExecution, error) {
|
||||||
|
fmt.Println("Launching peer execution on", caller.URLS, dt, method)
|
||||||
|
methods := caller.URLS[dt] // Get the methods url of the data type
|
||||||
|
if m, ok := methods[method]; !ok || m == "" {
|
||||||
|
return nil, errors.New("no path found")
|
||||||
|
}
|
||||||
|
meth := methods[method] // Get the method url to execute
|
||||||
|
meth = strings.ReplaceAll(meth, ":id", dataID) // Replace the id in the url in case of a DELETE / UPDATE method (it's a standard naming in OC)
|
||||||
|
url := ""
|
||||||
|
|
||||||
|
// Check the status of the peer
|
||||||
|
if mypeer, ok := p.checkPeerStatus(peerID, dt.API(), caller); !ok {
|
||||||
|
// If the peer is not reachable, add the execution to the failed executions list
|
||||||
|
pexec := &PeerExecution{
|
||||||
|
Method: method.String(),
|
||||||
|
Url: p.urlFormat((mypeer.Url)+meth, dt),
|
||||||
|
Body: body,
|
||||||
|
DataType: dt.EnumIndex(),
|
||||||
|
DataID: dataID,
|
||||||
|
}
|
||||||
|
mypeer.AddExecution(*pexec)
|
||||||
|
mypeer.GetAccessor(nil).UpdateOne(mypeer, peerID) // Update the peer in the db
|
||||||
|
return nil, errors.New("peer is not reachable")
|
||||||
|
} else {
|
||||||
|
// If the peer is reachable, launch the execution
|
||||||
|
url = p.urlFormat((mypeer.Url)+meth, dt) // Format the URL
|
||||||
|
tmp := mypeer.FailedExecution // Get the failed executions list
|
||||||
|
mypeer.FailedExecution = []PeerExecution{} // Reset the failed executions list
|
||||||
|
mypeer.GetAccessor(nil).UpdateOne(mypeer, peerID) // Update the peer in the db
|
||||||
|
for _, v := range tmp { // Retry the failed executions
|
||||||
|
go p.exec(v.Url, tools.ToMethod(v.Method), v.Body, caller)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fmt.Println("URL exec", url)
|
||||||
|
return nil, p.exec(url, method, body, caller) // Execute the method
|
||||||
|
}
|
||||||
|
|
||||||
|
// exec executes the method on the peer
|
||||||
|
func (p *PeerCache) exec(url string, method tools.METHOD, body map[string]interface{}, caller *tools.HTTPCaller) error {
|
||||||
|
var b []byte
|
||||||
|
var err error
|
||||||
|
if method == tools.POST { // Execute the POST method if it's a POST method
|
||||||
|
b, err = caller.CallPost(url, "", body)
|
||||||
|
}
|
||||||
|
if method == tools.GET { // Execute the GET method if it's a GET method
|
||||||
|
b, err = caller.CallGet(url, "")
|
||||||
|
}
|
||||||
|
if method == tools.DELETE { // Execute the DELETE method if it's a DELETE method
|
||||||
|
b, err = caller.CallDelete(url, "")
|
||||||
|
}
|
||||||
|
var m map[string]interface{}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if e, ok := m["error"]; ok && e != "<nil>" && e != "" { // Check if there is an error in the response
|
||||||
|
return errors.New(fmt.Sprintf("%v", m["error"]))
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
101
models/peer/peer_mongo_accessor.go
Normal file
101
models/peer/peer_mongo_accessor.go
Normal file
@ -0,0 +1,101 @@
|
|||||||
|
package peer
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strconv"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type peerMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the peerMongoAccessor
|
||||||
|
func New() *peerMongoAccessor {
|
||||||
|
return &peerMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set.(*Peer), id, wfa, &Peer{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data.(*Peer), wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var peer Peer
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&peer)
|
||||||
|
|
||||||
|
return &peer, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa peerMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Peer
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *peerMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
s, err := strconv.Atoi(search)
|
||||||
|
if err == nil {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
||||||
|
"state": {{Operator: dbs.EQUAL.String(), Value: s}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // search by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Peer
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
125
models/resource_model/resource_model.go
Normal file
125
models/resource_model/resource_model.go
Normal file
@ -0,0 +1,125 @@
|
|||||||
|
package resource_model
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
type WebResource struct {
|
||||||
|
Protocol string `bson:"protocol,omitempty" json:"protocol,omitempty"` // Protocol is the protocol of the URL
|
||||||
|
Path string `bson:"path,omitempty" json:"path,omitempty"` // Path is the path of the URL
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* AbstractResource is a struct that represents a resource
|
||||||
|
* it defines the resource data
|
||||||
|
*/
|
||||||
|
type AbstractResource struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
ShortDescription string `json:"short_description,omitempty" bson:"short_description,omitempty" validate:"required"` // ShortDescription is the short description of the resource
|
||||||
|
Description string `json:"description,omitempty" bson:"description,omitempty"` // Description is the description of the resource
|
||||||
|
Logo string `json:"logo,omitempty" bson:"logo,omitempty" validate:"required"` // Logo is the logo of the resource
|
||||||
|
Owner string `json:"owner,omitempty" bson:"owner,omitempty" validate:"required"` // Owner is the owner of the resource
|
||||||
|
OwnerLogo string `json:"owner_logo,omitempty" bson:"owner_logo,omitempty"` // OwnerLogo is the owner logo of the resource
|
||||||
|
SourceUrl string `json:"source_url,omitempty" bson:"source_url,omitempty" validate:"required"` // SourceUrl is the source URL of the resource
|
||||||
|
PeerID string `json:"peer_id,omitempty" bson:"peer_id,omitempty" validate:"required"` // PeerID is the ID of the peer getting this resource
|
||||||
|
Price string `json:"price,omitempty" bson:"price,omitempty"` // Price is the price of access to the resource
|
||||||
|
License string `json:"license,omitempty" bson:"license,omitempty"` // License is the license of the resource
|
||||||
|
ResourceModel *ResourceModel `json:"resource_model,omitempty" bson:"resource_model,omitempty"` // ResourceModel is the model of the resource
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* GetModelType returns the type of the model key
|
||||||
|
*/
|
||||||
|
func (abs *AbstractResource) GetModelType(cat string, key string) interface{} {
|
||||||
|
if abs.ResourceModel == nil || abs.ResourceModel.Model == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if _, ok := abs.ResourceModel.Model[key]; !ok {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return abs.ResourceModel.Model[cat][key].Type
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* GetModelKeys returns the keys of the model
|
||||||
|
*/
|
||||||
|
func (abs *AbstractResource) GetModelKeys() []string {
|
||||||
|
keys := make([]string, 0)
|
||||||
|
for k := range abs.ResourceModel.Model {
|
||||||
|
keys = append(keys, k)
|
||||||
|
}
|
||||||
|
return keys
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* GetModelReadOnly returns the readonly of the model key
|
||||||
|
*/
|
||||||
|
func (abs *AbstractResource) GetModelReadOnly(cat string, key string) interface{} {
|
||||||
|
if abs.ResourceModel == nil || abs.ResourceModel.Model == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if _, ok := abs.ResourceModel.Model[key]; !ok {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return abs.ResourceModel.Model[cat][key].ReadOnly
|
||||||
|
}
|
||||||
|
|
||||||
|
type Model struct {
|
||||||
|
Type string `json:"type,omitempty" bson:"type,omitempty"` // Type is the type of the model
|
||||||
|
ReadOnly bool `json:"readonly,omitempty" bson:"readonly,omitempty"` // ReadOnly is the readonly of the model
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* ResourceModel is a struct that represents a resource model
|
||||||
|
* it defines the resource metadata and specificity
|
||||||
|
* Warning: This struct is not user available, it is only used by the system
|
||||||
|
*/
|
||||||
|
type ResourceModel struct {
|
||||||
|
UUID string `json:"id,omitempty" bson:"id,omitempty" validate:"required"`
|
||||||
|
ResourceType string `json:"resource_type,omitempty" bson:"resource_type,omitempty" validate:"required"`
|
||||||
|
VarRefs map[string]string `json:"var_refs,omitempty" bson:"var_refs,omitempty"` // VarRefs is the variable references of the model
|
||||||
|
Model map[string]map[string]Model `json:"model,omitempty" bson:"model,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *ResourceModel) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *ResourceModel) UpToDate() {}
|
||||||
|
|
||||||
|
func (r *ResourceModel) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ResourceModel) GetName() string {
|
||||||
|
return d.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ResourceModel) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := &ResourceModelMongoAccessor{}
|
||||||
|
data.Init(tools.RESOURCE_MODEL, caller)
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ResourceModel) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ResourceModel) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
83
models/resource_model/resource_model_mongo_accessor.go
Normal file
83
models/resource_model/resource_model_mongo_accessor.go
Normal file
@ -0,0 +1,83 @@
|
|||||||
|
package resource_model
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ResourceModelMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set, id, wfa, &ResourceModel{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow ResourceModel
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
return &workflow, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa ResourceModelMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ResourceModel
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *ResourceModelMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"resource_type": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ResourceModel
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
101
models/resources/compute/compute.go
Normal file
101
models/resources/compute/compute.go
Normal file
@ -0,0 +1,101 @@
|
|||||||
|
package compute
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type TechnologyEnum int
|
||||||
|
|
||||||
|
const (
|
||||||
|
DOCKER TechnologyEnum = iota
|
||||||
|
KUBERNETES
|
||||||
|
SLURM
|
||||||
|
HW
|
||||||
|
CONDOR
|
||||||
|
)
|
||||||
|
|
||||||
|
func (t TechnologyEnum) String() string {
|
||||||
|
return [...]string{"DOCKER", "KUBERNETES", "SLURM", "HW", "CONDOR"}[t]
|
||||||
|
}
|
||||||
|
|
||||||
|
type AccessEnum int
|
||||||
|
|
||||||
|
const (
|
||||||
|
SSH AccessEnum = iota
|
||||||
|
SSH_KUBE_API
|
||||||
|
SSH_SLURM
|
||||||
|
SSH_DOCKER
|
||||||
|
OPENCLOUD
|
||||||
|
VPN
|
||||||
|
)
|
||||||
|
|
||||||
|
func (a AccessEnum) String() string {
|
||||||
|
return [...]string{"SSH", "SSH_KUBE_API", "SSH_SLURM", "SSH_DOCKER", "OPENCLOUD", "VPN"}[a]
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* ComputeResource is a struct that represents a compute resource
|
||||||
|
* it defines the resource compute
|
||||||
|
*/
|
||||||
|
type ComputeResource struct {
|
||||||
|
resource_model.AbstractResource
|
||||||
|
Technology TechnologyEnum `json:"technology" bson:"technology" default:"0"` // Technology is the technology
|
||||||
|
Architecture string `json:"architecture,omitempty" bson:"architecture,omitempty"` // Architecture is the architecture
|
||||||
|
Access AccessEnum `json:"access" bson:"access default:"0"` // Access is the access
|
||||||
|
|
||||||
|
Localisation string `json:"localisation,omitempty" bson:"localisation,omitempty"` // Localisation is the localisation
|
||||||
|
|
||||||
|
CPUs []*CPU `bson:"cpus,omitempty" json:"cpus,omitempty"` // CPUs is the list of CPUs
|
||||||
|
RAM *RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
||||||
|
GPUs []*GPU `bson:"gpus,omitempty" json:"gpus,omitempty"` // GPUs is the list of GPUs
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ComputeResource) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ComputeResource) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ComputeResource) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New()
|
||||||
|
data.Init(tools.COMPUTE_RESOURCE, caller)
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
// CPU is a struct that represents a CPU
|
||||||
|
type CPU struct {
|
||||||
|
Cores uint `bson:"cores,omitempty" json:"cores,omitempty"` //TODO: validate
|
||||||
|
Architecture string `bson:"architecture,omitempty" json:"architecture,omitempty"` //TOOD: enum
|
||||||
|
Shared bool `bson:"shared,omitempty" json:"shared,omitempty"`
|
||||||
|
MinimumMemory uint `bson:"minimum_memory,omitempty" json:"minimum_memory,omitempty"`
|
||||||
|
Platform string `bson:"platform,omitempty" json:"platform,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type RAM struct {
|
||||||
|
Size uint `bson:"size,omitempty" json:"size,omitempty" description:"Units in MB"`
|
||||||
|
Ecc bool `bson:"ecc,omitempty" json:"ecc,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type GPU struct {
|
||||||
|
CudaCores uint `bson:"cuda_cores,omitempty" json:"cuda_cores,omitempty"`
|
||||||
|
Model string `bson:"model,omitempty" json:"model,omitempty"`
|
||||||
|
Memory uint `bson:"memory,omitempty" json:"memory,omitempty" description:"Units in MB"`
|
||||||
|
TensorCores uint `bson:"tensor_cores,omitempty" json:"tensor_cores,omitempty"`
|
||||||
|
}
|
112
models/resources/compute/compute_mongo_accessor.go
Normal file
112
models/resources/compute/compute_mongo_accessor.go
Normal file
@ -0,0 +1,112 @@
|
|||||||
|
package compute
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type computeMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the computeMongoAccessor
|
||||||
|
func New() *computeMongoAccessor {
|
||||||
|
return &computeMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (dca *computeMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return dca.GenericDeleteOne(id, dca)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dca *computeMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
set.(*ComputeResource).ResourceModel = nil
|
||||||
|
return dca.GenericUpdateOne(set, id, dca, &ComputeResource{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dca *computeMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data.(*ComputeResource).ResourceModel = nil
|
||||||
|
return dca.GenericStoreOne(data, dca)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dca *computeMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return dca.GenericStoreOne(data, dca)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dca *computeMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var compute ComputeResource
|
||||||
|
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, dca.GetType())
|
||||||
|
if err != nil {
|
||||||
|
dca.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
res_mongo.Decode(&compute)
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, dca.GetType())
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
compute.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
return &compute, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa computeMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ComputeResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *computeMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
|
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ComputeResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
46
models/resources/compute/compute_test.go
Normal file
46
models/resources/compute/compute_test.go
Normal file
@ -0,0 +1,46 @@
|
|||||||
|
package compute
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStoreOneCompute(t *testing.T) {
|
||||||
|
dc := ComputeResource{
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testCompute"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
dcma := New()
|
||||||
|
id, _, _ := dcma.StoreOne(&dc)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneCompute(t *testing.T) {
|
||||||
|
dc := ComputeResource{
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testCompute"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
dcma := New()
|
||||||
|
new_dc, _, _ := dcma.StoreOne(&dc)
|
||||||
|
|
||||||
|
assert.Equal(t, dc, new_dc)
|
||||||
|
}
|
65
models/resources/data/data.go
Normal file
65
models/resources/data/data.go
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
package data
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// enum of public private or licenced data
|
||||||
|
type DataLicense int
|
||||||
|
|
||||||
|
const (
|
||||||
|
PUBLIC DataLicense = iota
|
||||||
|
PRIVATE
|
||||||
|
LICENCED
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Struct of Usage Conditions
|
||||||
|
*/
|
||||||
|
type UsageConditions struct {
|
||||||
|
Usage string `json:"usage,omitempty" bson:"usage,omitempty" description:"usage of the data"` // Usage is the usage of the data
|
||||||
|
Actors []string `json:"actors,omitempty" bson:"actors,omitempty" description:"actors of the data"` // Actors is the actors of the data
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* DataResource is a struct that represents a data resource
|
||||||
|
* it defines the resource data
|
||||||
|
*/
|
||||||
|
type DataResource struct {
|
||||||
|
resource_model.AbstractResource // AbstractResource contains the basic fields of an object (id, name)
|
||||||
|
resource_model.WebResource
|
||||||
|
Type string `bson:"type,omitempty" json:"type,omitempty"` // Type is the type of the storage
|
||||||
|
UsageConditions UsageConditions `json:"usage_conditions,omitempty" bson:"usage_conditions,omitempty" description:"usage conditions of the data"` // UsageConditions is the usage conditions of the data
|
||||||
|
License DataLicense `json:"license" bson:"license" description:"license of the data" default:"0"` // License is the license of the data
|
||||||
|
Interest DataLicense `json:"interest" bson:"interest" description:"interest of the data" default:"0"` // Interest is the interest of the data
|
||||||
|
Example string `json:"example,omitempty" bson:"example,omitempty" description:"base64 encoded data"` // Example is an example of the data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *DataResource) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *DataResource) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *DataResource) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.DATA_RESOURCE, caller) // Initialize the accessor with the DATA_RESOURCE model type
|
||||||
|
return data
|
||||||
|
}
|
110
models/resources/data/data_mongo_accessor.go
Normal file
110
models/resources/data/data_mongo_accessor.go
Normal file
@ -0,0 +1,110 @@
|
|||||||
|
package data
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
mongo "cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type dataMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the dataMongoAccessor
|
||||||
|
func New() *dataMongoAccessor {
|
||||||
|
return &dataMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (dma *dataMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return dma.GenericDeleteOne(id, dma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *dataMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
set.(*DataResource).ResourceModel = nil
|
||||||
|
return dma.GenericUpdateOne(set, id, dma, &DataResource{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *dataMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data.(*DataResource).ResourceModel = nil
|
||||||
|
return dma.GenericStoreOne(data, dma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *dataMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return dma.GenericStoreOne(data, dma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *dataMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var data DataResource
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, dma.GetType())
|
||||||
|
if err != nil {
|
||||||
|
dma.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&data)
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, dma.GetType())
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
data.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
return &data, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa dataMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []DataResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *dataMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
|
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []DataResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
53
models/resources/data/data_test.go
Normal file
53
models/resources/data/data_test.go
Normal file
@ -0,0 +1,53 @@
|
|||||||
|
package data
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStoreOneData(t *testing.T) {
|
||||||
|
d := DataResource{
|
||||||
|
WebResource: resource_model.WebResource{
|
||||||
|
Protocol: "http", Path: "azerty.fr",
|
||||||
|
},
|
||||||
|
Example: "123456",
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
dma := New()
|
||||||
|
id, _, _ := dma.StoreOne(&d)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneDate(t *testing.T) {
|
||||||
|
d := DataResource{
|
||||||
|
WebResource: resource_model.WebResource{
|
||||||
|
Protocol: "http", Path: "azerty.fr",
|
||||||
|
},
|
||||||
|
Example: "123456",
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
dma := New()
|
||||||
|
new_d, _, _ := dma.StoreOne(&d)
|
||||||
|
assert.Equal(t, d, new_d)
|
||||||
|
}
|
67
models/resources/processing/processing.go
Normal file
67
models/resources/processing/processing.go
Normal file
@ -0,0 +1,67 @@
|
|||||||
|
package processing
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Container struct {
|
||||||
|
Image string `json:"image,omitempty" bson:"image,omitempty"` // Image is the container image
|
||||||
|
Command string `json:"command,omitempty" bson:"command,omitempty"` // Command is the container command
|
||||||
|
Args string `json:"args,omitempty" bson:"args,omitempty"` // Args is the container arguments
|
||||||
|
Env map[string]string `json:"env,omitempty" bson:"env,omitempty"` // Env is the container environment variables
|
||||||
|
Volumes map[string]string `json:"volumes,omitempty" bson:"volumes,omitempty"` // Volumes is the container volumes
|
||||||
|
}
|
||||||
|
|
||||||
|
type Expose struct {
|
||||||
|
Port int `json:"port,omitempty" bson:"port,omitempty"` // Port is the port
|
||||||
|
Reverse string `json:"reverse,omitempty" bson:"reverse,omitempty"` // Reverse is the reverse
|
||||||
|
PAT int `json:"pat,omitempty" bson:"pat,omitempty"` // PAT is the PAT
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* ProcessingResource is a struct that represents a processing resource
|
||||||
|
* it defines the resource processing
|
||||||
|
*/
|
||||||
|
type ProcessingResource struct {
|
||||||
|
resource_model.AbstractResource
|
||||||
|
IsService bool `json:"is_service,omitempty" bson:"is_service,omitempty"` // IsService is a flag that indicates if the processing is a service
|
||||||
|
CPUs []*compute.CPU `bson:"cpus,omitempty" json:"cp_us,omitempty"` // CPUs is the list of CPUs
|
||||||
|
GPUs []*compute.GPU `bson:"gpus,omitempty" json:"gp_us,omitempty"` // GPUs is the list of GPUs
|
||||||
|
RAM *compute.RAM `bson:"ram,omitempty" json:"ram,omitempty"` // RAM is the RAM
|
||||||
|
Storage uint `bson:"storage,omitempty" json:"storage,omitempty"` // Storage is the storage
|
||||||
|
Parallel bool `bson:"parallel,omitempty" json:"parallel,omitempty"` // Parallel is a flag that indicates if the processing is parallel
|
||||||
|
ScalingModel uint `bson:"scaling_model,omitempty" json:"scaling_model,omitempty"` // ScalingModel is the scaling model
|
||||||
|
DiskIO string `bson:"disk_io,omitempty" json:"disk_io,omitempty"` // DiskIO is the disk IO
|
||||||
|
Container *Container `bson:"container,omitempty" json:"container,omitempty"` // Container is the container
|
||||||
|
Expose []Expose `bson:"expose,omitempty" json:"expose,omitempty"` // Expose is the execution
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ProcessingResource) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *ProcessingResource) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *ProcessingResource) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.PROCESSING_RESOURCE, caller) // Initialize the accessor with the PROCESSING_RESOURCE model type
|
||||||
|
return data
|
||||||
|
}
|
114
models/resources/processing/processing_mongo_accessor.go
Normal file
114
models/resources/processing/processing_mongo_accessor.go
Normal file
@ -0,0 +1,114 @@
|
|||||||
|
package processing
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type processingMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the processingMongoAccessor
|
||||||
|
func New() *processingMongoAccessor {
|
||||||
|
return &processingMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (pma *processingMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return pma.GenericDeleteOne(id, pma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (pma *processingMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
set.(*ProcessingResource).ResourceModel = nil
|
||||||
|
return pma.GenericUpdateOne(set, id, pma, &ProcessingResource{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (pma *processingMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data.(*ProcessingResource).ResourceModel = nil
|
||||||
|
return pma.GenericStoreOne(data, pma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (pma *processingMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return pma.GenericStoreOne(data, pma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (pma *processingMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
|
||||||
|
var processing ProcessingResource
|
||||||
|
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, pma.GetType())
|
||||||
|
if err != nil {
|
||||||
|
pma.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
res_mongo.Decode(&processing)
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, pma.GetType())
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
processing.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
return &processing, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa processingMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ProcessingResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for processing resources in the database, given some filters OR a search string
|
||||||
|
func (wfa *processingMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
|
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []ProcessingResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
38
models/resources/processing/processing_test.go
Normal file
38
models/resources/processing/processing_test.go
Normal file
@ -0,0 +1,38 @@
|
|||||||
|
package processing
|
||||||
|
|
||||||
|
/*
|
||||||
|
func TestStoreOneProcessing(t *testing.T) {
|
||||||
|
p := ProcessingResource{Container: "totoCont",
|
||||||
|
AbstractResource: resources.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
sma := ProcessingMongoAccessor{}
|
||||||
|
id, _, _ := sma.StoreOne(&p)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneProcessing(t *testing.T) {
|
||||||
|
p := ProcessingResource{Container: "totoCont",
|
||||||
|
AbstractResource: resources.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
sma := ProcessingMongoAccessor{}
|
||||||
|
new_s, _, _ := sma.StoreOne(&p)
|
||||||
|
assert.Equal(t, p, new_s)
|
||||||
|
}
|
||||||
|
*/
|
57
models/resources/resource.go
Normal file
57
models/resources/resource.go
Normal file
@ -0,0 +1,57 @@
|
|||||||
|
package resources
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/data"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/processing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/storage"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/resources/workflow"
|
||||||
|
)
|
||||||
|
|
||||||
|
// AbstractResource is the struct containing all of the attributes commons to all ressources
|
||||||
|
|
||||||
|
// Resource is the interface to be implemented by all classes inheriting from Resource to have the same behavior
|
||||||
|
|
||||||
|
// http://www.inanzzz.com/index.php/post/wqbs/a-basic-usage-of-int-and-string-enum-types-in-golang
|
||||||
|
type ResourceSet struct {
|
||||||
|
Datas []string `bson:"datas,omitempty" json:"datas,omitempty"`
|
||||||
|
Storages []string `bson:"storages,omitempty" json:"storages,omitempty"`
|
||||||
|
Processings []string `bson:"processings,omitempty" json:"processings,omitempty"`
|
||||||
|
Computes []string `bson:"computes,omitempty" json:"computes,omitempty"`
|
||||||
|
Workflows []string `bson:"workflows,omitempty" json:"workflows,omitempty"`
|
||||||
|
|
||||||
|
DataResources []*data.DataResource `bson:"-" json:"data_resources,omitempty"`
|
||||||
|
StorageResources []*storage.StorageResource `bson:"-" json:"storage_resources,omitempty"`
|
||||||
|
ProcessingResources []*processing.ProcessingResource `bson:"-" json:"processing_resources,omitempty"`
|
||||||
|
ComputeResources []*compute.ComputeResource `bson:"-" json:"compute_resources,omitempty"`
|
||||||
|
WorkflowResources []*w.WorkflowResource `bson:"-" json:"workflow_resources,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type ItemResource struct {
|
||||||
|
Data *data.DataResource `bson:"data,omitempty" json:"data,omitempty"`
|
||||||
|
Processing *processing.ProcessingResource `bson:"processing,omitempty" json:"processing,omitempty"`
|
||||||
|
Storage *storage.StorageResource `bson:"storage,omitempty" json:"storage,omitempty"`
|
||||||
|
Compute *compute.ComputeResource `bson:"compute,omitempty" json:"compute,omitempty"`
|
||||||
|
Workflow *w.WorkflowResource `bson:"workflow,omitempty" json:"workflow,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *ItemResource) GetAbstractRessource() *resource_model.AbstractResource {
|
||||||
|
|
||||||
|
if(i.Data != nil){
|
||||||
|
return &i.Data.AbstractResource
|
||||||
|
}
|
||||||
|
if(i.Processing != nil){
|
||||||
|
return &i.Processing.AbstractResource
|
||||||
|
}
|
||||||
|
if(i.Storage != nil){
|
||||||
|
return &i.Storage.AbstractResource
|
||||||
|
}
|
||||||
|
if(i.Compute != nil){
|
||||||
|
return &i.Compute.AbstractResource
|
||||||
|
}
|
||||||
|
if(i.Workflow != nil){
|
||||||
|
return &i.Workflow.AbstractResource
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
84
models/resources/storage/storage.go
Normal file
84
models/resources/storage/storage.go
Normal file
@ -0,0 +1,84 @@
|
|||||||
|
package storage
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
type StorageSize int
|
||||||
|
|
||||||
|
// StorageType - Enum that defines the type of storage
|
||||||
|
const (
|
||||||
|
GB StorageSize = iota
|
||||||
|
MB
|
||||||
|
KB
|
||||||
|
)
|
||||||
|
|
||||||
|
var argoType = [...]string{
|
||||||
|
"Gi",
|
||||||
|
"Mi",
|
||||||
|
"Ki",
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the StorageResource struct
|
||||||
|
func (dma StorageSize) ToArgo() string {
|
||||||
|
return argoType[dma]
|
||||||
|
}
|
||||||
|
|
||||||
|
// enum of a data type
|
||||||
|
type StorageType int
|
||||||
|
|
||||||
|
const (
|
||||||
|
FILE = iota
|
||||||
|
STREAM
|
||||||
|
API
|
||||||
|
DATABASE
|
||||||
|
S3
|
||||||
|
MEMORY
|
||||||
|
HARDWARE
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* StorageResource is a struct that represents a storage resource
|
||||||
|
* it defines the resource storage
|
||||||
|
*/
|
||||||
|
type StorageResource struct {
|
||||||
|
resource_model.AbstractResource // AbstractResource contains the basic fields of an object (id, name)
|
||||||
|
resource_model.WebResource
|
||||||
|
Type StorageType `bson:"type,omitempty" json:"type,omitempty"` // Type is the type of the storage
|
||||||
|
Acronym string `bson:"acronym,omitempty" json:"acronym,omitempty"` // Acronym is the acronym of the storage
|
||||||
|
SizeType StorageSize `bson:"size_type" json:"size_type" default:"0"` // SizeType is the type of the storage size
|
||||||
|
Size uint `bson:"size,omitempty" json:"size,omitempty"` // Size is the size of the storage
|
||||||
|
Local bool `bson:"local" json:"local"` // Local is a flag that indicates if the storage is local
|
||||||
|
Encryption bool `bson:"encryption,omitempty" json:"encryption,omitempty"` // Encryption is a flag that indicates if the storage is encrypted
|
||||||
|
Redundancy string `bson:"redundancy,omitempty" json:"redundancy,omitempty"` // Redundancy is the redundancy of the storage
|
||||||
|
Throughput string `bson:"throughput,omitempty" json:"throughput,omitempty"` // Throughput is the throughput of the storage
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *StorageResource) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *StorageResource) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *StorageResource) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.STORAGE_RESOURCE, caller) // Initialize the accessor with the STORAGE_RESOURCE model type
|
||||||
|
return data
|
||||||
|
}
|
114
models/resources/storage/storage_mongo_accessor.go
Normal file
114
models/resources/storage/storage_mongo_accessor.go
Normal file
@ -0,0 +1,114 @@
|
|||||||
|
package storage
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type storageMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the storageMongoAccessor
|
||||||
|
func New() *storageMongoAccessor {
|
||||||
|
return &storageMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Nothing special here, just the basic CRUD operations
|
||||||
|
*/
|
||||||
|
|
||||||
|
func (sma *storageMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return sma.GenericDeleteOne(id, sma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (sma *storageMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
set.(*StorageResource).ResourceModel = nil
|
||||||
|
return sma.GenericUpdateOne(set, id, sma, &StorageResource{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (sma *storageMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data.(*StorageResource).ResourceModel = nil
|
||||||
|
return sma.GenericStoreOne(data, sma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (sma *storageMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return sma.GenericStoreOne(data, sma)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (sma *storageMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
|
||||||
|
var storage StorageResource
|
||||||
|
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, sma.GetType())
|
||||||
|
if err != nil {
|
||||||
|
sma.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
res_mongo.Decode(&storage)
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, sma.GetType())
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
storage.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
return &storage, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa storageMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []StorageResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for storage resources in the database, given some filters OR a search string
|
||||||
|
func (wfa *storageMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
|
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []StorageResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r) // only get the abstract resource !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
46
models/resources/storage/storage_test.go
Normal file
46
models/resources/storage/storage_test.go
Normal file
@ -0,0 +1,46 @@
|
|||||||
|
package storage
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStoreOneStorage(t *testing.T) {
|
||||||
|
s := StorageResource{Size: 123, WebResource: resource_model.WebResource{Protocol: "http", Path: "azerty.fr"},
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
sma := New()
|
||||||
|
id, _, _ := sma.StoreOne(&s)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneStorage(t *testing.T) {
|
||||||
|
s := StorageResource{Size: 123, WebResource: resource_model.WebResource{Protocol: "http", Path: "azerty.fr"},
|
||||||
|
AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testData"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
sma := New()
|
||||||
|
new_s, _, _ := sma.StoreOne(&s)
|
||||||
|
|
||||||
|
assert.Equal(t, s, new_s)
|
||||||
|
}
|
70
models/resources/workflow/graph/graph.go
Normal file
70
models/resources/workflow/graph/graph.go
Normal file
@ -0,0 +1,70 @@
|
|||||||
|
package graph
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Graph is a struct that represents a graph
|
||||||
|
type Graph struct {
|
||||||
|
Zoom float64 `bson:"zoom" json:"zoom" default:"1"` // Zoom is the graphical zoom of the graph
|
||||||
|
Items map[string]GraphItem `bson:"items" json:"items" default:"{}" validate:"required"` // Items is the list of elements in the graph
|
||||||
|
Links []GraphLink `bson:"links" json:"links" default:"{}" validate:"required"` // Links is the list of links between elements in the graph
|
||||||
|
}
|
||||||
|
|
||||||
|
func (g *Graph) GetResource(id string) (string, utils.DBObject) {
|
||||||
|
if item, ok := g.Items[id]; ok {
|
||||||
|
if item.Data != nil {
|
||||||
|
return tools.DATA_RESOURCE.String(), item.Data
|
||||||
|
} else if item.Compute != nil {
|
||||||
|
return tools.COMPUTE_RESOURCE.String(), item.Compute
|
||||||
|
} else if item.Workflow != nil {
|
||||||
|
return tools.WORKFLOW_RESOURCE.String(), item.Workflow
|
||||||
|
} else if item.Processing != nil {
|
||||||
|
return tools.PROCESSING_RESOURCE.String(), item.Processing
|
||||||
|
} else if item.Storage != nil {
|
||||||
|
return tools.STORAGE_RESOURCE.String(), item.Storage
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return "", nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// GraphItem is a struct that represents an item in a graph
|
||||||
|
type GraphItem struct {
|
||||||
|
ID string `bson:"id" json:"id" validate:"required"` // ID is the unique identifier of the item
|
||||||
|
Width float64 `bson:"width" json:"width" validate:"required"` // Width is the graphical width of the item
|
||||||
|
Height float64 `bson:"height" json:"height" validate:"required"` // Height is the graphical height of the item
|
||||||
|
Position Position `bson:"position" json:"position" validate:"required"` // Position is the graphical position of the item
|
||||||
|
*resources.ItemResource // ItemResource is the resource of the item affected to the item
|
||||||
|
}
|
||||||
|
|
||||||
|
// GraphLink is a struct that represents a link between two items in a graph
|
||||||
|
type GraphLink struct {
|
||||||
|
Source Position `bson:"source" json:"source" validate:"required"` // Source is the source graphical position of the link
|
||||||
|
Destination Position `bson:"destination" json:"destination" validate:"required"` // Destination is the destination graphical position of the link
|
||||||
|
Style *GraphLinkStyle `bson:"style,omitempty" json:"style,omitempty"` // Style is the graphical style of the link
|
||||||
|
}
|
||||||
|
|
||||||
|
// GraphLinkStyle is a struct that represents the style of a link in a graph
|
||||||
|
type GraphLinkStyle struct {
|
||||||
|
Color int64 `bson:"color" json:"color"` // Color is the graphical color of the link (int description of a color, can be transpose as hex)
|
||||||
|
Stroke float64 `bson:"stroke" json:"stroke"` // Stroke is the graphical stroke of the link
|
||||||
|
Tension float64 `bson:"tension" json:"tension"` // Tension is the graphical tension of the link
|
||||||
|
HeadRadius float64 `bson:"head_radius" json:"head_radius"` // graphical pin radius
|
||||||
|
DashWidth float64 `bson:"dash_width" json:"dash_width"` // DashWidth is the graphical dash width of the link
|
||||||
|
DashSpace float64 `bson:"dash_space" json:"dash_space"` // DashSpace is the graphical dash space of the link
|
||||||
|
EndArrow Position `bson:"end_arrow" json:"end_arrow"` // EndArrow is the graphical end arrow of the link
|
||||||
|
StartArrow Position `bson:"start_arrow" json:"start_arrow"` // StartArrow is the graphical start arrow of the link
|
||||||
|
ArrowStyle int64 `bson:"arrow_style" json:"arrow_style"` // ArrowStyle is the graphical arrow style of the link (enum foundable in UI)
|
||||||
|
ArrowDirection int64 `bson:"arrow_direction" json:"arrow_direction"` // ArrowDirection is the graphical arrow direction of the link (enum foundable in UI)
|
||||||
|
StartArrowWidth float64 `bson:"start_arrow_width" json:"start_arrow_width"` // StartArrowWidth is the graphical start arrow width of the link
|
||||||
|
EndArrowWidth float64 `bson:"end_arrow_width" json:"end_arrow_width"` // EndArrowWidth is the graphical end arrow width of the link
|
||||||
|
}
|
||||||
|
|
||||||
|
// Position is a struct that represents a graphical position
|
||||||
|
type Position struct {
|
||||||
|
ID string `json:"id" bson:"id"` // ID reprents ItemID (optionnal), TODO: rename to ItemID
|
||||||
|
X float64 `json:"x" bson:"x" validate:"required"` // X is the graphical x position
|
||||||
|
Y float64 `json:"y" bson:"y" validate:"required"` // Y is the graphical y position
|
||||||
|
}
|
41
models/resources/workflow/workflow.go
Normal file
41
models/resources/workflow/workflow.go
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
package oclib
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// WorkflowResource is a struct that represents a workflow resource
|
||||||
|
// it defines the resource workflow
|
||||||
|
type WorkflowResource struct {
|
||||||
|
resource_model.AbstractResource
|
||||||
|
WorkflowID string `bson:"workflow_id,omitempty" json:"workflow_id,omitempty"` // WorkflowID is the ID of the native workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *WorkflowResource) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKFLOW_RESOURCE, caller) // Initialize the accessor with the WORKFLOW_RESOURCE model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *WorkflowResource) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *WorkflowResource) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
113
models/resources/workflow/workflow_mongo_accessor.go
Normal file
113
models/resources/workflow/workflow_mongo_accessor.go
Normal file
@ -0,0 +1,113 @@
|
|||||||
|
package oclib
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type workflowResourceMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
func New() *workflowResourceMongoAccessor {
|
||||||
|
return &workflowResourceMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowResourceMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowResourceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
set.(*WorkflowResource).ResourceModel = nil
|
||||||
|
return wfa.GenericUpdateOne(set, id, wfa, &WorkflowResource{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowResourceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
data.(*WorkflowResource).ResourceModel = nil
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowResourceMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
res, _, _ := wfa.LoadOne(data.GetID())
|
||||||
|
data.(*WorkflowResource).WorkflowID = data.GetID()
|
||||||
|
if res == nil {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
} else {
|
||||||
|
data.(*WorkflowResource).UUID = res.GetID()
|
||||||
|
return wfa.GenericUpdateOne(data, res.GetID(), wfa, &WorkflowResource{})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowResourceMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow WorkflowResource
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
workflow.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
return &workflow, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa workflowResourceMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []WorkflowResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for workflow resources in the database, given some filters OR a search string
|
||||||
|
func (wfa *workflowResourceMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by like name, short_description, description, owner, url if no filters are provided
|
||||||
|
"abstractresource.abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.short_description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.description": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.owner": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
"abstractresource.source_url": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []WorkflowResource
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
accessor := (&resource_model.ResourceModel{}).GetAccessor(nil)
|
||||||
|
resources, _, err := accessor.Search(nil, wfa.GetType())
|
||||||
|
for _, r := range results {
|
||||||
|
if err == nil && len(resources) > 0 {
|
||||||
|
r.ResourceModel = resources[0].(*resource_model.ResourceModel)
|
||||||
|
}
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
43
models/resources/workflow/workflow_test.go
Normal file
43
models/resources/workflow/workflow_test.go
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
package oclib
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resource_model"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStoreOneWorkflow(t *testing.T) {
|
||||||
|
w := WorkflowResource{AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testWorkflow"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
wma := New()
|
||||||
|
id, _, _ := wma.StoreOne(&w)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneWorkflow(t *testing.T) {
|
||||||
|
w := WorkflowResource{AbstractResource: resource_model.AbstractResource{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testWorkflow"},
|
||||||
|
Description: "Lorem Ipsum",
|
||||||
|
Logo: "azerty.com",
|
||||||
|
Owner: "toto",
|
||||||
|
OwnerLogo: "totoLogo",
|
||||||
|
SourceUrl: "azerty.fr",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
wma := New()
|
||||||
|
new_w, _, _ := wma.StoreOne(&w)
|
||||||
|
assert.Equal(t, w, new_w)
|
||||||
|
}
|
162
models/utils/abstracts.go
Normal file
162
models/utils/abstracts.go
Normal file
@ -0,0 +1,162 @@
|
|||||||
|
package utils
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/go-playground/validator/v10"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
"github.com/rs/zerolog"
|
||||||
|
)
|
||||||
|
|
||||||
|
// single instance of the validator used in every model Struct to validate the fields
|
||||||
|
var validate = validator.New(validator.WithRequiredStructEnabled())
|
||||||
|
|
||||||
|
/*
|
||||||
|
* AbstractObject is a struct that represents the basic fields of an object
|
||||||
|
* it defines the object id and name
|
||||||
|
* every data in base root model should inherit from this struct (only exception is the ResourceModel)
|
||||||
|
*/
|
||||||
|
type AbstractObject struct {
|
||||||
|
UUID string `json:"id,omitempty" bson:"id,omitempty" validate:"required"`
|
||||||
|
Name string `json:"name,omitempty" bson:"name,omitempty" validate:"required"`
|
||||||
|
UpdateDate time.Time `json:"update_date" bson:"update_date"`
|
||||||
|
LastPeerWriter string `json:"last_peer_writer" bson:"last_peer_writer"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetID returns the id of the object (abstract)
|
||||||
|
func (ao *AbstractObject) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetName returns the name of the object (abstract)
|
||||||
|
func (ao *AbstractObject) GetName() string {
|
||||||
|
return ao.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *AbstractObject) UpToDate() {
|
||||||
|
ao.UpdateDate = time.Now()
|
||||||
|
// ao.LastPeerWriter, _ = static.GetMyLocalJsonPeer()
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetAccessor returns the accessor of the object (abstract)
|
||||||
|
func (dma *AbstractObject) GetAccessor(caller *tools.HTTPCaller) Accessor {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *AbstractObject) Deserialize(j map[string]interface{}) DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *AbstractObject) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *AbstractObject) GenerateID() {
|
||||||
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
type AbstractAccessor struct {
|
||||||
|
Logger zerolog.Logger // Logger is the logger of the accessor, it's a specilized logger for the accessor
|
||||||
|
Type string // Type is the data type of the accessor
|
||||||
|
Caller *tools.HTTPCaller // Caller is the http caller of the accessor (optionnal) only need in a peer connection
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *AbstractAccessor) GetType() string {
|
||||||
|
return dma.Type
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *AbstractAccessor) GetCaller() *tools.HTTPCaller {
|
||||||
|
return dma.Caller
|
||||||
|
}
|
||||||
|
|
||||||
|
// Init initializes the accessor with the data type and the http caller
|
||||||
|
func (dma *AbstractAccessor) Init(t tools.DataType, caller *tools.HTTPCaller) {
|
||||||
|
dma.Logger = logs.CreateLogger(t.String()) // Create a logger with the data type
|
||||||
|
dma.Caller = caller // Set the caller
|
||||||
|
dma.Type = t.String() // Set the data type
|
||||||
|
}
|
||||||
|
|
||||||
|
// GenericLoadOne loads one object from the database (generic)
|
||||||
|
func (wfa *AbstractAccessor) GenericStoreOne(data DBObject, accessor Accessor) (DBObject, int, error) {
|
||||||
|
data.GenerateID()
|
||||||
|
f := dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractresource.abstractobject.name": {{
|
||||||
|
Operator: dbs.LIKE.String(),
|
||||||
|
Value: data.GetName(),
|
||||||
|
}},
|
||||||
|
"abstractobject.name": {{
|
||||||
|
Operator: dbs.LIKE.String(),
|
||||||
|
Value: data.GetName(),
|
||||||
|
}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
if cursor, _, _ := accessor.Search(&f, ""); len(cursor) > 0 {
|
||||||
|
return nil, 409, errors.New(accessor.GetType() + " with name " + data.GetName() + " already exists")
|
||||||
|
}
|
||||||
|
err := validate.Struct(data)
|
||||||
|
if err != nil {
|
||||||
|
return nil, 422, err
|
||||||
|
}
|
||||||
|
id, code, err := mongo.MONGOService.StoreOne(data, data.GetID(), wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store " + data.GetName() + " to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
return accessor.LoadOne(id)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GenericLoadOne loads one object from the database (generic)
|
||||||
|
func (dma *AbstractAccessor) GenericDeleteOne(id string, accessor Accessor) (DBObject, int, error) {
|
||||||
|
res, code, err := accessor.LoadOne(id)
|
||||||
|
if err != nil {
|
||||||
|
dma.Logger.Error().Msg("Could not retrieve " + id + " to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
_, code, err = mongo.MONGOService.DeleteOne(id, accessor.GetType())
|
||||||
|
if err != nil {
|
||||||
|
dma.Logger.Error().Msg("Could not delete " + id + " to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
return res, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// GenericLoadOne loads one object from the database (generic)
|
||||||
|
// json expected in entry is a flatted object no need to respect the inheritance hierarchy
|
||||||
|
func (dma *AbstractAccessor) GenericUpdateOne(set DBObject, id string, accessor Accessor, new DBObject) (DBObject, int, error) {
|
||||||
|
r, c, err := accessor.LoadOne(id)
|
||||||
|
if err != nil {
|
||||||
|
return nil, c, err
|
||||||
|
}
|
||||||
|
change := set.Serialize() // get the changes
|
||||||
|
loaded := r.Serialize() // get the loaded object
|
||||||
|
|
||||||
|
for k, v := range change { // apply the changes, with a flatten method
|
||||||
|
loaded[k] = v
|
||||||
|
}
|
||||||
|
id, code, err := mongo.MONGOService.UpdateOne(new.Deserialize(loaded), id, accessor.GetType())
|
||||||
|
if err != nil {
|
||||||
|
dma.Logger.Error().Msg("Could not update " + id + " to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
return accessor.LoadOne(id)
|
||||||
|
}
|
8
models/utils/common.go
Normal file
8
models/utils/common.go
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
package utils
|
||||||
|
|
||||||
|
/*
|
||||||
|
type Price struct {
|
||||||
|
Price float64 `json:"price,omitempty" bson:"price,omitempty"`
|
||||||
|
Currency string `json:"currency,omitempty" bson:"currency,omitempty"`
|
||||||
|
}
|
||||||
|
*/
|
40
models/utils/interfaces.go
Normal file
40
models/utils/interfaces.go
Normal file
@ -0,0 +1,40 @@
|
|||||||
|
package utils
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ShallowDBObject is an interface that defines the basic methods shallowed version of a DBObject
|
||||||
|
type ShallowDBObject interface {
|
||||||
|
GenerateID()
|
||||||
|
GetID() string
|
||||||
|
GetName() string
|
||||||
|
Deserialize(j map[string]interface{}) DBObject
|
||||||
|
Serialize() map[string]interface{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// DBObject is an interface that defines the basic methods for a DBObject
|
||||||
|
type DBObject interface {
|
||||||
|
GenerateID()
|
||||||
|
GetID() string
|
||||||
|
GetName() string
|
||||||
|
UpToDate()
|
||||||
|
Deserialize(j map[string]interface{}) DBObject
|
||||||
|
Serialize() map[string]interface{}
|
||||||
|
GetAccessor(caller *tools.HTTPCaller) Accessor
|
||||||
|
}
|
||||||
|
|
||||||
|
// Accessor is an interface that defines the basic methods for an Accessor
|
||||||
|
type Accessor interface {
|
||||||
|
Init(t tools.DataType, caller *tools.HTTPCaller)
|
||||||
|
GetType() string
|
||||||
|
GetCaller() *tools.HTTPCaller
|
||||||
|
Search(filters *dbs.Filters, search string) ([]ShallowDBObject, int, error)
|
||||||
|
LoadAll() ([]ShallowDBObject, int, error)
|
||||||
|
LoadOne(id string) (DBObject, int, error)
|
||||||
|
DeleteOne(id string) (DBObject, int, error)
|
||||||
|
CopyOne(data DBObject) (DBObject, int, error)
|
||||||
|
StoreOne(data DBObject) (DBObject, int, error)
|
||||||
|
UpdateOne(set DBObject, id string) (DBObject, int, error)
|
||||||
|
}
|
143
models/workflow/workflow.go
Normal file
143
models/workflow/workflow.go
Normal file
@ -0,0 +1,143 @@
|
|||||||
|
package workflow
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/storage"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/workflow/graph"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* AbstractWorkflow is a struct that represents a workflow for resource or native workflow
|
||||||
|
* Warning: there is 2 types of workflows, the resource workflow and the native workflow
|
||||||
|
* native workflow is the one that you create to schedule an execution
|
||||||
|
* resource workflow is the one that is created to set our native workflow in catalog
|
||||||
|
*/
|
||||||
|
type AbstractWorkflow struct {
|
||||||
|
resources.ResourceSet
|
||||||
|
Graph *graph.Graph `bson:"graph,omitempty" json:"graph,omitempty"` // Graph UI & logic representation of the workflow
|
||||||
|
ScheduleActive bool `json:"schedule_active" bson:"schedule_active"` // ScheduleActive is a flag that indicates if the schedule is active, if not the workflow is not scheduled and no execution or booking will be set
|
||||||
|
Schedule *WorkflowSchedule `bson:"schedule,omitempty" json:"schedule,omitempty"` // Schedule is the schedule of the workflow
|
||||||
|
Shared []string `json:"shared,omitempty" bson:"shared,omitempty"` // Shared is the ID of the shared workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *AbstractWorkflow) GetWorkflows() (list_computings []graph.GraphItem) {
|
||||||
|
for _, item := range w.Graph.Items {
|
||||||
|
if item.Workflow != nil {
|
||||||
|
list_computings = append(list_computings, item)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *AbstractWorkflow) GetStoragesByRelatedProcessing(processingID string) []*storage.StorageResource {
|
||||||
|
storages := []*storage.StorageResource{}
|
||||||
|
for _, link := range w.Graph.Links {
|
||||||
|
nodeID := link.Destination.ID // we considers that the processing is the destination
|
||||||
|
node := w.Graph.Items[link.Source.ID].Storage // we are looking for the storage as source
|
||||||
|
if node == nil { // if the source is not a storage, we consider that the destination is the storage
|
||||||
|
nodeID = link.Source.ID // and the processing is the source
|
||||||
|
node = w.Graph.Items[link.Destination.ID].Storage // we are looking for the storage as destination
|
||||||
|
}
|
||||||
|
if processingID == nodeID && node != nil { // if the storage is linked to the processing
|
||||||
|
storages = append(storages, node)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return storages
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *AbstractWorkflow) GetProcessings() (list_computings []graph.GraphItem) {
|
||||||
|
for _, item := range w.Graph.Items {
|
||||||
|
if item.Processing != nil {
|
||||||
|
list_computings = append(list_computings, item)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// tool function to check if a link is a link between a compute and a resource
|
||||||
|
func (w *AbstractWorkflow) isDCLink(link graph.GraphLink) (bool, string) {
|
||||||
|
if w.Graph == nil || w.Graph.Items == nil {
|
||||||
|
return false, ""
|
||||||
|
}
|
||||||
|
if d, ok := w.Graph.Items[link.Source.ID]; ok && d.Compute != nil {
|
||||||
|
return true, d.Compute.UUID
|
||||||
|
}
|
||||||
|
if d, ok := w.Graph.Items[link.Destination.ID]; ok && d.Compute != nil {
|
||||||
|
return true, d.Compute.UUID
|
||||||
|
}
|
||||||
|
return false, ""
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Workflow is a struct that represents a workflow
|
||||||
|
* it defines the native workflow
|
||||||
|
*/
|
||||||
|
type Workflow struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
AbstractWorkflow // AbstractWorkflow contains the basic fields of a workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* CheckBooking is a function that checks the booking of the workflow on peers (even ourselves)
|
||||||
|
*/
|
||||||
|
func (wfa *Workflow) CheckBooking(caller *tools.HTTPCaller) (bool, error) {
|
||||||
|
// check if
|
||||||
|
if wfa.Graph == nil { // no graph no booking
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
accessor := (&compute.ComputeResource{}).GetAccessor(nil)
|
||||||
|
for _, link := range wfa.Graph.Links {
|
||||||
|
if ok, dc_id := wfa.isDCLink(link); ok { // check if the link is a link between a compute and a resource
|
||||||
|
dc, code, _ := accessor.LoadOne(dc_id)
|
||||||
|
if code != 200 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// CHECK BOOKING ON PEER, compute could be a remote one
|
||||||
|
peerID := dc.(*compute.ComputeResource).PeerID
|
||||||
|
if peerID == "" {
|
||||||
|
return false, errors.New("no peer id")
|
||||||
|
} // no peer id no booking, we need to know where to book
|
||||||
|
_, err := (&peer.Peer{}).LaunchPeerExecution(peerID, dc_id, tools.BOOKING, tools.GET, nil, caller)
|
||||||
|
if err != nil {
|
||||||
|
return false, err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Workflow) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Workflow) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKFLOW, caller) // Initialize the accessor with the WORKFLOW model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Workflow) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
func (dma *Workflow) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
34
models/workflow/workflow_history_mongo_accessor.go
Normal file
34
models/workflow/workflow_history_mongo_accessor.go
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
package workflow
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
type WorkflowHistory struct{ Workflow }
|
||||||
|
|
||||||
|
func (d *WorkflowHistory) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKSPACE_HISTORY, caller) // Initialize the accessor with the WORKSPACE model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
func (r *WorkflowHistory) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Workspace is a struct that represents a workspace
|
||||||
|
type workflowHistoryMongoAccessor struct {
|
||||||
|
workflowMongoAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the workspaceMongoAccessor
|
||||||
|
func NewHistory() *workflowHistoryMongoAccessor {
|
||||||
|
return &workflowHistoryMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *workflowHistoryMongoAccessor) MapFromWorkflow(w *Workflow) *WorkflowHistory {
|
||||||
|
wh := &WorkflowHistory{Workflow: *w}
|
||||||
|
wh.GenerateID()
|
||||||
|
return wh
|
||||||
|
}
|
372
models/workflow/workflow_mongo_accessor.go
Normal file
372
models/workflow/workflow_mongo_accessor.go
Normal file
@ -0,0 +1,372 @@
|
|||||||
|
package workflow
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workflow_execution"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/workspace"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
cron "github.com/robfig/cron/v3"
|
||||||
|
)
|
||||||
|
|
||||||
|
type workflowMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the workflowMongoAccessor
|
||||||
|
func New() *workflowMongoAccessor {
|
||||||
|
return &workflowMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* THERE IS A LOT IN THIS FILE SHOULD BE AWARE OF THE COMMENTS
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
* getExecutions is a function that returns the executions of a workflow
|
||||||
|
* it returns an array of workflow_execution.WorkflowExecution
|
||||||
|
*/
|
||||||
|
func (wfa *workflowMongoAccessor) getExecutions(id string, data *Workflow) ([]*workflow_execution.WorkflowExecution, error) {
|
||||||
|
workflows_execution := []*workflow_execution.WorkflowExecution{}
|
||||||
|
if data.Schedule != nil { // only set execution on a scheduled workflow
|
||||||
|
if data.Schedule.Start == nil { // if no start date, return an error
|
||||||
|
return workflows_execution, errors.New("should get a start date on the scheduler.")
|
||||||
|
}
|
||||||
|
if data.Schedule.End != nil && data.Schedule.End.IsZero() { // if end date is zero, set it to nil
|
||||||
|
data.Schedule.End = nil
|
||||||
|
}
|
||||||
|
if len(data.Schedule.Cron) > 0 { // if cron is set then end date should be set
|
||||||
|
if data.Schedule.End == nil {
|
||||||
|
return workflows_execution, errors.New("a cron task should have an end date.")
|
||||||
|
}
|
||||||
|
cronStr := strings.Split(data.Schedule.Cron, " ") // split the cron string to treat it
|
||||||
|
if len(cronStr) < 6 { // if the cron string is less than 6 fields, return an error because format is : ss mm hh dd MM dw (6 fields)
|
||||||
|
return nil, errors.New("Bad cron message: " + data.Schedule.Cron + ". Should be at least ss mm hh dd MM dw")
|
||||||
|
}
|
||||||
|
subCron := strings.Join(cronStr[:6], " ")
|
||||||
|
// cron should be parsed as ss mm hh dd MM dw t (min 6 fields)
|
||||||
|
specParser := cron.NewParser(cron.Second | cron.Minute | cron.Hour | cron.Dom | cron.Month | cron.Dow) // create a new cron parser
|
||||||
|
sched, err := specParser.Parse(subCron) // parse the cron string
|
||||||
|
if err != nil {
|
||||||
|
return workflows_execution, errors.New("Bad cron message: " + err.Error())
|
||||||
|
}
|
||||||
|
// loop through the cron schedule to set the executions
|
||||||
|
for s := sched.Next(*data.Schedule.Start); !s.IsZero() && s.Before(*data.Schedule.End); s = sched.Next(s) {
|
||||||
|
obj := &workflow_execution.WorkflowExecution{
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: data.Schedule.Name, // set the name of the execution
|
||||||
|
},
|
||||||
|
ExecDate: &s, // set the execution date
|
||||||
|
EndDate: data.Schedule.End, // set the end date
|
||||||
|
State: 1, // set the state to 1 (scheduled)
|
||||||
|
WorkflowID: id, // set the workflow id dependancy of the execution
|
||||||
|
}
|
||||||
|
workflows_execution = append(workflows_execution, obj) // append the execution to the array
|
||||||
|
}
|
||||||
|
|
||||||
|
} else { // if no cron, set the execution to the start date
|
||||||
|
obj := &workflow_execution.WorkflowExecution{ // create a new execution
|
||||||
|
AbstractObject: utils.AbstractObject{
|
||||||
|
Name: data.Schedule.Name,
|
||||||
|
},
|
||||||
|
ExecDate: data.Schedule.Start,
|
||||||
|
EndDate: data.Schedule.End,
|
||||||
|
State: 1,
|
||||||
|
WorkflowID: id,
|
||||||
|
}
|
||||||
|
workflows_execution = append(workflows_execution, obj) // append the execution to the array
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return workflows_execution, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// DeleteOne deletes a workflow from the database, delete depending executions and bookings
|
||||||
|
func (wfa *workflowMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
wfa.execution(id, &Workflow{
|
||||||
|
AbstractWorkflow: AbstractWorkflow{ScheduleActive: false},
|
||||||
|
}, true) // delete the executions
|
||||||
|
res, code, err := wfa.GenericDeleteOne(id, wfa)
|
||||||
|
if res != nil && code == 200 {
|
||||||
|
wfa.execute(res.(*Workflow), true, false) // up to date the workspace for the workflow
|
||||||
|
wfa.share(res.(*Workflow), true, wfa.Caller)
|
||||||
|
}
|
||||||
|
return res, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* book is a function that books a workflow on the peers
|
||||||
|
* it takes the workflow id, the real data and the executions
|
||||||
|
* it returns an error if the booking fails
|
||||||
|
*/
|
||||||
|
func (wfa *workflowMongoAccessor) book(id string, realData *Workflow, execs []*workflow_execution.WorkflowExecution) error {
|
||||||
|
if wfa.Caller == nil || wfa.Caller.URLS == nil || wfa.Caller.URLS[tools.BOOKING] == nil {
|
||||||
|
return errors.New("no caller defined")
|
||||||
|
}
|
||||||
|
methods := wfa.Caller.URLS[tools.BOOKING]
|
||||||
|
if _, ok := methods[tools.POST]; !ok {
|
||||||
|
return errors.New("no path found")
|
||||||
|
}
|
||||||
|
res, code, _ := wfa.LoadOne(id)
|
||||||
|
if code != 200 {
|
||||||
|
return errors.New("could not load workflow")
|
||||||
|
}
|
||||||
|
r := res.(*Workflow)
|
||||||
|
g := r.Graph
|
||||||
|
if realData.Graph != nil { // if the graph is set, set it to the real data
|
||||||
|
g = realData.Graph
|
||||||
|
}
|
||||||
|
if g != nil && g.Links != nil && len(g.Links) > 0 { // if the graph is set and has links then book the workflow (even on ourselves)
|
||||||
|
accessor := (&compute.ComputeResource{}).GetAccessor(nil)
|
||||||
|
for _, link := range g.Links {
|
||||||
|
if ok, dc_id := realData.isDCLink(link); ok { // check if the link is a link between a compute and a resource booking is only on compute
|
||||||
|
dc, code, _ := accessor.LoadOne(dc_id)
|
||||||
|
if code != 200 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// CHECK BOOKING
|
||||||
|
peerID := dc.(*compute.ComputeResource).PeerID
|
||||||
|
if peerID == "" { // no peer id no booking
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// BOOKING ON PEER
|
||||||
|
_, err := (&peer.Peer{}).LaunchPeerExecution(peerID, "", tools.BOOKING, tools.POST,
|
||||||
|
(&workflow_execution.WorkflowExecutions{ // it's the standard model for booking see OC-PEER
|
||||||
|
WorkflowID: id, // set the workflow id "WHO"
|
||||||
|
ResourceID: dc_id, // set the compute id "WHERE"
|
||||||
|
Executions: execs, // set the executions to book "WHAT"
|
||||||
|
}).Serialize(), wfa.Caller)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println("BOOKING", err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* share is a function that shares a workflow to the peers if the workflow is shared
|
||||||
|
*/
|
||||||
|
func (wfa *workflowMongoAccessor) share(realData *Workflow, delete bool, caller *tools.HTTPCaller) {
|
||||||
|
if realData.Shared == nil || len(realData.Shared) == 0 || caller.Disabled { // no shared no sharing
|
||||||
|
return
|
||||||
|
}
|
||||||
|
for _, sharedID := range realData.Shared { // loop through the shared ids
|
||||||
|
access := (&shallow_collaborative_area.ShallowCollaborativeArea{}).GetAccessor(nil)
|
||||||
|
res, code, _ := access.LoadOne(sharedID)
|
||||||
|
if code != 200 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
var err error
|
||||||
|
paccess := &peer.Peer{}
|
||||||
|
for _, p := range res.(*shallow_collaborative_area.ShallowCollaborativeArea).Peers {
|
||||||
|
paccess.UUID = p
|
||||||
|
if ok, _ := paccess.IsMySelf(); ok { // if the peer is the current peer, never share because it will create a loop
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if delete { // if the workflow is deleted, share the deletion
|
||||||
|
history := NewHistory()
|
||||||
|
history.StoreOne(history.MapFromWorkflow(res.(*Workflow)))
|
||||||
|
_, err = paccess.LaunchPeerExecution(p, res.GetID(), tools.WORKFLOW, tools.DELETE, map[string]interface{}{}, caller)
|
||||||
|
} else { // if the workflow is updated, share the update
|
||||||
|
_, err = paccess.LaunchPeerExecution(p, res.GetID(), tools.WORKFLOW, tools.PUT, res.Serialize(), caller)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg(err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* execution is a create or delete function for the workflow executions depending on the schedule of the workflow
|
||||||
|
*/
|
||||||
|
func (wfa *workflowMongoAccessor) execution(id string, realData *Workflow, delete bool) (int, error) {
|
||||||
|
nats := tools.NewNATSCaller() // create a new nats caller because executions are sent to the nats for daemons
|
||||||
|
mongo.MONGOService.DeleteMultiple(map[string]interface{}{
|
||||||
|
"state": 1, // only delete the scheduled executions only scheduled if executions are in progress or ended, they should not be deleted for registration
|
||||||
|
"workflow_id": id,
|
||||||
|
}, tools.WORKFLOW_EXECUTION.String())
|
||||||
|
err := wfa.book(id, realData, []*workflow_execution.WorkflowExecution{}) // delete the booking of the workflow on the peers
|
||||||
|
fmt.Println("DELETE BOOKING", err)
|
||||||
|
nats.SetNATSPub(tools.WORKFLOW.String(), tools.REMOVE, realData) // send the deletion to the nats
|
||||||
|
if err != nil {
|
||||||
|
return 409, err
|
||||||
|
}
|
||||||
|
|
||||||
|
accessor := (&workflow_execution.WorkflowExecution{}).GetAccessor(nil)
|
||||||
|
execs, err := wfa.getExecutions(id, realData) // get the executions of the workflow
|
||||||
|
if err != nil {
|
||||||
|
return 422, err
|
||||||
|
}
|
||||||
|
if !realData.ScheduleActive || delete { // if the schedule is not active, delete the executions
|
||||||
|
execs = []*workflow_execution.WorkflowExecution{}
|
||||||
|
}
|
||||||
|
err = wfa.book(id, realData, execs) // book the workflow on the peers
|
||||||
|
fmt.Println("BOOKING", err)
|
||||||
|
if err != nil {
|
||||||
|
return 409, err // if the booking fails, return an error for integrity between peers
|
||||||
|
}
|
||||||
|
fmt.Println("BOOKING", delete)
|
||||||
|
for _, obj := range execs {
|
||||||
|
_, code, err := accessor.StoreOne(obj)
|
||||||
|
fmt.Println("EXEC", code, err)
|
||||||
|
if code != 200 {
|
||||||
|
return code, err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
nats.SetNATSPub(tools.WORKFLOW.String(), tools.CREATE, realData) // send the creation to the nats
|
||||||
|
return 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// UpdateOne updates a workflow in the database
|
||||||
|
func (wfa *workflowMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
res, code, err := wfa.LoadOne(id)
|
||||||
|
if code != 200 {
|
||||||
|
return nil, 409, err
|
||||||
|
}
|
||||||
|
// avoid the update if the schedule is the same
|
||||||
|
avoid := set.(*Workflow).Schedule == nil || (res.(*Workflow).Schedule != nil && res.(*Workflow).ScheduleActive == set.(*Workflow).ScheduleActive && res.(*Workflow).Schedule.Start == set.(*Workflow).Schedule.Start && res.(*Workflow).Schedule.End == set.(*Workflow).Schedule.End && res.(*Workflow).Schedule.Cron == set.(*Workflow).Schedule.Cron)
|
||||||
|
res, code, err = wfa.GenericUpdateOne(set, id, wfa, &Workflow{})
|
||||||
|
if code != 200 {
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
fmt.Println("UPDATE", avoid, res.(*Workflow).ScheduleActive)
|
||||||
|
if !avoid { // if the schedule is not avoided, update the executions
|
||||||
|
if code, err := wfa.execution(id, res.(*Workflow), false); code != 200 {
|
||||||
|
return nil, code, errors.New("could not update the executions : " + err.Error())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
wfa.execute(res.(*Workflow), false, false) // update the workspace for the workflow
|
||||||
|
wfa.share(res.(*Workflow), false, wfa.Caller) // share the update to the peers
|
||||||
|
return res, code, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// StoreOne stores a workflow in the database
|
||||||
|
func (wfa *workflowMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
res, code, err := wfa.GenericStoreOne(data, wfa)
|
||||||
|
if err != nil || code != 200 {
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
wfa.share(res.(*Workflow), false, wfa.Caller) // share the creation to the peers
|
||||||
|
//store the executions
|
||||||
|
if code, err := wfa.execution(res.GetID(), res.(*Workflow), false); err != nil {
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
wfa.execute(res.(*Workflow), false, false) // store the workspace for the workflow
|
||||||
|
return res, code, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// CopyOne copies a workflow in the database
|
||||||
|
func (wfa *workflowMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
// execute is a function that executes a workflow
|
||||||
|
// it stores the workflow resources in a specific workspace to never have a conflict in UI and logic
|
||||||
|
func (wfa *workflowMongoAccessor) execute(workflow *Workflow, delete bool, active bool) {
|
||||||
|
|
||||||
|
accessor := (&workspace.Workspace{}).GetAccessor(nil)
|
||||||
|
filters := &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by standard workspace name attached to a workflow
|
||||||
|
"abstractobject.name": {{dbs.LIKE.String(), workflow.Name + "_workspace"}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
resource, _, err := accessor.Search(filters, "")
|
||||||
|
if delete { // if delete is set to true, delete the workspace
|
||||||
|
for _, r := range resource {
|
||||||
|
accessor.DeleteOne(r.GetID())
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err == nil && len(resource) > 0 { // if the workspace already exists, update it
|
||||||
|
accessor.UpdateOne(&workspace.Workspace{
|
||||||
|
Active: active,
|
||||||
|
ResourceSet: resources.ResourceSet{
|
||||||
|
Datas: workflow.Datas,
|
||||||
|
Processings: workflow.Processings,
|
||||||
|
Storages: workflow.Storages,
|
||||||
|
Workflows: workflow.Workflows,
|
||||||
|
Computes: workflow.Computes,
|
||||||
|
},
|
||||||
|
}, resource[0].GetID())
|
||||||
|
} else { // if the workspace does not exist, create it
|
||||||
|
accessor.StoreOne(&workspace.Workspace{
|
||||||
|
Active: active,
|
||||||
|
AbstractObject: utils.AbstractObject{Name: workflow.Name + "_workspace"},
|
||||||
|
ResourceSet: resources.ResourceSet{
|
||||||
|
Datas: workflow.Datas,
|
||||||
|
Processings: workflow.Processings,
|
||||||
|
Storages: workflow.Storages,
|
||||||
|
Workflows: workflow.Workflows,
|
||||||
|
Computes: workflow.Computes,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadOne loads a workflow from the database
|
||||||
|
func (wfa *workflowMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow Workflow
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
wfa.execute(&workflow, false, true) // if no workspace is attached to the workflow, create it
|
||||||
|
|
||||||
|
return &workflow, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadAll loads all the workflows from the database
|
||||||
|
func (wfa workflowMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Workflow
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r.AbstractObject) // only AbstractObject fields !
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Workflow
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
23
models/workflow/workflow_schedule.go
Normal file
23
models/workflow/workflow_schedule.go
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
package workflow
|
||||||
|
|
||||||
|
import "time"
|
||||||
|
|
||||||
|
// WorkflowSchedule is a struct that contains the scheduling information of a workflow
|
||||||
|
type ScheduleMode int
|
||||||
|
|
||||||
|
const (
|
||||||
|
TASK ScheduleMode = iota
|
||||||
|
SERVICE
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* WorkflowSchedule is a struct that contains the scheduling information of a workflow
|
||||||
|
* It contains the mode of the schedule (Task or Service), the name of the schedule, the start and end time of the schedule and the cron expression
|
||||||
|
*/
|
||||||
|
type WorkflowSchedule struct {
|
||||||
|
Mode int64 `json:"mode" bson:"mode" validate:"required"` // Mode is the mode of the schedule (Task or Service)
|
||||||
|
Name string `json:"name" bson:"name" validate:"required"` // Name is the name of the schedule
|
||||||
|
Start *time.Time `json:"start" bson:"start" validate:"required,ltfield=End"` // Start is the start time of the schedule, is required and must be less than the End time
|
||||||
|
End *time.Time `json:"end,omitempty" bson:"end,omitempty"` // End is the end time of the schedule
|
||||||
|
Cron string `json:"cron,omitempty" bson:"cron,omitempty"` // here the cron format : ss mm hh dd MM dw task
|
||||||
|
}
|
29
models/workflow/workflow_test.go
Normal file
29
models/workflow/workflow_test.go
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
package workflow
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStoreOneWorkflow(t *testing.T) {
|
||||||
|
w := Workflow{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testWorkflow"},
|
||||||
|
}
|
||||||
|
|
||||||
|
wma := New()
|
||||||
|
id, _, _ := wma.StoreOne(&w)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoadOneWorkflow(t *testing.T) {
|
||||||
|
w := Workflow{
|
||||||
|
AbstractObject: utils.AbstractObject{Name: "testWorkflow"},
|
||||||
|
}
|
||||||
|
|
||||||
|
wma := New()
|
||||||
|
new_w, _, _ := wma.StoreOne(&w)
|
||||||
|
assert.Equal(t, w, new_w)
|
||||||
|
}
|
145
models/workflow_execution/workflow_execution.go
Normal file
145
models/workflow_execution/workflow_execution.go
Normal file
@ -0,0 +1,145 @@
|
|||||||
|
package workflow_execution
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ScheduledType - Enum for the different states of a workflow execution
|
||||||
|
type ScheduledType int
|
||||||
|
|
||||||
|
const (
|
||||||
|
SCHEDULED ScheduledType = iota + 1
|
||||||
|
STARTED
|
||||||
|
FAILURE
|
||||||
|
SUCCESS
|
||||||
|
)
|
||||||
|
|
||||||
|
var str = [...]string{
|
||||||
|
"scheduled",
|
||||||
|
"started",
|
||||||
|
"failure",
|
||||||
|
"success",
|
||||||
|
}
|
||||||
|
|
||||||
|
func FromInt(i int) string {
|
||||||
|
return str[i]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d ScheduledType) String() string {
|
||||||
|
return str[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
// EnumIndex - Creating common behavior - give the type a EnumIndex functio
|
||||||
|
func (d ScheduledType) EnumIndex() int {
|
||||||
|
return int(d)
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* WorkflowExecutions is a struct that represents a list of workflow executions
|
||||||
|
* Warning: No user can write (del, post, put) a workflow execution, it is only used by the system
|
||||||
|
* workflows generate their own executions
|
||||||
|
*/
|
||||||
|
type WorkflowExecutions struct {
|
||||||
|
WorkflowID string `json:"workflow_id" bson:"workflow_id"`
|
||||||
|
ResourceID string `json:"resource_id" bson:"resource_id"`
|
||||||
|
Executions []*WorkflowExecution `json:"executions" bson:"executions"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// New - Creates a new instance of the WorkflowExecutions from a map
|
||||||
|
func (dma *WorkflowExecutions) Deserialize(j map[string]interface{}) *WorkflowExecutions {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
// Serialize - Returns the WorkflowExecutions as a map
|
||||||
|
func (dma *WorkflowExecutions) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* WorkflowExecution is a struct that represents a workflow execution
|
||||||
|
* Warning: No user can write (del, post, put) a workflow execution, it is only used by the system
|
||||||
|
* workflows generate their own executions
|
||||||
|
*/
|
||||||
|
type WorkflowExecution struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
ExecDate *time.Time `json:"execution_date,omitempty" bson:"execution_date,omitempty" validate:"required"` // ExecDate is the execution date of the workflow, is required
|
||||||
|
EndDate *time.Time `json:"end_date,omitempty" bson:"end_date,omitempty"` // EndDate is the end date of the workflow
|
||||||
|
State int64 `json:"state,omitempty" bson:"state,omitempty"` // State is the state of the workflow
|
||||||
|
WorkflowID string `json:"workflow_id" bson:"workflow_id,omitempty"` // WorkflowID is the ID of the workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *WorkflowExecution) Equals(we *WorkflowExecution) bool {
|
||||||
|
return wfa.ExecDate.Equal(*we.ExecDate) && wfa.WorkflowID == we.WorkflowID
|
||||||
|
}
|
||||||
|
|
||||||
|
// tool to transform the argo status to a state
|
||||||
|
func (wfa *WorkflowExecution) ArgoStatusToState(status string) *WorkflowExecution {
|
||||||
|
status = strings.ToLower(status)
|
||||||
|
switch status {
|
||||||
|
case "succeeded": // Succeeded
|
||||||
|
wfa.State = int64(SUCCESS.EnumIndex())
|
||||||
|
case "pending": // Pending
|
||||||
|
wfa.State = int64(SCHEDULED.EnumIndex())
|
||||||
|
case "running": // Running
|
||||||
|
wfa.State = int64(STARTED.EnumIndex())
|
||||||
|
default: // Failed
|
||||||
|
wfa.State = int64(FAILURE.EnumIndex())
|
||||||
|
}
|
||||||
|
return wfa
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *WorkflowExecution) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *WorkflowExecution) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *WorkflowExecution) GetName() string {
|
||||||
|
return d.UUID + "_" + d.ExecDate.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *WorkflowExecution) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKFLOW_EXECUTION, caller) // Initialize the accessor with the WORKFLOW_EXECUTION model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the WorkflowExecution from a map
|
||||||
|
func (dma *WorkflowExecution) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
// Serialize returns the WorkflowExecution as a map
|
||||||
|
func (dma *WorkflowExecution) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
@ -0,0 +1,84 @@
|
|||||||
|
package workflow_execution
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
type workflowExecutionMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor
|
||||||
|
}
|
||||||
|
|
||||||
|
func New() *workflowExecutionMongoAccessor {
|
||||||
|
return &workflowExecutionMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericDeleteOne(id, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericUpdateOne(set, id, wfa, &WorkflowExecution{})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow WorkflowExecution
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
return &workflow, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wfa workflowExecutionMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []WorkflowExecution
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r.AbstractObject)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for workflow executions in the database, given some filters OR a search string
|
||||||
|
func (wfa *workflowExecutionMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []WorkflowExecution
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, &r)
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
60
models/workspace/workspace.go
Normal file
60
models/workspace/workspace.go
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
package workspace
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Workspace is a struct that represents a workspace
|
||||||
|
type Workspace struct {
|
||||||
|
utils.AbstractObject // AbstractObject contains the basic fields of an object (id, name)
|
||||||
|
resources.ResourceSet // ResourceSet contains the resources of the workspace (data, compute, processing, storage, workflow)
|
||||||
|
IsContextual bool `json:"is_contextual" bson:"is_contextual" default:"false"` // IsContextual is a flag that indicates if the workspace is contextual
|
||||||
|
Active bool `json:"active" bson:"active" default:"false"` // Active is a flag that indicates if the workspace is active
|
||||||
|
Shared string `json:"shared,omitempty" bson:"shared,omitempty"` // Shared is the ID of the shared workspace
|
||||||
|
}
|
||||||
|
|
||||||
|
func (ao *Workspace) GetID() string {
|
||||||
|
return ao.UUID
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Workspace) GenerateID() {
|
||||||
|
if r.UUID == "" {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Workspace) GetName() string {
|
||||||
|
return d.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Workspace) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKSPACE, caller) // Initialize the accessor with the WORKSPACE model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the workspaceMongoAccessor from a map
|
||||||
|
func (dma *Workspace) Deserialize(j map[string]interface{}) utils.DBObject {
|
||||||
|
b, err := json.Marshal(j)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, dma)
|
||||||
|
return dma
|
||||||
|
}
|
||||||
|
|
||||||
|
// Serialize returns the workspaceMongoAccessor as a map
|
||||||
|
func (dma *Workspace) Serialize() map[string]interface{} {
|
||||||
|
var m map[string]interface{}
|
||||||
|
b, err := json.Marshal(dma)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &m)
|
||||||
|
return m
|
||||||
|
}
|
34
models/workspace/workspace_history_mongo_accessor.go
Normal file
34
models/workspace/workspace_history_mongo_accessor.go
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
package workspace
|
||||||
|
|
||||||
|
import (
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
"github.com/google/uuid"
|
||||||
|
)
|
||||||
|
|
||||||
|
type WorkspaceHistory struct{ Workspace }
|
||||||
|
|
||||||
|
func (d *WorkspaceHistory) GetAccessor(caller *tools.HTTPCaller) utils.Accessor {
|
||||||
|
data := New() // Create a new instance of the accessor
|
||||||
|
data.Init(tools.WORKSPACE_HISTORY, caller) // Initialize the accessor with the WORKSPACE model type
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
func (r *WorkspaceHistory) GenerateID() {
|
||||||
|
r.UUID = uuid.New().String()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Workspace is a struct that represents a workspace
|
||||||
|
type workspaceHistoryMongoAccessor struct {
|
||||||
|
workspaceMongoAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the workspaceMongoAccessor
|
||||||
|
func NewHistory() *workspaceHistoryMongoAccessor {
|
||||||
|
return &workspaceHistoryMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *workspaceHistoryMongoAccessor) MapFromWorkspace(w *Workspace) *WorkspaceHistory {
|
||||||
|
wh := &WorkspaceHistory{Workspace: *w}
|
||||||
|
wh.GenerateID()
|
||||||
|
return wh
|
||||||
|
}
|
234
models/workspace/workspace_mongo_accessor.go
Normal file
234
models/workspace/workspace_mongo_accessor.go
Normal file
@ -0,0 +1,234 @@
|
|||||||
|
package workspace
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/collaborative_area/shallow_collaborative_area"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/peer"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/data"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/compute"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/processing"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/resources/storage"
|
||||||
|
w "cloud.o-forge.io/core/oc-lib/models/resources/workflow"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/models/utils"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/tools"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Workspace is a struct that represents a workspace
|
||||||
|
type workspaceMongoAccessor struct {
|
||||||
|
utils.AbstractAccessor // AbstractAccessor contains the basic fields of an accessor (model, caller)
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new instance of the workspaceMongoAccessor
|
||||||
|
func New() *workspaceMongoAccessor {
|
||||||
|
return &workspaceMongoAccessor{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// DeleteOne deletes a workspace from the database, given its ID, it automatically share to peers if the workspace is shared
|
||||||
|
// it checks if a workspace with the same name already exists
|
||||||
|
func (wfa *workspaceMongoAccessor) DeleteOne(id string) (utils.DBObject, int, error) {
|
||||||
|
res, code, err := wfa.GenericDeleteOne(id, wfa)
|
||||||
|
if code == 200 && res != nil {
|
||||||
|
wfa.share(res.(*Workspace), tools.DELETE, wfa.Caller) // Share the deletion to the peers
|
||||||
|
}
|
||||||
|
return res, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// UpdateOne updates a workspace in the database, given its ID, it automatically share to peers if the workspace is shared
|
||||||
|
func (wfa *workspaceMongoAccessor) UpdateOne(set utils.DBObject, id string) (utils.DBObject, int, error) {
|
||||||
|
d := set.(*Workspace) // Get the workspace from the set
|
||||||
|
d.DataResources = nil // Reset the resources
|
||||||
|
d.ComputeResources = nil
|
||||||
|
d.StorageResources = nil
|
||||||
|
d.ProcessingResources = nil
|
||||||
|
d.WorkflowResources = nil
|
||||||
|
if d.Active { // If the workspace is active, deactivate all the other workspaces
|
||||||
|
res, _, err := wfa.LoadAll()
|
||||||
|
if err == nil {
|
||||||
|
for _, r := range res {
|
||||||
|
if r.GetID() != id {
|
||||||
|
r.(*Workspace).Active = false
|
||||||
|
wfa.UpdateOne(r.(*Workspace), r.GetID())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res, code, err := wfa.GenericUpdateOne(set, id, wfa, &Workspace{})
|
||||||
|
if code == 200 && res != nil {
|
||||||
|
wfa.share(res.(*Workspace), tools.PUT, wfa.Caller)
|
||||||
|
}
|
||||||
|
return res, code, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// StoreOne stores a workspace in the database, it checks if a workspace with the same name already exists
|
||||||
|
func (wfa *workspaceMongoAccessor) StoreOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
filters := &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{
|
||||||
|
"abstractobject.name": {{dbs.LIKE.String(), data.GetName() + "_workspace"}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
res, _, err := wfa.Search(filters, "") // Search for the workspace
|
||||||
|
if err == nil && len(res) > 0 { // If the workspace already exists, return an error
|
||||||
|
return nil, 409, errors.New("A workspace with the same name already exists")
|
||||||
|
}
|
||||||
|
// reset the resources
|
||||||
|
d := data.(*Workspace)
|
||||||
|
d.DataResources = nil
|
||||||
|
d.ComputeResources = nil
|
||||||
|
d.StorageResources = nil
|
||||||
|
d.ProcessingResources = nil
|
||||||
|
d.WorkflowResources = nil
|
||||||
|
return wfa.GenericStoreOne(d, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CopyOne copies a workspace in the database
|
||||||
|
func (wfa *workspaceMongoAccessor) CopyOne(data utils.DBObject) (utils.DBObject, int, error) {
|
||||||
|
return wfa.GenericStoreOne(data, wfa)
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
This function is used to fill the workspace with the resources
|
||||||
|
*/
|
||||||
|
func (wfa *workspaceMongoAccessor) fill(workflow *Workspace) *Workspace {
|
||||||
|
// Fill the workspace with the resources
|
||||||
|
if workflow.Datas != nil && len(workflow.Datas) > 0 {
|
||||||
|
dataAccessor := (&data.DataResource{}).GetAccessor(nil)
|
||||||
|
for _, id := range workflow.Datas {
|
||||||
|
d, _, e := dataAccessor.LoadOne(id)
|
||||||
|
if e == nil {
|
||||||
|
workflow.DataResources = append(workflow.DataResources, d.(*data.DataResource))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Fill the workspace with the computes
|
||||||
|
if workflow.Computes != nil && len(workflow.Computes) > 0 {
|
||||||
|
dataAccessor := (&compute.ComputeResource{}).GetAccessor(nil)
|
||||||
|
for _, id := range workflow.Computes {
|
||||||
|
d, _, e := dataAccessor.LoadOne(id)
|
||||||
|
if e == nil {
|
||||||
|
workflow.ComputeResources = append(workflow.ComputeResources, d.(*compute.ComputeResource))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Fill the workspace with the storages
|
||||||
|
if workflow.Storages != nil && len(workflow.Storages) > 0 {
|
||||||
|
dataAccessor := (&storage.StorageResource{}).GetAccessor(nil)
|
||||||
|
for _, id := range workflow.Storages {
|
||||||
|
d, _, e := dataAccessor.LoadOne(id)
|
||||||
|
if e == nil {
|
||||||
|
workflow.StorageResources = append(workflow.StorageResources, d.(*storage.StorageResource))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Fill the workspace with the processings
|
||||||
|
if workflow.Processings != nil && len(workflow.Processings) > 0 {
|
||||||
|
dataAccessor := (&processing.ProcessingResource{}).GetAccessor(nil)
|
||||||
|
for _, id := range workflow.Processings {
|
||||||
|
d, _, e := dataAccessor.LoadOne(id)
|
||||||
|
if e == nil {
|
||||||
|
workflow.ProcessingResources = append(workflow.ProcessingResources, d.(*processing.ProcessingResource))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Fill the workspace with the workflows
|
||||||
|
if workflow.Workflows != nil && len(workflow.Workflows) > 0 {
|
||||||
|
dataAccessor := (&w.WorkflowResource{}).GetAccessor(nil)
|
||||||
|
for _, id := range workflow.Workflows {
|
||||||
|
d, _, e := dataAccessor.LoadOne(id)
|
||||||
|
if e == nil {
|
||||||
|
workflow.WorkflowResources = append(workflow.WorkflowResources, d.(*w.WorkflowResource))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return workflow
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadOne loads a workspace from the database, given its ID
|
||||||
|
func (wfa *workspaceMongoAccessor) LoadOne(id string) (utils.DBObject, int, error) {
|
||||||
|
var workflow Workspace
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadOne(id, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve " + id + " from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
res_mongo.Decode(&workflow)
|
||||||
|
|
||||||
|
return wfa.fill(&workflow), 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// LoadAll loads all the workspaces from the database
|
||||||
|
func (wfa workspaceMongoAccessor) LoadAll() ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.LoadAll(wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not retrieve any from db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Workspace
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, wfa.fill(&r))
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search searches for workspaces in the database, given some filters OR a search string
|
||||||
|
func (wfa *workspaceMongoAccessor) Search(filters *dbs.Filters, search string) ([]utils.ShallowDBObject, int, error) {
|
||||||
|
objs := []utils.ShallowDBObject{}
|
||||||
|
if (filters == nil || len(filters.And) == 0 || len(filters.Or) == 0) && search != "" {
|
||||||
|
filters = &dbs.Filters{
|
||||||
|
Or: map[string][]dbs.Filter{ // filter by name if no filters are provided
|
||||||
|
"abstractobject.name": {{Operator: dbs.LIKE.String(), Value: search}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res_mongo, code, err := mongo.MONGOService.Search(filters, wfa.GetType())
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg("Could not store to db. Error: " + err.Error())
|
||||||
|
return nil, code, err
|
||||||
|
}
|
||||||
|
var results []Workspace
|
||||||
|
if err = res_mongo.All(mongo.MngoCtx, &results); err != nil {
|
||||||
|
return nil, 404, err
|
||||||
|
}
|
||||||
|
for _, r := range results {
|
||||||
|
objs = append(objs, wfa.fill(&r))
|
||||||
|
}
|
||||||
|
return objs, 200, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
This function is used to share the workspace with the peers
|
||||||
|
*/
|
||||||
|
func (wfa *workspaceMongoAccessor) share(realData *Workspace, method tools.METHOD, caller *tools.HTTPCaller) {
|
||||||
|
if realData.Shared == "" || caller.Disabled {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
access := (&shallow_collaborative_area.ShallowCollaborativeArea{}).GetAccessor(nil)
|
||||||
|
res, code, _ := access.LoadOne(realData.Shared)
|
||||||
|
if code != 200 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
var err error
|
||||||
|
paccess := &peer.Peer{}
|
||||||
|
for _, p := range res.(*shallow_collaborative_area.ShallowCollaborativeArea).Peers {
|
||||||
|
paccess.UUID = p
|
||||||
|
if ok, _ := paccess.IsMySelf(); ok { // If the peer is the current peer, never share because it will create a loop
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if method == tools.DELETE { // If the workspace is deleted, share the deletion
|
||||||
|
history := NewHistory()
|
||||||
|
history.StoreOne(history.MapFromWorkspace(res.(*Workspace)))
|
||||||
|
_, err = paccess.LaunchPeerExecution(p, res.GetID(), tools.WORKSPACE, tools.DELETE, map[string]interface{}{}, caller)
|
||||||
|
} else { // If the workspace is updated, share the update
|
||||||
|
_, err = paccess.LaunchPeerExecution(p, res.GetID(), tools.WORKSPACE, tools.PUT, res.Serialize(), caller)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
wfa.Logger.Error().Msg(err.Error())
|
||||||
|
}
|
||||||
|
}
|
12
resource.go
12
resource.go
@ -1,12 +0,0 @@
|
|||||||
package oclib
|
|
||||||
|
|
||||||
type Resource struct {
|
|
||||||
Id string
|
|
||||||
Name string
|
|
||||||
ShortDescription string
|
|
||||||
Description string
|
|
||||||
Logo string
|
|
||||||
Owner string
|
|
||||||
OwnerLogo string
|
|
||||||
SourceUrl string
|
|
||||||
}
|
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
BIN
swagger/favicon-16x16.png
Normal file
BIN
swagger/favicon-16x16.png
Normal file
Binary file not shown.
After Width: | Height: | Size: 665 B |
BIN
swagger/favicon-32x32.png
Normal file
BIN
swagger/favicon-32x32.png
Normal file
Binary file not shown.
After Width: | Height: | Size: 628 B |
60
swagger/index.html
Normal file
60
swagger/index.html
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
<!-- HTML for static distribution bundle build -->
|
||||||
|
<!DOCTYPE html>
|
||||||
|
<html lang="en">
|
||||||
|
<head>
|
||||||
|
<meta charset="UTF-8">
|
||||||
|
<title>Swagger UI</title>
|
||||||
|
<link rel="stylesheet" type="text/css" href="./swagger-ui.css" />
|
||||||
|
<link rel="icon" type="image/png" href="./favicon-32x32.png" sizes="32x32" />
|
||||||
|
<link rel="icon" type="image/png" href="./favicon-16x16.png" sizes="16x16" />
|
||||||
|
<style>
|
||||||
|
html
|
||||||
|
{
|
||||||
|
box-sizing: border-box;
|
||||||
|
overflow: -moz-scrollbars-vertical;
|
||||||
|
overflow-y: scroll;
|
||||||
|
}
|
||||||
|
|
||||||
|
*,
|
||||||
|
*:before,
|
||||||
|
*:after
|
||||||
|
{
|
||||||
|
box-sizing: inherit;
|
||||||
|
}
|
||||||
|
|
||||||
|
body
|
||||||
|
{
|
||||||
|
margin:0;
|
||||||
|
background: #fafafa;
|
||||||
|
}
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body>
|
||||||
|
<div id="swagger-ui"></div>
|
||||||
|
|
||||||
|
<script src="./swagger-ui-bundle.js" charset="UTF-8"> </script>
|
||||||
|
<script src="./swagger-ui-standalone-preset.js" charset="UTF-8"> </script>
|
||||||
|
<script>
|
||||||
|
window.onload = function() {
|
||||||
|
// Begin Swagger UI call region
|
||||||
|
const ui = SwaggerUIBundle({
|
||||||
|
url: "https://petstore.swagger.io/v2/swagger.json",
|
||||||
|
dom_id: '#swagger-ui',
|
||||||
|
deepLinking: true,
|
||||||
|
presets: [
|
||||||
|
SwaggerUIBundle.presets.apis,
|
||||||
|
SwaggerUIStandalonePreset
|
||||||
|
],
|
||||||
|
plugins: [
|
||||||
|
SwaggerUIBundle.plugins.DownloadUrl
|
||||||
|
],
|
||||||
|
layout: "StandaloneLayout"
|
||||||
|
});
|
||||||
|
// End Swagger UI call region
|
||||||
|
|
||||||
|
window.ui = ui;
|
||||||
|
};
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>
|
79
swagger/oauth2-redirect.html
Normal file
79
swagger/oauth2-redirect.html
Normal file
@ -0,0 +1,79 @@
|
|||||||
|
<!doctype html>
|
||||||
|
<html lang="en-US">
|
||||||
|
<head>
|
||||||
|
<title>Swagger UI: OAuth2 Redirect</title>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<script>
|
||||||
|
'use strict';
|
||||||
|
function run () {
|
||||||
|
var oauth2 = window.opener.swaggerUIRedirectOauth2;
|
||||||
|
var sentState = oauth2.state;
|
||||||
|
var redirectUrl = oauth2.redirectUrl;
|
||||||
|
var isValid, qp, arr;
|
||||||
|
|
||||||
|
if (/code|token|error/.test(window.location.hash)) {
|
||||||
|
qp = window.location.hash.substring(1);
|
||||||
|
} else {
|
||||||
|
qp = location.search.substring(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
arr = qp.split("&");
|
||||||
|
arr.forEach(function (v,i,_arr) { _arr[i] = '"' + v.replace('=', '":"') + '"';});
|
||||||
|
qp = qp ? JSON.parse('{' + arr.join() + '}',
|
||||||
|
function (key, value) {
|
||||||
|
return key === "" ? value : decodeURIComponent(value);
|
||||||
|
}
|
||||||
|
) : {};
|
||||||
|
|
||||||
|
isValid = qp.state === sentState;
|
||||||
|
|
||||||
|
if ((
|
||||||
|
oauth2.auth.schema.get("flow") === "accessCode" ||
|
||||||
|
oauth2.auth.schema.get("flow") === "authorizationCode" ||
|
||||||
|
oauth2.auth.schema.get("flow") === "authorization_code"
|
||||||
|
) && !oauth2.auth.code) {
|
||||||
|
if (!isValid) {
|
||||||
|
oauth2.errCb({
|
||||||
|
authId: oauth2.auth.name,
|
||||||
|
source: "auth",
|
||||||
|
level: "warning",
|
||||||
|
message: "Authorization may be unsafe, passed state was changed in server Passed state wasn't returned from auth server"
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
if (qp.code) {
|
||||||
|
delete oauth2.state;
|
||||||
|
oauth2.auth.code = qp.code;
|
||||||
|
oauth2.callback({auth: oauth2.auth, redirectUrl: redirectUrl});
|
||||||
|
} else {
|
||||||
|
let oauthErrorMsg;
|
||||||
|
if (qp.error) {
|
||||||
|
oauthErrorMsg = "["+qp.error+"]: " +
|
||||||
|
(qp.error_description ? qp.error_description+ ". " : "no accessCode received from the server. ") +
|
||||||
|
(qp.error_uri ? "More info: "+qp.error_uri : "");
|
||||||
|
}
|
||||||
|
|
||||||
|
oauth2.errCb({
|
||||||
|
authId: oauth2.auth.name,
|
||||||
|
source: "auth",
|
||||||
|
level: "error",
|
||||||
|
message: oauthErrorMsg || "[Authorization failed]: no accessCode received from the server"
|
||||||
|
});
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
oauth2.callback({auth: oauth2.auth, token: qp, isValid: isValid, redirectUrl: redirectUrl});
|
||||||
|
}
|
||||||
|
window.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
if (document.readyState !== 'loading') {
|
||||||
|
run();
|
||||||
|
} else {
|
||||||
|
document.addEventListener('DOMContentLoaded', function () {
|
||||||
|
run();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>
|
3
swagger/swagger-ui-bundle.js
Normal file
3
swagger/swagger-ui-bundle.js
Normal file
File diff suppressed because one or more lines are too long
1
swagger/swagger-ui-bundle.js.map
Normal file
1
swagger/swagger-ui-bundle.js.map
Normal file
File diff suppressed because one or more lines are too long
2
swagger/swagger-ui-es-bundle-core.js
Normal file
2
swagger/swagger-ui-es-bundle-core.js
Normal file
File diff suppressed because one or more lines are too long
3
swagger/swagger-ui-es-bundle.js
Normal file
3
swagger/swagger-ui-es-bundle.js
Normal file
File diff suppressed because one or more lines are too long
3
swagger/swagger-ui-standalone-preset.js
Normal file
3
swagger/swagger-ui-standalone-preset.js
Normal file
File diff suppressed because one or more lines are too long
1
swagger/swagger-ui-standalone-preset.js.map
Normal file
1
swagger/swagger-ui-standalone-preset.js.map
Normal file
File diff suppressed because one or more lines are too long
4
swagger/swagger-ui.css
Normal file
4
swagger/swagger-ui.css
Normal file
File diff suppressed because one or more lines are too long
1
swagger/swagger-ui.css.map
Normal file
1
swagger/swagger-ui.css.map
Normal file
File diff suppressed because one or more lines are too long
2
swagger/swagger-ui.js
Normal file
2
swagger/swagger-ui.js
Normal file
File diff suppressed because one or more lines are too long
1
swagger/swagger-ui.js.map
Normal file
1
swagger/swagger-ui.js.map
Normal file
File diff suppressed because one or more lines are too long
1
tests/config.go
Normal file
1
tests/config.go
Normal file
@ -0,0 +1 @@
|
|||||||
|
package tests
|
6
tests/oclib_conf.json
Normal file
6
tests/oclib_conf.json
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
{
|
||||||
|
"DB_URL_LOCAL" : "mongodb://127.0.0.1:27017",
|
||||||
|
"DB_URL_DOCKER": "mongodb://mongo:27017/",
|
||||||
|
"DBPOINT" : "oclib_tests",
|
||||||
|
"DCNAME" : "testDC"
|
||||||
|
}
|
182
tools/api.go
Normal file
182
tools/api.go
Normal file
@ -0,0 +1,182 @@
|
|||||||
|
package tools
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/dbs/mongo"
|
||||||
|
beego "github.com/beego/beego/v2/server/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
* API is the Health Check API
|
||||||
|
* it defines the health check methods
|
||||||
|
*/
|
||||||
|
var UncatchedError = []error{} // Singleton instance of the api 500 error cache
|
||||||
|
|
||||||
|
type State int
|
||||||
|
|
||||||
|
// State is an enum that defines the state of the API
|
||||||
|
const (
|
||||||
|
ALIVE State = iota
|
||||||
|
REDUCED_SERVICE // occurs when some services are down
|
||||||
|
UNPROCESSABLE_ENTITY // occurs when the database is up but the collections are not
|
||||||
|
DB_FALLOUT // occurs when the database is down
|
||||||
|
TEAPOT // well some things boils in here, i'm probably a teapot, occurs when uncatched errors are present (it's fun)
|
||||||
|
DEAD // occurs when the peer is dead
|
||||||
|
)
|
||||||
|
|
||||||
|
// EnumIndex returns the index of the enum
|
||||||
|
func (s State) EnumIndex() int {
|
||||||
|
return int(s)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ToState returns the state from a string
|
||||||
|
func ToState(str string) State {
|
||||||
|
for _, s := range []State{ALIVE, REDUCED_SERVICE, UNPROCESSABLE_ENTITY, DB_FALLOUT, TEAPOT, DEAD} {
|
||||||
|
if s.String() == str {
|
||||||
|
return s
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return DEAD
|
||||||
|
}
|
||||||
|
|
||||||
|
// String returns the string of the enum
|
||||||
|
func (s State) String() string {
|
||||||
|
return [...]string{"alive", "reduced service", "unprocessable entity", "database fallout",
|
||||||
|
"some things boils in here, i'm probably a teapot", "dead"}[s]
|
||||||
|
}
|
||||||
|
|
||||||
|
type API struct{}
|
||||||
|
|
||||||
|
func (a *API) Discovered(infos []*beego.ControllerInfo) {
|
||||||
|
respondToDiscovery := func(m map[string]interface{}) {
|
||||||
|
if len(m) == 0 {
|
||||||
|
a.SubscribeRouter(infos)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
a.ListenRouter(respondToDiscovery)
|
||||||
|
a.SubscribeRouter(infos)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetState returns the state of the API
|
||||||
|
func (a *API) GetState() (State, int, error) {
|
||||||
|
// Check if the database is up
|
||||||
|
err := mongo.MONGOService.TestDB(config.GetConfig())
|
||||||
|
if err != nil {
|
||||||
|
return DB_FALLOUT, 200, err // If the database is not up, return database fallout
|
||||||
|
}
|
||||||
|
err = mongo.MONGOService.TestCollections(config.GetConfig(), []string{}) // Check if the collections are up
|
||||||
|
if err != nil {
|
||||||
|
return UNPROCESSABLE_ENTITY, 200, err // If the collections are not up, return unprocessable entity
|
||||||
|
}
|
||||||
|
if len(UncatchedError) > 0 { // If there are uncatched errors, return teapot
|
||||||
|
errStr := ""
|
||||||
|
for _, e := range UncatchedError {
|
||||||
|
errStr += e.Error() + "\n"
|
||||||
|
}
|
||||||
|
return TEAPOT, 200, errors.New(errStr)
|
||||||
|
}
|
||||||
|
return ALIVE, 200, nil // If everything is up, return alive
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *API) ListenRouter(exec func(msg map[string]interface{})) {
|
||||||
|
go NewNATSCaller().ListenNats(DISCOVERY.GenerateKey("api"), exec)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *API) SubscribeRouter(infos []*beego.ControllerInfo) {
|
||||||
|
nats := NewNATSCaller()
|
||||||
|
discovery := map[string]interface{}{}
|
||||||
|
for _, info := range infos {
|
||||||
|
methods := []string{}
|
||||||
|
for k, v := range info.GetMethod() {
|
||||||
|
if strings.Contains(strings.ToLower(v), "internal") {
|
||||||
|
methods = append(methods, "INTERNAL"+k)
|
||||||
|
} else {
|
||||||
|
methods = append(methods, k)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
path := strings.ReplaceAll(info.GetPattern(), "/oc/", "/"+strings.ReplaceAll(config.GetAppName(), "oc-", ""))
|
||||||
|
discovery[path] = methods
|
||||||
|
}
|
||||||
|
nats.SetNATSPub("api", DISCOVERY, discovery)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CheckRemotePeer checks the state of a remote peer
|
||||||
|
func (a *API) CheckRemotePeer(url string) (State, map[string]int) {
|
||||||
|
// Check if the database is up
|
||||||
|
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
||||||
|
var resp APIStatusResponse
|
||||||
|
b, err := caller.CallPost(url, "", map[string]interface{}{}) // Call the status endpoint of the peer
|
||||||
|
if err != nil {
|
||||||
|
return DEAD, map[string]int{} // If the peer is not reachable, return dead
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &resp)
|
||||||
|
if resp.Data == nil { // If the response is empty, return dead
|
||||||
|
return DEAD, map[string]int{}
|
||||||
|
}
|
||||||
|
new := map[string]int{}
|
||||||
|
for k, v := range resp.Data.Services { // Return the services states of the peer
|
||||||
|
new[k] = ToState(v).EnumIndex()
|
||||||
|
}
|
||||||
|
return ToState(resp.Data.State), new // Return the state of the peer & its services states
|
||||||
|
}
|
||||||
|
|
||||||
|
// CheckRemoteAPIs checks the state of remote APIs from your proper OC
|
||||||
|
func (a *API) CheckRemoteAPIs(apis []DataType) (State, map[string]string, error) {
|
||||||
|
// Check if the database is up
|
||||||
|
new := map[string]string{}
|
||||||
|
caller := NewHTTPCaller(map[DataType]map[METHOD]string{}) // Create a new http caller
|
||||||
|
code := 0
|
||||||
|
e := ""
|
||||||
|
state := ALIVE
|
||||||
|
reachable := false
|
||||||
|
for _, api := range apis { // Check the state of each remote API in the list
|
||||||
|
var resp APIStatusResponse
|
||||||
|
b, err := caller.CallGet("http://"+api.API()+":8080", "/oc/version/status") // Call the status endpoint of the remote API (standard OC status endpoint)
|
||||||
|
fmt.Println(err)
|
||||||
|
if err != nil {
|
||||||
|
state = REDUCED_SERVICE // If a remote API is not reachable, return reduced service
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
json.Unmarshal(b, &resp)
|
||||||
|
fmt.Println(string(b))
|
||||||
|
if resp.Data == nil { //
|
||||||
|
state = REDUCED_SERVICE // If the response is empty, return reduced service
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
new[api.String()] = resp.Data.State
|
||||||
|
if resp.Data.Code > code {
|
||||||
|
code = resp.Data.Code
|
||||||
|
e += resp.Error
|
||||||
|
}
|
||||||
|
reachable = true // If the remote API is reachable, set reachable to true cause we are not dead
|
||||||
|
}
|
||||||
|
if !reachable {
|
||||||
|
state = DEAD // If no remote API is reachable, return dead, nobody is alive
|
||||||
|
}
|
||||||
|
if code > 0 {
|
||||||
|
state = REDUCED_SERVICE
|
||||||
|
}
|
||||||
|
return state, new, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/* APIStatusResponse is the response of the API status */
|
||||||
|
type APIStatusResponse struct {
|
||||||
|
Data *APIStatus `json:"data"`
|
||||||
|
Error string `json:"error"`
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* APIStatus is the status of the API
|
||||||
|
* it defines the state of the API
|
||||||
|
* Code is the status code, where 0 is ALIVE, 1 is REDUCED_SERVICE, 2 is UNPROCESSABLE_ENTITY, 3 is DB_FALLOUT, 4 is TEAPOT, 5 is DEAD
|
||||||
|
*/
|
||||||
|
type APIStatus struct {
|
||||||
|
Code int `json:"code"` // Code is the status code, where 0 is ALIVE, 1 is REDUCED_SERVICE, 2 is UNPROCESSABLE_ENTITY, 3 is DB_FALLOUT, 4 is TEAPOT, 5 is DEAD
|
||||||
|
State string `json:"state"` // State is the state of the API (status shows as a string) (alive, reduced service, unprocessable entity, database fallout, some things boils in here, i'm probably a teapot, dead)
|
||||||
|
Services map[string]string `json:"services"` // Services is the state of the services of the API (status shows as a string) (alive, reduced service, unprocessable entity, database fallout, some things boils in here, i'm probably a teapot, dead)
|
||||||
|
}
|
88
tools/enums.go
Normal file
88
tools/enums.go
Normal file
@ -0,0 +1,88 @@
|
|||||||
|
package tools
|
||||||
|
|
||||||
|
type DataType int
|
||||||
|
|
||||||
|
// DataType - Enum for the different types of resources in db accessible from the outside
|
||||||
|
const (
|
||||||
|
INVALID DataType = iota
|
||||||
|
DATA_RESOURCE
|
||||||
|
PROCESSING_RESOURCE
|
||||||
|
STORAGE_RESOURCE
|
||||||
|
COMPUTE_RESOURCE
|
||||||
|
WORKFLOW_RESOURCE
|
||||||
|
WORKFLOW
|
||||||
|
WORKFLOW_EXECUTION
|
||||||
|
WORKSPACE
|
||||||
|
RESOURCE_MODEL
|
||||||
|
PEER
|
||||||
|
COLLABORATIVE_AREA
|
||||||
|
RULE
|
||||||
|
BOOKING
|
||||||
|
WORKFLOW_HISTORY
|
||||||
|
WORKSPACE_HISTORY
|
||||||
|
)
|
||||||
|
|
||||||
|
var NOAPI = ""
|
||||||
|
var CATALOGAPI = "oc-catalog"
|
||||||
|
var SHAREDAPI = "oc-shared"
|
||||||
|
var WORKFLOWAPI = "oc-workflow"
|
||||||
|
var WORKSPACEAPI = "oc-workspace"
|
||||||
|
var PEERSAPI = "oc-peer"
|
||||||
|
var DATACENTERAPI = "oc-datacenter"
|
||||||
|
|
||||||
|
// Bind the standard API name to the data type
|
||||||
|
var DefaultAPI = [...]string{
|
||||||
|
NOAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
WORKFLOWAPI,
|
||||||
|
NOAPI,
|
||||||
|
WORKSPACEAPI,
|
||||||
|
CATALOGAPI,
|
||||||
|
PEERSAPI,
|
||||||
|
SHAREDAPI,
|
||||||
|
SHAREDAPI,
|
||||||
|
DATACENTERAPI,
|
||||||
|
NOAPI,
|
||||||
|
NOAPI,
|
||||||
|
}
|
||||||
|
|
||||||
|
// Bind the standard data name to the data type
|
||||||
|
var Str = [...]string{
|
||||||
|
"invalid",
|
||||||
|
"data_resource",
|
||||||
|
"processing_resource",
|
||||||
|
"storage_resource",
|
||||||
|
"compute_resource",
|
||||||
|
"workflow_resource",
|
||||||
|
"workflow",
|
||||||
|
"workflow_execution",
|
||||||
|
"workspace",
|
||||||
|
"resource_model",
|
||||||
|
"peer",
|
||||||
|
"shared_workspace",
|
||||||
|
"rule",
|
||||||
|
"booking",
|
||||||
|
"workflow_history",
|
||||||
|
"workspace_history",
|
||||||
|
}
|
||||||
|
|
||||||
|
func FromInt(i int) string {
|
||||||
|
return Str[i]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d DataType) API() string { // API - Returns the API name of the data type
|
||||||
|
return DefaultAPI[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d DataType) String() string { // String - Returns the string name of the data type
|
||||||
|
return Str[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
// EnumIndex - Creating common behavior - give the type a EnumIndex functio
|
||||||
|
func (d DataType) EnumIndex() int {
|
||||||
|
return int(d)
|
||||||
|
}
|
94
tools/nats_caller.go
Normal file
94
tools/nats_caller.go
Normal file
@ -0,0 +1,94 @@
|
|||||||
|
package tools
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"cloud.o-forge.io/core/oc-lib/config"
|
||||||
|
"cloud.o-forge.io/core/oc-lib/logs"
|
||||||
|
"github.com/nats-io/nats.go"
|
||||||
|
)
|
||||||
|
|
||||||
|
// NATS Method Enum defines the different methods that can be used to interact with the NATS server
|
||||||
|
type NATSMethod int
|
||||||
|
|
||||||
|
const (
|
||||||
|
REMOVE NATSMethod = iota
|
||||||
|
CREATE
|
||||||
|
DISCOVERY
|
||||||
|
)
|
||||||
|
|
||||||
|
// NameToMethod returns the NATSMethod enum value from a string
|
||||||
|
func NameToMethod(name string) NATSMethod {
|
||||||
|
for _, v := range [...]NATSMethod{REMOVE, CREATE} {
|
||||||
|
if strings.Contains(strings.ToLower(v.String()), strings.ToLower(name)) {
|
||||||
|
return v
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return -1
|
||||||
|
}
|
||||||
|
|
||||||
|
// GenerateKey generates a key for the NATSMethod usefull for standard key based on data name & method
|
||||||
|
func (d NATSMethod) GenerateKey(name string) string {
|
||||||
|
return name + "_" + d.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
// String returns the string of the enum
|
||||||
|
func (d NATSMethod) String() string {
|
||||||
|
return [...]string{"remove", "create", "discovery"}[d]
|
||||||
|
}
|
||||||
|
|
||||||
|
type natsCaller struct{}
|
||||||
|
|
||||||
|
// NewNATSCaller creates a new instance of the NATS Caller
|
||||||
|
func NewNATSCaller() *natsCaller {
|
||||||
|
return &natsCaller{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// on workflows' scheduling. Messages must contain
|
||||||
|
// workflow execution ID, to allow retrieval of execution infos
|
||||||
|
func (s *natsCaller) ListenNats(chanName string, exec func(msg map[string]interface{})) {
|
||||||
|
log := logs.GetLogger()
|
||||||
|
if config.GetConfig().NATSUrl == "" {
|
||||||
|
log.Error().Msg(" -> NATS_SERVER is not set")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
||||||
|
if err != nil {
|
||||||
|
log.Error().Msg(" -> Could not reach NATS server : " + err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
ch := make(chan *nats.Msg, 64)
|
||||||
|
subs, err := nc.ChanSubscribe(chanName, ch)
|
||||||
|
if err != nil {
|
||||||
|
log.Error().Msg("Error listening to NATS : " + err.Error())
|
||||||
|
}
|
||||||
|
defer subs.Unsubscribe()
|
||||||
|
|
||||||
|
for msg := range ch {
|
||||||
|
map_mess := map[string]interface{}{}
|
||||||
|
json.Unmarshal(msg.Data, &map_mess)
|
||||||
|
exec(map_mess)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetNATSPub sets a message to the NATS server
|
||||||
|
func (o *natsCaller) SetNATSPub(dataName string, method NATSMethod, data interface{}) string {
|
||||||
|
if config.GetConfig().NATSUrl == "" {
|
||||||
|
return " -> NATS_SERVER is not set"
|
||||||
|
}
|
||||||
|
nc, err := nats.Connect(config.GetConfig().NATSUrl)
|
||||||
|
if err != nil {
|
||||||
|
return " -> Could not reach NATS server : " + err.Error()
|
||||||
|
}
|
||||||
|
defer nc.Close()
|
||||||
|
js, err := json.Marshal(data)
|
||||||
|
if err != nil {
|
||||||
|
return " -> " + err.Error()
|
||||||
|
}
|
||||||
|
err = nc.Publish(method.GenerateKey(dataName), js) // Publish the message on the NATS server with a channel name based on the data name (or whatever start) and the method
|
||||||
|
if err != nil {
|
||||||
|
return " -> " + err.Error() // Return an error if the message could not be published
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
161
tools/remote_caller.go
Normal file
161
tools/remote_caller.go
Normal file
@ -0,0 +1,161 @@
|
|||||||
|
package tools
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"encoding/json"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// HTTP Method Enum defines the different methods that can be used to interact with the HTTP server
|
||||||
|
type METHOD int
|
||||||
|
|
||||||
|
const (
|
||||||
|
GET METHOD = iota
|
||||||
|
PUT
|
||||||
|
POST
|
||||||
|
DELETE
|
||||||
|
|
||||||
|
STRICT_INTERNAL_GET
|
||||||
|
STRICT_INTERNAL_PUT
|
||||||
|
STRICT_INTERNAL_POST
|
||||||
|
STRICT_INTERNAL_DELETE
|
||||||
|
)
|
||||||
|
|
||||||
|
// String returns the string of the enum
|
||||||
|
func (m METHOD) String() string {
|
||||||
|
return [...]string{"GET", "PUT", "POST", "DELETE", "INTERNALGET", "INTERNALPUT", "INTERNALPOST", "INTERNALDELETE"}[m]
|
||||||
|
}
|
||||||
|
|
||||||
|
// EnumIndex returns the index of the enum
|
||||||
|
func (m METHOD) EnumIndex() int {
|
||||||
|
return int(m)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ToMethod returns the method from a string
|
||||||
|
func ToMethod(str string) METHOD {
|
||||||
|
for _, s := range []METHOD{GET, PUT, POST, DELETE,
|
||||||
|
STRICT_INTERNAL_GET, STRICT_INTERNAL_PUT, STRICT_INTERNAL_POST, STRICT_INTERNAL_DELETE} {
|
||||||
|
if s.String() == str {
|
||||||
|
return s
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return GET
|
||||||
|
}
|
||||||
|
|
||||||
|
var HTTPCallerInstance = &HTTPCaller{} // Singleton instance of the HTTPCaller
|
||||||
|
|
||||||
|
type HTTPCaller struct {
|
||||||
|
URLS map[DataType]map[METHOD]string // Map of the different methods and their urls
|
||||||
|
Disabled bool // Disabled flag
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewHTTPCaller creates a new instance of the HTTP Caller
|
||||||
|
func NewHTTPCaller(urls map[DataType]map[METHOD]string) *HTTPCaller {
|
||||||
|
return &HTTPCaller{
|
||||||
|
URLS: urls, // Set the urls defined in the config & based on the data name type & method
|
||||||
|
Disabled: false,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallGet calls the GET method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallGet(url string, subpath string, types ...string) ([]byte, error) {
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url+subpath, bytes.NewBuffer([]byte("")))
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
for _, t := range types {
|
||||||
|
req.Header.Set("Content-Type", t)
|
||||||
|
}
|
||||||
|
client := &http.Client{}
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
return io.ReadAll(resp.Body)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallPut calls the DELETE method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallDelete(url string, subpath string) ([]byte, error) {
|
||||||
|
resp, err := http.NewRequest("DELETE", url+subpath, nil)
|
||||||
|
if err != nil || resp == nil || resp.Body == nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
return io.ReadAll(resp.Body)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallPost calls the POST method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallPost(url string, subpath string, body map[string]interface{}, types ...string) ([]byte, error) {
|
||||||
|
postBody, _ := json.Marshal(body)
|
||||||
|
responseBody := bytes.NewBuffer(postBody)
|
||||||
|
contentType := "application/json"
|
||||||
|
if len(types) > 0 {
|
||||||
|
contentType = types[0]
|
||||||
|
}
|
||||||
|
resp, err := http.Post(url+subpath, contentType, responseBody)
|
||||||
|
if err != nil || resp == nil || resp.Body == nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
return io.ReadAll(resp.Body)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallPost calls the POST method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallPut(url string, subpath string, body map[string]interface{}) ([]byte, error) {
|
||||||
|
postBody, _ := json.Marshal(body)
|
||||||
|
responseBody := bytes.NewBuffer(postBody)
|
||||||
|
req, err := http.NewRequest(http.MethodPut, url+subpath, responseBody)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
client := &http.Client{}
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
return io.ReadAll(resp.Body)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallRaw calls the Raw method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallRaw(method string, url string, subpath string,
|
||||||
|
body map[string]interface{}, content_type string, fakeTLSTermination bool, cookies ...*http.Cookie) (*http.Response, error) {
|
||||||
|
postBody, _ := json.Marshal(body)
|
||||||
|
responseBody := bytes.NewBuffer(postBody)
|
||||||
|
req, err := http.NewRequest(method, url+subpath, responseBody)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
req.Header.Set("Content-Type", content_type)
|
||||||
|
if fakeTLSTermination {
|
||||||
|
req.Header.Add("X-Forwarded-Proto", "https")
|
||||||
|
}
|
||||||
|
for _, c := range cookies {
|
||||||
|
req.AddCookie(c)
|
||||||
|
}
|
||||||
|
client := &http.Client{}
|
||||||
|
return client.Do(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CallRaw calls the Raw method on the HTTP server
|
||||||
|
func (caller *HTTPCaller) CallForm(method string, url string, subpath string,
|
||||||
|
body url.Values, content_type string, fakeTLSTermination bool, cookies ...*http.Cookie) (*http.Response, error) {
|
||||||
|
req, err := http.NewRequest(method, url+subpath, strings.NewReader(body.Encode()))
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
req.Header.Set("Content-Type", content_type)
|
||||||
|
if fakeTLSTermination {
|
||||||
|
req.Header.Add("X-Forwarded-Proto", "https")
|
||||||
|
}
|
||||||
|
for _, c := range cookies {
|
||||||
|
req.AddCookie(c)
|
||||||
|
}
|
||||||
|
client := &http.Client{}
|
||||||
|
return client.Do(req)
|
||||||
|
}
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
@ -1 +0,0 @@
|
|||||||
package oclib
|
|
Loading…
Reference in New Issue
Block a user