Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
W
wendelin
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
4
Merge Requests
4
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
nexedi
wendelin
Commits
30aa7c75
Commit
30aa7c75
authored
Jul 17, 2018
by
Klaus Wölfel
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
additionally create data analysis for transformations specialised in data supply
parent
054a3d25
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
17 additions
and
8 deletions
+17
-8
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/ERP5Site_createDataAnalysisList.py
...al_skins/erp5_wendelin/ERP5Site_createDataAnalysisList.py
+17
-8
No files found.
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/ERP5Site_createDataAnalysisList.py
View file @
30aa7c75
...
@@ -12,7 +12,7 @@ if not include_delivered:
...
@@ -12,7 +12,7 @@ if not include_delivered:
else
:
else
:
batch_simulation_state
=
[
"stopped"
,
"delivered"
]
batch_simulation_state
=
[
"stopped"
,
"delivered"
]
stream_simulation_state
=
[
"started"
,
"stopped"
,
"delivered"
]
stream_simulation_state
=
[
"started"
,
"stopped"
,
"delivered"
]
query
=
AndQuery
(
query
=
AndQuery
(
Query
(
portal_type
=
[
"Data Ingestion Line"
,
"Data Analysis Line"
]),
Query
(
portal_type
=
[
"Data Ingestion Line"
,
"Data Analysis Line"
]),
...
@@ -32,11 +32,21 @@ for movement in portal_catalog(query):
...
@@ -32,11 +32,21 @@ for movement in portal_catalog(query):
raise
ValueError
(
"Transformation requires movement to have "
+
raise
ValueError
(
"Transformation requires movement to have "
+
"aggregated data ingestion batch"
)
"aggregated data ingestion batch"
)
delivery
=
movement
.
getParentValue
()
delivery
=
movement
.
getParentValue
()
data_supply
=
delivery
.
getSpecialiseValue
(
portal_type
=
"Data Supply"
)
data_supply_list
=
delivery
.
getSpecialiseValueList
(
portal_type
=
"Data Supply"
)
composed_data_supply
=
data_supply
.
asComposedDocument
()
# Get applicable transformation
# Get applicable transformation
for
transformation
in
portal_catalog
(
transformation_list
=
[]
portal_type
=
"Data Transformation"
,
for
transformation
in
composed_data_supply
.
getSpecialiseValueList
(
portal_type
=
"Data Transformation"
):
validation_state
=
"validated"
,
for
line
in
transformation
.
objectValues
():
resource_relative_url
=
movement
.
getResource
()):
if
line
.
getResourceValue
()
==
movement
.
getResourceValue
()
and
line
.
getQuantity
()
<
0
:
transformation_list
.
append
(
transformation
)
break
transformation_list
+=
list
(
portal
.
portal_catalog
(
portal_type
=
"Data Transformation"
,
validation_state
=
"validated"
,
resource_relative_url
=
movement
.
getResource
()))
for
transformation
in
transformation_list
:
# Check if analysis already exists
# Check if analysis already exists
data_analysis
=
portal_catalog
.
getResultValue
(
data_analysis
=
portal_catalog
.
getResultValue
(
portal_type
=
"Data Analysis"
,
portal_type
=
"Data Analysis"
,
...
@@ -44,7 +54,6 @@ for movement in portal_catalog(query):
...
@@ -44,7 +54,6 @@ for movement in portal_catalog(query):
causality_relative_url
=
delivery
.
getRelativeUrl
())
causality_relative_url
=
delivery
.
getRelativeUrl
())
if
data_analysis
is
not
None
:
if
data_analysis
is
not
None
:
continue
continue
data_supply
=
delivery
.
getSpecialiseValueList
(
portal_type
=
"Data Supply"
)
# Create Analysis
# Create Analysis
data_analysis
=
portal
.
data_analysis_module
.
newContent
(
data_analysis
=
portal
.
data_analysis_module
.
newContent
(
portal_type
=
"Data Analysis"
,
portal_type
=
"Data Analysis"
,
...
@@ -52,7 +61,7 @@ for movement in portal_catalog(query):
...
@@ -52,7 +61,7 @@ for movement in portal_catalog(query):
reference
=
delivery
.
getReference
(),
reference
=
delivery
.
getReference
(),
start_date
=
delivery
.
getStartDate
(),
start_date
=
delivery
.
getStartDate
(),
stop_date
=
delivery
.
getStopDate
(),
stop_date
=
delivery
.
getStopDate
(),
specialise_value_list
=
[
transformation
]
+
data_supply
,
specialise_value_list
=
[
transformation
]
+
data_supply
_list
,
causality_value
=
delivery
,
causality_value
=
delivery
,
source
=
delivery
.
getSource
(),
source
=
delivery
.
getSource
(),
source_section
=
delivery
.
getSourceSection
(),
source_section
=
delivery
.
getSourceSection
(),
...
@@ -127,8 +136,8 @@ for movement in portal_catalog(query):
...
@@ -127,8 +136,8 @@ for movement in portal_catalog(query):
aggregate_set
.
add
(
item
.
getRelativeUrl
())
aggregate_set
.
add
(
item
.
getRelativeUrl
())
# find other items such as device configuration and data configuration
# find other items such as device configuration and data configuration
# from data ingestion and data supply
# from data ingestion and data supply
composed
=
data_analysis
.
asComposedDocument
()
data_analysis
.
checkConsistency
(
fixit
=
True
)
data_analysis
.
checkConsistency
(
fixit
=
True
)
composed
=
data_analysis
.
asComposedDocument
()
line_list
=
[
l
for
l
in
delivery
.
objectValues
(
portal_type
=
"Data Ingestion Line"
)]
line_list
=
[
l
for
l
in
delivery
.
objectValues
(
portal_type
=
"Data Ingestion Line"
)]
line_list
+=
[
l
for
l
in
composed
.
objectValues
(
portal_type
=
"Data Supply Line"
)]
line_list
+=
[
l
for
l
in
composed
.
objectValues
(
portal_type
=
"Data Supply Line"
)]
for
line
in
line_list
:
for
line
in
line_list
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment