Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
memoriav
Memobase 2020
services
postprocessing
Media Metadata Indexer
Commits
6bf86c4f
Unverified
Commit
6bf86c4f
authored
Nov 27, 2020
by
Sebastian Schüpbach
Browse files
make variable names more meaningful
parent
f93d74f8
Pipeline
#17933
passed with stages
in 2 minutes
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
mediametadatatodb_app/resources/MediametadataToDB.py
View file @
6bf86c4f
...
...
@@ -274,21 +274,21 @@ class MediametadataToDB:
try
:
while
True
:
consumer
.
poll
()
for
record
No
,
record
sJson
in
enumerate
(
consumer
):
for
record
_number
,
record
_object
in
enumerate
(
consumer
):
counter
+=
1
record
s_json_data
=
record
sJson
.
value
[
'@graph'
]
record_id
=
_get_record_id
(
record
s_json_data
)
record
=
record
_object
.
value
[
'@graph'
]
record_id
=
_get_record_id
(
record
)
logging
.
debug
(
f
'Processing record
{
record_id
}
'
)
access_status
=
_get_access_status
(
record
s_json_data
,
record_id
)
access_status
=
_get_access_status
(
record
,
record_id
)
if
access_status
==
'public'
or
access_status
==
'closed'
:
for
record
JsonData
in
record
s_json_data
:
for
record
_resource
in
record
:
enrichable
=
False
if
'type'
in
record
JsonData
and
\
record
JsonData
[
'type'
]
==
'digitalObject'
and
\
_has_http_locator
(
record
JsonData
):
if
'type'
in
record
_resource
and
\
record
_resource
[
'type'
]
==
'digitalObject'
and
\
_has_http_locator
(
record
_resource
):
enrichable
=
True
enriched_data
=
\
_try_fetch_from_json_object
(
record
JsonData
,
_try_fetch_from_json_object
(
record
_resource
,
_get_values_from_digital_object
,
access_status
)
if
not
enriched_data
:
...
...
@@ -297,11 +297,11 @@ class MediametadataToDB:
"Could not process digitalObject"
)
else
:
record_values_for_db
.
append
(
enriched_data
)
if
'type'
in
record
JsonData
and
\
record
JsonData
[
'type'
]
==
'thumbnail'
:
if
'type'
in
record
_resource
and
\
record
_resource
[
'type'
]
==
'thumbnail'
:
enrichable
=
True
enriched_data
=
\
_try_fetch_from_json_object
(
record
JsonData
,
_try_fetch_from_json_object
(
record
_resource
,
_get_values_from_thumbnail_object
,
access_status
)
if
not
enriched_data
:
...
...
@@ -321,7 +321,7 @@ class MediametadataToDB:
"IGNORE"
,
"Ignoring record since access of "
+
"digitalObject is unavailable"
)
if
record
No
%
100
==
0
:
if
record
_number
%
100
==
0
:
_write_values_in_db
(
mariadb_cursor
,
record_values_for_db
)
mariadb_connection
.
commit
()
for
record_value
in
record_values_for_db
:
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment