Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Sign in
Toggle navigation
Menu
Open sidebar
File Transfer Service
fts-rest
Commits
a10e3713
Commit
a10e3713
authored
Jun 18, 2020
by
Carles Garcia Cabot
Committed by
Mihai Patrascoiu
Oct 15, 2020
Browse files
Add parsing of params in bulk file
parent
05e4498a
Changes
2
Show whitespace changes
Inline
Side-by-side
src/fts3/cli/jobsubmitter.py
View file @
a10e3713
...
...
@@ -172,7 +172,8 @@ class JobSubmitter(Base):
def
_build_transfers
(
self
):
if
self
.
options
.
bulk_file
:
filecontent
=
open
(
self
.
options
.
bulk_file
).
read
()
with
open
(
self
.
options
.
bulk_file
,
'r'
)
as
file
:
filecontent
=
file
.
read
()
bulk
=
json
.
loads
(
filecontent
)
if
"files"
in
bulk
:
return
bulk
[
"files"
]
...
...
@@ -184,6 +185,15 @@ class JobSubmitter(Base):
else
:
return
[{
"sources"
:
[
self
.
source
],
"destinations"
:
[
self
.
destination
]}]
def
_build_params
(
self
):
with
open
(
self
.
options
.
bulk_file
,
'r'
)
as
file
:
filecontent
=
file
.
read
()
bulk
=
json
.
loads
(
filecontent
)
params
=
None
if
'params'
in
bulk
:
params
=
bulk
[
'params'
]
return
params
def
_do_submit
(
self
,
context
):
#Backwards compatibility: compare_checksum parameter
if
self
.
options
.
compare_checksum
:
...
...
@@ -213,7 +223,8 @@ class JobSubmitter(Base):
submitter
=
Submitter
(
context
)
job_id
=
submitter
.
submit
(
self
.
_build_transfers
(),
transfers
=
self
.
_build_transfers
(),
params
=
self
.
_build_params
(),
checksum
=
self
.
checksum
,
bring_online
=
self
.
options
.
bring_online
,
archive_timeout
=
self
.
options
.
archive_timeout
,
...
...
src/fts3/rest/client/submitter.py
View file @
a10e3713
...
...
@@ -27,9 +27,11 @@ class Submitter(object):
self
.
context
=
context
@
staticmethod
def
build_submission
(
transfers
=
None
,
delete
=
None
,
staging
=
None
,
**
kwargs
):
def
build_submission
(
transfers
=
None
,
delete
=
None
,
staging
=
None
,
params
=
None
,
**
kwargs
):
job
=
dict
()
if
params
:
job
[
'params'
]
=
params
else
:
job
[
'params'
]
=
dict
()
job
[
'params'
].
update
(
kwargs
)
...
...
@@ -55,8 +57,11 @@ class Submitter(object):
return
json
.
dumps
(
job
,
indent
=
2
)
def
submit
(
self
,
transfers
=
None
,
delete
=
None
,
**
kwargs
):
job
=
Submitter
.
build_submission
(
transfers
,
delete
,
**
kwargs
)
def
submit
(
self
,
transfers
=
None
,
delete
=
None
,
params
=
None
,
**
kwargs
):
job
=
Submitter
.
build_submission
(
transfers
=
transfers
,
delete
=
delete
,
params
=
params
,
**
kwargs
)
r
=
json
.
loads
(
self
.
context
.
post_json
(
'/jobs'
,
job
))
return
r
[
'job_id'
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment