Commit 419cbfcd authored by Chris Burr's avatar Chris Burr
Browse files

Merge branch 'support-dq-flags' into 'master'

Support setting dq_flags for input datasets

See merge request !55
parents 82f2a3cd d0b9142f
Pipeline #3640738 passed with stages
in 3 minutes and 28 seconds
...@@ -34,6 +34,7 @@ RE_DDDB_TAG = r"^.{1,50}$" ...@@ -34,6 +34,7 @@ RE_DDDB_TAG = r"^.{1,50}$"
RE_CONDDB_TAG = r"^.{1,50}$" RE_CONDDB_TAG = r"^.{1,50}$"
RE_COMMENT = r"(.{1,5000})" RE_COMMENT = r"(.{1,5000})"
DQ_FLAGS_SCHEMA = Seq(Enum(["BAD", "OK", "EXPRESS_OK", "UNCHECKED"]))
BASE_JOB_SCHEMA = { BASE_JOB_SCHEMA = {
"application": Regex(RE_APPLICATION), "application": Regex(RE_APPLICATION),
...@@ -60,13 +61,16 @@ BASE_JOB_SCHEMA = { ...@@ -60,13 +61,16 @@ BASE_JOB_SCHEMA = {
"completion_percentage": Float(), "completion_percentage": Float(),
} }
INPUT_SCHEMAS = { INPUT_SCHEMAS = {
"bk_query": Map({"bk_query": Str(), Opt("n_test_lfns"): Int()}), "bk_query": Map(
{"bk_query": Str(), Opt("n_test_lfns"): Int(), Opt("dq_flags"): DQ_FLAGS_SCHEMA}
),
"job_name": Map({"job_name": Str()}), "job_name": Map({"job_name": Str()}),
"transform_ids": Map( "transform_ids": Map(
{ {
"transform_ids": Seq(Int()), "transform_ids": Seq(Int()),
"filetype": Regex(RE_OUTPUT_FILE_TYPE), "filetype": Regex(RE_OUTPUT_FILE_TYPE),
Opt("n_test_lfns"): Int(), Opt("n_test_lfns"): Int(),
Opt("dq_flags"): DQ_FLAGS_SCHEMA,
} }
), ),
} }
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment