From 2bacf8ab527720ede1104e10a6c836bd2c6e609a Mon Sep 17 00:00:00 2001 From: Marcin Sobieszek <marcin.sobieszek@cern.ch> Date: Wed, 2 Aug 2017 16:10:34 +0200 Subject: [PATCH] NXCALS-736 - PM Gobblin jobs files are missing --- .../etl/templates/config/jobs/hbase/job-Kafka-PM.pull | 9 +++++++++ .../etl/templates/config/jobs/hdfs/job-Kafka-PM.pull | 9 +++++++++ 2 files changed, 18 insertions(+) create mode 100755 accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hbase/job-Kafka-PM.pull create mode 100755 accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hdfs/job-Kafka-PM.pull diff --git a/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hbase/job-Kafka-PM.pull b/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hbase/job-Kafka-PM.pull new file mode 100755 index 0000000000..c22a2c48cd --- /dev/null +++ b/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hbase/job-Kafka-PM.pull @@ -0,0 +1,9 @@ +job.name=GobblinKafkaPM2Hbase +job.nxcals.system.name=PM +topic.whitelist=PM +job.schedule=15/30 * * * * ? + +extract.limit.enabled=true +extract.limit.type=time +extract.limit.time.limit=20 +extract.limit.time.limit.timeunit=seconds \ No newline at end of file diff --git a/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hdfs/job-Kafka-PM.pull b/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hdfs/job-Kafka-PM.pull new file mode 100755 index 0000000000..541d80547f --- /dev/null +++ b/accsoft-nxcals-ansible/roles/etl/templates/config/jobs/hdfs/job-Kafka-PM.pull @@ -0,0 +1,9 @@ +job.name=GobblinKafkaPMHdfs +job.nxcals.system.name=PM +topic.whitelist=PM +job.schedule=0 5/10 * * * ? + +extract.limit.enabled=true +extract.limit.type=time +extract.limit.time.limit=6 +extract.limit.time.limit.timeunit=minutes \ No newline at end of file -- GitLab