Ottomata has uploaded a new change for review. https://gerrit.wikimedia.org/r/204394
Change subject: Make oozie actions that need to submit MR jobs run the dummy oozie:launcher job in a low priority queue ...................................................................... Make oozie actions that need to submit MR jobs run the dummy oozie:launcher job in a low priority queue See: https://issues.apache.org/jira/browse/OOZIE-9 http://downright-amazed.blogspot.com/2012/02/configure-oozies-launcher-job.html http://stackoverflow.com/questions/28274914/unable-to-start-hive-action-from-second-run-of-oozie-workflow-job Change-Id: Ie2cc9811ce34c603360c9bfcfbe18d4a6960164c --- M oozie/mediacounts/archive/workflow.xml M oozie/mediacounts/load/workflow.xml M oozie/mobile_apps/uniques/daily/workflow.xml M oozie/mobile_apps/uniques/monthly/workflow.xml M oozie/pagecounts-all-sites/archive/workflow.xml M oozie/pagecounts-all-sites/load/workflow.xml M oozie/util/archive_job_output/workflow.xml M oozie/util/hive/partition/add/workflow.xml M oozie/webrequest/legacy_tsvs/workflow.xml M oozie/webrequest/load/workflow.xml M oozie/webrequest/refine/workflow.xml 11 files changed, 67 insertions(+), 0 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/analytics/refinery refs/changes/94/204394/1 diff --git a/oozie/mediacounts/archive/workflow.xml b/oozie/mediacounts/archive/workflow.xml index de7f841..6898ca4 100644 --- a/oozie/mediacounts/archive/workflow.xml +++ b/oozie/mediacounts/archive/workflow.xml @@ -82,6 +82,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/mediacounts/load/workflow.xml b/oozie/mediacounts/load/workflow.xml index f2b0143..2358239 100644 --- a/oozie/mediacounts/load/workflow.xml +++ b/oozie/mediacounts/load/workflow.xml @@ -62,6 +62,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/mobile_apps/uniques/daily/workflow.xml b/oozie/mobile_apps/uniques/daily/workflow.xml index 5085140..4fa6c15 100644 --- a/oozie/mobile_apps/uniques/daily/workflow.xml +++ b/oozie/mobile_apps/uniques/daily/workflow.xml @@ -55,6 +55,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/mobile_apps/uniques/monthly/workflow.xml b/oozie/mobile_apps/uniques/monthly/workflow.xml index c7e0ee0..062f0fe 100644 --- a/oozie/mobile_apps/uniques/monthly/workflow.xml +++ b/oozie/mobile_apps/uniques/monthly/workflow.xml @@ -51,6 +51,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/pagecounts-all-sites/archive/workflow.xml b/oozie/pagecounts-all-sites/archive/workflow.xml index 2c82a45..22aa00a 100644 --- a/oozie/pagecounts-all-sites/archive/workflow.xml +++ b/oozie/pagecounts-all-sites/archive/workflow.xml @@ -98,6 +98,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> @@ -144,6 +149,11 @@ <name>name_node</name> <value>${name_node}</value> </property> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>queue_name</name> <value>${queue_name}</value> diff --git a/oozie/pagecounts-all-sites/load/workflow.xml b/oozie/pagecounts-all-sites/load/workflow.xml index 8bdfc5f..6604437 100644 --- a/oozie/pagecounts-all-sites/load/workflow.xml +++ b/oozie/pagecounts-all-sites/load/workflow.xml @@ -62,6 +62,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/util/archive_job_output/workflow.xml b/oozie/util/archive_job_output/workflow.xml index 01ab7bd..103f5fb 100644 --- a/oozie/util/archive_job_output/workflow.xml +++ b/oozie/util/archive_job_output/workflow.xml @@ -77,6 +77,11 @@ <job-tracker>${job_tracker}</job-tracker> <name-node>${name_node}</name-node> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapred.job.queue.name</name> <value>${queue_name}</value> @@ -96,6 +101,11 @@ <action name="archive"> <fs> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/util/hive/partition/add/workflow.xml b/oozie/util/hive/partition/add/workflow.xml index 233f1e9..175b54a 100644 --- a/oozie/util/hive/partition/add/workflow.xml +++ b/oozie/util/hive/partition/add/workflow.xml @@ -44,6 +44,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/webrequest/legacy_tsvs/workflow.xml b/oozie/webrequest/legacy_tsvs/workflow.xml index 64b01da..633d0ce 100644 --- a/oozie/webrequest/legacy_tsvs/workflow.xml +++ b/oozie/webrequest/legacy_tsvs/workflow.xml @@ -73,6 +73,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/webrequest/load/workflow.xml b/oozie/webrequest/load/workflow.xml index 5a6541e..8513e4e 100644 --- a/oozie/webrequest/load/workflow.xml +++ b/oozie/webrequest/load/workflow.xml @@ -113,6 +113,11 @@ <name-node>${name_node}</name-node> <job-xml>${hive_site_xml}</job-xml> <configuration> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>mapreduce.job.queuename</name> <value>${queue_name}</value> diff --git a/oozie/webrequest/refine/workflow.xml b/oozie/webrequest/refine/workflow.xml index 5072b03..2e57413 100644 --- a/oozie/webrequest/refine/workflow.xml +++ b/oozie/webrequest/refine/workflow.xml @@ -8,6 +8,8 @@ <value>default</value> </property> + + <!-- Required properties --> <property><name>name_node</name></property> <property><name>job_tracker</name></property> @@ -85,6 +87,11 @@ <name>mapreduce.job.queuename</name> <value>${queue_name}</value> </property> + <!--make sure oozie:launcher runs in a low priority queue --> + <property> + <name>oozie.launcher.mapred.job.queue.name</name> + <value>default</value> + </property> <property> <name>hive.exec.scratchdir</name> <value>/tmp/hive-${user}</value> -- To view, visit https://gerrit.wikimedia.org/r/204394 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: Ie2cc9811ce34c603360c9bfcfbe18d4a6960164c Gerrit-PatchSet: 1 Gerrit-Project: analytics/refinery Gerrit-Branch: master Gerrit-Owner: Ottomata <o...@wikimedia.org> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
