[4/9] oozie git commit: OOZIE-2751 LocalOozieClient is missing methods from OozieClient (abhishekbafna via rkanter)
http://git-wip-us.apache.org/repos/asf/oozie/blob/f5554dd3/core/src/main/java/org/apache/oozie/servlet/V1JobsServlet.java -- diff --git a/core/src/main/java/org/apache/oozie/servlet/V1JobsServlet.java b/core/src/main/java/org/apache/oozie/servlet/V1JobsServlet.java index 80c8ec4..9473821 100644 --- a/core/src/main/java/org/apache/oozie/servlet/V1JobsServlet.java +++ b/core/src/main/java/org/apache/oozie/servlet/V1JobsServlet.java @@ -30,27 +30,25 @@ import javax.servlet.http.HttpServletResponse; import org.apache.hadoop.conf.Configuration; import org.apache.oozie.BaseEngineException; import org.apache.oozie.BulkResponseInfo; -import org.apache.oozie.BundleJobBean; +import org.apache.oozie.BundleEngine; +import org.apache.oozie.BundleEngineException; import org.apache.oozie.BundleJobInfo; import org.apache.oozie.CoordinatorEngine; -import org.apache.oozie.BundleEngine; import org.apache.oozie.CoordinatorEngineException; -import org.apache.oozie.BundleEngineException; -import org.apache.oozie.CoordinatorJobBean; import org.apache.oozie.CoordinatorJobInfo; import org.apache.oozie.DagEngine; import org.apache.oozie.DagEngineException; import org.apache.oozie.ErrorCode; -import org.apache.oozie.WorkflowJobBean; +import org.apache.oozie.OozieJsonFactory; import org.apache.oozie.WorkflowsInfo; import org.apache.oozie.cli.OozieCLI; import org.apache.oozie.client.OozieClient; import org.apache.oozie.client.rest.BulkResponseImpl; import org.apache.oozie.client.rest.JsonTags; import org.apache.oozie.client.rest.RestConstants; +import org.apache.oozie.service.BundleEngineService; import org.apache.oozie.service.CoordinatorEngineService; import org.apache.oozie.service.DagEngineService; -import org.apache.oozie.service.BundleEngineService; import org.apache.oozie.service.Services; import org.apache.oozie.util.XLog; import org.apache.oozie.util.XmlUtils; @@ -308,12 +306,12 @@ public class V1JobsServlet extends BaseJobsServlet { * request object */ private JSONObject getWorkflowJobs(HttpServletRequest request) throws XServletException { -JSONObject json = new JSONObject(); +JSONObject json; try { String filter = request.getParameter(RestConstants.JOBS_FILTER_PARAM); String startStr = request.getParameter(RestConstants.OFFSET_PARAM); String lenStr = request.getParameter(RestConstants.LEN_PARAM); -String timeZoneId = request.getParameter(RestConstants.TIME_ZONE_PARAM) == null +String timeZoneId = request.getParameter(RestConstants.TIME_ZONE_PARAM) == null ? "GMT" : request.getParameter(RestConstants.TIME_ZONE_PARAM); int start = (startStr != null) ? Integer.parseInt(startStr) : 1; start = (start < 1) ? 1 : start; @@ -321,12 +319,7 @@ public class V1JobsServlet extends BaseJobsServlet { len = (len < 1) ? 50 : len; DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request)); WorkflowsInfo jobs = dagEngine.getJobs(filter, start, len); -List jsonWorkflows = jobs.getWorkflows(); -json.put(JsonTags.WORKFLOWS_JOBS, WorkflowJobBean.toJSONArray(jsonWorkflows, timeZoneId)); -json.put(JsonTags.WORKFLOWS_TOTAL, jobs.getTotal()); -json.put(JsonTags.WORKFLOWS_OFFSET, jobs.getStart()); -json.put(JsonTags.WORKFLOWS_LEN, jobs.getLen()); - +json = OozieJsonFactory.getWFJSONObject(jobs, timeZoneId); } catch (DagEngineException ex) { throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex); @@ -341,12 +334,12 @@ public class V1JobsServlet extends BaseJobsServlet { */ @SuppressWarnings("unchecked") private JSONObject getCoordinatorJobs(HttpServletRequest request) throws XServletException { -JSONObject json = new JSONObject(); +JSONObject json; try { String filter = request.getParameter(RestConstants.JOBS_FILTER_PARAM); String startStr = request.getParameter(RestConstants.OFFSET_PARAM); String lenStr = request.getParameter(RestConstants.LEN_PARAM); -String timeZoneId = request.getParameter(RestConstants.TIME_ZONE_PARAM) == null +String timeZoneId = request.getParameter(RestConstants.TIME_ZONE_PARAM) == null ? "GMT" : request.getParameter(RestConstants.TIME_ZONE_PARAM); int start = (startStr != null) ? Integer.parseInt(startStr) : 1; start = (start < 1) ? 1 : start; @@ -355,12 +348,7 @@ public class V1JobsServlet extends BaseJobsServlet { CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine( getUser(request)); CoordinatorJobInfo jobs =
[3/3] oozie git commit: OOZIE-2751 LocalOozieClient is missing methods from OozieClient (abhishekbafna via rkanter)
OOZIE-2751 LocalOozieClient is missing methods from OozieClient (abhishekbafna via rkanter) Project: http://git-wip-us.apache.org/repos/asf/oozie/repo Commit: http://git-wip-us.apache.org/repos/asf/oozie/commit/f5554dd3 Tree: http://git-wip-us.apache.org/repos/asf/oozie/tree/f5554dd3 Diff: http://git-wip-us.apache.org/repos/asf/oozie/diff/f5554dd3 Branch: refs/heads/master Commit: f5554dd315c730286edbb333b4008e48620e2acc Parents: ffd9951 Author: Robert KanterAuthored: Mon May 8 15:44:53 2017 -0700 Committer: Robert Kanter Committed: Mon May 8 15:44:53 2017 -0700 -- .../org/apache/oozie/client/OozieClient.java| 4 +- .../apache/oozie/client/rest/RestConstants.java | 2 +- .../main/java/org/apache/oozie/BaseEngine.java | 18 +- .../org/apache/oozie/BaseLocalOozieClient.java | 601 +++ .../java/org/apache/oozie/LocalOozieClient.java | 245 +--- .../apache/oozie/LocalOozieClientBundle.java| 93 +++ .../org/apache/oozie/LocalOozieClientCoord.java | 328 ++ .../oozie/OozieClientOperationHandler.java | 173 ++ .../java/org/apache/oozie/OozieJsonFactory.java | 55 ++ .../java/org/apache/oozie/local/LocalOozie.java | 93 ++- .../org/apache/oozie/servlet/V0JobsServlet.java | 12 +- .../org/apache/oozie/servlet/V1JobsServlet.java | 184 ++ .../apache/oozie/TestLocalOozieClientCoord.java | 72 ++- release-log.txt | 1 + 14 files changed, 1233 insertions(+), 648 deletions(-) -- http://git-wip-us.apache.org/repos/asf/oozie/blob/f5554dd3/client/src/main/java/org/apache/oozie/client/OozieClient.java -- diff --git a/client/src/main/java/org/apache/oozie/client/OozieClient.java b/client/src/main/java/org/apache/oozie/client/OozieClient.java index 7370808..dbb7cbd 100644 --- a/client/src/main/java/org/apache/oozie/client/OozieClient.java +++ b/client/src/main/java/org/apache/oozie/client/OozieClient.java @@ -66,7 +66,7 @@ import org.codehaus.jackson.type.TypeReference; /** - * Client API to submit and manage Oozie workflow jobs against an Oozie intance. + * Client API to submit and manage Oozie workflow jobs against an Oozie instance. * * This class is thread safe. * @@ -1978,7 +1978,7 @@ public class OozieClient { * @param map the map * @return the string */ -private String mapToString(Map map) { +protected String mapToString(Map map) { StringBuilder sb = new StringBuilder(); Iterator > it = map.entrySet().iterator(); while (it.hasNext()) { http://git-wip-us.apache.org/repos/asf/oozie/blob/f5554dd3/client/src/main/java/org/apache/oozie/client/rest/RestConstants.java -- diff --git a/client/src/main/java/org/apache/oozie/client/rest/RestConstants.java b/client/src/main/java/org/apache/oozie/client/rest/RestConstants.java index f477531..74843dc 100644 --- a/client/src/main/java/org/apache/oozie/client/rest/RestConstants.java +++ b/client/src/main/java/org/apache/oozie/client/rest/RestConstants.java @@ -221,7 +221,7 @@ public interface RestConstants { String USER_PARAM = "user"; -public static final String COORD_ACTION_MISSING_DEPENDENCIES = "missing-dependencies"; +String COORD_ACTION_MISSING_DEPENDENCIES = "missing-dependencies"; String ADMIN_PURGE = "purge"; String PURGE_WF_AGE = "wf"; http://git-wip-us.apache.org/repos/asf/oozie/blob/f5554dd3/core/src/main/java/org/apache/oozie/BaseEngine.java -- diff --git a/core/src/main/java/org/apache/oozie/BaseEngine.java b/core/src/main/java/org/apache/oozie/BaseEngine.java index 2780ec2..6a8ebff 100644 --- a/core/src/main/java/org/apache/oozie/BaseEngine.java +++ b/core/src/main/java/org/apache/oozie/BaseEngine.java @@ -24,6 +24,7 @@ import java.util.Map; import org.apache.hadoop.conf.Configuration; import org.apache.oozie.client.CoordinatorJob; +import org.apache.oozie.client.OozieClientException; import org.apache.oozie.client.WorkflowJob; import org.apache.oozie.command.CommandException; import org.apache.oozie.executor.jpa.JPAExecutorException; @@ -320,7 +321,7 @@ public abstract class BaseEngine { /** * Stream job log. * - * @param xLogStreamer the log streamer + * @param logStreamer the log streamer * @param jobId the job id * @param writer the writer * @throws IOException Signals that an I/O exception has occurred. @@ -329,4 +330,19 @@ public abstract class BaseEngine { protected abstract void streamJobLog(XLogStreamer logStreamer, String jobId, Writer writer) throws IOException,
oozie git commit: OOZIE-2751 LocalOozieClient is missing methods from OozieClient (abhishekbafna via rkanter)
Repository: oozie Updated Branches: refs/heads/master 3026e5aeb -> 30e673e60 OOZIE-2751 LocalOozieClient is missing methods from OozieClient (abhishekbafna via rkanter) Project: http://git-wip-us.apache.org/repos/asf/oozie/repo Commit: http://git-wip-us.apache.org/repos/asf/oozie/commit/30e673e6 Tree: http://git-wip-us.apache.org/repos/asf/oozie/tree/30e673e6 Diff: http://git-wip-us.apache.org/repos/asf/oozie/diff/30e673e6 Branch: refs/heads/master Commit: 30e673e60a746f855f50bf03b74810e19130e422 Parents: 3026e5a Author: Robert KanterAuthored: Mon May 8 15:38:51 2017 -0700 Committer: Robert Kanter Committed: Mon May 8 15:38:51 2017 -0700 -- docs/src/site/twiki/DG_QuickStart.twiki | 6 +++--- docs/src/site/twiki/ENG_Building.twiki | 6 +++--- pom.xml | 6 +++--- release-log.txt | 1 + 4 files changed, 10 insertions(+), 9 deletions(-) -- http://git-wip-us.apache.org/repos/asf/oozie/blob/30e673e6/docs/src/site/twiki/DG_QuickStart.twiki -- diff --git a/docs/src/site/twiki/DG_QuickStart.twiki b/docs/src/site/twiki/DG_QuickStart.twiki index fdc8374..7ea87c7 100644 --- a/docs/src/site/twiki/DG_QuickStart.twiki +++ b/docs/src/site/twiki/DG_QuickStart.twiki @@ -16,7 +16,7 @@ For detailed install and configuration instructions refer to [[AG_Install][Oozie * Unix box (tested on Mac OS X and Linux) * Java JDK 1.7+ * Maven 3.0.1+ - * Hadoop 0.20.2+ + * Hadoop 2.6.0+ * Pig 0.7+ JDK commands (java, javac) must be in the command path. @@ -45,7 +45,7 @@ available to customise the versions of the dependencies: profile depending on the hadoop version used. -Ptez - Bundle tez jars in hive and pig sharelibs. Useful if you want to use tez +as the execution engine for those applications. --Dhadoop.version= - default 1.2.1 for hadoop-1, 2.4.0 for hadoop-2 and 3.0.0-SNAPSHOT for hadoop-3 +-Dhadoop.version= - default 1.2.1 for hadoop-1, 2.6.0 for hadoop-2 and 3.0.0-SNAPSHOT for hadoop-3 -Dhadoop.auth.version= - defaults to hadoop version -Ddistcp.version= - defaults to hadoop version -Dpig.version= - default 0.16.0 @@ -70,7 +70,7 @@ More details on building Oozie can be found on the [[ENG_Building][Building Oozi * Unix (tested in Linux and Mac OS X) * Java 1.7+ * Hadoop - * [[http://hadoop.apache.org][Apache Hadoop]] (tested with 1.2.1 & 2.4.0+) + * [[http://hadoop.apache.org][Apache Hadoop]] (tested with 1.2.1 & 2.6.0+) * ExtJS library (optional, to enable Oozie webconsole) * [[http://archive.cloudera.com/gplextras/misc/ext-2.2.zip][ExtJS 2.2]] http://git-wip-us.apache.org/repos/asf/oozie/blob/30e673e6/docs/src/site/twiki/ENG_Building.twiki -- diff --git a/docs/src/site/twiki/ENG_Building.twiki b/docs/src/site/twiki/ENG_Building.twiki index 019f8f1..535f1b0 100644 --- a/docs/src/site/twiki/ENG_Building.twiki +++ b/docs/src/site/twiki/ENG_Building.twiki @@ -11,7 +11,7 @@ * Unix box (tested on Mac OS X and Linux) * Java JDK 1.7+ * [[http://maven.apache.org/][Maven 3.0.1+]] - * [[http://hadoop.apache.org/core/releases.html][Hadoop 0.20.2+]] + * [[http://hadoop.apache.org/core/releases.html][Hadoop 2.6.0+]] * [[http://hadoop.apache.org/pig/releases.html][Pig 0.7+]] JDK commands (java, javac) must be in the command path. @@ -114,7 +114,7 @@ specified in the =test.properties= file (which is loaded by the =XTestCase= clas *hadoop.version* =(*)=: indicates the Hadoop version(Hadoop-1 or Hadoop-2) you wish to build Oozie against specifically. It will substitute this value in the Oozie POM properties and pull the corresponding Hadoop artifacts from Maven. Default version is 1.2.1 -for Hadoop-1 (the most common case). For Hadoop-2, the version you can pass is *2.4.0*. +for Hadoop-1 (the most common case). For Hadoop-2, the version you can pass is *2.6.0*. *generateSite* (*): generates Oozie documentation, default is undefined (no documentation is generated) @@ -215,7 +215,7 @@ the versions of the dependencies: profile depending on the hadoop version used. -Ptez - Bundle tez jars in hive and pig sharelibs. Useful if you want to use tez as the execution engine for those applications. --Dhadoop.version= - default 1.2.1 for hadoop-1, 2.4.0 for hadoop-2 and 3.0.0-SNAPSHOT for hadoop-3 +-Dhadoop.version= - default 1.2.1 for hadoop-1, 2.6.0 for hadoop-2 and 3.0.0-SNAPSHOT for hadoop-3 -Dhadoop.auth.version= - defaults to hadoop version -Ddistcp.version= - defaults to hadoop version -Dpig.version= - default 0.16.0 http://git-wip-us.apache.org/repos/asf/oozie/blob/30e673e6/pom.xml --