This is an automated email from the ASF dual-hosted git repository.
nagarwal pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 83b6aa5 Fix multiple issues when using build_local_docker_images for
setting up the demo
83b6aa5 is described below
commit 83b6aa5e9163d9e5bc79ef45a950faed202a4ba6
Author: Bhavani Sudha Saktheeswaran <[email protected]>
AuthorDate: Thu Apr 11 17:39:13 2019 -0700
Fix multiple issues when using build_local_docker_images for setting up the
demo
Details here - https://issues.apache.org/jira/browse/HUDI-98
---
docker/hoodie/hadoop/base/Dockerfile | 2 +-
docker/hoodie/hadoop/spark_base/Dockerfile | 2 +-
hoodie-utilities/pom.xml | 1 +
packaging/hoodie-hadoop-mr-bundle/pom.xml | 8 ++------
4 files changed, 5 insertions(+), 8 deletions(-)
diff --git a/docker/hoodie/hadoop/base/Dockerfile
b/docker/hoodie/hadoop/base/Dockerfile
index 4f78ffd..0d0a708 100644
--- a/docker/hoodie/hadoop/base/Dockerfile
+++ b/docker/hoodie/hadoop/base/Dockerfile
@@ -1,4 +1,4 @@
-FROM frolvlad/alpine-oraclejdk8
+FROM frolvlad/alpine-java
MAINTAINER Hoodie
USER root
diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile
b/docker/hoodie/hadoop/spark_base/Dockerfile
index badaaa6..e35b399 100644
--- a/docker/hoodie/hadoop/spark_base/Dockerfile
+++ b/docker/hoodie/hadoop/spark_base/Dockerfile
@@ -17,7 +17,7 @@ COPY execute-step.sh /
COPY finish-step.sh /
RUN echo "Installing Spark-version (${SPARK_VERSION})" \
- && wget
http://apache.mirror.iphh.net/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
\
+ && wget
http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
\
&& tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
&& mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark \
&& rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
diff --git a/hoodie-utilities/pom.xml b/hoodie-utilities/pom.xml
index 78b12b5..7dffa25 100644
--- a/hoodie-utilities/pom.xml
+++ b/hoodie-utilities/pom.xml
@@ -82,6 +82,7 @@
<include>org.apache.hive:hive-metastore</include>
<include>org.apache.hive:hive-jdbc</include>
<include>com.twitter:chill_2.11</include>
+ <include>com.twitter:chill-java</include>
</includes>
</artifactSet>
<relocations>
diff --git a/packaging/hoodie-hadoop-mr-bundle/pom.xml
b/packaging/hoodie-hadoop-mr-bundle/pom.xml
index b8e7dfc..0792363 100644
--- a/packaging/hoodie-hadoop-mr-bundle/pom.xml
+++ b/packaging/hoodie-hadoop-mr-bundle/pom.xml
@@ -145,12 +145,6 @@
</dependency>
<dependency>
- <groupId>com.esotericsoftware</groupId>
- <artifactId>kryo</artifactId>
- <scope>test</scope>
- </dependency>
-
- <dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<scope>test</scope>
@@ -216,6 +210,8 @@
<include>com.twitter.common:objectsize</include>
<include>commons-logging:commons-logging</include>
<include>com.twitter:chill_2.11</include>
+ <include>com.twitter:chill-java</include>
+ <include>com.esotericsoftware:kryo-shaded</include>
</includes>
</artifactSet>
<finalName>${project.artifactId}-${project.version}</finalName>