Re: Compilation Error: Spark 1.0.2 with HBase 0.98

arthur.hk.c...@gmail.com Thu, 28 Aug 2014 03:17:36 -0700

Hi,

tried

mvn -Phbase-hadoop2,hadoop-2.4,yarn -Dhadoop.version=2.4.1 -DskipTests dependency:tree > dep.txt

Attached the dep. txt for your information.

[WARNING] 
[WARNING] Some problems were encountered while building the effective settings
[WARNING] Unrecognised tag: 'mirrors' (position: START_TAG seen ...</mirror>\n  
   -->\n\n\n  <mirrors>... @161:12)  @ 
/opt/apache-maven-3.1.1/conf/settings.xml, line 161, column 12
[WARNING] 
[INFO] Scanning for projects...
[INFO]                                                                         
[INFO] ------------------------------------------------------------------------
[INFO] Building Spark Project Examples 1.0.2
[INFO] ------------------------------------------------------------------------
[INFO] 
[INFO] --- maven-dependency-plugin:2.8:tree (default-cli) @ spark-examples_2.10 
---
[INFO] org.apache.spark:spark-examples_2.10:jar:1.0.2
[INFO] +- org.apache.spark:spark-core_2.10:jar:1.0.2:provided
[INFO] |  +- org.apache.hadoop:hadoop-client:jar:2.4.1:provided
[INFO] |  |  +- org.apache.hadoop:hadoop-common:jar:2.4.1:provided
[INFO] |  |  |  \- org.apache.hadoop:hadoop-auth:jar:2.4.1:provided
[INFO] |  |  +- org.apache.hadoop:hadoop-hdfs:jar:2.4.1:provided
[INFO] |  |  +- org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.4.1:provided
[INFO] |  |  |  +- 
org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.4.1:provided
[INFO] |  |  |  |  +- org.apache.hadoop:hadoop-yarn-client:jar:2.4.1:provided
[INFO] |  |  |  |  |  \- com.sun.jersey:jersey-client:jar:1.9:provided
[INFO] |  |  |  |  \- 
org.apache.hadoop:hadoop-yarn-server-common:jar:2.4.1:provided
[INFO] |  |  |  \- 
org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.4.1:provided
[INFO] |  |  +- org.apache.hadoop:hadoop-yarn-api:jar:2.4.1:provided
[INFO] |  |  +- 
org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.4.1:provided
[INFO] |  |  |  \- org.apache.hadoop:hadoop-yarn-common:jar:2.4.1:provided
[INFO] |  |  +- 
org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.4.1:provided
[INFO] |  |  \- org.apache.hadoop:hadoop-annotations:jar:2.4.1:provided
[INFO] |  +- net.java.dev.jets3t:jets3t:jar:0.9.0:runtime
[INFO] |  |  +- org.apache.httpcomponents:httpclient:jar:4.1.2:compile
[INFO] |  |  +- org.apache.httpcomponents:httpcore:jar:4.1.2:compile
[INFO] |  |  \- com.jamesmurty.utils:java-xmlbuilder:jar:0.4:runtime
[INFO] |  +- org.apache.curator:curator-recipes:jar:2.4.0:provided
[INFO] |  |  \- org.apache.curator:curator-framework:jar:2.4.0:provided
[INFO] |  |     \- org.apache.curator:curator-client:jar:2.4.0:provided
[INFO] |  +- org.eclipse.jetty:jetty-plus:jar:8.1.14.v20131031:provided
[INFO] |  |  +- 
org.eclipse.jetty.orbit:javax.transaction:jar:1.1.1.v201105210645:provided
[INFO] |  |  +- org.eclipse.jetty:jetty-webapp:jar:8.1.14.v20131031:provided
[INFO] |  |  |  +- org.eclipse.jetty:jetty-xml:jar:8.1.14.v20131031:provided
[INFO] |  |  |  \- org.eclipse.jetty:jetty-servlet:jar:8.1.14.v20131031:provided
[INFO] |  |  \- org.eclipse.jetty:jetty-jndi:jar:8.1.14.v20131031:provided
[INFO] |  |     \- 
org.eclipse.jetty.orbit:javax.mail.glassfish:jar:1.4.1.v201005082020:provided
[INFO] |  |        \- 
org.eclipse.jetty.orbit:javax.activation:jar:1.1.0.v201105071233:provided
[INFO] |  +- org.eclipse.jetty:jetty-security:jar:8.1.14.v20131031:provided
[INFO] |  +- org.eclipse.jetty:jetty-util:jar:8.1.14.v20131031:compile
[INFO] |  +- com.google.guava:guava:jar:14.0.1:compile
[INFO] |  +- org.apache.commons:commons-lang3:jar:3.3.2:provided
[INFO] |  +- com.google.code.findbugs:jsr305:jar:1.3.9:provided
[INFO] |  +- org.slf4j:slf4j-api:jar:1.7.5:compile
[INFO] |  +- org.slf4j:jul-to-slf4j:jar:1.7.5:provided
[INFO] |  +- org.slf4j:jcl-over-slf4j:jar:1.7.5:provided
[INFO] |  +- log4j:log4j:jar:1.2.17:compile
[INFO] |  +- org.slf4j:slf4j-log4j12:jar:1.7.5:compile
[INFO] |  +- com.ning:compress-lzf:jar:1.0.0:provided
[INFO] |  +- org.xerial.snappy:snappy-java:jar:1.0.5:compile
[INFO] |  +- com.twitter:chill_2.10:jar:0.3.6:provided
[INFO] |  |  \- com.esotericsoftware.kryo:kryo:jar:2.21:provided
[INFO] |  |     +- 
com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07:provided
[INFO] |  |     +- com.esotericsoftware.minlog:minlog:jar:1.2:provided
[INFO] |  |     \- org.objenesis:objenesis:jar:1.2:provided
[INFO] |  +- com.twitter:chill-java:jar:0.3.6:provided
[INFO] |  +- commons-net:commons-net:jar:2.2:compile
[INFO] |  +- 
org.spark-project.akka:akka-remote_2.10:jar:2.2.3-shaded-protobuf:provided
[INFO] |  |  +- 
org.spark-project.akka:akka-actor_2.10:jar:2.2.3-shaded-protobuf:compile
[INFO] |  |  |  \- com.typesafe:config:jar:1.0.2:compile
[INFO] |  |  +- io.netty:netty:jar:3.6.6.Final:provided
[INFO] |  |  +- 
org.spark-project.protobuf:protobuf-java:jar:2.4.1-shaded:compile
[INFO] |  |  \- org.uncommons.maths:uncommons-maths:jar:1.2.2a:provided
[INFO] |  +- 
org.spark-project.akka:akka-slf4j_2.10:jar:2.2.3-shaded-protobuf:provided
[INFO] |  +- org.scala-lang:scala-library:jar:2.10.4:compile
[INFO] |  +- org.json4s:json4s-jackson_2.10:jar:3.2.6:provided
[INFO] |  |  +- org.json4s:json4s-core_2.10:jar:3.2.6:provided
[INFO] |  |  |  +- org.json4s:json4s-ast_2.10:jar:3.2.6:provided
[INFO] |  |  |  \- org.scala-lang:scalap:jar:2.10.4:provided
[INFO] |  |  \- com.fasterxml.jackson.core:jackson-databind:jar:2.3.0:provided
[INFO] |  |     +- 
com.fasterxml.jackson.core:jackson-annotations:jar:2.3.0:provided
[INFO] |  |     \- com.fasterxml.jackson.core:jackson-core:jar:2.3.0:provided
[INFO] |  +- colt:colt:jar:1.2.0:provided
[INFO] |  |  \- concurrent:concurrent:jar:1.3.4:provided
[INFO] |  +- org.apache.mesos:mesos:jar:shaded-protobuf:0.18.1:provided
[INFO] |  +- io.netty:netty-all:jar:4.0.17.Final:provided
[INFO] |  +- com.clearspring.analytics:stream:jar:2.5.1:provided
[INFO] |  +- com.codahale.metrics:metrics-core:jar:3.0.0:provided
[INFO] |  +- com.codahale.metrics:metrics-jvm:jar:3.0.0:provided
[INFO] |  +- com.codahale.metrics:metrics-json:jar:3.0.0:provided
[INFO] |  +- com.codahale.metrics:metrics-graphite:jar:3.0.0:provided
[INFO] |  +- org.tachyonproject:tachyon:jar:0.4.1-thrift:provided
[INFO] |  |  \- org.apache.ant:ant:jar:1.9.0:provided
[INFO] |  |     \- org.apache.ant:ant-launcher:jar:1.9.0:provided
[INFO] |  +- org.spark-project:pyrolite:jar:2.0.1:provided
[INFO] |  \- net.sf.py4j:py4j:jar:0.8.1:provided
[INFO] +- org.apache.spark:spark-streaming_2.10:jar:1.0.2:provided
[INFO] +- org.apache.spark:spark-mllib_2.10:jar:1.0.2:provided
[INFO] |  +- org.jblas:jblas:jar:1.2.3:provided
[INFO] |  \- org.scalanlp:breeze_2.10:jar:0.7:provided
[INFO] |     +- org.scalanlp:breeze-macros_2.10:jar:0.3:provided
[INFO] |     +- com.thoughtworks.paranamer:paranamer:jar:2.2:compile
[INFO] |     +- com.github.fommil.netlib:core:jar:1.1.2:provided
[INFO] |     +- net.sourceforge.f2j:arpack_combined_all:jar:0.1:provided
[INFO] |     +- net.sf.opencsv:opencsv:jar:2.3:provided
[INFO] |     +- com.github.rwl:jtransforms:jar:2.4.0:provided
[INFO] |     +- org.apache.commons:commons-math3:jar:3.2:provided
[INFO] |     +- org.spire-math:spire_2.10:jar:0.7.1:provided
[INFO] |     |  \- org.spire-math:spire-macros_2.10:jar:0.7.1:provided
[INFO] |     \- com.typesafe:scalalogging-slf4j_2.10:jar:1.0.1:provided
[INFO] +- org.apache.spark:spark-bagel_2.10:jar:1.0.2:provided
[INFO] +- org.apache.spark:spark-hive_2.10:jar:1.0.2:provided
[INFO] |  +- org.apache.spark:spark-sql_2.10:jar:1.0.2:provided
[INFO] |  |  +- org.apache.spark:spark-catalyst_2.10:jar:1.0.2:provided
[INFO] |  |  +- com.twitter:parquet-column:jar:1.4.3:provided
[INFO] |  |  |  +- com.twitter:parquet-common:jar:1.4.3:provided
[INFO] |  |  |  \- com.twitter:parquet-encoding:jar:1.4.3:provided
[INFO] |  |  |     \- com.twitter:parquet-generator:jar:1.4.3:provided
[INFO] |  |  \- com.twitter:parquet-hadoop:jar:1.4.3:provided
[INFO] |  |     +- com.twitter:parquet-format:jar:2.0.0:provided
[INFO] |  |     \- com.twitter:parquet-jackson:jar:1.4.3:provided
[INFO] |  +- org.spark-project.hive:hive-metastore:jar:0.12.0:provided
[INFO] |  |  +- org.antlr:antlr-runtime:jar:3.4:compile
[INFO] |  |  |  +- org.antlr:stringtemplate:jar:3.2.1:compile
[INFO] |  |  |  \- antlr:antlr:jar:2.7.7:compile
[INFO] |  |  +- org.antlr:ST4:jar:4.0.4:provided
[INFO] |  |  +- com.jolbox:bonecp:jar:0.7.1.RELEASE:provided
[INFO] |  |  +- commons-pool:commons-pool:jar:1.5.4:provided
[INFO] |  |  +- org.datanucleus:datanucleus-api-jdo:jar:3.2.1:provided
[INFO] |  |  +- org.datanucleus:datanucleus-core:jar:3.2.2:provided
[INFO] |  |  +- org.datanucleus:datanucleus-rdbms:jar:3.2.1:provided
[INFO] |  |  +- javax.jdo:jdo-api:jar:3.0.1:provided
[INFO] |  |  |  \- javax.transaction:jta:jar:1.1:provided
[INFO] |  |  \- org.apache.derby:derby:jar:10.4.2.0:provided
[INFO] |  +- org.spark-project.hive:hive-exec:jar:0.12.0:provided
[INFO] |  |  +- org.iq80.snappy:snappy:jar:0.2:provided
[INFO] |  |  +- org.json:json:jar:20090211:provided
[INFO] |  |  +- commons-configuration:commons-configuration:jar:1.6:compile
[INFO] |  |  |  +- commons-digester:commons-digester:jar:1.8:compile
[INFO] |  |  |  |  \- commons-beanutils:commons-beanutils:jar:1.7.0:compile
[INFO] |  |  |  \- commons-beanutils:commons-beanutils-core:jar:1.8.0:compile
[INFO] |  |  +- javolution:javolution:jar:5.5.1:provided
[INFO] |  |  \- jline:jline:jar:0.9.94:provided
[INFO] |  +- org.codehaus.jackson:jackson-mapper-asl:jar:1.8.8:compile
[INFO] |  +- org.spark-project.hive:hive-serde:jar:0.12.0:provided
[INFO] |  |  +- org.spark-project.hive:hive-common:jar:0.12.0:provided
[INFO] |  |  |  \- org.spark-project.hive:hive-shims:jar:0.12.0:provided
[INFO] |  |  +- org.mockito:mockito-all:jar:1.9.0:test
[INFO] |  |  +- org.apache.thrift:libfb303:jar:0.9.0:provided
[INFO] |  |  \- org.apache.avro:avro-mapred:jar:1.7.6:provided
[INFO] |  |     \- org.apache.avro:avro-ipc:jar:tests:1.7.6:provided
[INFO] |  \- org.apache.avro:avro:jar:1.7.6:compile
[INFO] |     \- org.apache.commons:commons-compress:jar:1.4.1:compile
[INFO] |        \- org.tukaani:xz:jar:1.0:compile
[INFO] +- org.apache.spark:spark-graphx_2.10:jar:1.0.2:provided
[INFO] +- org.apache.spark:spark-streaming-twitter_2.10:jar:1.0.2:compile
[INFO] |  \- org.twitter4j:twitter4j-stream:jar:3.0.3:compile
[INFO] |     \- org.twitter4j:twitter4j-core:jar:3.0.3:compile
[INFO] +- org.apache.spark:spark-streaming-kafka_2.10:jar:1.0.2:compile
[INFO] |  \- org.apache.kafka:kafka_2.10:jar:0.8.0:compile
[INFO] |     +- org.scala-lang:scala-compiler:jar:2.10.4:compile
[INFO] |     +- com.101tec:zkclient:jar:0.3:compile
[INFO] |     \- com.yammer.metrics:metrics-annotation:jar:2.2.0:compile
[INFO] +- org.apache.spark:spark-streaming-flume_2.10:jar:1.0.2:compile
[INFO] |  \- org.apache.flume:flume-ng-sdk:jar:1.4.0:compile
[INFO] |     \- org.apache.avro:avro-ipc:jar:1.7.6:compile
[INFO] +- org.apache.spark:spark-streaming-zeromq_2.10:jar:1.0.2:compile
[INFO] |  \- 
org.spark-project.akka:akka-zeromq_2.10:jar:2.2.3-shaded-protobuf:compile
[INFO] |     \- org.zeromq:zeromq-scala-binding_2.10:jar:0.0.7:compile
[INFO] |        +- net.java.dev.jna:jna:jar:3.0.9:compile
[INFO] |        \- com.github.jnr:jnr-constants:jar:0.8.2:compile
[INFO] +- org.apache.spark:spark-streaming-mqtt_2.10:jar:1.0.2:compile
[INFO] |  \- org.eclipse.paho:mqtt-client:jar:0.4.0:compile
[INFO] +- org.eclipse.jetty:jetty-server:jar:8.1.14.v20131031:compile
[INFO] |  +- 
org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016:compile
[INFO] |  +- org.eclipse.jetty:jetty-continuation:jar:8.1.14.v20131031:compile
[INFO] |  \- org.eclipse.jetty:jetty-http:jar:8.1.14.v20131031:compile
[INFO] |     \- org.eclipse.jetty:jetty-io:jar:8.1.14.v20131031:compile
[INFO] +- org.apache.hbase:hbase-testing-util:jar:0.98.5-hadoop1:compile
[INFO] |  +- org.apache.hbase:hbase-common:test-jar:tests:0.98.5-hadoop1:compile
[INFO] |  +- org.apache.hbase:hbase-server:test-jar:tests:0.98.5-hadoop1:compile
[INFO] |  |  +- com.sun.jersey:jersey-core:jar:1.8:compile
[INFO] |  |  +- com.sun.jersey:jersey-json:jar:1.8:compile
[INFO] |  |  |  +- org.codehaus.jettison:jettison:jar:1.1:compile
[INFO] |  |  |  +- com.sun.xml.bind:jaxb-impl:jar:2.2.3-1:compile
[INFO] |  |  |  \- org.codehaus.jackson:jackson-xc:jar:1.7.1:compile
[INFO] |  |  \- com.sun.jersey:jersey-server:jar:1.8:compile
[INFO] |  |     \- asm:asm:jar:3.1:compile
[INFO] |  +- org.apache.hbase:hbase-hadoop1-compat:jar:0.98.5-hadoop1:compile
[INFO] |  +- 
org.apache.hbase:hbase-hadoop1-compat:test-jar:tests:0.98.5-hadoop1:compile
[INFO] |  +- org.apache.hadoop:hadoop-core:jar:1.2.1:compile
[INFO] |  |  +- xmlenc:xmlenc:jar:0.52:compile
[INFO] |  |  \- commons-el:commons-el:jar:1.0:compile
[INFO] |  +- org.apache.hadoop:hadoop-test:jar:1.2.1:compile
[INFO] |  |  +- org.apache.ftpserver:ftplet-api:jar:1.0.0:compile
[INFO] |  |  +- org.apache.mina:mina-core:jar:2.0.0-M5:compile
[INFO] |  |  +- org.apache.ftpserver:ftpserver-core:jar:1.0.0:compile
[INFO] |  |  \- org.apache.ftpserver:ftpserver-deprecated:jar:1.0.0-M2:compile
[INFO] |  +- 
com.github.stephenc.findbugs:findbugs-annotations:jar:1.3.9-1:compile
[INFO] |  \- junit:junit:jar:4.10:test
[INFO] |     \- org.hamcrest:hamcrest-core:jar:1.1:test
[INFO] +- org.apache.hbase:hbase-protocol:jar:0.98.5-hadoop1:compile
[INFO] |  +- com.google.protobuf:protobuf-java:jar:2.5.0:compile
[INFO] |  \- commons-logging:commons-logging:jar:1.1.1:compile
[INFO] +- org.apache.hbase:hbase-common:jar:0.98.5-hadoop1:compile
[INFO] |  +- commons-codec:commons-codec:jar:1.5:compile
[INFO] |  +- commons-lang:commons-lang:jar:2.6:compile
[INFO] |  +- commons-collections:commons-collections:jar:3.2.1:compile
[INFO] |  \- commons-io:commons-io:jar:2.4:compile
[INFO] +- org.apache.hbase:hbase-client:jar:0.98.5-hadoop1:compile
[INFO] |  +- org.apache.zookeeper:zookeeper:jar:3.4.6:compile
[INFO] |  \- org.cloudera.htrace:htrace-core:jar:2.04:compile
[INFO] +- org.apache.hbase:hbase-server:jar:0.98.5-hadoop1:compile
[INFO] |  +- org.apache.hbase:hbase-prefix-tree:jar:0.98.5-hadoop1:runtime
[INFO] |  +- commons-httpclient:commons-httpclient:jar:3.1:compile
[INFO] |  +- com.yammer.metrics:metrics-core:jar:2.2.0:compile
[INFO] |  +- commons-cli:commons-cli:jar:1.2:compile
[INFO] |  +- com.github.stephenc.high-scale-lib:high-scale-lib:jar:1.1.1:compile
[INFO] |  +- org.mortbay.jetty:jetty:jar:6.1.26:compile
[INFO] |  +- org.mortbay.jetty:jetty-util:jar:6.1.26:compile
[INFO] |  +- org.mortbay.jetty:jetty-sslengine:jar:6.1.26:compile
[INFO] |  +- org.mortbay.jetty:jsp-2.1:jar:6.1.14:compile
[INFO] |  +- org.mortbay.jetty:jsp-api-2.1:jar:6.1.14:compile
[INFO] |  +- org.mortbay.jetty:servlet-api-2.5:jar:6.1.14:compile
[INFO] |  +- org.codehaus.jackson:jackson-core-asl:jar:1.8.8:compile
[INFO] |  +- org.codehaus.jackson:jackson-jaxrs:jar:1.8.8:compile
[INFO] |  +- tomcat:jasper-compiler:jar:5.5.23:compile
[INFO] |  +- tomcat:jasper-runtime:jar:5.5.23:compile
[INFO] |  +- org.jamon:jamon-runtime:jar:2.3.1:compile
[INFO] |  \- javax.xml.bind:jaxb-api:jar:2.2.2:compile
[INFO] |     \- javax.activation:activation:jar:1.1:compile
[INFO] +- org.apache.hbase:hbase-hadoop-compat:jar:0.98.5-hadoop1:compile
[INFO] |  \- org.apache.commons:commons-math:jar:2.1:compile
[INFO] +- 
org.apache.hbase:hbase-hadoop-compat:test-jar:tests:0.98.5-hadoop1:test
[INFO] +- com.twitter:algebird-core_2.10:jar:0.1.11:compile
[INFO] |  \- com.googlecode.javaewah:JavaEWAH:jar:0.6.6:compile
[INFO] +- org.scalatest:scalatest_2.10:jar:2.1.5:test
[INFO] |  \- org.scala-lang:scala-reflect:jar:2.10.4:compile
[INFO] +- org.scalacheck:scalacheck_2.10:jar:1.11.3:test
[INFO] |  \- org.scala-sbt:test-interface:jar:1.0:test
[INFO] +- org.apache.cassandra:cassandra-all:jar:1.2.6:compile
[INFO] |  +- net.jpountz.lz4:lz4:jar:1.1.0:compile
[INFO] |  +- org.antlr:antlr:jar:3.2:compile
[INFO] |  +- com.googlecode.json-simple:json-simple:jar:1.1:compile
[INFO] |  +- org.yaml:snakeyaml:jar:1.6:compile
[INFO] |  +- edu.stanford.ppl:snaptree:jar:0.1:compile
[INFO] |  +- org.mindrot:jbcrypt:jar:0.3m:compile
[INFO] |  +- org.apache.thrift:libthrift:jar:0.7.0:compile
[INFO] |  |  \- javax.servlet:servlet-api:jar:2.5:compile
[INFO] |  +- org.apache.cassandra:cassandra-thrift:jar:1.2.6:compile
[INFO] |  \- com.github.stephenc:jamm:jar:0.2.5:compile
[INFO] \- com.github.scopt:scopt_2.10:jar:3.2.0:compile
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 2.151s
[INFO] Finished at: Thu Aug 28 18:12:45 HKT 2014
[INFO] Final Memory: 17M/479M
[INFO] ------------------------------------------------------------------------

Regards

Arthur

On 28 Aug, 2014, at 12:22 pm, Ted Yu <yuzhih...@gmail.com> wrote:

I forgot to include '-Dhadoop.version=2.4.1' in the command below.

The modified command passed.

You can verify the dependence on hbase 0.98 through this command:

mvn -Phbase-hadoop2,hadoop-2.4,yarn -Dhadoop.version=2.4.1 -DskipTests dependency:tree > dep.txt

Cheers

On Wed, Aug 27, 2014 at 8:58 PM, Ted Yu <yuzhih...@gmail.com> wrote:

Looks like the patch given by that URL only had the last commit.

I have attached pom.xml for spark-1.0.2 to SPARK-1297

You can download it and replace examples/pom.xml with the downloaded pom

I am running this command locally:

mvn -Phbase-hadoop2,hadoop-2.4,yarn -DskipTests clean package

Cheers

On Wed, Aug 27, 2014 at 7:57 PM, arthur.hk.c...@gmail.com <arthur.hk.c...@gmail.com> wrote:

Hi Ted,

Thanks.

Tried [patch -p1 -i 1893.patch] (Hunk #1 FAILED at 45.)

Is this normal?

Regards
Arthur

patch -p1 -i 1893.patch

patching file examples/pom.xml
Hunk #1 FAILED at 45.
Hunk #2 succeeded at 94 (offset -16 lines).
1 out of 2 hunks FAILED -- saving rejects to file examples/pom.xml.rej
patching file examples/pom.xml
Hunk #1 FAILED at 54.
Hunk #2 FAILED at 72.

Hunk #3 succeeded at 122 (offset -49 lines).
2 out of 3 hunks FAILED -- saving rejects to file examples/pom.xml.rej

patching file docs/building-with-maven.md
patching file examples/pom.xml
Hunk #1 succeeded at 122 (offset -40 lines).
Hunk #2 succeeded at 195 (offset -40 lines).

On 28 Aug, 2014, at 10:53 am, Ted Yu <yuzhih...@gmail.com> wrote:

Can you use this command ?

patch -p1 -i 1893.patch

Cheers

On Wed, Aug 27, 2014 at 7:41 PM, arthur.hk.c...@gmail.com <arthur.hk.c...@gmail.com> wrote:

Hi Ted,

I tried the following steps to apply the patch 1893 but got Hunk FAILED, can you please advise how to get thru this error? or is my spark-1.0.2 source not the correct one?

Regards
Arthur

wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.2.tgz

tar -vxf spark-1.0.2.tgz
cd spark-1.0.2

wget https://github.com/apache/spark/pull/1893.patch

patch < 1893.patch
patching file pom.xml

Hunk #1 FAILED at 45.
Hunk #2 FAILED at 110.

2 out of 2 hunks FAILED -- saving rejects to file pom.xml.rej
patching file pom.xml

Hunk #1 FAILED at 54.
Hunk #2 FAILED at 72.

Hunk #3 FAILED at 171.
3 out of 3 hunks FAILED -- saving rejects to file pom.xml.rej

can't find file to patch at input line 267
Perhaps you should have used the -p or --strip option?

The text leading up to this was:
--------------------------

|
|From cd58437897bf02b644c2171404ccffae5d12a2be Mon Sep 17 00:00:00 2001

|From: tedyu <yuzhih...@gmail.com>
|Date: Mon, 11 Aug 2014 15:57:46 -0700

|Subject: [PATCH 3/4] SPARK-1297 Upgrade HBase dependency to 0.98 - add
| description to building-with-maven.md

|
|---
| docs/building-with-maven.md | 3 +++

| 1 file changed, 3 insertions(+)
|
|diff --git a/docs/building-with-maven.md b/docs/building-with-maven.md

|index 672d0ef..f8bcd2b 100644
|--- a/docs/building-with-maven.md

|+++ b/docs/building-with-maven.md
--------------------------

File to patch:

On 28 Aug, 2014, at 10:24 am, Ted Yu <yuzhih...@gmail.com> wrote:

You can get the patch from this URL:
https://github.com/apache/spark/pull/1893.patch

BTW 0.98.5 has been released - you can specify 0.98.5-hadoop2 in the pom.xml

Cheers

On Wed, Aug 27, 2014 at 7:18 PM, arthur.hk.c...@gmail.com <arthur.hk.c...@gmail.com> wrote:

Hi Ted,

Thank you so much!!

As I am new to Spark, can you please advise the steps about how to apply this patch to my spark-1.0.2 source folder?

Regards
Arthur

On 28 Aug, 2014, at 10:13 am, Ted Yu <yuzhih...@gmail.com> wrote:

See SPARK-1297

The pull request is here:
https://github.com/apache/spark/pull/1893

On Wed, Aug 27, 2014 at 6:57 PM, arthur.hk.c...@gmail.com <arthur.hk.c...@gmail.com> wrote:

(correction: "Compilation Error: Spark 1.0.2 with HBase 0.98” , please ignore if duplicated)

Hi,

I need to use Spark with HBase 0.98 and tried to compile Spark 1.0.2 with HBase 0.98,

My steps:
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.2.tgz
tar -vxf spark-1.0.2.tgz
cd spark-1.0.2

edit project/SparkBuild.scala, set HBASE_VERSION
// HBase version; set as appropriate.
val HBASE_VERSION = "0.98.2"

edit pom.xml with following values
<hadoop.version>2.4.1</hadoop.version>
<protobuf.version>2.5.0</protobuf.version>
<yarn.version>${hadoop.version}</yarn.version>
<hbase.version>0.98.5</hbase.version>
<zookeeper.version>3.4.6</zookeeper.version>
<hive.version>0.13.1</hive.version>

SPARK_HADOOP_VERSION=2.4.1 SPARK_YARN=true sbt/sbt clean assembly
but it fails because of UNRESOLVED DEPENDENCIES "hbase;0.98.2"

Can you please advise how to compile Spark 1.0.2 with HBase 0.98? or should I set HBASE_VERSION back to “0.94.6"?

Regards
Arthur

[warn] ::::::::::::::::::::::::::::::::::::::::::::::
[warn] :: UNRESOLVED DEPENDENCIES ::
[warn] ::::::::::::::::::::::::::::::::::::::::::::::
[warn] :: org.apache.hbase#hbase;0.98.2: not found
[warn] ::::::::::::::::::::::::::::::::::::::::::::::

sbt.ResolveException: unresolved dependency: org.apache.hbase#hbase;0.98.2: not found
at sbt.IvyActions$.sbt$IvyActions$$resolve(IvyActions.scala:217)
at sbt.IvyActions$$anonfun$update$1.apply(IvyActions.scala:126)
at sbt.IvyActions$$anonfun$update$1.apply(IvyActions.scala:125)
at sbt.IvySbt$Module$$anonfun$withModule$1.apply(Ivy.scala:116)
at sbt.IvySbt$Module$$anonfun$withModule$1.apply(Ivy.scala:116)
at sbt.IvySbt$$anonfun$withIvy$1.apply(Ivy.scala:104)
at sbt.IvySbt.sbt$IvySbt$$action$1(Ivy.scala:51)
at sbt.IvySbt$$anon$3.call(Ivy.scala:60)
at xsbt.boot.Locks$GlobalLock.withChannel$1(Locks.scala:98)
at xsbt.boot.Locks$GlobalLock.xsbt$boot$Locks$GlobalLock$$withChannelRetries$1(Locks.scala:81)
at xsbt.boot.Locks$GlobalLock$$anonfun$withFileLock$1.apply(Locks.scala:102)
at xsbt.boot.Using$.withResource(Using.scala:11)
at xsbt.boot.Using$.apply(Using.scala:10)
at xsbt.boot.Locks$GlobalLock.ignoringDeadlockAvoided(Locks.scala:62)
at xsbt.boot.Locks$GlobalLock.withLock(Locks.scala:52)
at xsbt.boot.Locks$.apply0(Locks.scala:31)
at xsbt.boot.Locks$.apply(Locks.scala:28)
at sbt.IvySbt.withDefaultLogger(Ivy.scala:60)
at sbt.IvySbt.withIvy(Ivy.scala:101)
at sbt.IvySbt.withIvy(Ivy.scala:97)
at sbt.IvySbt$Module.withModule(Ivy.scala:116)
at sbt.IvyActions$.update(IvyActions.scala:125)
at sbt.Classpaths$$anonfun$sbt$Classpaths$$work$1$1.apply(Defaults.scala:1170)
at sbt.Classpaths$$anonfun$sbt$Classpaths$$work$1$1.apply(Defaults.scala:1168)
at sbt.Classpaths$$anonfun$doWork$1$1$$anonfun$73.apply(Defaults.scala:1191)
at sbt.Classpaths$$anonfun$doWork$1$1$$anonfun$73.apply(Defaults.scala:1189)
at sbt.Tracked$$anonfun$lastOutput$1.apply(Tracked.scala:35)
at sbt.Classpaths$$anonfun$doWork$1$1.apply(Defaults.scala:1193)
at sbt.Classpaths$$anonfun$doWork$1$1.apply(Defaults.scala:1188)
at sbt.Tracked$$anonfun$inputChanged$1.apply(Tracked.scala:45)
at sbt.Classpaths$.cachedUpdate(Defaults.scala:1196)
at sbt.Classpaths$$anonfun$updateTask$1.apply(Defaults.scala:1161)
at sbt.Classpaths$$anonfun$updateTask$1.apply(Defaults.scala:1139)
at scala.Function1$$anonfun$compose$1.apply(Function1.scala:47)
at sbt.$tilde$greater$$anonfun$$u2219$1.apply(TypeFunctions.scala:42)
at sbt.std.Transform$$anon$4.work(System.scala:64)
at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:237)
at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:237)
at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:18)
at sbt.Execute.work(Execute.scala:244)
at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:237)
at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:237)
at sbt.ConcurrentRestrictions$$anon$4$$anonfun$1.apply(ConcurrentRestrictions.scala:160)
at sbt.CompletionService$$anon$2.call(CompletionService.scala:30)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
[error] (examples/*:update) sbt.ResolveException: unresolved dependency: org.apache.hbase#hbase;0.98.2: not found
[error] Total time: 270 s, completed Aug 28, 2014 9:42:05 AM
---------------------------------------------------------------------
To unsubscribe, e-mail: user-unsubscr...@spark.apache.org
For additional commands, e-mail: user-h...@spark.apache.org

Re: Compilation Error: Spark 1.0.2 with HBase 0.98

Reply via email to