i am trying to build spark 2.4.3 with the following env: - fedora 29 - 1.8.0_202 - spark 2.4.3 - scala 2.11.12 - maven 3.5.4 - hadoop 2.6.5
according to the documentation this can be done with the following commands: *export TERM=xterm-color* *./build/mvn -Pyarn -DskipTests clean package* however i get the following error (it seems to me that somehow it think i am using java 9): (note: my real goals is to build spark for hadoop 3; however, i need to understand why the default build is failing first) *[ERROR] Failed to execute goal net.alchim31.maven:scala-maven-plugin:3.2.2:compile *(scala-compile-first)* on project spark-tags_2.11*: Execution scala-compile-first of goal net.alchim31.maven:scala-maven-plugin:3.2.2:compile failed.: CompileFailed -> [Help 1] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-tags_2.11 --- [INFO] Using zinc server for incremental compilation [info] 'compiler-interface' not yet compiled for Scala 2.11.12. Compiling... *error: java.lang.NumberFormatException: Not a version: 9* at scala.util.PropertiesTrait$class.parts$1(Properties.scala:184) at scala.util.PropertiesTrait$class.isJavaAtLeast(Properties.scala:187) at scala.util.Properties$.isJavaAtLeast(Properties.scala:17) at scala.tools.util.PathResolverBase$Calculated$.javaBootClasspath(PathResolver.scala:276) at scala.tools.util.PathResolverBase$Calculated$.basis(PathResolver.scala:283) at scala.tools.util.PathResolverBase$Calculated$.containers$lzycompute(PathResolver.scala:293) at scala.tools.util.PathResolverBase$Calculated$.containers(PathResolver.scala:293) at scala.tools.util.PathResolverBase.containers(PathResolver.scala:309) at scala.tools.util.PathResolver.computeResult(PathResolver.scala:341) at scala.tools.util.PathResolver.computeResult(PathResolver.scala:332) at scala.tools.util.PathResolverBase.result(PathResolver.scala:314) at scala.tools.nsc.backend.JavaPlatform$class.classPath(JavaPlatform.scala:28) at scala.tools.nsc.Global$GlobalPlatform.classPath(Global.scala:115) at scala.tools.nsc.Global.scala$tools$nsc$Global$$recursiveClassPath(Global.scala:131) at scala.tools.nsc.Global$GlobalMirror.rootLoader(Global.scala:64) at scala.reflect.internal.Mirrors$Roots$RootClass.<init>(Mirrors.scala:307) at scala.reflect.internal.Mirrors$Roots.RootClass$lzycompute(Mirrors.scala:321) at scala.reflect.internal.Mirrors$Roots.RootClass(Mirrors.scala:321) at scala.reflect.internal.Mirrors$Roots$EmptyPackageClass.<init>(Mirrors.scala:330) at scala.reflect.internal.Mirrors$Roots.EmptyPackageClass$lzycompute(Mirrors.scala:336) at scala.reflect.internal.Mirrors$Roots.EmptyPackageClass(Mirrors.scala:336) at scala.reflect.internal.Mirrors$Roots.EmptyPackageClass(Mirrors.scala:276) at scala.reflect.internal.Mirrors$RootsBase.init(Mirrors.scala:250) at scala.tools.nsc.Global.rootMirror$lzycompute(Global.scala:73) at scala.tools.nsc.Global.rootMirror(Global.scala:71) at scala.tools.nsc.Global.rootMirror(Global.scala:39) at scala.reflect.internal.Definitions$DefinitionsClass.ObjectClass$lzycompute(Definitions.scala:257) at scala.reflect.internal.Definitions$DefinitionsClass.ObjectClass(Definitions.scala:257) at scala.reflect.internal.Definitions$DefinitionsClass.init(Definitions.scala:1390) at scala.tools.nsc.Global$Run.<init>(Global.scala:1242) at scala.tools.nsc.Driver.doCompile(Driver.scala:31) at scala.tools.nsc.MainClass.doCompile(Main.scala:23) at scala.tools.nsc.Driver.process(Driver.scala:51) at scala.tools.nsc.Main.process(Main.scala) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at sbt.compiler.RawCompiler.apply(RawCompiler.scala:33) at sbt.compiler.AnalyzingCompiler$$anonfun$compileSources$1$$anonfun$apply$2.apply(AnalyzingCompiler.scala:159) at sbt.compiler.AnalyzingCompiler$$anonfun$compileSources$1$$anonfun$apply$2.apply(AnalyzingCompiler.scala:155) at sbt.IO$.withTemporaryDirectory(IO.scala:358) at sbt.compiler.AnalyzingCompiler$$anonfun$compileSources$1.apply(AnalyzingCompiler.scala:155) at sbt.compiler.AnalyzingCompiler$$anonfun$compileSources$1.apply(AnalyzingCompiler.scala:152) at sbt.IO$.withTemporaryDirectory(IO.scala:358) at sbt.compiler.AnalyzingCompiler$.compileSources(AnalyzingCompiler.scala:152) at sbt.compiler.IC$.compileInterfaceJar(IncrementalCompiler.scala:58) at com.typesafe.zinc.Compiler$.compilerInterface(Compiler.scala:154) at com.typesafe.zinc.Compiler$.create(Compiler.scala:55) at com.typesafe.zinc.Compiler$$anonfun$apply$1.apply(Compiler.scala:42) at com.typesafe.zinc.Compiler$$anonfun$apply$1.apply(Compiler.scala:42) at com.typesafe.zinc.Cache.get(Cache.scala:41) at com.typesafe.zinc.Compiler$.apply(Compiler.scala:42) at com.typesafe.zinc.Main$.run(Main.scala:96) at com.typesafe.zinc.Nailgun$.zinc(Nailgun.scala:95) at com.typesafe.zinc.Nailgun$.nailMain(Nailgun.scala:84) at com.typesafe.zinc.Nailgun.nailMain(Nailgun.scala) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.martiansoftware.nailgun.NGSession.run(NGSession.java:280) [INFO] ------------------------------------------------------------------------
