[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16699189#comment-16699189 ] ASF GitHub Bot commented on DRILL-6349: --- asfgit closed pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446 This is a PR merged from a forked repository. As GitHub hides the original diff on merge, it is displayed below for the sake of provenance: As this is a foreign pull request (from a fork), the diff is supplied below (as it won't show otherwise due to GitHub magic): diff --git a/common/src/main/java/org/apache/drill/common/config/DrillConfig.java b/common/src/main/java/org/apache/drill/common/config/DrillConfig.java index 423d4f0e8d1..d7d7340a509 100644 --- a/common/src/main/java/org/apache/drill/common/config/DrillConfig.java +++ b/common/src/main/java/org/apache/drill/common/config/DrillConfig.java @@ -27,6 +27,7 @@ import java.util.Properties; import java.util.concurrent.TimeUnit; +import io.netty.util.internal.PlatformDependent; import org.apache.drill.common.exceptions.DrillConfigurationException; import org.apache.drill.common.exceptions.UserException; import org.apache.drill.common.scanner.ClassPathScanner; @@ -46,7 +47,7 @@ private final ImmutableList startupArguments; @SuppressWarnings("restriction") - private static final long MAX_DIRECT_MEMORY = sun.misc.VM.maxDirectMemory(); + private static final long MAX_DIRECT_MEMORY = PlatformDependent.maxDirectMemory(); @VisibleForTesting public DrillConfig(Config config) { diff --git a/contrib/storage-jdbc/pom.xml b/contrib/storage-jdbc/pom.xml index 7de89f08afe..ad139d467ed 100755 --- a/contrib/storage-jdbc/pom.xml +++ b/contrib/storage-jdbc/pom.xml @@ -104,7 +104,7 @@ org.apache.maven.plugins maven-failsafe-plugin -2.18.1 +2.22.0 1 @@ -115,6 +115,7 @@ **/*IT.java + false diff --git a/distribution/src/resources/drill-config.sh b/distribution/src/resources/drill-config.sh index d23788b006a..8f32a47326c 100644 --- a/distribution/src/resources/drill-config.sh +++ b/distribution/src/resources/drill-config.sh @@ -302,6 +302,17 @@ export DRILLBIT_CODE_CACHE_SIZE=${DRILLBIT_CODE_CACHE_SIZE:-"1G"} export DRILLBIT_OPTS="-Xms$DRILL_HEAP -Xmx$DRILL_HEAP -XX:MaxDirectMemorySize=$DRILL_MAX_DIRECT_MEMORY" export DRILLBIT_OPTS="$DRILLBIT_OPTS -XX:ReservedCodeCacheSize=$DRILLBIT_CODE_CACHE_SIZE -Ddrill.exec.enable-epoll=false" +# Check that java is newer than 1.8 +"$JAVA" -version 2>&1 | grep "version" | egrep -e "1\.8" > /dev/null +if [ $? -gt 0 ]; then + # Allow reflective access on Java 9+ + export DRILLBIT_OPTS="$DRILLBIT_OPTS --add-opens java.base/java.lang=ALL-UNNAMED" + export DRILLBIT_OPTS="$DRILLBIT_OPTS --add-opens java.base/sun.nio.ch=ALL-UNNAMED" + export DRILLBIT_OPTS="$DRILLBIT_OPTS --add-opens java.base/java.nio=ALL-UNNAMED" + export DRILLBIT_OPTS="$DRILLBIT_OPTS --add-opens java.security.jgss/sun.security.krb5=ALL-UNNAMED" + export DRILLBIT_OPTS="$DRILLBIT_OPTS --illegal-access=permit" +fi + # Under YARN, the log directory is usually YARN-provided. Replace any # value that may have been set in drill-env.sh. diff --git a/distribution/src/resources/sqlline.bat b/distribution/src/resources/sqlline.bat index 7821efaecab..40f2771152e 100755 --- a/distribution/src/resources/sqlline.bat +++ b/distribution/src/resources/sqlline.bat @@ -205,6 +205,18 @@ set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% -Dlog.path="%DRILL_LOG_DIR%\sq SET JAVA_CMD=%JAVA_HOME%\bin\%JAVA_EXE% if "%JAVA_HOME%" == "" (set JAVA_CMD=%JAVA_EXE%) set ERROR_CODE=0 + +rem Check that java is newer than 1.8 +"%JAVA_CMD%" -version 2>&1 | findstr "1.8" > nul 2>&1 +if errorlevel 1 ( + rem allow reflective access on Java 9+ + set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% --add-opens java.base/java.lang=ALL-UNNAMED + set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% --add-opens java.base/sun.nio.ch=ALL-UNNAMED + set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% --add-opens java.base/java.nio=ALL-UNNAMED + set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% --add-opens java.security.jgss/sun.security.krb5=ALL-UNNAMED + set DRILL_SHELL_JAVA_OPTS=%DRILL_SHELL_JAVA_OPTS% --illegal-access=permit +) + set SQLLINE_CALL=sqlline.SqlLine -ac org.apache.drill.exec.client.DrillSqlLineApplication -d org.apache.drill.jdbc.Driver if NOT "test%QUERY%"=="test" ( echo %QUERY% | "%JAVA_CMD%" %DRILL_SHELL_JAVA_OPTS% %DRILL_JAVA_OPTS% -cp "%DRILL_CP%" %SQLLINE_CALL% %DRILL_ARGS% diff --git a/exec/java-exec/pom.xml b/exec/java-exec/pom.xml index 43897efd0d7..cbe2285f467 100644 --- a/exec/java-exec/pom.xml +++ b/exec/java-exec/pom.xml @@ -64,16 +64,15 @@ ${kerby.version}
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16695588#comment-16695588 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r235613442 ## File path: contrib/storage-jdbc/pom.xml ## @@ -104,7 +104,7 @@ org.apache.maven.plugins maven-failsafe-plugin -2.18.1 +2.22.0 Review comment: @vvysotskyi , done This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16695126#comment-16695126 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r235504755 ## File path: contrib/storage-jdbc/pom.xml ## @@ -104,7 +104,7 @@ org.apache.maven.plugins maven-failsafe-plugin -2.18.1 +2.22.0 Review comment: Could you please also set `false` for `maven-failsafe-plugin`, since it also fails. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16693375#comment-16693375 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-440313262 Perhaps this issue woun't be fixed after winutils update. I have checked with 2.8.1, and it still fails. For JDK 8 `msvcr100.dll` was available in jre path, but for JDK 11 not, therefore it failed. And since winutils were built with JDK 8 (as it was pointed in https://github.com/steveloughran/winutils) binary files assume that `msvcr100.dll` will be accessible. So I agree with you that we should document that for JDK 11 should be installed `visual c ++ redistributable` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16693342#comment-16693342 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-440304298 It's strange that for JDK 8 `winutils.exe` works correctly, but with JDK 11 it fails with the error specified above. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16693314#comment-16693314 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-440295169 https://github.com/steveloughran/winutils contains built binaries, and according to the comment from the docs, sources are taken from the git commit ID used for the ASF release. It will be built and pushed to the one of the repositories used by Drill. Could you please clarify, what do you mean under adding a Visual C++ runtime? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16693257#comment-16693257 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-440279649 > @oleg-zinovev, thanks for making changes. Please resolve a problem with `CRLF`/`LF` in `sqlline.bat` > > We will wait until `hadoop-winutils` `2.7.4` is published to the maven central, and then update its version before merging the PR. @vvysotskyi Why we can't just add a Visual C++ runtime? This fixes an issue. According to https://github.com/apache/hadoop/tree/master/hadoop-common-project/hadoop-common/src/main/winutils, winutils in hadoop was last modified in 2015. According to https://github.com/steveloughran/winutils, there is no another version for 2.7.* hadoop. P.S. I will try to reproduce it with fresh Windows 10 and Drill 1.14. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16693136#comment-16693136 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-440251206 @oleg-zinovev, thanks for making changes. Please resolve a problem with `CRLF`/`LF` in `sqlline.bat` We will wait until `hadoop-winutils` `2.7.4` is published to the maven central, and then update its version before merging the PR. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16689317#comment-16689317 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-439370857 @vvysotskyi , done. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)}} > {{... 20 more}} > apache drill 1.13.0 > "just drill it" > 0:
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16688378#comment-16688378 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-439113107 @oleg-zinovev, thanks for removing those warnings. I'm seeing bug similar to the [HBASE-18867](https://issues.apache.org/jira/browse/HBASE-18867): ``` [ERROR] Failed to execute goal org.apache.maven.plugins:maven-enforcer-plugin:1.3.1:enforce (validate_java_and_maven_version) on project drill-root: Execution validate_java_and_maven_version of goal org.apache.maven.plugins:maven-enforcer-plugin:1.3.1:enforce failed: An API incompatibility was encountered while executing org.apache.maven.plugins:maven-enforcer-plugin:1.3.1:enforce: java.lang.ExceptionInInitializerError: null ``` And as it was described in that Jira it is fixed after updating `maven-enforcer-plugin` to `3.0.0-M1`. Could you please update it in the PR? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683724#comment-16683724 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437862742 @vvysotskyi I was able to remove warning on startup by adding `--add-opens` for all accessed modules. But there is not guarantee that this warning will not be shown later. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683726#comment-16683726 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437862742 @vvysotskyi I was able to remove warning on startup by adding `--add-opens` for all accessed modules. But there is not guarantee that this warning will not be shown later. What about Visual C++ Runtime library? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683684#comment-16683684 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437848102 @vvysotskyi, `2.7.1` is the latest version of `hadoop-winutils` (in central.maven.org) > Also, could you please hide warnings which are displayed after starting Drill in embedded mode for JDK 9+ for both Linux and Windows? According to http://mail.openjdk.java.net/pipermail/jigsaw-dev/2017-May/012673.html there is no official way to remove this warnings. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683640#comment-16683640 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437848102 @vvysotskyi, `2.7.1` is the latest version of `hadoop-winutils`. > Also, could you please hide warnings which are displayed after starting Drill in embedded mode for JDK 9+ for both Linux and Windows? According to http://mail.openjdk.java.net/pipermail/jigsaw-dev/2017-May/012673.html there is no official way to remove this warnings. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683638#comment-16683638 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437848102 @vvysotskyi, `2.7.1` is the latest version of `hadoop-winutils` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)}} > {{... 20 more}} > apache drill 1.13.0 > "just
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683567#comment-16683567 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r232586065 ## File path: distribution/src/resources/sqlline.bat ## @@ -1,226 +1,234 @@ -@REM -@REM Licensed to the Apache Software Foundation (ASF) under one -@REM or more contributor license agreements. See the NOTICE file -@REM distributed with this work for additional information -@REM regarding copyright ownership. The ASF licenses this file -@REM to you under the Apache License, Version 2.0 (the -@REM "License"); you may not use this file except in compliance -@REM with the License. You may obtain a copy of the License at -@REM -@REM http://www.apache.org/licenses/LICENSE-2.0 -@REM -@REM Unless required by applicable law or agreed to in writing, software -@REM distributed under the License is distributed on an "AS IS" BASIS, -@REM WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@REM See the License for the specific language governing permissions and -@REM limitations under the License. -@REM - -@echo off -@rem/* -@rem * Licensed to the Apache Software Foundation (ASF) under one -@rem * or more contributor license agreements. See the NOTICE file -@rem * distributed with this work for additional information -@rem * regarding copyright ownership. The ASF licenses this file -@rem * to you under the Apache License, Version 2.0 (the -@rem * "License"); you may not use this file except in compliance -@rem * with the License. You may obtain a copy of the License at -@rem * -@rem * http://www.apache.org/licenses/LICENSE-2.0 -@rem * -@rem * Unless required by applicable law or agreed to in writing, software -@rem * distributed under the License is distributed on an "AS IS" BASIS, -@rem * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@rem * See the License for the specific language governing permissions and -@rem * limitations under the License. -@rem */ -@rem -setlocal EnableExtensions EnableDelayedExpansion - -rem -rem In order to pass in arguments with an equals symbol, use quotation marks. -rem For example -rem sqlline -u "jdbc:drill:zk=local" -n admin -p admin -rem - -rem -rem Deal with command-line arguments -rem - -:argactionstart -if -%1-==-- goto argactionend - -set atleastonearg=0 - -if x%1 == x-q ( - set QUERY=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x-e ( - set QUERY=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x-f ( - set FILE=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x--config ( - set confdir=%2 - set DRILL_CONF_DIR=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x--jvm ( - set DRILL_SHELL_JAVA_OPTS=!DRILL_SHELL_JAVA_OPTS! %2 - set DRILL_SHELL_JAVA_OPTS=!DRILL_SHELL_JAVA_OPTS:"=! - set atleastonearg=1 - shift - shift -) - -if "!atleastonearg!"=="0" ( - set DRILL_ARGS=!DRILL_ARGS! %~1 - shift -) - -goto argactionstart -:argactionend - -rem -rem Validate JAVA_HOME -rem -if "%JAVA_EXE%" == "" (set JAVA_EXE=java.exe) - -if not "%JAVA_HOME%" == "" goto javaHomeSet -echo. -echo WARN: JAVA_HOME not found in your environment. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation -echo. -goto initDrillEnv - -:javaHomeSet -if exist "%JAVA_HOME%\bin\%JAVA_EXE%" goto initDrillEnv -echo. -echo ERROR: JAVA_HOME is set to an invalid directory. -echo JAVA_HOME = %JAVA_HOME% -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation -echo. -goto error - -:initDrillEnv -echo DRILL_ARGS - "%DRILL_ARGS%" - -rem -rem Deal with Drill variables -rem - -set DRILL_BIN_DIR=%~dp0 -pushd %DRILL_BIN_DIR%.. -set DRILL_HOME=%cd% -popd - -if "test%DRILL_CONF_DIR%" == "test" ( - set DRILL_CONF_DIR=%DRILL_HOME%\conf -) - -if "test%DRILL_LOG_DIR%" == "test" ( - set DRILL_LOG_DIR=%DRILL_HOME%\log -) - -@rem Drill temporary directory is used as base for temporary storage of Dynamic UDF jars. -if "test%DRILL_TMP_DIR%" == "test" ( - set DRILL_TMP_DIR=%TEMP% -) - -rem -rem Deal with Hadoop JARs, if HADOOP_HOME was specified -rem - -if "test%HADOOP_HOME%" == "test" ( - echo HADOOP_HOME not detected... - set USE_HADOOP_CP=0 - set HADOOP_HOME=%DRILL_HOME%\winutils -) else ( - echo Calculating HADOOP_CLASSPATH ... - for %%i in (%HADOOP_HOME%\lib\*.jar) do ( -set IGNOREJAR=0 -for /F "tokens=*" %%A in (%DRILL_BIN_DIR%\hadoop-excludes.txt) do ( - echo.%%~ni|findstr /C:"%%A" >nul 2>&1 - if not errorlevel 1 set IGNOREJAR=1 -) -if "!IGNOREJAR!"=="0" set
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683568#comment-16683568 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r232587070 ## File path: distribution/src/resources/sqlline.bat ## @@ -1,226 +1,234 @@ -@REM -@REM Licensed to the Apache Software Foundation (ASF) under one -@REM or more contributor license agreements. See the NOTICE file -@REM distributed with this work for additional information -@REM regarding copyright ownership. The ASF licenses this file -@REM to you under the Apache License, Version 2.0 (the -@REM "License"); you may not use this file except in compliance -@REM with the License. You may obtain a copy of the License at -@REM -@REM http://www.apache.org/licenses/LICENSE-2.0 -@REM -@REM Unless required by applicable law or agreed to in writing, software -@REM distributed under the License is distributed on an "AS IS" BASIS, -@REM WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@REM See the License for the specific language governing permissions and -@REM limitations under the License. -@REM - -@echo off -@rem/* -@rem * Licensed to the Apache Software Foundation (ASF) under one -@rem * or more contributor license agreements. See the NOTICE file -@rem * distributed with this work for additional information -@rem * regarding copyright ownership. The ASF licenses this file -@rem * to you under the Apache License, Version 2.0 (the -@rem * "License"); you may not use this file except in compliance -@rem * with the License. You may obtain a copy of the License at -@rem * -@rem * http://www.apache.org/licenses/LICENSE-2.0 -@rem * -@rem * Unless required by applicable law or agreed to in writing, software -@rem * distributed under the License is distributed on an "AS IS" BASIS, -@rem * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -@rem * See the License for the specific language governing permissions and -@rem * limitations under the License. -@rem */ -@rem -setlocal EnableExtensions EnableDelayedExpansion - -rem -rem In order to pass in arguments with an equals symbol, use quotation marks. -rem For example -rem sqlline -u "jdbc:drill:zk=local" -n admin -p admin -rem - -rem -rem Deal with command-line arguments -rem - -:argactionstart -if -%1-==-- goto argactionend - -set atleastonearg=0 - -if x%1 == x-q ( - set QUERY=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x-e ( - set QUERY=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x-f ( - set FILE=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x--config ( - set confdir=%2 - set DRILL_CONF_DIR=%2 - set atleastonearg=1 - shift - shift -) - -if x%1 == x--jvm ( - set DRILL_SHELL_JAVA_OPTS=!DRILL_SHELL_JAVA_OPTS! %2 - set DRILL_SHELL_JAVA_OPTS=!DRILL_SHELL_JAVA_OPTS:"=! - set atleastonearg=1 - shift - shift -) - -if "!atleastonearg!"=="0" ( - set DRILL_ARGS=!DRILL_ARGS! %~1 - shift -) - -goto argactionstart -:argactionend - -rem -rem Validate JAVA_HOME -rem -if "%JAVA_EXE%" == "" (set JAVA_EXE=java.exe) - -if not "%JAVA_HOME%" == "" goto javaHomeSet -echo. -echo WARN: JAVA_HOME not found in your environment. -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation -echo. -goto initDrillEnv - -:javaHomeSet -if exist "%JAVA_HOME%\bin\%JAVA_EXE%" goto initDrillEnv -echo. -echo ERROR: JAVA_HOME is set to an invalid directory. -echo JAVA_HOME = %JAVA_HOME% -echo Please set the JAVA_HOME variable in your environment to match the -echo location of your Java installation -echo. -goto error - -:initDrillEnv -echo DRILL_ARGS - "%DRILL_ARGS%" - -rem -rem Deal with Drill variables -rem - -set DRILL_BIN_DIR=%~dp0 -pushd %DRILL_BIN_DIR%.. -set DRILL_HOME=%cd% -popd - -if "test%DRILL_CONF_DIR%" == "test" ( - set DRILL_CONF_DIR=%DRILL_HOME%\conf -) - -if "test%DRILL_LOG_DIR%" == "test" ( - set DRILL_LOG_DIR=%DRILL_HOME%\log -) - -@rem Drill temporary directory is used as base for temporary storage of Dynamic UDF jars. -if "test%DRILL_TMP_DIR%" == "test" ( - set DRILL_TMP_DIR=%TEMP% -) - -rem -rem Deal with Hadoop JARs, if HADOOP_HOME was specified -rem - -if "test%HADOOP_HOME%" == "test" ( - echo HADOOP_HOME not detected... - set USE_HADOOP_CP=0 - set HADOOP_HOME=%DRILL_HOME%\winutils -) else ( - echo Calculating HADOOP_CLASSPATH ... - for %%i in (%HADOOP_HOME%\lib\*.jar) do ( -set IGNOREJAR=0 -for /F "tokens=*" %%A in (%DRILL_BIN_DIR%\hadoop-excludes.txt) do ( - echo.%%~ni|findstr /C:"%%A" >nul 2>&1 - if not errorlevel 1 set IGNOREJAR=1 -) -if "!IGNOREJAR!"=="0" set
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683504#comment-16683504 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437823097 @vvysotskyi I finally managed to reproduce the error. The `winutils.exe` (Hadoop WinUtils) requires a `visual c ++ redistributable` (msvcr100.dll). There is 2 options: 1) Require `visual c ++ redistributable` to be installed by user (via documentation?) 2) Add msvcr100.dll for Windows x64 into `winutils/bin` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683502#comment-16683502 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437823097 I finally managed to reproduce the error. The `winutils.exe` (Hadoop WinUtils) requires a `visual c ++ redistributable` (msvcr100.dll). There is 2 options: 1) Require `visual c ++ redistributable` to be installed by user (via documentation?) 2) Add msvcr100.dll for Windows x64 into `winutils/bin` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683499#comment-16683499 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437823097 I finally managed to reproduce the error. The `winutils.exe` (Hadoop WinUtils) requires a `visual c ++ redistributable` (msvcr100.dll). There is 2 options: 1) Require `visual c ++ redistributable` to be installed by user (via documentation maybe?) 2) Add msvcr100.dll for Windows x64 into `winutils/bin` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16683497#comment-16683497 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437823097 I finally managed to reproduce the error. The `winutils.exe` (Hadoop WinUtils) requires a `visual c ++ redistributable` (msvcr100.dll). There is 2 options: 1) Require to `visual c ++ redistributable` installation be user 2) Add msvcr100.dll for Windows x64 into `winutils/bin` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16681555#comment-16681555 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437384087 @vvysotskyi Sorry, I cannot reproduce this issue on Windows... 1) This method not calling during Drill startup 2) Even if I try to add a storage plugin, it works just fine. P.S. Time limit error for last build... This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16681554#comment-16681554 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437384087 @vvysotskyi Sory, I cannot reproduce this issue on Windows... 1) This method not calling during Drill startup 2) Even if I try to add a storage plugin, it works just fine. P.S. Time limit error for last build... This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679958#comment-16679958 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437054614 > @oleg-zinovev, I used also fresh windows 10 installation in virtual box with installed `jdk-11.0.1` and maven `3.6.0`. After building Drill and resolving problems, specified in the previous comment, Drill failed to start using `sqlline.bat -u "jdbc:drill:zk=local"`. > `HADOOP_HOME` or `hadoop.home.dir` weren't set. All works fine for the same machine, but with `jdk1.8.0_191` on current master. Thanks for your reply. I used an assembly built using java 8. I will try assembly, builded with java 11. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679851#comment-16679851 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437014456 @vvysotskyi Thanks for sqlline validation. I can run Drill from user home directory on fresh windows 10 installation in virtual box without any error message. Can you provide more information about error? Configured file storage plugins for example? P.S. Do you have a `HADOOP_HOME` or `hadoop.home.dir` variable set? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679709#comment-16679709 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436982612 @oleg-zinovev, Drill fails to start on Windows. There are two syntax errors in scripts: - `rem` should be used for comment, but you have specified `#`: `# Check that java is newer than 1.8`. - wrong quotes usage in `set DRILL_SHELL_JAVA_OPTS="%DRILL_SHELL_JAVA_OPTS% --add-opens java.base/java.lang=ALL-UNNAMED"`. It should be without quotes. But even when these problems are fixed, Drill fails to start with error: ``` Error: Failure in starting embedded Drillbit: java.lang.RuntimeException: ExitCodeException exitCode=-1073741515: (state=,code=0) java.sql.SQLException: Failure in starting embedded Drillbit: java.lang.RuntimeException: ExitCodeException exitCode=-1073741515: at org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:139) at org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:67) at org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:68) at org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138) at org.apache.drill.jdbc.Driver.connect(Driver.java:72) at sqlline.DatabaseConnection.connect(DatabaseConnection.java:154) at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:202) at sqlline.Commands.connect(Commands.java:1165) at sqlline.Commands.connect(Commands.java:1055) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:38) at sqlline.SqlLine.dispatch(SqlLine.java:643) at sqlline.SqlLine.initArgs(SqlLine.java:385) at sqlline.SqlLine.begin(SqlLine.java:485) at sqlline.SqlLine.start(SqlLine.java:233) at sqlline.SqlLine.main(SqlLine.java:175) Caused by: java.lang.RuntimeException: ExitCodeException exitCode=-1073741515: at org.apache.drill.exec.store.sys.store.LocalPersistentStore.put(LocalPersistentStore.java:186) at org.apache.drill.exec.store.sys.CaseInsensitivePersistentStore.put(CaseInsensitivePersistentStore.java:47) at org.apache.drill.exec.store.StoragePluginsHandlerService.lambda$loadPlugins$1(StoragePluginsHandlerService.java:93) at java.base/java.lang.Iterable.forEach(Iterable.java:75) at org.apache.drill.exec.store.StoragePluginsHandlerService.lambda$loadPlugins$2(StoragePluginsHandlerService.java:93) at java.base/java.util.Optional.ifPresent(Optional.java:183) at org.apache.drill.exec.store.StoragePluginsHandlerService.loadPlugins(StoragePluginsHandlerService.java:93) at org.apache.drill.exec.store.StoragePluginRegistryImpl.init(StoragePluginRegistryImpl.java:111) at org.apache.drill.exec.server.Drillbit.run(Drillbit.java:200) at org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:130) ... 18 more Caused by: ExitCodeException exitCode=-1073741515: at org.apache.hadoop.util.Shell.runCommand(Shell.java:585) at org.apache.hadoop.util.Shell.run(Shell.java:482) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:776) at org.apache.hadoop.util.Shell.execCommand(Shell.java:869) at org.apache.hadoop.util.Shell.execCommand(Shell.java:852) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:733) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:225) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:209) at org.apache.hadoop.fs.RawLocalFileSystem.createOutputStreamWithMode(RawLocalFileSystem.java:307) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:296) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:328) at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSOutputSummer.(ChecksumFileSystem.java:398) at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679842#comment-16679842 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437014456 @vvysotskyi Thanks for sqlline validation. I can run Drill from user home directory on fresh windows 10 installation in virtual box without any error message. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679847#comment-16679847 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437014456 @vvysotskyi Thanks for sqlline validation. I can run Drill from user home directory on fresh windows 10 installation in virtual box without any error message. Can you provide more information about error? Configured file storage plugins for example? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16679910#comment-16679910 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-437037180 @oleg-zinovev, I used also fresh windows 10 installation in virtual box with installed `jdk-11.0.1` and maven `3.6.0`. After building Drill and resolving problems, specified in the previous comment, Drill failed to start using `sqlline.bat -u "jdbc:drill:zk=local"`. `HADOOP_HOME` or `hadoop.home.dir` weren't set. All works fine for the same machine, but with `jdk1.8.0_191` on current master. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException:
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16678305#comment-16678305 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436643607 @oleg-zinovev, I know that it is connected with the concrete build, but it may cause inconvenience for other developers who use it. So it should be fixed in either case, but it would be good to fix it in this pull request. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16676581#comment-16676581 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436205818 @vvysotskyi review, please. Also, can you validate the `sqlline.bat` on Windows? I have no Windows PC available This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16676579#comment-16676579 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436205818 @vvysotskyi review, please. Also, can you validate the sqlline.bat on Windows? I have no Windows PC avaliable This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16676524#comment-16676524 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436203549 @vvysotskyi > Let's set false for maven-surefire-plugin Look's like this problem occurs only in Debian OpenJDK build: https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=911925 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16676464#comment-16676464 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-436195360 @oleg-zinovev, now `javassist 3.24.0-GA` available from the maven central repo: https://mvnrepository.com/artifact/org.javassist/javassist/3.24.0-GA This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16673030#comment-16673030 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435362811 @oleg-zinovev, thanks for pointing to [SUREFIRE-1588](https://issues.apache.org/jira/browse/SUREFIRE-1588) issue. Let's set `false` for `maven-surefire-plugin` to avoid possible problems until it is resolved in the newer plugin version. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671626#comment-16671626 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435043350 @vvysotskyi 1) Javassist with Java 11 support released today (https://github.com/jboss-javassist/javassist/releases/tag/rel_3_24_0_ga) and now missing in central maven repository. I will provide fixes when this version appears in maven. :) 2) According to http://www.javassist.org/html/javassist/util/proxy/DefineClassHelper.html#toClass(java.lang.String,java.lang.Class,java.lang.ClassLoader,java.security.ProtectionDomain,byte%5B%5D), --add-opens should be added for java 9+ This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671621#comment-16671621 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435043350 1) Javassist with Java 11 support released today (https://github.com/jboss-javassist/javassist/releases/tag/rel_3_24_0_ga) and now missing in central maven repository. I will provide fixes when this version appears in maven. :) 2) According to http://www.javassist.org/html/javassist/util/proxy/DefineClassHelper.html#toClass(java.lang.String,java.lang.Class,java.lang.ClassLoader,java.security.ProtectionDomain,byte%5B%5D), --add-opens should be added for java 9+ This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671570#comment-16671570 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435030809 @oleg-zinovev, also there is an issue with `GuavaPatcher`. When Drill is built under JDK 10+, after starting in embedded mode the next error is seen in the logs: ``` 2018-11-01 14:26:12,694 [main] WARN o.a.drill.exec.util.GuavaPatcher - Unable to patch Guava classes. java.lang.NullPointerException: null at javassist.util.proxy.SecurityActions.setAccessible(SecurityActions.java:103) ~[javassist-3.22.0-GA.jar:na] at javassist.util.proxy.DefineClassHelper.toClass3(DefineClassHelper.java:151) ~[javassist-3.22.0-GA.jar:na] at javassist.util.proxy.DefineClassHelper.toClass2(DefineClassHelper.java:134) ~[javassist-3.22.0-GA.jar:na] at javassist.util.proxy.DefineClassHelper.toClass(DefineClassHelper.java:95) ~[javassist-3.22.0-GA.jar:na] at javassist.ClassPool.toClass(ClassPool.java:1143) ~[javassist-3.22.0-GA.jar:na] at javassist.ClassPool.toClass(ClassPool.java:1106) ~[javassist-3.22.0-GA.jar:na] at javassist.ClassPool.toClass(ClassPool.java:1064) ~[javassist-3.22.0-GA.jar:na] at javassist.CtClass.toClass(CtClass.java:1275) ~[javassist-3.22.0-GA.jar:na] at org.apache.drill.exec.util.GuavaPatcher.patchStopwatch(GuavaPatcher.java:66) ~[drill-java-exec-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.drill.exec.util.GuavaPatcher.patch(GuavaPatcher.java:36) ~[drill-java-exec-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.drill.exec.server.Drillbit.(Drillbit.java:72) ~[drill-java-exec-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:129) ~[drill-jdbc-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:67) ~[drill-jdbc-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:68) ~[drill-jdbc-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138) ~[avatica-1.12.0.jar:1.12.0] at org.apache.drill.jdbc.Driver.connect(Driver.java:72) ~[drill-jdbc-1.15.0-SNAPSHOT.jar:1.15.0-SNAPSHOT] at sqlline.DatabaseConnection.connect(DatabaseConnection.java:154) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:202) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.Commands.connect(Commands.java:1165) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.Commands.connect(Commands.java:1055) ~[sqlline-1.5.0.jar:1.5.0] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:na] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:na] at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:na] at java.base/java.lang.reflect.Method.invoke(Method.java:566) ~[na:na] at sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:38) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.SqlLine.dispatch(SqlLine.java:643) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.SqlLine.initArgs(SqlLine.java:385) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.SqlLine.begin(SqlLine.java:485) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.SqlLine.start(SqlLine.java:233) ~[sqlline-1.5.0.jar:1.5.0] at sqlline.SqlLine.main(SqlLine.java:175) ~[sqlline-1.5.0.jar:1.5.0] ``` Could you please take a look at this? Looks loke it is connected with current `javassist` version. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671535#comment-16671535 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435024088 @oleg-zinovev, thanks for fixing this. I think it is ok to exclude this library from the shade, since there are no other transitive dependencies on this, and as you pointed, the single class, where it is used was also excluded. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671511#comment-16671511 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435013897 @vvysotskyi please, review my changes in jdbc-all pom.xml I had to add `com.jasonclawson` into relocation, because drill start fails with HoconFactory to JsonFactory cast error in StoragePluginsHandlerService P.S. Maybe com.jasonclawson can be excluded from shade? It is used only in StoragePluginsHandlerService located in org.apache.drill.exec.store package and this package excluded from shaded artifact. FYI. https://stackoverflow.com/questions/53010200/maven-surefire-could-not-find-forkedbooter-class/ This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671491#comment-16671491 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435013897 @vvysotskyi please, review my changes in jdbc-all pom.xml I had to add `com.jasonclawson` into relocation, because drill start fails with HoconFactory to JsonFactory cast error in StoragePluginsHandlerService P.S. Maybe com.jasonclawson can be excluded from shade? It is used only in StoragePluginsHandlerService located in org.apache.drill.exec.store package and this package excluded from shaded artifact. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by:
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16671489#comment-16671489 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-435013897 @vvysotskyi please, review my changes in jdbc-all pom.xml I had to add `com.jasonclawson` into relocation, because drill start fails with HoconFactory to JsonFactory cast error in StoragePluginsHandlerService This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16670400#comment-16670400 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434769786 These tests will be run after triggering install phase: `mvn clean install -pl exec/jdbc-all`. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)}} > {{... 20 more}}
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16670390#comment-16670390 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434767030 Could you provide information, how I can run this tests on my local machine? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:496)}} > {{... 20 more}} > apache
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16670178#comment-16670178 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434710546 The problem was connected with `maven-failsafe-plugin`, it should be updated to 2.22.0. Also, please fix issues with `URLClassLoader` in `ITTestShadedJar`. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16670165#comment-16670165 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434705079 @oleg-zinovev, on JDK 10 there is a tests failures for `drill-jdbc-all` module. Could you please take a look? ``` Execution default of goal org.apache.maven.plugins:maven-failsafe-plugin:2.18.1:integration-test failed: java.lang.NoClassDefFoundError: java/sql/Connection: java.sql.Connection ``` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668643#comment-16668643 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434277967 @vvysotskyi > I think it is ok to change modifier to PRIVATE for inner and nested classes. The PRIVATE modifier has been removed, not added. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668631#comment-16668631 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434277967 @vvysotskyi > I think it is ok to change modifier to PRIVATE for inner and nested classes. I change modifier to PACKAGE LOCAL (by removing PRIVATE) This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668622#comment-16668622 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r229278004 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/compile/JDKClassCompiler.java ## @@ -55,7 +55,7 @@ private JDKClassCompiler(JavaCompiler compiler, ClassLoader classLoader, boolean this.compiler = compiler; this.listener = new DrillDiagnosticListener(); this.fileManager = new DrillJavaFileManager(compiler.getStandardFileManager(listener, null, Charsets.UTF_8), classLoader); -this.compilerOptions = Lists.newArrayList(this.debug ? "-g:source,lines,vars" : "-g:none"); +this.compilerOptions = Lists.newArrayList("-source", "1.8", "-target", "1.8", this.debug ? "-g:source,lines,vars" : "-g:none"); Review comment: I assume this change should be reverted This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668623#comment-16668623 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r229258681 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/compile/bytecode/ReplacingInterpreter.java ## @@ -40,6 +40,7 @@ private final List valueList; public ReplacingInterpreter(final String className, final List valueList) { +super(ASM5); Review comment: Please replace `ASM5` with `CompilationConfig.ASM_API_VERSION` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668594#comment-16668594 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434254256 @vvysotskyi Sory, i was mistaken in > This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. NestingKind getNestingKind() exists since Java 1.6 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668584#comment-16668584 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434263357 @vvysotskyi I managed to fix this for Java 11 by removing PRIVATE modifier from inner / inner static classes in ClassGenerator. Is this acceptable? P.S. I accidentally added a locale settings in surefire with last commit. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668575#comment-16668575 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434263357 @vvysotskyi I managed to fix this for Java 11 by removing PRIVATE modifier from inner / inner static classes in ClassGenerator. Is this acceptable? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668574#comment-16668574 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434263357 @vvysotskyi I managed to fix this by removing PRIVATE modifier from inner / inner static classes in ClassGenerator. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at > java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:185)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668519#comment-16668519 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434254256 @vvysotskyi Sory, i was mistaken in > This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. NestingKind getNestingKind() exists from Java 1.6 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668521#comment-16668521 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434254256 @vvysotskyi Sory, i was mistaken in > This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. NestingKind getNestingKind() exists from Java 1.6 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668515#comment-16668515 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires correctly specified "nest host" for inner classes. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. For java 11 target support in JDK compiler CompilationConfig#ASM_API_VERSION should be set to ASM7, but it can break compatibility with Java 8. May be this version can be detected in runtime? P.P.S. "Nest host" can be added with ASM ClassVisitor This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668509#comment-16668509 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434251463 @vvysotskyi TestLargeFileCompilation.testEXTERNAL_SORT:153->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testPARQUET_WRITER:140->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testProject:172->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testTOP_N_SORT:159->BaseTestQuery.testNoResult:384 » Rpc Error text: > Caused by: java.lang.IncompatibleClassChangeError: Type org.apache.drill.exec.test.generated.ProjectorGen30258$ProjectorGen302580 is not a nest member of org.apache.drill.exec.test.generated.ProjectorGen30258: current type is not listed as a nest member >at org.apache.drill.exec.test.generated.ProjectorGen30258.__DRILL_INIT__(ProjectorTemplate.java) ~[na:na] >at org.apache.drill.exec.test.generated.ProjectorGen30258.(ProjectorTemplate.java:41) ~[na:na] >at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[na:na] >at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[na:na] >at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[na:na] >at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490) ~[na:na] >at java.base/java.lang.Class.newInstance(Class.java:584) ~[na:na] >at org.apache.drill.exec.compile.CodeCompiler.createInstances(CodeCompiler.java:193) ~[classes/:na] >at org.apache.drill.exec.compile.CodeCompiler.createInstance(CodeCompiler.java:163) ~[classes/:na] This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668504#comment-16668504 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434251463 @vvysotskyi TestLargeFileCompilation.testEXTERNAL_SORT:153->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testPARQUET_WRITER:140->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testProject:172->BaseTestQuery.testNoResult:384 » Rpc TestLargeFileCompilation.testTOP_N_SORT:159->BaseTestQuery.testNoResult:384 » Rpc Error text: Caused by: java.lang.IncompatibleClassChangeError: Type org.apache.drill.exec.test.generated.ProjectorGen30258$ProjectorGen302580 is not a nest member of org.apache.drill.exec.test.generated.ProjectorGen30258: current type is not listed as a nest member at org.apache.drill.exec.test.generated.ProjectorGen30258.__DRILL_INIT__(ProjectorTemplate.java) ~[na:na] at org.apache.drill.exec.test.generated.ProjectorGen30258.(ProjectorTemplate.java:41) ~[na:na] at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[na:na] at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[na:na] at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[na:na] at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490) ~[na:na] at java.base/java.lang.Class.newInstance(Class.java:584) ~[na:na] at org.apache.drill.exec.compile.CodeCompiler.createInstances(CodeCompiler.java:193) ~[classes/:na] at org.apache.drill.exec.compile.CodeCompiler.createInstance(CodeCompiler.java:163) ~[classes/:na] at org.apache.drill.exec.ops.BaseFragmentContext.getImplementationClass(BaseFragmentContext.java:56) ~[classes/:na] at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.setupNewSchemaFromInput(ProjectRecordBatch.java:570) ~[classes/:na] at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.setupNewSchema(ProjectRecordBatch.java:583) ~[classes/:na] at org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:101) ~[classes/:na] at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143) ~[classes/:na] at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[classes/:na] at org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:229) ~[classes/:na] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104) ~[classes/:na] at org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext(ScreenCreator.java:83) ~[classes/:na] at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94) ~[classes/:na] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:297) ~[classes/:na] at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:284) ~[classes/:na] at java.base/java.security.AccessController.doPrivileged(Native Method) ~[na:na] at java.base/javax.security.auth.Subject.doAs(Subject.java:423) ~[na:na] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1746) ~[hadoop-common-2.7.4.jar:na] at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:284) ~[classes/:na] This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668499#comment-16668499 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434249472 I think setting `ASM7` shouldn't break compatibility with Java 8, since it wasn't reflected in the release notes. Could you please also specify tests that fail due to the problem with "Nest host"? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668467#comment-16668467 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires correctly specified kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. For java 11 target support in JDK compiler CompilationConfig#ASM_API_VERSION should be set to ASM7, but it can break compatibility with Java 8. May be this version can be detected in runtime? P.P.S. "Nest host" can be added with ASM ClassVisitor This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668463#comment-16668463 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires correctly specified kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. For java 11 JDK compiler support CompilationConfig#ASM_API_VERSION should be set to ASM7, but it can break compatibility with Java 8. May be this version can be detected in runtime? P.P.S. "Nest host" can be added with ASM ClassVisitor This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668460#comment-16668460 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires correctly specified kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. For java 11 JDK compiler support CompilationConfig#ASM_API_VERSION should be set to ASM7, but it can break compatibility with Java 8. May be this version can be detected in runtime? P.P.S. "Nestmates" can be added with ASM ClassVisitor This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668451#comment-16668451 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires you yo correctly specify the kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. May be "nestmates" can be added with ASM ClassVisitor? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668452#comment-16668452 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires correctly specified kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility. P.S. May be "nestmates" can be added with ASM ClassVisitor? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668426#comment-16668426 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires you yo correctly specify the kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler Also, thanks for your note about HBase version. I had tried to update it to 1.1.11, but run into problems with Guava versions incompatibility This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16668420#comment-16668420 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-434231490 @vvysotskyi > Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in JDKClassCompiler. There is an issue with java 11 JDK compiler and Drill code generation even after asm version update. JDK compiler requires you yo correctly specify the kind of "nest" for inner classes. This can be done by overriding SimpleJavaFileObject#getNestingKind, but it will break java 11- compatibility. So source and target version should be specified for JDK compiler This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16667064#comment-16667064 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-433880931 @oleg-zinovev, I have checked, and it is enough to update HBase version to the latest 2.1.0 and all tests will pass for newer Java versions. Regarding Hive tests, let's fix it in the scope of another Jira since hive does not support Java 9+ completely ([HIVE-17632](https://jira.apache.org/jira/browse/HIVE-17632)). Also, recently was released ASM 7.0, which supports JDK 11 features, so we can update it and revert changes connected with specifying the target and source versions in `JDKClassCompiler`. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16660324#comment-16660324 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev edited a comment on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-432165721 > @oleg-zinovev, Is it make sence to move these two dependencies to the root pom? @vvysotskyi, it isn't make sence at all, so i remove this dependencies. I try to build Drill with fresh JDK 11 and fix new errors: 1) JMockit 1.39 -> 1.43. JMockit had an issue with java 11 (https://github.com/jmockit/jmockit1/issues/534), so I had to update this dependecy. Starting JMockit 1.42, "-javaagent" must be specified to run tests (http://jmockit.github.io/tutorial/Introduction.html#runningTests) and jmockit.integration.junit4.JMockit.class was removed. That's why i have to change this tests: - TestCastFunctions.java - TestConstantFolding.java - TestDateConversions.java - TestDateFunctions.java - TestExtendedTypes.java - TestUtf8SupportInQueryString.java - AvroFormatTest.java 2) BoundsCheckingTest.java fails with IllegalAccessException. This was fixed by adding a call of setAccessible(true). 3) JDKClassCompiler.java - Java 11 intoduces 'Nests' (http://openjdk.java.net/jeps/181), and resulting byte-code, generated by javac 11 requires a "Nests" support from ASM visitors. Since Drill supports java 1.8+ i simply add a target and source version to javac call, to not have to change ASM visitors. 4) hadoop 2.7.1 -> 2.7.4. Haboop org.apache.hadoop.util.Shell class in version 2.7.1 contains a Java version check: `System.getProperty("java.version").substring(0, 3).compareTo("1.7") >= 0;` But, for jdk 11 (at least for OpenJDK Ubuntu package), System.getProperty("java.version") return "11", and substring call fails. I had to update hadoop to minimal version, which not contains this call. 5) TestImpersonationMetadata.java - in hadoop 2.7.4 error message was changed, so i slightly change a "expected" error to fit both new and old messages. 6) maven-source-plugin fails to execute "jar-no-fork" on JDK 11, and i update it to the latest version. Now on java 11 fails: 1) HBase tests 2) Hive test I will try to update a HBase and revalidate drill on JDK 9 and JDK 10 to the end of the week. P.S. I am sorry for possible mistakes because of my bad English This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16660322#comment-16660322 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-432165721 '@oleg-zinovev, Is it make sence to move these two dependencies to the root pom?' @vvysotskyi, it isn't make sence at all, so i remove this dependencies. I try to build Drill with fresh JDK 11 and fix new errors: 1) JMockit 1.39 -> 1.43. JMockit had an issue with java 11 (https://github.com/jmockit/jmockit1/issues/534), so I had to update this dependecy. Starting JMockit 1.42, "-javaagent" must be specified to run tests (http://jmockit.github.io/tutorial/Introduction.html#runningTests) and jmockit.integration.junit4.JMockit.class was removed. That's why i have to change this tests: - TestCastFunctions.java - TestConstantFolding.java - TestDateConversions.java - TestDateFunctions.java - TestExtendedTypes.java - TestUtf8SupportInQueryString.java - AvroFormatTest.java 2) BoundsCheckingTest.java fails with IllegalAccessException. This was fixed by adding a call of setAccessible(true). 3) JDKClassCompiler.java - Java 11 intoduces 'Nests' (http://openjdk.java.net/jeps/181), and resulting byte-code, generated by javac 11 requires a "Nests" support from ASM visitors. Since Drill supports java 1.8+ i simply add a target and source version to javac call, to not have to change ASM visitors. 4) hadoop 2.7.1 -> 2.7.4. Haboop org.apache.hadoop.util.Shell class in version 2.7.1 contains a Java version check: "System.getProperty("java.version").substring(0, 3).compareTo("1.7") >= 0;" But, for jdk 11 (at least for OpenJDK Ubuntu package), System.getProperty("java.version") return "11", and substring call fails. I had to update hadoop to minimal version, which not contains this call. 5) TestImpersonationMetadata.java - in hadoop 2.7.4 error message was changed, so i slightly change a "expected" error to fit both new and old messages. 6) maven-source-plugin fails to execute "jar-no-fork" on JDK 11, and i update it to the latest version. Now on java 11 fails: 1) HBase tests 2) Hive test I will try to update a HBase and revalidate drill on JDK 9 and JDK 10 to the end of the week. P.S. I am sorry for possible mistakes because of my bad English This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16659318#comment-16659318 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-431813218 @oleg-zinovev, if we will support JDK10, we should update versions range in `requireJavaVersion` in `maven-enforcer-plugin`. Regarding HBase failures, we may update its version at least to 1.1.11 (see [HBASE-17944](https://issues.apache.org/jira/browse/HBASE-17944)) This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at > java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:582)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16656807#comment-16656807 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-431363371 @dprutean, yes, it looks like the same issue, the stack trace looks similar, but I don't see `sun/misc/VM` entry there. `jdbc-driver-all` is published to the maven central repository (https://mvnrepository.com/artifact/org.apache.drill.exec/drill-jdbc-all/1.14.0), so you can specify it in the pom file, or download using the link http://central.maven.org/maven2/org/apache/drill/exec/drill-jdbc-all/1.14.0/drill-jdbc-all-1.14.0.jar. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16656802#comment-16656802 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r226624741 ## File path: pom.xml ## @@ -734,6 +735,9 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: @oleg-zinovev, yes, let's fix it in another PR. But currently to avoid unit tests failures you may change the locale on your machine. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16656803#comment-16656803 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r226629193 ## File path: exec/java-exec/pom.xml ## @@ -71,10 +71,15 @@ org.ow2.asm - asm-debug-all - 5.0.3 + asm-commons + 6.2.1 + + org.ow2.asm + asm-util Review comment: New asm version supports jdk 10, but there `asm-debug-all` jar was removed (see https://gitlab.ow2.org/asm/asm/commit/4c449bea1e3fb980238c61d60103fe1be76e77e5), so new dependencies, where classes used by Drill are available were introduced. If I understand correctly, `jaxb-api` and `activation` dependencies were added due to http://openjdk.java.net/jeps/320. @oleg-zinovev, Is it make sence to move these two dependencies to the root pom? Also, please remove commented out lines introduced in previous commits and move version for `asm` dependencies to the property in the root pom. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}}
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16656716#comment-16656716 ] ASF GitHub Bot commented on DRILL-6349: --- vvysotskyi commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r226622539 ## File path: pom.xml ## @@ -733,6 +734,11 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -XX:+IgnoreUnrecognizedVMOptions + "--add-modules java.se" + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: @oleg-zinovev, since this is another bug, please log a Jira and remove changes connected with locale from this PR. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > Fix For: 1.15.0 > > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16656529#comment-16656529 ] ASF GitHub Bot commented on DRILL-6349: --- dprutean commented on issue #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#issuecomment-431306903 I got the same issue with java 10. Please also make the jdbc-driver-all available to download without downloading the complete tar.gz. Would save much time. java.lang.NoClassDefFoundError: Could not initialize class oadd.org.apache.drill.common.config.DrillConfig at org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:159) at org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:72) at org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:68) at oadd.org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138) at org.apache.drill.jdbc.Driver.connect(Driver.java:72) This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16601866#comment-16601866 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214607655 ## File path: pom.xml ## @@ -734,6 +735,9 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: This tests fails on non-english locale. Main reason is a decimal and thousand separator char. https://drill.apache.org/docs/compiling-drill-from-source/ - I don't see any requirements about locale in documentaion. Maybe it must be an another Bug+PR ? TestDurationFormat.testCompactSecMillis:58->validateDurationFormat:43 expected:<4[,]545s> but was:<4[.]545s> TestDurationFormat.testCompactTwoDigitMilliSec:48->validateDurationFormat:43 expected:<0[,]045s> but was:<0[.]045s> TestFunctionsQuery.testToCharFunction:534 » After matching 0 records, did not... TestSelectivity.testFilterSelectivityOptions » UserRemote PARSE ERROR: Encount... TestVarDecimalFunctions.testCastDecimalDouble:680->BaseTestQuery.testRunAndReturn:341 » Rpc TestVarDecimalFunctions.testCastDoubleDecimal:650->BaseTestQuery.testRunAndReturn:341 » Rpc TestVarDecimalFunctions.testDecimalToChar:731 » at position 0 column '`s1`' m... TestTopNSchemaChanges.testMissingColumn:192 » org.apache.drill.common.excepti... TestTopNSchemaChanges.testNumericTypes:82 » org.apache.drill.common.exception... TestTopNSchemaChanges.testUnionTypes:162 » org.apache.drill.common.exceptions... TestMergeJoinWithSchemaChanges.testNumericStringTypes:192->BaseTestQuery.testRunAndReturn:341 » Rpc TestMergeJoinWithSchemaChanges.testNumericTypes:114->BaseTestQuery.testRunAndReturn:341 » Rpc TestMergeJoinWithSchemaChanges.testOneSideSchemaChanges:348->BaseTestQuery.testRunAndReturn:341 » Rpc TestExternalSort.testNumericTypesLegacy:49->testNumericTypes:113 » org.apache... TestExternalSort.testNumericTypesManaged:44->testNumericTypes:113 » org.apach... TestImageRecordReader.testAviImage:101->createAndQuery:50 » at position 0 col... TestImageRecordReader.testBmpImage:56->createAndQuery:50 » at position 0 colu... TestImageRecordReader.testEpsImage:121->createAndQuery:50 » at position 0 col... TestImageRecordReader.testJpegImage:71->createAndQuery:50 » at position 0 col... TestImageRecordReader.testMovImage:111->createAndQuery:50 » at position 0 col... TestImageRecordReader.testPngImage:81->createAndQuery:50 » at position 0 colu... TestImageRecordReader.testPsdImage:86->createAndQuery:50 » at position 0 colu... This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16601867#comment-16601867 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214607655 ## File path: pom.xml ## @@ -734,6 +735,9 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: This tests fails on non-english locale. Main reason is a decimal and thousand separator char. https://drill.apache.org/docs/compiling-drill-from-source/ - I don't see any requirements about locale in documentaion. Maybe it must be an another Bug+PR ? **TestDurationFormat.testCompactSecMillis:58->validateDurationFormat:43 expected:<4[,]545s> but was:<4[.]545s> TestDurationFormat.testCompactTwoDigitMilliSec:48->validateDurationFormat:43 expected:<0[,]045s> but was:<0[.]045s> TestFunctionsQuery.testToCharFunction:534 » After matching 0 records, did not... TestSelectivity.testFilterSelectivityOptions » UserRemote PARSE ERROR: Encount... TestVarDecimalFunctions.testCastDecimalDouble:680->BaseTestQuery.testRunAndReturn:341 » Rpc TestVarDecimalFunctions.testCastDoubleDecimal:650->BaseTestQuery.testRunAndReturn:341 » Rpc TestVarDecimalFunctions.testDecimalToChar:731 » at position 0 column '`s1`' m... TestTopNSchemaChanges.testMissingColumn:192 » org.apache.drill.common.excepti... TestTopNSchemaChanges.testNumericTypes:82 » org.apache.drill.common.exception... TestTopNSchemaChanges.testUnionTypes:162 » org.apache.drill.common.exceptions... TestMergeJoinWithSchemaChanges.testNumericStringTypes:192->BaseTestQuery.testRunAndReturn:341 » Rpc TestMergeJoinWithSchemaChanges.testNumericTypes:114->BaseTestQuery.testRunAndReturn:341 » Rpc TestMergeJoinWithSchemaChanges.testOneSideSchemaChanges:348->BaseTestQuery.testRunAndReturn:341 » Rpc TestExternalSort.testNumericTypesLegacy:49->testNumericTypes:113 » org.apache... TestExternalSort.testNumericTypesManaged:44->testNumericTypes:113 » org.apach... TestImageRecordReader.testAviImage:101->createAndQuery:50 » at position 0 col... TestImageRecordReader.testBmpImage:56->createAndQuery:50 » at position 0 colu... TestImageRecordReader.testEpsImage:121->createAndQuery:50 » at position 0 col... TestImageRecordReader.testJpegImage:71->createAndQuery:50 » at position 0 col... TestImageRecordReader.testMovImage:111->createAndQuery:50 » at position 0 col... TestImageRecordReader.testPngImage:81->createAndQuery:50 » at position 0 colu... TestImageRecordReader.testPsdImage:86->createAndQuery:50 » at position 0 colu...** This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598990#comment-16598990 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214403360 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: https://bugs.java.com/view_bug.do?bug_id=6260652 Result type of Arrays.ArrayList::toArray() was changed from T[] to Object[] in JDK 9+. So, FileSystemPartitionDescriptor::createPartitionSublists() doesn't work if Drill running on JDK9+. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598989#comment-16598989 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214403360 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: https://bugs.java.com/view_bug.do?bug_id=6260652 Result type of Arrays.ArrayList::toArray() was changed from T[] to Object[] in JDK 9+. So, FileSystemPartitionDescriptor::createPartitionSublists() doesn't work if Drill running under JDK9+. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598979#comment-16598979 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214403360 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: https://bugs.java.com/view_bug.do?bug_id=6260652 Result type of Arrays.ArrayList::toArray() was changed from T[] to Object[] in JDK 9+. So, test fails, then it's running under JDK9+. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598968#comment-16598968 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214403360 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: Test fails, when Drill builds on JDK10. Reason: Arrays.ArrayList.toArray() returns Object[] instead of String[] and cast fails. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598964#comment-16598964 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214406316 ## File path: exec/jdbc/src/test/java/org/apache/drill/jdbc/test/Drill2489CallsAfterCloseThrowExceptionsTest.java ## @@ -375,6 +375,11 @@ else if (NullPointerException.class == cause.getClass() public void testAllMethods() { for (Method method : jdbcIntf.getMethods()) { +if (method.isDefault()) { Review comment: Some method was added in JDBC 4.3 API Additional information: https://jcp.org/aboutJava/communityprocess/maintenance/jsr221/JDBC4.3MR-January2017.pdf 6. java.sql.Connection changes 8. java.sql.DatabaseMetaData changes 12. java.sql.Statement changes This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598951#comment-16598951 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214403360 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: Test fails, when Drill builds on JDK10. Reason: Arrays.ArrayList.toArray() returns Object[] instead of String[] and cast not work. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598939#comment-16598939 ] ASF GitHub Bot commented on DRILL-6349: --- vrozov commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214399716 ## File path: pom.xml ## @@ -734,6 +735,9 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: This fixes unit tests but opens Drill for bugs on system where language or country are different from en/US. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}}
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598795#comment-16598795 ] ASF GitHub Bot commented on DRILL-6349: --- vrozov commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214377427 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -180,7 +180,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String[dirs.size()]), dirToFileMap.get(dirs))); Review comment: Why is this change necessary? As I already mentioned, I don't see why is it necessary to go back and forth between an array and a list in this method, so I would prefer not to introduce an unrelated change into the PR and handle it in a separate PR/JIRA. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16598789#comment-16598789 ] ASF GitHub Bot commented on DRILL-6349: --- vrozov commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r214376461 ## File path: exec/java-exec/pom.xml ## @@ -71,10 +71,15 @@ org.ow2.asm - asm-debug-all - 5.0.3 + asm-commons + 6.2.1 + + org.ow2.asm + asm-util Review comment: I don't see any new dependencies being introduced as part of the PR, why is this necessary? The same for all other newly introduced dependencies. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16596861#comment-16596861 ] ASF GitHub Bot commented on DRILL-6349: --- vrozov commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213835338 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -179,7 +179,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String [0]), dirToFileMap.get(dirs))); Review comment: Thanks for the link. There is a difference in behavior of `ArrayList` and `Array.ArrayList` that is used in this method. In any case, if you touch this method, you will need to fix it, as there is no reason to create `ArrayList`, so I'd suggest to file a separate JIRA and fix it in a separate PR. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16596184#comment-16596184 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213628920 ## File path: exec/java-exec/src/test/java/org/apache/drill/exec/udf/dynamic/JarBuilder.java ## @@ -69,6 +69,8 @@ public String build(String jarName, String buildDirectory, String includeFiles, List params = new LinkedList<>(); params.add("clean"); params.add("package"); + params.add("-Dmaven.compiler.source=1.8"); Review comment: fixed This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{ at sqlline.SqlLine.start(SqlLine.java:375)}} > {{ at sqlline.SqlLine.main(SqlLine.java:268)}} > {{Caused by: java.lang.ClassNotFoundException: sun.misc.VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16596139#comment-16596139 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213387093 ## File path: pom.xml ## @@ -733,6 +734,11 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -XX:+IgnoreUnrecognizedVMOptions + "--add-modules java.se" + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: -Djdk.attach.allowAttachSelf=true - for jmockit (more info: https://bugs.java.com/view_bug.do?bug_id=8180425) -Duser.language=en - format tests fails on non-english system locale -XX:+IgnoreUnrecognizedVMOptions "--add-modules java.se" - revalidate it tomorrow This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16596133#comment-16596133 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213610309 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: netty `PlatformDependent` and `jdk.internal.misc.VM` returns same value for maxDirectMemory, so i remove my custom class This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16596128#comment-16596128 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213608768 ## File path: pom.xml ## @@ -733,6 +734,11 @@ -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -XX:+CMSClassUnloadingEnabled -ea + -XX:+IgnoreUnrecognizedVMOptions + "--add-modules java.se" + -Djdk.attach.allowAttachSelf=true + -Duser.language=en Review comment: http://openjdk.java.net/jeps/261 - java.se module available by default for unnamed modules, so `-XX:+IgnoreUnrecognizedVMOptions "--add-modules java.se" ` can be removed This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at sqlline.SqlLine.dispatch(SqlLine.java:742)}} > {{ at sqlline.SqlLine.initArgs(SqlLine.java:528)}} > {{ at sqlline.SqlLine.begin(SqlLine.java:596)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595569#comment-16595569 ] ASF GitHub Bot commented on DRILL-6349: --- vrozov commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213464182 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Drill delegates to netty all large memory allocation and netty internally tracks how much direct memory is available. If netty incorrectly determines max direct memory size or Drill and netty max direct memory sizes are different, it is easy to get into a situation where netty will fail allocation when memory is available or it will try to allocate when memory is not available. This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595290#comment-16595290 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213392442 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Looks like it can cause OOM: In Drill version of `PooledByteBufAllocatorL` exists a reflective access to `PooledByteBufAllocator.directArenas` field. It's size depends on ` DEFAULT_NUM_DIRECT_ARENA = Math.max(0, SystemPropertyUtil.getInt( "io.netty.allocator.numDirectArenas", (int) Math.min( defaultMinNumArena, PlatformDependent.maxDirectMemory() / defaultChunkSize / 2 / 3)));` Should i use a netty `PlatformDependent`, or "override" it (as `PooledByteBufAllocatorL`) ? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595287#comment-16595287 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213392442 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Looks like it can cause OOM: In Drill version of `PooledByteBufAllocatorL` exists a reflective access to `PooledByteBufAllocator.directArenas` field. It's size depends on ` DEFAULT_NUM_DIRECT_ARENA = Math.max(0, SystemPropertyUtil.getInt( "io.netty.allocator.numDirectArenas", (int) Math.min( defaultMinNumArena, PlatformDependent.maxDirectMemory() / defaultChunkSize / 2 / 3)));` Should i use a netty `PlatformDependent`, or "override" it (as `PooledByteBufAllocatorL`) ? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595288#comment-16595288 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213392442 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Looks like it can cause OOM: In Drill version of `PooledByteBufAllocatorL` exists a reflective access to `PooledByteBufAllocator.directArenas` field. It's size depends on ` DEFAULT_NUM_DIRECT_ARENA = Math.max(0, SystemPropertyUtil.getInt( "io.netty.allocator.numDirectArenas", (int) Math.min( defaultMinNumArena, PlatformDependent.maxDirectMemory() / defaultChunkSize / 2 / 3)));` Should i use a netty `PlatformDependent`, or "override" it (as `PooledByteBufAllocatorL`) ? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595289#comment-16595289 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213392442 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Looks like it can cause OOM: In Drill version of `PooledByteBufAllocatorL` exists a reflective access to `PooledByteBufAllocator.directArenas` field. It's size depends on ` DEFAULT_NUM_DIRECT_ARENA = Math.max(0, SystemPropertyUtil.getInt( "io.netty.allocator.numDirectArenas", (int) Math.min( defaultMinNumArena, *PlatformDependent.maxDirectMemory()* / defaultChunkSize / 2 / 3)));` Should i use a netty `PlatformDependent`, or "override" it (as `PooledByteBufAllocatorL`) ? This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595284#comment-16595284 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213392442 ## File path: common/src/main/java/org/apache/drill/common/util/DrillPlatformDependent.java ## @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.drill.common.util; + +import io.netty.util.internal.PlatformDependent; + +import java.lang.reflect.Method; + +public class DrillPlatformDependent { + private final static long MAX_DIRECT_MEMORY = maxDirectMemory0(); + + public static long maxDirectMemory() { +return MAX_DIRECT_MEMORY; + } + + + private static long maxDirectMemory0() { Review comment: Looks like it can cause OOM: In Drill version of `PooledByteBufAllocatorL` exists a reflective access to `PooledByteBufAllocator.directArenas` field. It's size depends on ` DEFAULT_NUM_DIRECT_ARENA = Math.max(0, SystemPropertyUtil.getInt( "io.netty.allocator.numDirectArenas", (int) Math.min( defaultMinNumArena, PlatformDependent.maxDirectMemory() / defaultChunkSize / 2 / 3)));` This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at >
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595275#comment-16595275 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213386245 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -179,7 +179,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String [0]), dirToFileMap.get(dirs))); Review comment: According to https://stackoverflow.com/questions/174093/toarraynew-myclass0-or-toarraynew-myclassmylist-size `.toArray(new T[0])` faster + https://github.com/naver/pinpoint/issues/4138 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{
[jira] [Commented] (DRILL-6349) Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM
[ https://issues.apache.org/jira/browse/DRILL-6349?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=16595274#comment-16595274 ] ASF GitHub Bot commented on DRILL-6349: --- oleg-zinovev commented on a change in pull request #1446: DRILL-6349: Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM URL: https://github.com/apache/drill/pull/1446#discussion_r213386245 ## File path: exec/java-exec/src/main/java/org/apache/drill/exec/planner/FileSystemPartitionDescriptor.java ## @@ -179,7 +179,7 @@ protected void createPartitionSublists() { // build a list of DFSDirPartitionLocation. for (final List dirs : dirToFileMap.keySet()) { - locations.add( new DFSDirPartitionLocation((String [])dirs.toArray(), dirToFileMap.get(dirs))); + locations.add( new DFSDirPartitionLocation(dirs.toArray(new String [0]), dirToFileMap.get(dirs))); Review comment: According to https://stackoverflow.com/questions/174093/toarraynew-myclass0-or-toarraynew-myclassmylist-size `.toArray(new T[0])` faster +https://github.com/naver/pinpoint/issues/4138 This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Drill JDBC driver fails on Java 1.9+ with NoClassDefFoundError: sun/misc/VM > --- > > Key: DRILL-6349 > URL: https://issues.apache.org/jira/browse/DRILL-6349 > Project: Apache Drill > Issue Type: Bug > Components: Client - JDBC >Affects Versions: 1.13.0 > Environment: 16:23 apache-drill-1.13.0$ uname -a > Darwin bix.local 17.5.0 Darwin Kernel Version 17.5.0: Mon Mar 5 22:24:32 PST > 2018; root:xnu-4570.51.1~1/RELEASE_X86_64 x86_64 > >Reporter: Marc Prud'hommeaux >Assignee: Oleg Zinoviev >Priority: Major > > I'm surprised to be unable to find this issue logged elsewhere, but a quick > search yields nothing. Trying to connect with the JDBC driver raises a > NoClassDefFoundError for sun.misc.VM, which was removed in Java 9. It is > understandable that the full drillbit (or its many dependencies) may have > difficult-to-extract dependencies on some sun.misc.* classes, but the JDBC > driver should be able to be loaded by any JVM. > > Looking at > ./common/src/main/java/org/apache/drill/common/config/DrillConfig.java, it > appears that a quick workaround could be to make sun.misc.VM.maxDirectMemory > called lazily from the one place that uses it: getMaxDirectMemory() > > > > {{}}{{16:21 apache-drill-1.13.0$ > JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk-9.0.1.jdk > ./bin/drill-localhost }} > ***Connecting to jdbc:drill:drillbit=localhost* > WARNING: An illegal reflective access operation has occurred > WARNING: Illegal reflective access by > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > (file:/Users/marc/Downloads/apache-drill-1.13.0/jars/3rdparty/avatica-1.10.0.jar) > to field java.nio.Buffer.address > WARNING: Please consider reporting this to the maintainers of > org.apache.calcite.avatica.com.google.protobuf.UnsafeUtil > WARNING: Use --illegal-access=warn to enable warnings of further illegal > reflective access operations > WARNING: All illegal access operations will be denied in a future release > {{java.lang.NoClassDefFoundError: sun/misc/VM}} > {{ at > org.apache.drill.common.config.DrillConfig.(DrillConfig.java:49)}} > {{ at > org.apache.drill.jdbc.impl.DrillConnectionImpl.(DrillConnectionImpl.java:155)}} > {{ at > org.apache.drill.jdbc.impl.DrillJdbc41Factory.newDrillConnection(DrillJdbc41Factory.java:73)}} > {{ at > org.apache.drill.jdbc.impl.DrillFactory.newConnection(DrillFactory.java:69)}} > {{ at > org.apache.calcite.avatica.UnregisteredDriver.connect(UnregisteredDriver.java:138)}} > {{ at org.apache.drill.jdbc.Driver.connect(Driver.java:72)}} > {{ at sqlline.DatabaseConnection.connect(DatabaseConnection.java:168)}} > {{ at sqlline.DatabaseConnection.getConnection(DatabaseConnection.java:214)}} > {{ at sqlline.Commands.connect(Commands.java:1083)}} > {{ at sqlline.Commands.connect(Commands.java:1015)}} > {{ at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native > Method)}} > {{ at > java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)}} > {{ at > java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)}} > {{ at java.base/java.lang.reflect.Method.invoke(Method.java:564)}} > {{ at > sqlline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:36)}} > {{ at