[ https://issues.apache.org/jira/browse/SPARK-39257 ]
Ivan Sadikov deleted comment on SPARK-39257: -------------------------------------- was (Author: ivan.sadikov): I have had a similar issue before, you would need to do packet capture to figure out what the underlying issue is. I think this is more of a driver issue than Spark issue, in my case, it was reproducible with simple JDBC code without Spark. > use spark.read.jdbc() to read data from SQL databse into dataframe, it fails > silently, when the session is killed from SQL server side > -------------------------------------------------------------------------------------------------------------------------------------- > > Key: SPARK-39257 > URL: https://issues.apache.org/jira/browse/SPARK-39257 > Project: Spark > Issue Type: Bug > Components: SQL > Affects Versions: 3.0.1, 3.1.2, 3.2.1 > Environment: {*}Spark version{*}: spark 3.0.1/3.1.2/3.2.1 > *Microsoft JDBC Driver* *for SQL server:* > mssql-jdbc-8.2.1.jre8/mssql-jdbc-10.2.1.jre8.jar > Reporter: Xinran Tao > Priority: Major > > I'm using *spark.read.jdbc()* to read form SQL database into a dataframe, > which utilizes *Microsoft JDBC Driver* *for SQL server* to get data from the > SQL server. > *codes:* > > {code:java} > %scala > val token = "xxx" > val jdbcHostname = "xinrandatabseserver.database.windows.net" > val jdbcDatabase = "xinranSQLDatabase" > val jdbcPort = 1433 > val jdbcUrl = > "jdbc:sqlserver://%s:%s;databaseName=%s;encrypt=true;trustServerCertificate=false;hostNameInCertificate=*.database.windows.net".format(jdbcHostname, > jdbcPort, jdbcDatabase)+ ";accessToken=" > import java.util.Properties > val connectionProperties = new Properties() > val driverClass = "com.microsoft.sqlserver.jdbc.SQLServerDriver" > connectionProperties.setProperty("Driver", driverClass) > connectionProperties.setProperty("accesstoken", token) > val sql_pushdown = "(select UNITS from payment_balance_new) emp_alias" > val df_stripe_dispute = spark.read.option("connectRetryCount", > 200).option("numPartitions",1).jdbc(url=jdbcUrl, table=sql_pushdown, > properties=connectionProperties) > df_stripe_dispute.count() > {code} > > > The session was accidentally killed by some automatic scripts from SQL server > side, but no errors shows up from the spark side, no failure was observed. > But from the count() result, the reords are far less than it should be. > > If I'm directly using *Microsoft JDBC Driver* *for SQL server* to run the > query and print the data out, which doesn't involve spark, there would be a > connection reset error thrown out. > *codes:* > > {code:java} > %scala > import java.sql.DriverManager > import java.sql.Connection > import java.util.Properties; > val jdbcHostname = "xinrandatabseserver.database.windows.net" > val jdbcDatabase = "xinranSQLDatabase" > val jdbcPort = "1433" > val driver = "com.microsoft.sqlserver.jdbc.SQLServerDriver" > val token = "xxxx" > val jdbcUrl = > "jdbc:sqlserver://%s:%s;databaseName=%s;encrypt=true;trustServerCertificate=false;hostNameInCertificate=*.database.windows.net".format(jdbcHostname, > jdbcPort, jdbcDatabase)+ ";accessToken="+token > > var connection:Connection = null > val info:Properties = new Properties(); > info.setProperty("accesstoken", token); > > // make the connection > Class.forName(driver) > connection = DriverManager.getConnection(jdbcUrl,info ) > // create the statement, and run the select query > val statement = connection.createStatement() > val resultSet = statement.executeQuery("select UNITS from > payment_balance_new") > while ( resultSet.next() ) { > println("__________________________"+resultSet.getString(1)) > } > {code} > > *errors:* > > {code:java} > com.microsoft.sqlserver.jdbc.SQLServerException: Connection reset > at > com.microsoft.sqlserver.jdbc.SQLServerConnection.terminate(SQLServerConnection.java:2998) > at com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2034) at > com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at > com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at > com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at > com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at > com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696) > at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at > com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at > com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309) > at > com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105) > at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at > com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at > com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at > com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474) > at > lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7) > at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at > lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) at > scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at > scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at > scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at > scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41) > at > scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37) > at > scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41) > at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at > com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204) > at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at > com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789) > at > com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204) > at > com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431) > at > com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239) > at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at > com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234) > at > com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48) > at > com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276) > at > com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48) > at > com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408) > at > com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653) > at scala.util.Try$.apply(Try.scala:213) at > com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645) > at > com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486) > at > com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337) > at > com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219) > at java.lang.Thread.run(Thread.java:748) Caused by: > javax.net.ssl.SSLException: Connection reset at > sun.security.ssl.Alert.createSSLException(Alert.java:127) at > sun.security.ssl.TransportContext.fatal(TransportContext.java:348) at > sun.security.ssl.TransportContext.fatal(TransportContext.java:291) at > sun.security.ssl.TransportContext.fatal(TransportContext.java:286) at > sun.security.ssl.SSLTransport.decode(SSLTransport.java:142) at > sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1205) at > sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1172) > at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:72) at > sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:838) at > com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2026) at > com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at > com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at > com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at > com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at > com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696) > at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at > com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at > com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309) > at > com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105) > at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at > com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at > com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at > com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474) > at > lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7) > at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at > lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) at > scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at > scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at > scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at > scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41) > at > scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37) > at > scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41) > at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at > com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204) > at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at > com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789) > at > com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204) > at > com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431) > at > com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239) > at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at > com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234) > at > com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48) > at > com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276) > at > com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48) > at > com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408) > at > com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653) > at scala.util.Try$.apply(Try.scala:213) at > com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645) > at > com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486) > at > com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337) > at > com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219) > at java.lang.Thread.run(Thread.java:748) Caused by: > java.net.SocketException: Connection reset at > java.net.SocketInputStream.read(SocketInputStream.java:210) at > java.net.SocketInputStream.read(SocketInputStream.java:141) at > com.microsoft.sqlserver.jdbc.TDSChannel$ProxyInputStream.readInternal(IOBuffer.java:1006) > at > com.microsoft.sqlserver.jdbc.TDSChannel$ProxyInputStream.read(IOBuffer.java:996) > at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:476) > at > sun.security.ssl.SSLSocketInputRecord.readFully(SSLSocketInputRecord.java:459) > at > sun.security.ssl.SSLSocketInputRecord.decodeInputRecord(SSLSocketInputRecord.java:243) > at > sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:181) > at sun.security.ssl.SSLTransport.decode(SSLTransport.java:110) at > sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1205) at > sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1172) > at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:72) at > sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:838) at > com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2026) at > com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at > com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at > com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at > com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at > com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696) > at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at > com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at > com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309) > at > com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105) > at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at > com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at > com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at > com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039) > at > com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107) > at > lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474) > at > lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7) > at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at > lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) at > scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at > scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at > scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at > scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41) > at > scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37) > at > scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41) > at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at > scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at > com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204) > at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at > com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789) > at > com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742) > at > com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204) > at > com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431) > at > com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239) > at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at > com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234) > at > com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48) > at > com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276) > at > com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269) > at > com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48) > at > com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408) > at > com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653) > at scala.util.Try$.apply(Try.scala:213) at > com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645) > at > com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486) > at > com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391) > at > com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337) > at > com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219) > at java.lang.Thread.run(Thread.java:748) > > {code} > > Could you help check this issue, thanks! > -- This message was sent by Atlassian Jira (v8.20.10#820010) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org