[ https://issues.apache.org/jira/browse/SPARK-43646?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17724795#comment-17724795 ]
Yang Jie commented on SPARK-43646: ---------------------------------- friendly ping [~rangadi] , do you have any suggestions for these two tests > Maven test failed: `from_protobuf_messageClassName` and > `from_protobuf_messageClassName_options` > ------------------------------------------------------------------------------------------------ > > Key: SPARK-43646 > URL: https://issues.apache.org/jira/browse/SPARK-43646 > Project: Spark > Issue Type: Improvement > Components: Connect > Affects Versions: 3.5.0 > Reporter: Yang Jie > Priority: Major > > run > {code:java} > build/mvn clean install -DskipTests > build/mvn test -pl connector/connect/server {code} > {code:java} > - from_protobuf_messageClassName *** FAILED *** > org.apache.spark.sql.AnalysisException: [CANNOT_LOAD_PROTOBUF_CLASS] Could > not load Protobuf class with name > org.apache.spark.connect.proto.StorageLevel. > org.apache.spark.connect.proto.StorageLevel does not extend shaded Protobuf > Message class org.sparkproject.spark_protobuf.protobuf.Message. The jar with > Protobuf classes needs to be shaded (com.google.protobuf.* --> > org.sparkproject.spark_protobuf.protobuf.*). > at > org.apache.spark.sql.errors.QueryCompilationErrors$.protobufClassLoadError(QueryCompilationErrors.scala:3417) > at > org.apache.spark.sql.protobuf.utils.ProtobufUtils$.buildDescriptorFromJavaClass(ProtobufUtils.scala:193) > at > org.apache.spark.sql.protobuf.utils.ProtobufUtils$.buildDescriptor(ProtobufUtils.scala:151) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.messageDescriptor$lzycompute(ProtobufDataToCatalyst.scala:58) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.messageDescriptor(ProtobufDataToCatalyst.scala:57) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.dataType$lzycompute(ProtobufDataToCatalyst.scala:43) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.dataType(ProtobufDataToCatalyst.scala:42) > at > org.apache.spark.sql.catalyst.expressions.Alias.toAttribute(namedExpressions.scala:194) > at > org.apache.spark.sql.catalyst.plans.logical.Project.$anonfun$output$1(basicLogicalOperators.scala:72) > at > scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286) > - from_protobuf_messageClassName_options *** FAILED *** > org.apache.spark.sql.AnalysisException: [CANNOT_LOAD_PROTOBUF_CLASS] Could > not load Protobuf class with name > org.apache.spark.connect.proto.StorageLevel. > org.apache.spark.connect.proto.StorageLevel does not extend shaded Protobuf > Message class org.sparkproject.spark_protobuf.protobuf.Message. The jar with > Protobuf classes needs to be shaded (com.google.protobuf.* --> > org.sparkproject.spark_protobuf.protobuf.*). > at > org.apache.spark.sql.errors.QueryCompilationErrors$.protobufClassLoadError(QueryCompilationErrors.scala:3417) > at > org.apache.spark.sql.protobuf.utils.ProtobufUtils$.buildDescriptorFromJavaClass(ProtobufUtils.scala:193) > at > org.apache.spark.sql.protobuf.utils.ProtobufUtils$.buildDescriptor(ProtobufUtils.scala:151) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.messageDescriptor$lzycompute(ProtobufDataToCatalyst.scala:58) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.messageDescriptor(ProtobufDataToCatalyst.scala:57) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.dataType$lzycompute(ProtobufDataToCatalyst.scala:43) > at > org.apache.spark.sql.protobuf.ProtobufDataToCatalyst.dataType(ProtobufDataToCatalyst.scala:42) > at > org.apache.spark.sql.catalyst.expressions.Alias.toAttribute(namedExpressions.scala:194) > at > org.apache.spark.sql.catalyst.plans.logical.Project.$anonfun$output$1(basicLogicalOperators.scala:72) > at > scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286) > {code} -- This message was sent by Atlassian Jira (v8.20.10#820010) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org