[ https://issues.apache.org/jira/browse/SPARK-32624?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17178534#comment-17178534 ]
Sean R. Owen commented on SPARK-32624: -------------------------------------- Lots of your JIRAs are lacking descriptions or no detail beyond some code. Could you please explain what the issue is and your proposed solution if you have one [~yumwang] > Replace getClass.getName with getClass.getCanonicalName in > CodegenContext.addReferenceObj > ----------------------------------------------------------------------------------------- > > Key: SPARK-32624 > URL: https://issues.apache.org/jira/browse/SPARK-32624 > Project: Spark > Issue Type: Bug > Components: SQL > Affects Versions: 3.0.0 > Reporter: Yuming Wang > Priority: Major > > {noformat} > 20:49:54.885 ERROR > org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator: > /* 001 */ public SpecificPredicate generate(Object[] references) { > /* 002 */ return new SpecificPredicate(references); > /* 003 */ } > /* 004 */ > /* 005 */ class SpecificPredicate extends > org.apache.spark.sql.catalyst.expressions.BasePredicate { > /* 006 */ private final Object[] references; > /* 007 */ > /* 008 */ > /* 009 */ public SpecificPredicate(Object[] references) { > /* 010 */ this.references = references; > /* 011 */ > /* 012 */ } > /* 013 */ > /* 014 */ public void initialize(int partitionIndex) { > /* 015 */ > /* 016 */ } > /* 017 */ > /* 018 */ public boolean eval(InternalRow i) { > /* 019 */ boolean isNull_3 = i.isNullAt(0); > /* 020 */ UTF8String value_3 = isNull_3 ? > /* 021 */ null : (i.getUTF8String(0)); > /* 022 */ boolean isNull_2 = isNull_3; > /* 023 */ byte[] value_2 = null; > /* 024 */ if (!isNull_3) { > /* 025 */ value_2 = value_3.getBytes(); > /* 026 */ } > /* 027 */ boolean value_1 = true; > /* 028 */ boolean isNull_1 = isNull_2; > /* 029 */ if (!isNull_2) { > /* 030 */ value_1 = > org.apache.spark.sql.catalyst.util.TypeUtils.compareBinary(value_2, (([B) > references[0] /* min */)) >= 0 && > org.apache.spark.sql.catalyst.util.TypeUtils.compareBinary(value_2, (([B) > references[1] /* max */)) <= 0 && > ((org.apache.spark.util.sketch.BloomFilterImpl) references[2] /* bloomFilter > */).mightContainBinary(value_2); > /* 031 */ } > /* 032 */ return !isNull_1 && value_1; > /* 033 */ } > /* 034 */ > /* 035 */ > /* 036 */ } > 20:49:54.886 WARN org.apache.spark.sql.catalyst.expressions.Predicate: Expr > codegen error and falling back to interpreter mode > java.util.concurrent.ExecutionException: > org.codehaus.commons.compiler.CompileException: File 'generated.java', Line > 30, Column 81: failed to compile: > org.codehaus.commons.compiler.CompileException: File 'generated.java', Line > 30, Column 81: Unexpected token "[" in primary > at > com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:306) > at > com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:293) > at > com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116) > at > com.google.common.util.concurrent.Uninterruptibles.getUninterruptibly(Uninterruptibles.java:135) > at > com.google.common.cache.LocalCache$Segment.getAndRecordStats(LocalCache.java:2410) > at > com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2380) > at > com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342) > at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257) > at com.google.common.cache.LocalCache.get(LocalCache.java:4000) > at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004) > at > com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874) > at > org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.compile(CodeGenerator.scala:1337) > at > org.apache.spark.sql.catalyst.expressions.codegen.GeneratePredicate$.create(GeneratePredicate.scala:67) > at > org.apache.spark.sql.catalyst.expressions.codegen.GeneratePredicate$.create(GeneratePredicate.scala:26) > {noformat} -- This message was sent by Atlassian Jira (v8.3.4#803005) --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org For additional commands, e-mail: issues-h...@spark.apache.org