abhiips07 commented on code in PR #51686:
URL: https://github.com/apache/spark/pull/51686#discussion_r2239358999
##########
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/V2ScanRelationPushDown.scala:
##########
@@ -226,10 +195,50 @@ object V2ScanRelationPushDown extends Rule[LogicalPlan]
with PredicateHelper {
}
}
- def generateJoinOutputAlias(name: String): String =
- s"${name}_${java.util.UUID.randomUUID().toString.replace("-", "_")}"
+ private def generateColumnAliasesForDuplicatedName(
+ leftSideRequiredColumnNames: Array[String],
+ rightSideRequiredColumnNames: Array[String]
+ ): (Array[SupportsPushDownJoin.ColumnWithAlias],
+ Array[SupportsPushDownJoin.ColumnWithAlias]) = {
+ // Count occurrences of each column name across both sides to identify
duplicates.
+ val allRequiredColumnNames = leftSideRequiredColumnNames ++
rightSideRequiredColumnNames
+ val allNameCounts: Map[String, Int] =
+ allRequiredColumnNames.groupBy(identity).view.mapValues(_.size).toMap
+ // Use Set for O(1) lookups when checking existing column names, claim all
names
+ // that appears only once to ensure they have highest priority.
+ val allClaimedAliases = mutable.HashSet.empty ++ allNameCounts.filter(_._2
== 1).keySet
+
+ // Track the next suffix index for each column name (starts at 0) to avoid
extreme worst
+ // case of O(n^2) alias generation.
+ val aliasSuffixIndex = mutable.HashMap[String, Int]().withDefaultValue(0)
+
+ def processColumn(name: String): SupportsPushDownJoin.ColumnWithAlias = {
+ // Ensure a name that appears only once does not require an alias.
+ if (allNameCounts(name) == 1) {
+ new SupportsPushDownJoin.ColumnWithAlias(name, null)
+ } else {
+ var attempt = aliasSuffixIndex(name)
+
+ // Generate candidate alias: use original name for the first attempt,
then append
+ // suffix for more attempts.
+ var candidate = if (attempt == 0) name else s"${name}_$attempt"
Review Comment:
can't we remove this check, and make it more simpler like
`var candidate = name`?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
