Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/21018#discussion_r181273417
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/CacheManager.scala ---
@@ -119,26 +119,60 @@ class CacheManager extends Logging {
while (it.hasNext) {
val cd = it.next()
if (cd.plan.find(_.sameResult(plan)).isDefined) {
- cd.cachedRepresentation.cachedColumnBuffers.unpersist(blocking)
+ cd.cachedRepresentation.clearCache(blocking)
it.remove()
}
}
}
+ /**
+ * Materialize the cache that refers to the given physical plan.
--- End diff --
something like
```
class InMemoryRelation(private var _cachedColumnBuffers: RDD[CachedBatch] =
null) {
def cachedColumnBuffers = {
if (_cachedColumnBuffers == null) {
synchronized {
if (_cachedColumnBuffers == null) {
_cachedColumnBuffers = buildBuffer()
}
}
}
_cachedColumnBuffers
}
}
```
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
