This is an automated email from the ASF dual-hosted git repository. reidchan pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hbase-connectors.git
The following commit(s) were added to refs/heads/master by this push: new 416e589 HBASE-27705: Respect SparkContext hadoop configuration (#114) 416e589 is described below commit 416e589ea5dc5ac1a1b0ad17fe5d7658380e5d62 Author: Zhen Wang <643348...@qq.com> AuthorDate: Wed Aug 2 15:45:07 2023 +0800 HBASE-27705: Respect SparkContext hadoop configuration (#114) Signed-off-by: Reid Chan <reidc...@apache.org> --- .../src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala b/spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala index 0da7373..11702a0 100644 --- a/spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala +++ b/spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala @@ -130,7 +130,8 @@ case class HBaseRelation ( val hbaseContext:HBaseContext = if (useHBaseContext) { LatestHBaseContextCache.latest } else { - val config = HBaseConfiguration.create() + val hadoopConfig = sqlContext.sparkContext.hadoopConfiguration + val config = HBaseConfiguration.create(hadoopConfig) configResources.map(resource => resource.split(",").foreach(r => config.addResource(r))) new HBaseContext(sqlContext.sparkContext, config) }