This is an automated email from the ASF dual-hosted git repository.
abstractdog pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 8f9a59aa2e3 HIVE-28986: Upgrade to Tez 0.10.5 (#5802)
8f9a59aa2e3 is described below
commit 8f9a59aa2e3b5059ae4f3105f858c64da3352a93
Author: Bodor Laszlo <[email protected]>
AuthorDate: Fri Jun 13 20:00:46 2025 +0200
HIVE-28986: Upgrade to Tez 0.10.5 (#5802)
---
.../hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java | 2 +-
.../org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 2 +-
.../org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java | 2 +-
.../apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java | 4 ++--
pom.xml | 2 +-
.../org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java | 2 +-
6 files changed, 7 insertions(+), 7 deletions(-)
diff --git
a/llap-client/src/java/org/apache/hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java
b/llap-client/src/java/org/apache/hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java
index 39d21a97c7f..5043fdd96a9 100644
---
a/llap-client/src/java/org/apache/hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java
+++
b/llap-client/src/java/org/apache/hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java
@@ -52,7 +52,7 @@ public class LlapTaskUmbilicalServer {
private Map<String, int[]> tokenRefMap = new HashMap<String, int[]>();
public LlapTaskUmbilicalServer(Configuration conf, LlapTaskUmbilicalProtocol
umbilical, int numHandlers) throws IOException {
- jobTokenSecretManager = new JobTokenSecretManager();
+ jobTokenSecretManager = new JobTokenSecretManager(conf);
String[] portRange =
conf.get(HiveConf.ConfVars.LLAP_TASK_UMBILICAL_SERVER_PORT.varname)
diff --git
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
index 9893210bd93..34445c628dd 100644
---
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
+++
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
@@ -328,7 +328,7 @@ public Thread newThread(Runnable r) {
DEFAULT_SHUFFLE_MAPOUTPUT_META_INFO_CACHE_SIZE));
userRsrc = new ConcurrentHashMap<>();
- secretManager = new JobTokenSecretManager();
+ secretManager = new JobTokenSecretManager(conf);
shuffle = new Shuffle(conf);
if (conf.getBoolean(SHUFFLE_DIR_WATCHER_ENABLED,
SHUFFLE_DIR_WATCHER_ENABLED_DEFAULT)) {
LOG.info("Attempting to start dirWatcher");
diff --git
a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java
b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java
index 227f7b3e642..d850caae958 100644
---
a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java
+++
b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java
@@ -251,7 +251,7 @@ protected void startRpcServer() {
Configuration conf = getConf();
try {
JobTokenSecretManager jobTokenSecretManager =
- new JobTokenSecretManager();
+ new JobTokenSecretManager(conf);
jobTokenSecretManager.addTokenForJob(tokenIdentifier, sessionToken);
int numHandlers =
diff --git
a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
index 4d02a048126..1806825747b 100644
---
a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
+++
b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
@@ -372,7 +372,7 @@ public LlapTaskSchedulerService(TaskSchedulerContext
taskSchedulerContext, Clock
Token<JobTokenIdentifier> token = createAmsToken(id);
serializedToken = serializeToken(token);
jobIdForToken = token.getService().toString();
- sm = new JobTokenSecretManager();
+ sm = new JobTokenSecretManager(conf);
sm.addTokenForJob(jobIdForToken, token);
} else {
serializedToken = jobIdForToken = null;
@@ -565,7 +565,7 @@ private static Map<Integer, Set<Integer>>
getTransitiveVertexOutputs(DagInfo inf
private static Token<JobTokenIdentifier> createAmsToken(ApplicationId id) {
if (!UserGroupInformation.isSecurityEnabled()) return null;
JobTokenIdentifier identifier = new JobTokenIdentifier(new
Text(id.toString()));
- JobTokenSecretManager jobTokenManager = new JobTokenSecretManager();
+ JobTokenSecretManager jobTokenManager = new JobTokenSecretManager(new
Configuration());
Token<JobTokenIdentifier> sessionToken = new Token<>(identifier,
jobTokenManager);
sessionToken.setService(identifier.getJobId());
return sessionToken;
diff --git a/pom.xml b/pom.xml
index f64cfb6302e..48e1752b55a 100644
--- a/pom.xml
+++ b/pom.xml
@@ -204,7 +204,7 @@
<slf4j.version>1.7.30</slf4j.version>
<ST4.version>4.0.4</ST4.version>
<storage-api.version>4.1.0-SNAPSHOT</storage-api.version>
- <tez.version>0.10.4</tez.version>
+ <tez.version>0.10.5</tez.version>
<super-csv.version>2.2.0</super-csv.version>
<tempus-fugit.version>1.1</tempus-fugit.version>
<snappy.version>1.1.10.4</snappy.version>
diff --git
a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
index bb029442d66..b24b3602e09 100644
---
a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
+++
b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
@@ -624,7 +624,7 @@ private static Token<JobTokenIdentifier>
createJobToken(ApplicationId applicatio
JobTokenIdentifier identifier = new JobTokenIdentifier(new Text(
tokenIdentifier));
Token<JobTokenIdentifier> sessionToken = new
Token<JobTokenIdentifier>(identifier,
- new JobTokenSecretManager());
+ new JobTokenSecretManager(new Configuration()));
sessionToken.setService(identifier.getJobId());
return sessionToken;
}