[DRAFT] Upgrade to Tez 0.10.5

Author: abstractdog

llap-client/src/java/org/apache/hadoop/hive/llap/tezplugins/helpers/LlapTaskUmbilicalServer.java

@@ -52,7 +52,7 @@ public class LlapTaskUmbilicalServer {
   private Map<String, int[]> tokenRefMap = new HashMap<String, int[]>();
 
   public LlapTaskUmbilicalServer(Configuration conf, LlapTaskUmbilicalProtocol umbilical, int numHandlers) throws IOException {
-    jobTokenSecretManager = new JobTokenSecretManager();
+    jobTokenSecretManager = new JobTokenSecretManager(conf);
 
     String[] portRange =
         conf.get(HiveConf.ConfVars.LLAP_TASK_UMBILICAL_SERVER_PORT.varname)

llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java

@@ -328,7 +328,7 @@ public Thread newThread(Runnable r) {
             DEFAULT_SHUFFLE_MAPOUTPUT_META_INFO_CACHE_SIZE));
 
     userRsrc = new ConcurrentHashMap<>();
-    secretManager = new JobTokenSecretManager();
+    secretManager = new JobTokenSecretManager(conf);
     shuffle = new Shuffle(conf);
     if (conf.getBoolean(SHUFFLE_DIR_WATCHER_ENABLED, SHUFFLE_DIR_WATCHER_ENABLED_DEFAULT)) {
       LOG.info("Attempting to start dirWatcher");

llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java

@@ -251,7 +251,7 @@ protected void startRpcServer() {
     Configuration conf = getConf();
     try {
       JobTokenSecretManager jobTokenSecretManager =
-          new JobTokenSecretManager();
+          new JobTokenSecretManager(conf);
       jobTokenSecretManager.addTokenForJob(tokenIdentifier, sessionToken);
 
       int numHandlers =

llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java

@@ -372,7 +372,7 @@ public LlapTaskSchedulerService(TaskSchedulerContext taskSchedulerContext, Clock
         Token<JobTokenIdentifier> token = createAmsToken(id);
         serializedToken = serializeToken(token);
         jobIdForToken = token.getService().toString();
-        sm = new JobTokenSecretManager();
+        sm = new JobTokenSecretManager(conf);
         sm.addTokenForJob(jobIdForToken, token);
       } else {
         serializedToken = jobIdForToken = null;
@@ -565,7 +565,7 @@ private static Map<Integer, Set<Integer>> getTransitiveVertexOutputs(DagInfo inf
   private static Token<JobTokenIdentifier> createAmsToken(ApplicationId id) {
     if (!UserGroupInformation.isSecurityEnabled()) return null;
     JobTokenIdentifier identifier = new JobTokenIdentifier(new Text(id.toString()));
-    JobTokenSecretManager jobTokenManager = new JobTokenSecretManager();
+    JobTokenSecretManager jobTokenManager = new JobTokenSecretManager(new Configuration());
     Token<JobTokenIdentifier> sessionToken = new Token<>(identifier, jobTokenManager);
     sessionToken.setService(identifier.getJobId());
     return sessionToken;

pom.xml

@@ -202,7 +202,7 @@
     <slf4j.version>1.7.30</slf4j.version>
     <ST4.version>4.0.4</ST4.version>
     <storage-api.version>4.1.0-SNAPSHOT</storage-api.version>
-    <tez.version>0.10.4</tez.version>
+    <tez.version>0.10.5</tez.version>
     <super-csv.version>2.2.0</super-csv.version>
     <tempus-fugit.version>1.1</tempus-fugit.version>
     <snappy.version>1.1.10.4</snappy.version>

ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java

@@ -624,7 +624,7 @@ private static Token<JobTokenIdentifier> createJobToken(ApplicationId applicatio
       JobTokenIdentifier identifier = new JobTokenIdentifier(new Text(
           tokenIdentifier));
       Token<JobTokenIdentifier> sessionToken = new Token<JobTokenIdentifier>(identifier,
-          new JobTokenSecretManager());
+          new JobTokenSecretManager(new Configuration()));
       sessionToken.setService(identifier.getJobId());
       return sessionToken;
     }