[ https://issues.apache.org/jira/browse/TEZ-4191?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
aimahou updated TEZ-4191: ------------------------- Description: h3. *Issue:* Tez ATS plugin init failed when enable yarn.timeline-service without set 1.5f in property yarn.timeline-service.versions *Property in yarn-site.xml:* <property> <name>yarn.webapp.api-service.enable</name> <value>true</value> </property> <property> <name>yarn.timeline-service.version</name> <value>2.0f</value> </property> <property> <name>yarn.timeline-service.versions</name> <value>2.0f</value> </property> *Specific exception:* 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting DAGAppMaster 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting DAGAppMasterorg.apache.hadoop.service.ServiceStateException: java.io.IOException: Timeline V1 client is not properly configured. Either timeline service is not enabled or version is not set to 1.x at org.apache.hadoop.service.ServiceStateException.convert(ServiceStateException.java:105) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:173) at org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService.serviceInit(ATSHistoryLoggingService.java:110) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:108) at org.apache.tez.dag.history.HistoryEventHandler.serviceInit(HistoryEventHandler.java:105) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.tez.dag.app.DAGAppMaster.initServices(DAGAppMaster.java:1960) at org.apache.tez.dag.app.DAGAppMaster.serviceInit(DAGAppMaster.java:630) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.tez.dag.app.DAGAppMaster$9.run(DAGAppMaster.java:2662) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730) at org.apache.tez.dag.app.DAGAppMaster.initAndStartAppMaster(DAGAppMaster.java:2659) at org.apache.tez.dag.app.DAGAppMaster.main(DAGAppMaster.java:2464) Caused by: java.io.IOException: Timeline V1 client is not properly configured. Either timeline service is not enabled or version is not set to 1.x at org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl.serviceInit(TimelineClientImpl.java:100) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) ... 14 more 2020-05-11 16:54:39,520 [INFO] [shutdown-hook-0] |app.DAGAppMaster|: DAGAppMasterShutdownHook invoked *Related code snippet* ATSHistoryLoggingService.java {quote}public void serviceInit(Configuration conf) throws Exception { ... if (conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED)) { {color:#ff0000}_timelineClient = TimelineClient.createTimelineClient();_ {color} {color:#ff0000}_timelineClient.init(conf);_ {color} } else { this.timelineClient = null; ... } } {quote} was: h3. *Issue:* Tez ATS plugin init failed when enable yarn.timeline-service without set 1.5f in property yarn.timeline-service.versions *Property in yarn-site.xml:* <property> <name>yarn.webapp.api-service.enable</name> <value>true</value> </property> <property> <name>yarn.timeline-service.version</name> <value>2.0f</value> </property> <property> <name>yarn.timeline-service.versions</name> <value>2.0f</value> </property> *Specific exception:* 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting DAGAppMaster 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting DAGAppMasterorg.apache.hadoop.service.ServiceStateException: java.io.IOException: Timeline V1 client is not properly configured. Either timeline service is not enabled or version is not set to 1.x at org.apache.hadoop.service.ServiceStateException.convert(ServiceStateException.java:105) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:173) at org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService.serviceInit(ATSHistoryLoggingService.java:110) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:108) at org.apache.tez.dag.history.HistoryEventHandler.serviceInit(HistoryEventHandler.java:105) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.tez.dag.app.DAGAppMaster.initServices(DAGAppMaster.java:1960) at org.apache.tez.dag.app.DAGAppMaster.serviceInit(DAGAppMaster.java:630) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.tez.dag.app.DAGAppMaster$9.run(DAGAppMaster.java:2662) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730) at org.apache.tez.dag.app.DAGAppMaster.initAndStartAppMaster(DAGAppMaster.java:2659) at org.apache.tez.dag.app.DAGAppMaster.main(DAGAppMaster.java:2464) Caused by: java.io.IOException: Timeline V1 client is not properly configured. Either timeline service is not enabled or version is not set to 1.x at org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl.serviceInit(TimelineClientImpl.java:100) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) ... 14 more 2020-05-11 16:54:39,520 [INFO] [shutdown-hook-0] |app.DAGAppMaster|: DAGAppMasterShutdownHook invoked *Related code snippet* ATSHistoryLoggingService.java public void serviceInit(Configuration conf) throws Exception { ... if (conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED)) { {color:#ff0000}_timelineClient = TimelineClient.createTimelineClient();_ {color} {color:#ff0000}_timelineClient.init(conf);_ {color} } else { this.timelineClient = null; ... } > Tez ATS plugin init failed when enable yarn.timeline-service without set 1.5f > in property yarn.timeline-service.versions > ------------------------------------------------------------------------------------------------------------------------ > > Key: TEZ-4191 > URL: https://issues.apache.org/jira/browse/TEZ-4191 > Project: Apache Tez > Issue Type: Bug > Affects Versions: 0.9.1 > Reporter: aimahou > Priority: Major > Labels: Tez, TimeLine > > h3. *Issue:* > Tez ATS plugin init failed when enable yarn.timeline-service without set 1.5f > in property yarn.timeline-service.versions > *Property in yarn-site.xml:* > <property> > <name>yarn.webapp.api-service.enable</name> > <value>true</value> > </property> > <property> > <name>yarn.timeline-service.version</name> > <value>2.0f</value> > </property> > <property> > <name>yarn.timeline-service.versions</name> > <value>2.0f</value> > </property> > *Specific exception:* > 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting > DAGAppMaster > 2020-05-11 16:54:39,518 [ERROR] [main] |app.DAGAppMaster|: Error starting > DAGAppMasterorg.apache.hadoop.service.ServiceStateException: > java.io.IOException: Timeline V1 client is not properly configured. Either > timeline service is not enabled or version is not set to 1.x > at > org.apache.hadoop.service.ServiceStateException.convert(ServiceStateException.java:105) > at org.apache.hadoop.service.AbstractService.init(AbstractService.java:173) > at > org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService.serviceInit(ATSHistoryLoggingService.java:110) > at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) > at > org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:108) > at > org.apache.tez.dag.history.HistoryEventHandler.serviceInit(HistoryEventHandler.java:105) > at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) > at org.apache.tez.dag.app.DAGAppMaster.initServices(DAGAppMaster.java:1960) > at org.apache.tez.dag.app.DAGAppMaster.serviceInit(DAGAppMaster.java:630) > at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) > at org.apache.tez.dag.app.DAGAppMaster$9.run(DAGAppMaster.java:2662) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:422) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730) > at > org.apache.tez.dag.app.DAGAppMaster.initAndStartAppMaster(DAGAppMaster.java:2659) > at org.apache.tez.dag.app.DAGAppMaster.main(DAGAppMaster.java:2464) > Caused by: java.io.IOException: Timeline V1 client is not properly > configured. Either timeline service is not enabled or version is not set to > 1.x > at > org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl.serviceInit(TimelineClientImpl.java:100) > at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) > ... 14 more > 2020-05-11 16:54:39,520 [INFO] [shutdown-hook-0] |app.DAGAppMaster|: > DAGAppMasterShutdownHook invoked > *Related code snippet* > ATSHistoryLoggingService.java > {quote}public void serviceInit(Configuration conf) throws Exception { > ... > if (conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, > YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED)) > { > {color:#ff0000}_timelineClient = TimelineClient.createTimelineClient();_ > {color} > {color:#ff0000}_timelineClient.init(conf);_ {color} > } > else > { > this.timelineClient = null; > ... > } > } > {quote} -- This message was sent by Atlassian Jira (v8.3.4#803005)