[jira] [Updated] (HIVE-18904) HS2: Static Loggers in hive-exec classes are being initialized per-thread
[ https://issues.apache.org/jira/browse/HIVE-18904?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-18904: --- Labels: performance (was: ) > HS2: Static Loggers in hive-exec classes are being initialized per-thread > - > > Key: HIVE-18904 > URL: https://issues.apache.org/jira/browse/HIVE-18904 > Project: Hive > Issue Type: Bug > Components: HiveServer2 >Affects Versions: 3.0.0 >Reporter: Gopal V >Priority: Major > Labels: performance > > Thread Class loaders shouldn't apply to any class which is part of the > install. > {code} > HiveServer2-Handler-Pool: Thread-1001 <--- Frozen for at least 11m 25s > java.util.zip.ZipFile.open(String, int, long, boolean) ZipFile.java (native) > java.util.zip.ZipFile.(File, int, Charset) ZipFile.java:219 > java.util.zip.ZipFile.(File, int) ZipFile.java:149 > java.util.jar.JarFile.(File, boolean, int) JarFile.java:166 > java.util.jar.JarFile.(String) JarFile.java:103 > sun.misc.URLClassPath$JarLoader.getJarFile(URL) URLClassPath.java:893 > sun.misc.URLClassPath$JarLoader.access$700(URLClassPath$JarLoader, URL) > URLClassPath.java:756 > sun.misc.URLClassPath$JarLoader$1.run() URLClassPath.java:838 > sun.misc.URLClassPath$JarLoader$1.run() URLClassPath.java:831 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction) > AccessController.java (native) > sun.misc.URLClassPath$JarLoader.ensureOpen() URLClassPath.java:830 > sun.misc.URLClassPath$JarLoader.(URL, URLStreamHandler, HashMap) > URLClassPath.java:803 > sun.misc.URLClassPath$3.run() URLClassPath.java:530 > sun.misc.URLClassPath$3.run() URLClassPath.java:520 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction) > AccessController.java (native) > sun.misc.URLClassPath.getLoader(URL) URLClassPath.java:519 > sun.misc.URLClassPath.getLoader(int) URLClassPath.java:492 > sun.misc.URLClassPath.getNextLoader(int[], int) URLClassPath.java:457 > sun.misc.URLClassPath.getResource(String, boolean) URLClassPath.java:211 > java.net.URLClassLoader$1.run() URLClassLoader.java:365 > java.net.URLClassLoader$1.run() URLClassLoader.java:362 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > java.net.URLClassLoader.findClass(String) URLClassLoader.java:361 > java.lang.ClassLoader.loadClass(String, boolean) ClassLoader.java:424 > java.lang.ClassLoader.loadClass(String) ClassLoader.java:357 > org.apache.logging.log4j.util.LoaderUtil.loadClass(String) LoaderUtil.java:163 > org.apache.logging.slf4j.Log4jLogger.createConverter() Log4jLogger.java:416 > org.apache.logging.slf4j.Log4jLogger.(ExtendedLogger, String) > Log4jLogger.java:54 > org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(String, LoggerContext) > Log4jLoggerFactory.java:37 > org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(String, LoggerContext) > Log4jLoggerFactory.java:29 > org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(String) > AbstractLoggerAdapter.java:52 > org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(String) > Log4jLoggerFactory.java:29 > org.slf4j.LoggerFactory.getLogger(String) LoggerFactory.java:281 > org.slf4j.LoggerFactory.getLogger(Class) LoggerFactory.java:301 > org.apache.hadoop.hive.ql.parse.TableMask.(SemanticAnalyzer, HiveConf, > boolean) TableMask.java:42 > org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.genResolvedParseTree(ASTNode, > SemanticAnalyzer$PlannerContext) SemanticAnalyzer.java:11558 > org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(ASTNode, > SemanticAnalyzer$PlannerContextFactory) SemanticAnalyzer.java:11665 > org.apache.hadoop.hive.ql.parse.CalcitePlanner.analyzeInternal(ASTNode) > CalcitePlanner.java:304 > org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(ASTNode, > Context) BaseSemanticAnalyzer.java:273 > org.apache.hadoop.hive.ql.Driver.compile(String, boolean, boolean) > Driver.java:614 > org.apache.hadoop.hive.ql.Driver.compileInternal(String, boolean) > Driver.java:1545 > org.apache.hadoop.hive.ql.Driver.compileAndRespond(String) Driver.java:1498 > org.apache.hive.service.cli.operation.SQLOperation.prepare(QueryState) > SQLOperation.java:198 > org.apache.hive.service.cli.operation.SQLOperation.runInternal() > SQLOperation.java:284 > org.apache.hive.service.cli.operation.Operation.run() Operation.java:243 > org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(String, > Map, boolean, long) HiveSessionImpl.java:541 > org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(String, > Map, long) HiveSessionImpl.java:527 > org.apache.hive.service.cli.CLIService.executeStatementAsync(SessionHandle, > String, Map, long) CLIService.java:311 > org.apache.hive.service.cli.t
[jira] [Updated] (HIVE-18904) HS2: Static Loggers in hive-exec classes are being initialized per-thread
[ https://issues.apache.org/jira/browse/HIVE-18904?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-18904: --- Component/s: HiveServer2 > HS2: Static Loggers in hive-exec classes are being initialized per-thread > - > > Key: HIVE-18904 > URL: https://issues.apache.org/jira/browse/HIVE-18904 > Project: Hive > Issue Type: Bug > Components: HiveServer2 >Affects Versions: 3.0.0 >Reporter: Gopal V >Priority: Major > Labels: performance > > Thread Class loaders shouldn't apply to any class which is part of the > install. > {code} > HiveServer2-Handler-Pool: Thread-1001 <--- Frozen for at least 11m 25s > java.util.zip.ZipFile.open(String, int, long, boolean) ZipFile.java (native) > java.util.zip.ZipFile.(File, int, Charset) ZipFile.java:219 > java.util.zip.ZipFile.(File, int) ZipFile.java:149 > java.util.jar.JarFile.(File, boolean, int) JarFile.java:166 > java.util.jar.JarFile.(String) JarFile.java:103 > sun.misc.URLClassPath$JarLoader.getJarFile(URL) URLClassPath.java:893 > sun.misc.URLClassPath$JarLoader.access$700(URLClassPath$JarLoader, URL) > URLClassPath.java:756 > sun.misc.URLClassPath$JarLoader$1.run() URLClassPath.java:838 > sun.misc.URLClassPath$JarLoader$1.run() URLClassPath.java:831 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction) > AccessController.java (native) > sun.misc.URLClassPath$JarLoader.ensureOpen() URLClassPath.java:830 > sun.misc.URLClassPath$JarLoader.(URL, URLStreamHandler, HashMap) > URLClassPath.java:803 > sun.misc.URLClassPath$3.run() URLClassPath.java:530 > sun.misc.URLClassPath$3.run() URLClassPath.java:520 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction) > AccessController.java (native) > sun.misc.URLClassPath.getLoader(URL) URLClassPath.java:519 > sun.misc.URLClassPath.getLoader(int) URLClassPath.java:492 > sun.misc.URLClassPath.getNextLoader(int[], int) URLClassPath.java:457 > sun.misc.URLClassPath.getResource(String, boolean) URLClassPath.java:211 > java.net.URLClassLoader$1.run() URLClassLoader.java:365 > java.net.URLClassLoader$1.run() URLClassLoader.java:362 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > java.net.URLClassLoader.findClass(String) URLClassLoader.java:361 > java.lang.ClassLoader.loadClass(String, boolean) ClassLoader.java:424 > java.lang.ClassLoader.loadClass(String) ClassLoader.java:357 > org.apache.logging.log4j.util.LoaderUtil.loadClass(String) LoaderUtil.java:163 > org.apache.logging.slf4j.Log4jLogger.createConverter() Log4jLogger.java:416 > org.apache.logging.slf4j.Log4jLogger.(ExtendedLogger, String) > Log4jLogger.java:54 > org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(String, LoggerContext) > Log4jLoggerFactory.java:37 > org.apache.logging.slf4j.Log4jLoggerFactory.newLogger(String, LoggerContext) > Log4jLoggerFactory.java:29 > org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(String) > AbstractLoggerAdapter.java:52 > org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(String) > Log4jLoggerFactory.java:29 > org.slf4j.LoggerFactory.getLogger(String) LoggerFactory.java:281 > org.slf4j.LoggerFactory.getLogger(Class) LoggerFactory.java:301 > org.apache.hadoop.hive.ql.parse.TableMask.(SemanticAnalyzer, HiveConf, > boolean) TableMask.java:42 > org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.genResolvedParseTree(ASTNode, > SemanticAnalyzer$PlannerContext) SemanticAnalyzer.java:11558 > org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(ASTNode, > SemanticAnalyzer$PlannerContextFactory) SemanticAnalyzer.java:11665 > org.apache.hadoop.hive.ql.parse.CalcitePlanner.analyzeInternal(ASTNode) > CalcitePlanner.java:304 > org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(ASTNode, > Context) BaseSemanticAnalyzer.java:273 > org.apache.hadoop.hive.ql.Driver.compile(String, boolean, boolean) > Driver.java:614 > org.apache.hadoop.hive.ql.Driver.compileInternal(String, boolean) > Driver.java:1545 > org.apache.hadoop.hive.ql.Driver.compileAndRespond(String) Driver.java:1498 > org.apache.hive.service.cli.operation.SQLOperation.prepare(QueryState) > SQLOperation.java:198 > org.apache.hive.service.cli.operation.SQLOperation.runInternal() > SQLOperation.java:284 > org.apache.hive.service.cli.operation.Operation.run() Operation.java:243 > org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(String, > Map, boolean, long) HiveSessionImpl.java:541 > org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(String, > Map, long) HiveSessionImpl.java:527 > org.apache.hive.service.cli.CLIService.executeStatementAsync(SessionHandle, > String, Map, long) CLIService.java:311 > org.apache.hive.service.cli.thrif