[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* top 61905 Threads cpu use 99.3%
{code:java}
KiB Swap: 0 total, 0 free, 0 used. 57020896 avail Mem
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
61905 root 20 0 20.748g 4.689g 23760 R 99.3 7.6 4:32.52 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3500 root 20 0 20.748g 4.689g 23760 S 8.3 7.6 0:00.31 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45584 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.76 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
62387 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7230 root 20 0 20.748g 4.689g 23760 S 5.3 7.6 0:00.42 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3412 root 20 0 20.748g 4.689g 23760 S 5.0 7.6 0:00.53 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45616 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:03.50 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3498 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.92 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7238 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.28 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7096 root 20 0 20.748g 4.689g 23760 S 1.3 7.6 0:00.05 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52641 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 1:33.20 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7229 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 0:00.30 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52032 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.00 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52034 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.84 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52035 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:40.21 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52036 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52037 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:36.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52038 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* top 61905 Threads cpu use 99.3%
{code:java}
KiB Swap: 0 total, 0 free, 0 used. 57020896 avail Mem
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
61905 root 20 0 20.748g 4.689g 23760 R 99.3 7.6 4:32.52 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3500 root 20 0 20.748g 4.689g 23760 S 8.3 7.6 0:00.31 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45584 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.76 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
62387 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7230 root 20 0 20.748g 4.689g 23760 S 5.3 7.6 0:00.42 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3412 root 20 0 20.748g 4.689g 23760 S 5.0 7.6 0:00.53 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45616 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:03.50 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3498 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.92 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7238 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.28 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7096 root 20 0 20.748g 4.689g 23760 S 1.3 7.6 0:00.05 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52641 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 1:33.20 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7229 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 0:00.30 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52032 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.00 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52034 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.84 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52035 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:40.21 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52036 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52037 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:36.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52038 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* A lot of these threads
{code:java}
KiB Swap: 0 total, 0 free, 0 used. 57020896 avail Mem
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
61905 root 20 0 20.748g 4.689g 23760 R 99.3 7.6 4:32.52 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3500 root 20 0 20.748g 4.689g 23760 S 8.3 7.6 0:00.31 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45584 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.76 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
62387 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7230 root 20 0 20.748g 4.689g 23760 S 5.3 7.6 0:00.42 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3412 root 20 0 20.748g 4.689g 23760 S 5.0 7.6 0:00.53 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45616 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:03.50 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3498 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.92 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7238 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.28 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7096 root 20 0 20.748g 4.689g 23760 S 1.3 7.6 0:00.05 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52641 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 1:33.20 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7229 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 0:00.30 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52032 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.00 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52034 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.84 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52035 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:40.21 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52036 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52037 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:36.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52038 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* A lot of these threads
{code:java}
KiB Swap: 0 total, 0 free, 0 used. 57020896 avail Mem
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
61905 root 20 0 20.748g 4.689g 23760 R 99.3 7.6 4:32.52 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3500 root 20 0 20.748g 4.689g 23760 S 8.3 7.6 0:00.31 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45584 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.76 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
62387 root 20 0 20.748g 4.689g 23760 S 6.3 7.6 0:02.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7230 root 20 0 20.748g 4.689g 23760 S 5.3 7.6 0:00.42 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3412 root 20 0 20.748g 4.689g 23760 S 5.0 7.6 0:00.53 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
45616 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:03.50 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
3498 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.92 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7238 root 20 0 20.748g 4.689g 23760 S 4.3 7.6 0:00.28 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7096 root 20 0 20.748g 4.689g 23760 S 1.3 7.6 0:00.05 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52641 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 1:33.20 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
7229 root 20 0 20.748g 4.689g 23760 S 0.3 7.6 0:00.30 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52032 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.00 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52034 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 0:00.84 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52035 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:40.21 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52036 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.32 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52037 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:36.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
-Dhostname=fs-hiido-range+
52038 root 20 0 20.748g 4.689g 23760 S 0.0 7.6 7:37.96 java
-Dproc_rangeradmin -XX:MetaspaceSize=512M -Xmx4024m -Xms4024m
-Duser.timezone=UTC -Dzookeeper.sasl.client.username=zookeeper -Duser=root
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* A lot of these threads
{code:java}
//
http-bio-6080-exec-41522" #44501 daemon prio=5 os_prio=0 tid=0x7f3ad8003800
nid=0xa5b waiting on condition [0x7f3db3ffc000] java.lang.Thread.State:
TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to
wait for <0x0006c8fd07d0> (a
java.util.concurrent.locks.ReentrantLock$NonfairSync) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:934)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1247)
at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:442) at
org.apache.ranger.common.RangerServicePoliciesCache$ServicePoliciesWrapper.getLatestOrCached(RangerServicePoliciesCache.java:198)
at
org.apache.ranger.common.RangerServicePoliciesCache.getServicePolicies(RangerServicePoliciesCache.java:142)
at
org.apache.ranger.biz.ServiceDBStore.getServicePoliciesIfUpdated(ServiceDBStore.java:2534)
at
org.apache.ranger.rest.ServiceREST.getSecureServicePoliciesIfUpdated(ServiceREST.java:3078)
at
org.apache.ranger.rest.ServiceREST$$FastClassBySpringCGLIB$$92dab672.invoke()
at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:738)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:157)
at
org.springframework.transaction.interceptor.TransactionInterceptor$1.proceedWithInvocation(TransactionInterceptor.java:99)
at
org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:282)
at
org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:96)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179)
at
org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:673)
at
org.apache.ranger.rest.ServiceREST$$EnhancerBySpringCGLIB$$7fd1c842.getSecureServicePoliciesIfUpdated()
at sun.reflect.GeneratedMethodAccessor208.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60)
at
com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185)
at
com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75)
at
com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409)
at
com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:558)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:733)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:731) at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Attachment: ranger_1_1115.jstack
> locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
> -
>
> Key: RANGER-3513
> URL: https://issues.apache.org/jira/browse/RANGER-3513
> Project: Ranger
> Issue Type: Bug
> Components: admin
>Affects Versions: 1.2.0
>Reporter: ruiliang
>Priority: Major
> Attachments: ranger_1_1115.jstack
>
> Original Estimate: 12h
> Remaining Estimate: 12h
>
> add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
> locked.Does the external request lastKnownVersion not change?
> * A lot of these threads
> {code:java}
> //
> http-bio-6080-exec-41522" #44501 daemon prio=5 os_prio=0
> tid=0x7f3ad8003800 nid=0xa5b waiting on condition [0x7f3db3ffc000]
> java.lang.Thread.State: TIMED_WAITING (parking) at
> sun.misc.Unsafe.park(Native Method) - parking to wait for
> <0x0006c8fd07d0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at
> java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:934)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1247)
> at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:442)
> at
> org.apache.ranger.common.RangerServicePoliciesCache$ServicePoliciesWrapper.getLatestOrCached(RangerServicePoliciesCache.java:198)
> at
> org.apache.ranger.common.RangerServicePoliciesCache.getServicePolicies(RangerServicePoliciesCache.java:142)
> at
> org.apache.ranger.biz.ServiceDBStore.getServicePoliciesIfUpdated(ServiceDBStore.java:2534)
> at
> org.apache.ranger.rest.ServiceREST.getSecureServicePoliciesIfUpdated(ServiceREST.java:3078)
> at
> org.apache.ranger.rest.ServiceREST$$FastClassBySpringCGLIB$$92dab672.invoke()
> at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204)
> at
> org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:738)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:157)
> at
> org.springframework.transaction.interceptor.TransactionInterceptor$1.proceedWithInvocation(TransactionInterceptor.java:99)
> at
> org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:282)
> at
> org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:96)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179)
> at
> org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:673)
> at
> org.apache.ranger.rest.ServiceREST$$EnhancerBySpringCGLIB$$7fd1c842.getSecureServicePoliciesIfUpdated()
> at sun.reflect.GeneratedMethodAccessor208.invoke(Unknown Source) at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60)
> at
> com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185)
> at
> com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75)
> at
> com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302)
> at
> com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
> at
> com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108)
> at
> com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
> at
> com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84)
> at
> com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542)
> at
> com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473)
> at
> com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419)
> at
> com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409)
> at
> com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409)
> at
>
[jira] [Updated] (RANGER-3513) locks getLatestOrCached(RangerServicePoliciesCache.java:198) (ranger 1.2)
[
https://issues.apache.org/jira/browse/RANGER-3513?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
ruiliang updated RANGER-3513:
-
Description:
add new policy ，All Ranger requests are 10s+.Print jstatck: some threads are
locked.Does the external request lastKnownVersion not change?
* A lot of these threads
{code:java}
//
http-bio-6080-exec-41522" #44501 daemon prio=5 os_prio=0 tid=0x7f3ad8003800
nid=0xa5b waiting on condition [0x7f3db3ffc000] java.lang.Thread.State:
TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to
wait for <0x0006c8fd07d0> (a
java.util.concurrent.locks.ReentrantLock$NonfairSync) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:934)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1247)
at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:442) at
org.apache.ranger.common.RangerServicePoliciesCache$ServicePoliciesWrapper.getLatestOrCached(RangerServicePoliciesCache.java:198)
at
org.apache.ranger.common.RangerServicePoliciesCache.getServicePolicies(RangerServicePoliciesCache.java:142)
at
org.apache.ranger.biz.ServiceDBStore.getServicePoliciesIfUpdated(ServiceDBStore.java:2534)
at
org.apache.ranger.rest.ServiceREST.getSecureServicePoliciesIfUpdated(ServiceREST.java:3078)
at
org.apache.ranger.rest.ServiceREST$$FastClassBySpringCGLIB$$92dab672.invoke()
at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) at
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:738)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:157)
at
org.springframework.transaction.interceptor.TransactionInterceptor$1.proceedWithInvocation(TransactionInterceptor.java:99)
at
org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:282)
at
org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:96)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179)
at
org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:673)
at
org.apache.ranger.rest.ServiceREST$$EnhancerBySpringCGLIB$$7fd1c842.getSecureServicePoliciesIfUpdated()
at sun.reflect.GeneratedMethodAccessor208.invoke(Unknown Source) at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60)
at
com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185)
at
com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75)
at
com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108)
at
com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at
com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542)
at
com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419)
at
com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409)
at
com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:558)
at
com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:733)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:731) at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
