[ 
https://issues.apache.org/jira/browse/KYLIN-1676?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

qianqiaoneng updated KYLIN-1676:
--------------------------------
    Assignee: Shaofeng SHI  (was: liyang)

> High CPU in TrieDictionary due to incorrect use of HashMap
> ----------------------------------------------------------
>
>                 Key: KYLIN-1676
>                 URL: https://issues.apache.org/jira/browse/KYLIN-1676
>             Project: Kylin
>          Issue Type: Bug
>          Components: Metadata
>    Affects Versions: v1.4.0
>            Reporter: qianqiaoneng
>            Assignee: Shaofeng SHI
>         Attachments: fix_hashmap_concurrency_issue_1.4rc.patch, 
> fix_hashmap_concurrency_issue_master.patch
>
>
> 10015 b_kylin   20   0 62.5g 6.7g  29m R 99.9  4.7 431:15.42 java
> 10723 b_kylin   20   0 62.5g 6.7g  29m R 99.9  4.7 432:30.48 java
> 10724 b_kylin   20   0 62.5g 6.7g  29m R 99.9  4.7 432:30.76 java
> 10781 b_kylin   20   0 62.5g 6.7g  29m R 99.9  4.7 429:02.64 java
> 30929 b_kylin   20   0 62.5g 6.7g  29m R 99.9  4.7 430:21.31 java
> 10014 b_kylin   20   0 62.5g 6.7g  29m R 99.6  4.7 432:32.71 java
> 10722 b_kylin   20   0 62.5g 6.7g  29m R 99.6  4.7 433:05.26 java
> 10827 b_kylin   20   0 62.5g 6.7g  29m R 99.6  4.7 430:27.80 java
>  
>  
>  
> at java.util.HashMap.getEntry(HashMap.java:465)
>         at java.util.HashMap.get(HashMap.java:417)
>         at 
> org.apache.kylin.dict.TrieDictionary.getIdFromValueImpl(TrieDictionary.java:151)
>         at org.apache.kylin.dict.Dictionary.getIdFromValue(Dictionary.java:98)
>         at 
> org.apache.kylin.cube.gridtable.CubeCodeSystem$DictionarySerializer.serializeWithRounding(CubeCodeSystem.java:219)
>         at 
> org.apache.kylin.cube.gridtable.CubeCodeSystem.encodeColumnValue(CubeCodeSystem.java:130)
>         at org.apache.kylin.gridtable.GTUtil$1.translate(GTUtil.java:207)
>         at 
> org.apache.kylin.gridtable.GTUtil$1.encodeConstants(GTUtil.java:140)
>        at org.apache.kylin.gridtable.GTUtil$1.onSerialize(GTUtil.java:105)
>         at 
> org.apache.kylin.metadata.filter.TupleFilterSerializer.internalSerialize(TupleFilterSerializer.java:63)
>         at 
> org.apache.kylin.metadata.filter.TupleFilterSerializer.internalSerialize(TupleFilterSerializer.java:75)
>         at 
> org.apache.kylin.metadata.filter.TupleFilterSerializer.serialize(TupleFilterSerializer.java:55)
>         at org.apache.kylin.gridtable.GTUtil.convertFilter(GTUtil.java:76)
>         at 
> org.apache.kylin.gridtable.GTUtil.convertFilterColumnsAndConstants(GTUtil.java:66)
>         at 
> org.apache.kylin.storage.hbase.cube.v2.CubeSegmentScanner.<init>(CubeSegmentScanner.java:89)
>         at 
> org.apache.kylin.storage.hbase.cube.v2.CubeStorageQuery.search(CubeStorageQuery.java:120)
>         at 
> org.apache.kylin.storage.cache.CacheFledgedStaticQuery.search(CacheFledgedStaticQuery.java:59)
>         at 
> org.apache.kylin.query.enumerator.OLAPEnumerator.queryStorage(OLAPEnumerator.java:125)
>         at 
> org.apache.kylin.query.enumerator.OLAPEnumerator.moveNext(OLAPEnumerator.java:71)
>         at Baz$1$1.moveNext(Unknown Source)
>         at 
> org.apache.calcite.linq4j.EnumerableDefaults.aggregate(EnumerableDefaults.java:116)
>         at 
> org.apache.calcite.linq4j.DefaultEnumerable.aggregate(DefaultEnumerable.java:107)



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Reply via email to