Hi,
   You can run command "$KYLIN_HOME/bin/metastore.sh fetch /dict" and check 
weather the dict file is exists.
------------------
Best Regards,
Chao Long


------------------ ???????? ------------------
??????: "chouc_mei"<chouc....@gmail.com>;
????????: 2019??3??18??(??????) ????6:36
??????: "dev"<dev@kylin.apache.org>;

????: ????????cube????????????????dict??



??????
      ????????????cube ?????????????????????????????????? Build Dimension 
Dictionary
?????????????????????????????????????????? 
3????4????segment????????????2-3???????????? 
????????????????????????cube??????cube ??
??3????????segment ??????????


org.apache.kylin.engine.mr.exception.HadoopShellException:
java.lang.RuntimeException: java.io.IOException: Failed to read big resource
/dict/AD_V.IMPRESSION_LOG/SCHEDULEID/cdfa5043-e699-fbd7-e8db-b3646d927a5f.dict
        at
org.apache.kylin.dict.DictionaryManager.getDictionaryInfo(DictionaryManager.java:108)
        at
org.apache.kylin.dict.DictionaryManager.checkDupByContent(DictionaryManager.java:173)
        at
org.apache.kylin.dict.DictionaryManager.trySaveNewDict(DictionaryManager.java:151)
        at
org.apache.kylin.dict.DictionaryManager.saveDictionary(DictionaryManager.java:320)
        at
org.apache.kylin.cube.CubeManager$DictionaryAssist.saveDictionary(CubeManager.java:1117)
        at 
org.apache.kylin.cube.CubeManager.saveDictionary(CubeManager.java:1079)
        at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:74)
        at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:55)
        at
org.apache.kylin.engine.mr.steps.CreateDictionaryJob.run(CreateDictionaryJob.java:73)
        at org.apache.kylin.engine.mr.MRUtil.runMRJob(MRUtil.java:93)
        at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:63)
        at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:165)
        at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:70)
        at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:165)
        at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
        at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Failed to read big resource
/dict/AD_V.IMPRESSION_LOG/SCHEDULEID/cdfa5043-e699-fbd7-e8db-b3646d927a5f.dict
        at
org.apache.kylin.common.persistence.PushdownResourceStore.openPushdown(PushdownResourceStore.java:176)
        at
org.apache.kylin.storage.hbase.HBaseResourceStore.getInputStream(HBaseResourceStore.java:256)
        at
org.apache.kylin.storage.hbase.HBaseResourceStore.rawResource(HBaseResourceStore.java:226)
        at
org.apache.kylin.storage.hbase.HBaseResourceStore.getResourceImpl(HBaseResourceStore.java:276)
        at
org.apache.kylin.common.persistence.ResourceStore$3.call(ResourceStore.java:291)
        at
org.apache.kylin.common.persistence.ResourceStore$3.call(ResourceStore.java:288)
        at
org.apache.kylin.common.persistence.ExponentialBackoffRetry.doWithRetry(ExponentialBackoffRetry.java:52)
        at
org.apache.kylin.common.persistence.ResourceStore.getResourceWithRetry(ResourceStore.java:288)
        at
org.apache.kylin.common.persistence.ResourceStore.getResource(ResourceStore.java:265)
        at
org.apache.kylin.common.persistence.ResourceStore.getResource(ResourceStore.java:256)
        at 
org.apache.kylin.dict.DictionaryManager.load(DictionaryManager.java:397)
        at
org.apache.kylin.dict.DictionaryManager$1.load(DictionaryManager.java:80)
        at
org.apache.kylin.dict.DictionaryManager$1.load(DictionaryManager.java:77)
        at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
        at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
        at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
        at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
        at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
        at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
        at
com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
        at
org.apache.kylin.dict.DictionaryManager.getDictionaryInfo(DictionaryManager.java:101)
        ... 17 more
Caused by: java.io.FileNotFoundException:
/kylin/kylin_metadata/resources/dict/AD_V.IMPRESSION_LOG/SCHEDULEID/cdfa5043-e699-fbd7-e8db-b3646d927a5f.dict
 
(FS: DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1042273900_27, ugi=root
(auth:SIMPLE)]])
        at
org.apache.kylin.common.persistence.PushdownResourceStore.openPushdown(PushdownResourceStore.java:173)
        ... 37 more

result code:2
        at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:73)
        at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:165)
        at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:70)
        at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:165)
        at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
        at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)



--
Sent from: http://apache-kylin.74782.x6.nabble.com/

Reply via email to