邱小德 created KYLIN-4555:
--------------------------
Summary: kylin 在 fliter 过滤数据的时候构建异常
Key: KYLIN-4555
URL: https://issues.apache.org/jira/browse/KYLIN-4555
Project: Kylin
Issue Type: Bug
Components: Job Engine
Affects Versions: v3.0.0
Environment: 测试
Reporter: 邱小德
java.io.IOException: OS command error exit with return code: 20, error message:
Logging initialized using configuration in
file:/etc/hive/2.5.3.0-37/0/hive-log4j.properties
OK
Time taken: 1.025 seconds
OK
Time taken: 0.126 seconds
OK
Time taken: 0.242 seconds
OK
Time taken: 0.395 seconds
converting to local hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar
Added [/tmp/bf5c0c25-aaba-41a1-b8ec-1a9c5955eea2_resources/udf-0.0.0.jar] to
class path
Added resources: [hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar]
converting to local hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar
Added [/tmp/bf5c0c25-aaba-41a1-b8ec-1a9c5955eea2_resources/udf-0.0.0.jar] to
class path
Added resources: [hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar]
converting to local hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar
Added [/tmp/bf5c0c25-aaba-41a1-b8ec-1a9c5955eea2_resources/udf-0.0.0.jar] to
class path
Added resources: [hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar]
converting to local hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar
Added [/tmp/bf5c0c25-aaba-41a1-b8ec-1a9c5955eea2_resources/udf-0.0.0.jar] to
class path
Added resources: [hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar]
converting to local hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar
Added [/tmp/bf5c0c25-aaba-41a1-b8ec-1a9c5955eea2_resources/udf-0.0.0.jar] to
class path
Added resources: [hdfs://server1:8020/user/hive/udf/udf-0.0.0.jar]
FAILED: SemanticException [Error 10004]: Line 34:23 Invalid table alias or
column reference '55306108c51369f023cf59b2': (possible column names are:
logflow_view_cube.pfid, logflow_view_cube.appid, logflow_view_cube.apptype,
logflow_view_cube.actid, logflow_view_cube.viewid, logflow_view_cube.ext,
logflow_view_cube.mpid, logflow_view_cube.openid, logflow_view_cube.audid,
logflow_view_cube.unionid, logflow_view_cube.sourceid,
logflow_view_cube.stepid, logflow_view_cube.steptype, logflow_view_cube.intid,
logflow_view_cube.userid, logflow_view_cube.localtime,
logflow_view_cube.regionid, logflow_view_cube.appsrc,
logflow_view_cube.projectid, logflow_view_cube.subprojectid,
logflow_view_cube.lc, logflow_view_cube.sharetype, logflow_view_cube.model,
logflow_view_cube.useragent, logflow_view_cube.device,
logflow_view_cube.screen, logflow_view_cube.nettype,
logflow_view_cube.cnlgroup, logflow_view_cube.cnlclass,
logflow_view_cube.cnlmark, logflow_view_cube.cnlregion,
logflow_view_cube.cnlterminal, logflow_view_cube.cnlcustom,
logflow_view_cube.cnlperson, logflow_view_cube.cnlmaterial,
logflow_view_cube.cnl, logflow_view_cube.cnltype, logflow_view_cube.title,
logflow_view_cube.opengid, logflow_view_cube.ip, logflow_view_cube.phony,
logflow_view_cube.dt, logflow_view_cube.hr, region.id, region.province,
region.city, region.level)
The command is:
hive -e "set mapred.job.name='Create Intermediate Flat Hive Table';
USE default;
DROP TABLE IF EXISTS
kylin_intermediate_c_view_1598c5e2_ac73_88fc_a18b_1025c6c518a5;
CREATE EXTERNAL TABLE IF NOT EXISTS
kylin_intermediate_c_view_1598c5e2_ac73_88fc_a18b_1025c6c518a5
(
\`LOGFLOW_VIEW_CUBE_PFID\` string
,\`LOGFLOW_VIEW_CUBE_APPID\` string
,\`LOGFLOW_VIEW_CUBE_APPTYPE\` string
,\`LOGFLOW_VIEW_CUBE_ACTID\` string
,\`LOGFLOW_VIEW_CUBE_STEPID\` string
,\`LOGFLOW_VIEW_CUBE_STEPTYPE\` string
,\`LOGFLOW_VIEW_CUBE_REGIONID\` string
,\`LOGFLOW_VIEW_CUBE_APPSRC\` string
,\`LOGFLOW_VIEW_CUBE_PROJECTID\` string
,\`LOGFLOW_VIEW_CUBE_SUBPROJECTID\` string
,\`LOGFLOW_VIEW_CUBE_LC\` string
,\`LOGFLOW_VIEW_CUBE_SHARETYPE\` string
,\`LOGFLOW_VIEW_CUBE_MODEL\` string
,\`LOGFLOW_VIEW_CUBE_USERAGENT\` string
,\`LOGFLOW_VIEW_CUBE_DEVICE\` string
,\`LOGFLOW_VIEW_CUBE_SCREEN\` string
,\`LOGFLOW_VIEW_CUBE_NETTYPE\` string
,\`LOGFLOW_VIEW_CUBE_CNLGROUP\` string
,\`LOGFLOW_VIEW_CUBE_CNLCLASS\` string
,\`LOGFLOW_VIEW_CUBE_CNLMARK\` string
,\`LOGFLOW_VIEW_CUBE_CNL\` string
,\`LOGFLOW_VIEW_CUBE_CNLTYPE\` string
,\`LOGFLOW_VIEW_CUBE_PHONY\` int
,\`LOGFLOW_VIEW_CUBE_DT\` string
,\`LOGFLOW_VIEW_CUBE_HR\` string
,\`LOGFLOW_VIEW_CUBE_VIEWID\` string
,\`LOGFLOW_VIEW_CUBE_IP\` string
,\`LOGFLOW_VIEW_CUBE_AUDID\` string
)
STORED AS SEQUENCEFILE
LOCATION
'hdfs://server1.fibo.com:8020/kylin_k8s/kylin_metadata_k8s/kylin-2b9bba7b-8a9a-4ca7-a023-29f5e6c50d6e/kylin_intermediate_c_view_1598c5e2_ac73_88fc_a18b_1025c6c518a5';
ALTER TABLE kylin_intermediate_c_view_1598c5e2_ac73_88fc_a18b_1025c6c518a5 SET
TBLPROPERTIES('auto.purge'='true');
INSERT OVERWRITE TABLE
\`kylin_intermediate_c_view_1598c5e2_ac73_88fc_a18b_1025c6c518a5\` SELECT
\`LOGFLOW_VIEW_CUBE\`.\`PFID\` as \`LOGFLOW_VIEW_CUBE_PFID\`
,\`LOGFLOW_VIEW_CUBE\`.\`APPID\` as \`LOGFLOW_VIEW_CUBE_APPID\`
,\`LOGFLOW_VIEW_CUBE\`.\`APPTYPE\` as \`LOGFLOW_VIEW_CUBE_APPTYPE\`
,\`LOGFLOW_VIEW_CUBE\`.\`ACTID\` as \`LOGFLOW_VIEW_CUBE_ACTID\`
,\`LOGFLOW_VIEW_CUBE\`.\`STEPID\` as \`LOGFLOW_VIEW_CUBE_STEPID\`
,\`LOGFLOW_VIEW_CUBE\`.\`STEPTYPE\` as \`LOGFLOW_VIEW_CUBE_STEPTYPE\`
,\`LOGFLOW_VIEW_CUBE\`.\`REGIONID\` as \`LOGFLOW_VIEW_CUBE_REGIONID\`
,\`LOGFLOW_VIEW_CUBE\`.\`APPSRC\` as \`LOGFLOW_VIEW_CUBE_APPSRC\`
,\`LOGFLOW_VIEW_CUBE\`.\`PROJECTID\` as \`LOGFLOW_VIEW_CUBE_PROJECTID\`
,\`LOGFLOW_VIEW_CUBE\`.\`SUBPROJECTID\` as \`LOGFLOW_VIEW_CUBE_SUBPROJECTID\`
,\`LOGFLOW_VIEW_CUBE\`.\`LC\` as \`LOGFLOW_VIEW_CUBE_LC\`
,\`LOGFLOW_VIEW_CUBE\`.\`SHARETYPE\` as \`LOGFLOW_VIEW_CUBE_SHARETYPE\`
,\`LOGFLOW_VIEW_CUBE\`.\`MODEL\` as \`LOGFLOW_VIEW_CUBE_MODEL\`
,\`LOGFLOW_VIEW_CUBE\`.\`USERAGENT\` as \`LOGFLOW_VIEW_CUBE_USERAGENT\`
,\`LOGFLOW_VIEW_CUBE\`.\`DEVICE\` as \`LOGFLOW_VIEW_CUBE_DEVICE\`
,\`LOGFLOW_VIEW_CUBE\`.\`SCREEN\` as \`LOGFLOW_VIEW_CUBE_SCREEN\`
,\`LOGFLOW_VIEW_CUBE\`.\`NETTYPE\` as \`LOGFLOW_VIEW_CUBE_NETTYPE\`
,\`LOGFLOW_VIEW_CUBE\`.\`CNLGROUP\` as \`LOGFLOW_VIEW_CUBE_CNLGROUP\`
,\`LOGFLOW_VIEW_CUBE\`.\`CNLCLASS\` as \`LOGFLOW_VIEW_CUBE_CNLCLASS\`
,\`LOGFLOW_VIEW_CUBE\`.\`CNLMARK\` as \`LOGFLOW_VIEW_CUBE_CNLMARK\`
,\`LOGFLOW_VIEW_CUBE\`.\`CNL\` as \`LOGFLOW_VIEW_CUBE_CNL\`
,\`LOGFLOW_VIEW_CUBE\`.\`CNLTYPE\` as \`LOGFLOW_VIEW_CUBE_CNLTYPE\`
,\`LOGFLOW_VIEW_CUBE\`.\`PHONY\` as \`LOGFLOW_VIEW_CUBE_PHONY\`
,\`LOGFLOW_VIEW_CUBE\`.\`DT\` as \`LOGFLOW_VIEW_CUBE_DT\`
,\`LOGFLOW_VIEW_CUBE\`.\`HR\` as \`LOGFLOW_VIEW_CUBE_HR\`
,\`LOGFLOW_VIEW_CUBE\`.\`VIEWID\` as \`LOGFLOW_VIEW_CUBE_VIEWID\`
,\`LOGFLOW_VIEW_CUBE\`.\`IP\` as \`LOGFLOW_VIEW_CUBE_IP\`
,\`LOGFLOW_VIEW_CUBE\`.\`AUDID\` as \`LOGFLOW_VIEW_CUBE_AUDID\`
FROM \`ODS\`.\`LOGFLOW_VIEW_CUBE\` as \`LOGFLOW_VIEW_CUBE\`
LEFT JOIN \`DIMENSION\`.\`REGION\` as \`REGION\`
ON \`LOGFLOW_VIEW_CUBE\`.\`REGIONID\` = \`REGION\`.\`ID\`
WHERE 1=1 AND (pfid != 55306108c51369f023cf59b2) AND
(((\`LOGFLOW_VIEW_CUBE\`.\`DT\` = '2020-06-02' AND \`LOGFLOW_VIEW_CUBE\`.\`HR\`
>= '00') OR (\`LOGFLOW_VIEW_CUBE\`.\`DT\` > '2020-06-02')) AND
((\`LOGFLOW_VIEW_CUBE\`.\`DT\` = '2020-06-09' AND \`LOGFLOW_VIEW_CUBE\`.\`HR\`
< '00') OR (\`LOGFLOW_VIEW_CUBE\`.\`DT\` < '2020-06-09')))
;
" --hiveconf hive.merge.mapredfiles=false --hiveconf
hive.auto.convert.join=true --hiveconf dfs.replication=2 --hiveconf
hive.exec.compress.output=true --hiveconf
hive.auto.convert.join.noconditionaltask=true --hiveconf
mapreduce.job.split.metainfo.maxsize=-1 --hiveconf hive.merge.mapfiles=false
--hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf
hive.stats.autogather=true
at
org.apache.kylin.common.util.CliCommandExecutor.execute(CliCommandExecutor.java:96)
at
org.apache.kylin.source.hive.CreateFlatHiveTableStep.createFlatHiveTable(CreateFlatHiveTableStep.java:59)
at
org.apache.kylin.source.hive.CreateFlatHiveTableStep.doWork(CreateFlatHiveTableStep.java:97)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:179)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
