hi I'm taking care of that JIRA, it might be a bug, thanks for reporting. On Tue, Jun 14, 2016 at 10:53 PM, 耳东 <[email protected]> wrote:
> yes it is the same issue, and it is just submitted 2 hours ago. > > > > > ------------------ 原始邮件 ------------------ > 发件人: "Dong Li";<[email protected]>; > 发送时间: 2016年6月14日(星期二) 晚上10:48 > 收件人: "dev"<[email protected]>; > > 主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension > > > > Is same issue with KYLIN-1785? > > https://issues.apache.org/jira/browse/KYLIN-1785 > > Thanks, > Dong Li > > 2016-06-13 16:18 GMT+08:00 耳东 <[email protected]>: > > > Hi All： When I build the cube, it failed in the step Build N-Dimension > > Cuboid Data : 20-Dimension. > > > > > > The output shows as follows: > > 2016-06-13 11:46:53.442 - State of Hadoop job: > > job_1465095991084_0298:RUNNING - UNDEFINED > > 2016-06-13 11:47:03.451 - State of Hadoop job: > > job_1465095991084_0298:FINISHED - FAILED > > no counters for job job_1465095991084_0298 > > And the MR log shows as follows: > > Error: java.util.NoSuchElementException at > > java.util.ArrayList$Itr.next(ArrayList.java:834) at > > java.util.Collections.min(Collections.java:665) at > > > org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201) > > at > > > org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125) > > at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at > > > org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148) > > at > > > org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49) > > at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at > > org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at > > org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at > > org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at > > java.security.AccessController.doPrivileged(Native Method) at > > javax.security.auth.Subject.doAs(Subject.java:415) at > > > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793) > > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) > > > > > > Where is the problem? > > > > > > > > > > The json is as follows: > > { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1", > > "name": "http_cube_16wei_youhua", "description": "", "dimensions": [ > > { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived": > > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", > "derived": > > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.TAC", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null > > }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived": > > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", > "derived": > > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived": > > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID", > > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID", > > "derived": null }, { "name": > > "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table": > > "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME", > "derived": > > null } ], "measures": [ { "name": "_COUNT_", > > "function": { "expression": "COUNT", "parameter": { > > "type": "constant", "value": "1", > "next_parameter": > > null }, "returntype": "bigint" }, > > "dependent_measure_ref": null }, { "name": "1", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "COMM_TCP_WX_DELAY", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "2", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "3", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "COMM_TCP_HX_DELAY", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "4", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "COMM_TCP_REQ_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "5", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "COMM_TCP_SUCC_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "6", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_DOWN", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "7", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_RE_DELAY", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "8", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_RES_DELAY_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "9", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "DOWN_FLOW", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "10", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "UP_FLOW", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "11", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_RES_DELAY", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "12", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_XDR_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "13", > > "function": { "expression": "SUM", "parameter": { > > "type": "column", "value": "HTTP_SUCC_COUNT", > > "next_parameter": null }, "returntype": "decimal" > > }, "dependent_measure_ref": null }, { "name": "14", > > "function": { "expression": "COUNT_DISTINCT", > > "parameter": { "type": "column", "value": "IMSI", > > "next_parameter": null }, "returntype": "hllc16" > > }, "dependent_measure_ref": null } ], "rowkey": { > > "rowkey_columns": [ { "column": "DATE_ID", > > "encoding": "dict", "isShardBy": false }, { > > "column": "APP_CLASS_ID", "encoding": "dict", > "isShardBy": > > false }, { "column": "CITY_ID", "encoding": > > "dict", "isShardBy": false }, { "column": > > "ECI", "encoding": "dict", "isShardBy": false }, > > { "column": "TAC", "encoding": "dict", > > "isShardBy": false }, { "column": "MME_SGW_IP_ADD", > > "encoding": "dict", "isShardBy": false }, { > > "column": "VENDOR_ID", "encoding": "dict", "isShardBy": > > false }, { "column": "SGW_POOL", "encoding": > > "dict", "isShardBy": false }, { "column": > > "TERMINAL_ID", "encoding": "dict", "isShardBy": false > > }, { "column": "MODEL_ID", "encoding": "dict", > > "isShardBy": false }, { "column": > > "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy": > false > > }, { "column": "COUNTY_ID", "encoding": > "dict", > > "isShardBy": false }, { "column": "ENB_IP", > > "encoding": "dict", "isShardBy": false }, { > > "column": "VENDOR_NAME", "encoding": "dict", > "isShardBy": > > false }, { "column": "TERMINAL_NAME", > > "encoding": "dict", "isShardBy": false }, { > > "column": "APP_CLASS_NAME", "encoding": "dict", > > "isShardBy": false }, { "column": > > "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy": > > false }, { "column": "CITY_NAME", "encoding": > > "dict", "isShardBy": false }, { "column": > > "COUNTY_NAME", "encoding": "dict", "isShardBy": false > > }, { "column": "ECI_NAME", "encoding": "dict", > > "isShardBy": false }, { "column": "MODEL_NAME", > > "encoding": "dict", "isShardBy": false } ] }, > > "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified": > > 1465720985379, "model_name": "http_model_16wei_clone", "null_string": > > null, "hbase_mapping": { "column_family": [ { "name": > > "F1", "columns": [ { "qualifier": "M", > > "measure_refs": [ "_COUNT_", "1", > > "2", "3", "4", "5", > > "6", "7", "8", "9", > > "10", "11", "12", "13" > > ] } ] }, { "name": "F2", > > "columns": [ { "qualifier": "M", > > "measure_refs": [ "14" ] } ] > > } ] }, "aggregation_groups": [ { "includes": [ > > "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", > > "VENDOR_ID", "VENDOR_NAME", "SGW_POOL", > > "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME", > > "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID", > > "APP_CLASS_NAME", "APP_SUB_CLASS_ID", > > "APP_SUB_CLASS_NAME" ], "select_rule": { > > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", > > "CITY_ID", "CITY_NAME", "TAC", > > "VENDOR_NAME", "VENDOR_ID", "SGW_POOL", > > "MME_SGW_IP_ADD", "ENB_IP", "ECI", > > "ECI_NAME", "COUNTY_NAME", "COUNTY_ID", > > "APP_CLASS_ID", "APP_CLASS_NAME", > "APP_SUB_CLASS_ID", > > "APP_SUB_CLASS_NAME" ], "joint_dims": [] } > > }, { "includes": [ "DATE_ID", "CITY_ID", > > "CITY_NAME", "TAC", "VENDOR_ID", > "VENDOR_NAME", > > "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", > > "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME", > > "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID", > > "MODEL_NAME" ], "select_rule": { "hierarchy_dims": > > [], "mandatory_dims": [ "DATE_ID", "CITY_ID", > > "CITY_NAME", "TAC", "VENDOR_ID", > > "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", > > "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI", > > "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME", > > "MODEL_ID", "MODEL_NAME" ], > > "joint_dims": [] } }, { "includes": [ > > "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD", > > "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": { > > "hierarchy_dims": [], "mandatory_dims": [ > > "DATE_ID", "SGW_POOL" ], "joint_dims": [ > > [ "APP_CLASS_ID", "APP_CLASS_NAME" ] > > ] } }, { "includes": [ "DATE_ID", > > "CITY_ID", "CITY_NAME", "APP_CLASS_ID", > > "APP_CLASS_NAME", "TAC", "VENDOR_ID", > > "VENDOR_NAME" ], "select_rule": { "hierarchy_dims": > > [], "mandatory_dims": [ "DATE_ID", "CITY_ID", > > "CITY_NAME" ], "joint_dims": [ [ > > "APP_CLASS_ID", "APP_CLASS_NAME" ], > [ > > "VENDOR_ID", "VENDOR_NAME" ] ] > > } }, { "includes": [ "DATE_ID", "ECI", > > "ECI_NAME", "TAC", "APP_CLASS_ID", > > "APP_CLASS_NAME" ], "select_rule": { > "hierarchy_dims": > > [], "mandatory_dims": [ "DATE_ID", "ECI", > > "ECI_NAME", "TAC" ], "joint_dims": [ > > [ "APP_CLASS_ID", "APP_CLASS_NAME" ] > > ] } }, { "includes": [ "DATE_ID", > > "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", > > "APP_SUB_CLASS_NAME" ], "select_rule": { > > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", > > "APP_CLASS_ID", "APP_CLASS_NAME", > > "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], > > "joint_dims": [] } }, { "includes": [ > > "DATE_ID", "MODEL_ID", "MODEL_NAME", > > "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": { > > "hierarchy_dims": [], "mandatory_dims": [ > > "DATE_ID", "MODEL_ID", "MODEL_NAME", > > "TERMINAL_ID", "TERMINAL_NAME" ], > "joint_dims": > > [] } } ], "notify_list": [], "status_need_notify": [], > > "partition_date_start": 1446336000000, "partition_date_end": > > 3153600000000, "auto_merge_time_ranges": [ 604800000, > 2419200000 > > ], "retention_range": 0, "engine_type": 2, "storage_type": 2, > > "override_kylin_properties": {} } > -- Regards, *Bin Mahone | 马洪宾* Apache Kylin: http://kylin.io Github: https://github.com/binmahone
