yes it is the same issue, and it is just submitted 2 hours ago.
------------------ ???????? ------------------ ??????: "Dong Li";<[email protected]>; ????????: 2016??6??14??(??????) ????10:48 ??????: "dev"<[email protected]>; ????: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension Is same issue with KYLIN-1785? https://issues.apache.org/jira/browse/KYLIN-1785 Thanks, Dong Li 2016-06-13 16:18 GMT+08:00 ???? <[email protected]>: > Hi All?? When I build the cube, it failed in the step Build N-Dimension > Cuboid Data : 20-Dimension. > > > The output shows as follows: > 2016-06-13 11:46:53.442 - State of Hadoop job: > job_1465095991084_0298:RUNNING - UNDEFINED > 2016-06-13 11:47:03.451 - State of Hadoop job: > job_1465095991084_0298:FINISHED - FAILED > no counters for job job_1465095991084_0298 > And the MR log shows as follows: > Error: java.util.NoSuchElementException at > java.util.ArrayList$Itr.next(ArrayList.java:834) at > java.util.Collections.min(Collections.java:665) at > org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201) > at > org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125) > at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at > org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148) > at > org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49) > at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at > org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at > org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at > org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at > java.security.AccessController.doPrivileged(Native Method) at > javax.security.auth.Subject.doAs(Subject.java:415) at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793) > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) > > > Where is the problem? > > > > > The json is as follows: > { "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1", > "name": "http_cube_16wei_youhua", "description": "", "dimensions": [ > { "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived": > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", "derived": > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ECI", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.TAC", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null > }, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived": > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", "derived": > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived": > null }, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID", > "table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID", > "derived": null }, { "name": > "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME", "table": > "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME", "derived": > null } ], "measures": [ { "name": "_COUNT_", > "function": { "expression": "COUNT", "parameter": { > "type": "constant", "value": "1", "next_parameter": > null }, "returntype": "bigint" }, > "dependent_measure_ref": null }, { "name": "1", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "COMM_TCP_WX_DELAY", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "2", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "COMM_TCP_WX_SUCC_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "3", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "COMM_TCP_HX_DELAY", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "4", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "COMM_TCP_REQ_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "5", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "COMM_TCP_SUCC_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "6", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_DOWN", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "7", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_RE_DELAY", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "8", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_RES_DELAY_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "9", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "DOWN_FLOW", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "10", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "UP_FLOW", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "11", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_RES_DELAY", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "12", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_XDR_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "13", > "function": { "expression": "SUM", "parameter": { > "type": "column", "value": "HTTP_SUCC_COUNT", > "next_parameter": null }, "returntype": "decimal" > }, "dependent_measure_ref": null }, { "name": "14", > "function": { "expression": "COUNT_DISTINCT", > "parameter": { "type": "column", "value": "IMSI", > "next_parameter": null }, "returntype": "hllc16" > }, "dependent_measure_ref": null } ], "rowkey": { > "rowkey_columns": [ { "column": "DATE_ID", > "encoding": "dict", "isShardBy": false }, { > "column": "APP_CLASS_ID", "encoding": "dict", "isShardBy": > false }, { "column": "CITY_ID", "encoding": > "dict", "isShardBy": false }, { "column": > "ECI", "encoding": "dict", "isShardBy": false }, > { "column": "TAC", "encoding": "dict", > "isShardBy": false }, { "column": "MME_SGW_IP_ADD", > "encoding": "dict", "isShardBy": false }, { > "column": "VENDOR_ID", "encoding": "dict", "isShardBy": > false }, { "column": "SGW_POOL", "encoding": > "dict", "isShardBy": false }, { "column": > "TERMINAL_ID", "encoding": "dict", "isShardBy": false > }, { "column": "MODEL_ID", "encoding": "dict", > "isShardBy": false }, { "column": > "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy": false > }, { "column": "COUNTY_ID", "encoding": "dict", > "isShardBy": false }, { "column": "ENB_IP", > "encoding": "dict", "isShardBy": false }, { > "column": "VENDOR_NAME", "encoding": "dict", "isShardBy": > false }, { "column": "TERMINAL_NAME", > "encoding": "dict", "isShardBy": false }, { > "column": "APP_CLASS_NAME", "encoding": "dict", > "isShardBy": false }, { "column": > "APP_SUB_CLASS_NAME", "encoding": "dict", "isShardBy": > false }, { "column": "CITY_NAME", "encoding": > "dict", "isShardBy": false }, { "column": > "COUNTY_NAME", "encoding": "dict", "isShardBy": false > }, { "column": "ECI_NAME", "encoding": "dict", > "isShardBy": false }, { "column": "MODEL_NAME", > "encoding": "dict", "isShardBy": false } ] }, > "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified": > 1465720985379, "model_name": "http_model_16wei_clone", "null_string": > null, "hbase_mapping": { "column_family": [ { "name": > "F1", "columns": [ { "qualifier": "M", > "measure_refs": [ "_COUNT_", "1", > "2", "3", "4", "5", > "6", "7", "8", "9", > "10", "11", "12", "13" > ] } ] }, { "name": "F2", > "columns": [ { "qualifier": "M", > "measure_refs": [ "14" ] } ] > } ] }, "aggregation_groups": [ { "includes": [ > "DATE_ID", "CITY_ID", "CITY_NAME", "TAC", > "VENDOR_ID", "VENDOR_NAME", "SGW_POOL", > "MME_SGW_IP_ADD", "ENB_IP", "ECI", "ECI_NAME", > "COUNTY_ID", "COUNTY_NAME", "APP_CLASS_ID", > "APP_CLASS_NAME", "APP_SUB_CLASS_ID", > "APP_SUB_CLASS_NAME" ], "select_rule": { > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", > "CITY_ID", "CITY_NAME", "TAC", > "VENDOR_NAME", "VENDOR_ID", "SGW_POOL", > "MME_SGW_IP_ADD", "ENB_IP", "ECI", > "ECI_NAME", "COUNTY_NAME", "COUNTY_ID", > "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", > "APP_SUB_CLASS_NAME" ], "joint_dims": [] } > }, { "includes": [ "DATE_ID", "CITY_ID", > "CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME", > "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP", > "ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME", > "TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID", > "MODEL_NAME" ], "select_rule": { "hierarchy_dims": > [], "mandatory_dims": [ "DATE_ID", "CITY_ID", > "CITY_NAME", "TAC", "VENDOR_ID", > "VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", > "ENB_IP", "ECI_NAME", "COUNTY_ID", "ECI", > "COUNTY_NAME", "TERMINAL_ID", "TERMINAL_NAME", > "MODEL_ID", "MODEL_NAME" ], > "joint_dims": [] } }, { "includes": [ > "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD", > "APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": { > "hierarchy_dims": [], "mandatory_dims": [ > "DATE_ID", "SGW_POOL" ], "joint_dims": [ > [ "APP_CLASS_ID", "APP_CLASS_NAME" ] > ] } }, { "includes": [ "DATE_ID", > "CITY_ID", "CITY_NAME", "APP_CLASS_ID", > "APP_CLASS_NAME", "TAC", "VENDOR_ID", > "VENDOR_NAME" ], "select_rule": { "hierarchy_dims": > [], "mandatory_dims": [ "DATE_ID", "CITY_ID", > "CITY_NAME" ], "joint_dims": [ [ > "APP_CLASS_ID", "APP_CLASS_NAME" ], [ > "VENDOR_ID", "VENDOR_NAME" ] ] > } }, { "includes": [ "DATE_ID", "ECI", > "ECI_NAME", "TAC", "APP_CLASS_ID", > "APP_CLASS_NAME" ], "select_rule": { "hierarchy_dims": > [], "mandatory_dims": [ "DATE_ID", "ECI", > "ECI_NAME", "TAC" ], "joint_dims": [ > [ "APP_CLASS_ID", "APP_CLASS_NAME" ] > ] } }, { "includes": [ "DATE_ID", > "APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID", > "APP_SUB_CLASS_NAME" ], "select_rule": { > "hierarchy_dims": [], "mandatory_dims": [ "DATE_ID", > "APP_CLASS_ID", "APP_CLASS_NAME", > "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ], > "joint_dims": [] } }, { "includes": [ > "DATE_ID", "MODEL_ID", "MODEL_NAME", > "TERMINAL_ID", "TERMINAL_NAME" ], "select_rule": { > "hierarchy_dims": [], "mandatory_dims": [ > "DATE_ID", "MODEL_ID", "MODEL_NAME", > "TERMINAL_ID", "TERMINAL_NAME" ], "joint_dims": > [] } } ], "notify_list": [], "status_need_notify": [], > "partition_date_start": 1446336000000, "partition_date_end": > 3153600000000, "auto_merge_time_ranges": [ 604800000, 2419200000 > ], "retention_range": 0, "engine_type": 2, "storage_type": 2, > "override_kylin_properties": {} }
