Hi All?? When I build the cube, it failed in the step Build N-Dimension
Cuboid Data : 20-Dimension.
The output shows as follows:
2016-06-13 11:46:53.442 - State of Hadoop job:
job_1465095991084_0298:RUNNING - UNDEFINED
2016-06-13 11:47:03.451 - State of Hadoop job:
job_1465095991084_0298:FINISHED - FAILED
no counters for job job_1465095991084_0298
And the MR log shows as follows:
Error: java.util.NoSuchElementException at
java.util.ArrayList$Itr.next(ArrayList.java:834) at
java.util.Collections.min(Collections.java:665) at
org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201) at
org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125) at
org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148) at
org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49) at
org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:415) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
Where is the problem?
The json is as follows:
{ "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb", "version": "1.5.1",
"name": "http_cube_16wei_youhua", "description": "", "dimensions": [ {
"name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "DATE_ID", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "CITY_ID", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_ID", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.ECI", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "ECI", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.TAC", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "TAC", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "ENB_IP", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "MME_SGW_IP_ADD",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.SGW_POOL", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "SGW_POOL", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_ID", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "VENDOR_NAME",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_ID", "derived":
null }, { "name": "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "TERMINAL_NAME",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_ID", "derived":
null }, { "name": "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "APP_CLASS_NAME",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_ID",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "APP_SUB_CLASS_NAME",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.CITY_NAME", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "CITY_NAME", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "COUNTY_NAME",
"derived": null }, { "name":
"FUJIAN.HTTP_10T_PARTITION.ECI_NAME", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "ECI_NAME", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID", "table":
"FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_ID", "derived": null
}, { "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME",
"table": "FUJIAN.HTTP_10T_PARTITION", "column": "MODEL_NAME",
"derived": null } ], "measures": [ { "name": "_COUNT_",
"function": { "expression": "COUNT", "parameter": {
"type": "constant", "value": "1", "next_parameter": null
}, "returntype": "bigint" }, "dependent_measure_ref":
null }, { "name": "1", "function": { "expression":
"SUM", "parameter": { "type": "column", "value":
"COMM_TCP_WX_DELAY", "next_parameter": null },
"returntype": "decimal" }, "dependent_measure_ref": null },
{ "name": "2", "function": { "expression": "SUM",
"parameter": { "type": "column", "value":
"COMM_TCP_WX_SUCC_COUNT", "next_parameter": null },
"returntype": "decimal" }, "dependent_measure_ref": null },
{ "name": "3", "function": { "expression": "SUM",
"parameter": { "type": "column", "value":
"COMM_TCP_HX_DELAY", "next_parameter": null },
"returntype": "decimal" }, "dependent_measure_ref": null },
{ "name": "4", "function": { "expression": "SUM",
"parameter": { "type": "column", "value":
"COMM_TCP_REQ_COUNT", "next_parameter": null },
"returntype": "decimal" }, "dependent_measure_ref": null },
{ "name": "5", "function": { "expression": "SUM",
"parameter": { "type": "column", "value":
"COMM_TCP_SUCC_COUNT", "next_parameter": null },
"returntype": "decimal" }, "dependent_measure_ref": null },
{ "name": "6", "function": { "expression": "SUM",
"parameter": { "type": "column", "value": "HTTP_DOWN",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "7",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "HTTP_RE_DELAY",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "8",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "HTTP_RES_DELAY_COUNT",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "9",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "DOWN_FLOW", "next_parameter":
null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "10",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "UP_FLOW", "next_parameter":
null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "11",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "HTTP_RES_DELAY",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "12",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "HTTP_XDR_COUNT",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "13",
"function": { "expression": "SUM", "parameter": {
"type": "column", "value": "HTTP_SUCC_COUNT",
"next_parameter": null }, "returntype": "decimal" },
"dependent_measure_ref": null }, { "name": "14",
"function": { "expression": "COUNT_DISTINCT", "parameter": {
"type": "column", "value": "IMSI", "next_parameter":
null }, "returntype": "hllc16" },
"dependent_measure_ref": null } ], "rowkey": { "rowkey_columns": [
{ "column": "DATE_ID", "encoding": "dict",
"isShardBy": false }, { "column": "APP_CLASS_ID",
"encoding": "dict", "isShardBy": false }, {
"column": "CITY_ID", "encoding": "dict", "isShardBy": false
}, { "column": "ECI", "encoding": "dict",
"isShardBy": false }, { "column": "TAC",
"encoding": "dict", "isShardBy": false }, {
"column": "MME_SGW_IP_ADD", "encoding": "dict", "isShardBy":
false }, { "column": "VENDOR_ID", "encoding":
"dict", "isShardBy": false }, { "column":
"SGW_POOL", "encoding": "dict", "isShardBy": false },
{ "column": "TERMINAL_ID", "encoding": "dict",
"isShardBy": false }, { "column": "MODEL_ID",
"encoding": "dict", "isShardBy": false }, {
"column": "APP_SUB_CLASS_ID", "encoding": "dict", "isShardBy":
false }, { "column": "COUNTY_ID", "encoding":
"dict", "isShardBy": false }, { "column": "ENB_IP",
"encoding": "dict", "isShardBy": false }, {
"column": "VENDOR_NAME", "encoding": "dict", "isShardBy": false
}, { "column": "TERMINAL_NAME", "encoding": "dict",
"isShardBy": false }, { "column": "APP_CLASS_NAME",
"encoding": "dict", "isShardBy": false }, {
"column": "APP_SUB_CLASS_NAME", "encoding": "dict",
"isShardBy": false }, { "column": "CITY_NAME",
"encoding": "dict", "isShardBy": false }, {
"column": "COUNTY_NAME", "encoding": "dict", "isShardBy": false
}, { "column": "ECI_NAME", "encoding": "dict",
"isShardBy": false }, { "column": "MODEL_NAME",
"encoding": "dict", "isShardBy": false } ] },
"signature": "p2cwQyGrs+CiZSV5Vi2LPQ==", "last_modified": 1465720985379,
"model_name": "http_model_16wei_clone", "null_string": null,
"hbase_mapping": { "column_family": [ { "name": "F1",
"columns": [ { "qualifier": "M",
"measure_refs": [ "_COUNT_", "1",
"2", "3", "4", "5",
"6", "7", "8", "9",
"10", "11", "12", "13" ]
} ] }, { "name": "F2", "columns":
[ { "qualifier": "M", "measure_refs": [
"14" ] } ] } ] },
"aggregation_groups": [ { "includes": [ "DATE_ID",
"CITY_ID", "CITY_NAME", "TAC", "VENDOR_ID",
"VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
"ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
"APP_CLASS_ID", "APP_CLASS_NAME", "APP_SUB_CLASS_ID",
"APP_SUB_CLASS_NAME" ], "select_rule": {
"hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
"CITY_ID", "CITY_NAME", "TAC", "VENDOR_NAME",
"VENDOR_ID", "SGW_POOL", "MME_SGW_IP_ADD",
"ENB_IP", "ECI", "ECI_NAME", "COUNTY_NAME",
"COUNTY_ID", "APP_CLASS_ID", "APP_CLASS_NAME",
"APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME" ],
"joint_dims": [] } }, { "includes": [ "DATE_ID",
"CITY_ID", "CITY_NAME", "TAC", "VENDOR_ID",
"VENDOR_NAME", "SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
"ECI", "ECI_NAME", "COUNTY_ID", "COUNTY_NAME",
"TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
"MODEL_NAME" ], "select_rule": { "hierarchy_dims": [],
"mandatory_dims": [ "DATE_ID", "CITY_ID",
"CITY_NAME", "TAC", "VENDOR_ID", "VENDOR_NAME",
"SGW_POOL", "MME_SGW_IP_ADD", "ENB_IP",
"ECI_NAME", "COUNTY_ID", "ECI", "COUNTY_NAME",
"TERMINAL_ID", "TERMINAL_NAME", "MODEL_ID",
"MODEL_NAME" ], "joint_dims": [] } }, {
"includes": [ "DATE_ID", "SGW_POOL", "MME_SGW_IP_ADD",
"APP_CLASS_ID", "APP_CLASS_NAME" ], "select_rule": {
"hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
"SGW_POOL" ], "joint_dims": [ [
"APP_CLASS_ID", "APP_CLASS_NAME" ] ] }
}, { "includes": [ "DATE_ID", "CITY_ID",
"CITY_NAME", "APP_CLASS_ID", "APP_CLASS_NAME", "TAC",
"VENDOR_ID", "VENDOR_NAME" ], "select_rule": {
"hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
"CITY_ID", "CITY_NAME" ], "joint_dims": [
[ "APP_CLASS_ID", "APP_CLASS_NAME" ],
[ "VENDOR_ID", "VENDOR_NAME" ] ]
} }, { "includes": [ "DATE_ID", "ECI",
"ECI_NAME", "TAC", "APP_CLASS_ID", "APP_CLASS_NAME"
], "select_rule": { "hierarchy_dims": [],
"mandatory_dims": [ "DATE_ID", "ECI", "ECI_NAME",
"TAC" ], "joint_dims": [ [
"APP_CLASS_ID", "APP_CLASS_NAME" ] ] }
}, { "includes": [ "DATE_ID", "APP_CLASS_ID",
"APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME"
], "select_rule": { "hierarchy_dims": [],
"mandatory_dims": [ "DATE_ID", "APP_CLASS_ID",
"APP_CLASS_NAME", "APP_SUB_CLASS_ID", "APP_SUB_CLASS_NAME"
], "joint_dims": [] } }, { "includes": [
"DATE_ID", "MODEL_ID", "MODEL_NAME", "TERMINAL_ID",
"TERMINAL_NAME" ], "select_rule": {
"hierarchy_dims": [], "mandatory_dims": [ "DATE_ID",
"MODEL_ID", "MODEL_NAME", "TERMINAL_ID",
"TERMINAL_NAME" ], "joint_dims": [] } } ],
"notify_list": [], "status_need_notify": [], "partition_date_start":
1446336000000, "partition_date_end": 3153600000000,
"auto_merge_time_ranges": [ 604800000, 2419200000 ],
"retention_range": 0, "engine_type": 2, "storage_type": 2,
"override_kylin_properties": {} }
