Oleg Nechiporenko created AMBARI-11217:
------------------------------------------
Summary: HDFS Disk Usage widget on dashboard page doesn't work
after changing dfs.datanode.data.dir
Key: AMBARI-11217
URL: https://issues.apache.org/jira/browse/AMBARI-11217
Project: Ambari
Issue Type: Bug
Components: ambari-web
Affects Versions: 2.1.0
Reporter: Oleg Nechiporenko
Assignee: Oleg Nechiporenko
Priority: Critical
Fix For: 2.1.0
*STR*
# Deploy ambari with all services
# Execute these commands on each cluster's node
{code}
cd /root
dd if=/dev/zero of=my_fs bs=1024k count=1024
losetup /dev/loop0 my_fs
mkfs -t ext3 -m 1 -v /dev/loop0
mkdir -p /mnt/fs_mount_location/
mount /dev/loop0 /mnt/fs_mount_location/
chmod -R 755 /mnt/fs_mount_location/
chown -R hdfs:hadoop /mnt/fs_mount_location/
{code}
# Change {{dfs.datanode.data.dir}} to {{/mnt/fs_mount_location/}}
([^datanode.png])
# Restart HDFS
*AR*. _HDFS Disk Usage_ widget on dashboard metrics page shows incorrect
results. See [^widget.png].
Namenode metrics
(http://c6401:8080/api/v1/clusters/cl1/components/?ServiceComponentInfo/component_name=NAMENODE&fields=metrics)
{code}
{
"href" :
"http://c6401:8080/api/v1/clusters/cl1/components/?ServiceComponentInfo/component_name=NAMENODE&fields=metrics";,
"items" : [
{
"href" : "http://c6401:8080/api/v1/clusters/cl1/components/NAMENODE";,
"ServiceComponentInfo" : {
"cluster_name" : "cl1",
"component_name" : "NAMENODE",
"service_name" : "HDFS"
},
"metrics" : {
"dfs" : {
"FSNamesystem" : {
"BlockCapacity" : 2097152,
"BlocksTotal" : 374,
"CapacityRemaining" : 0,
"CapacityRemainingGB" : 0.0,
"CapacityTotal" : 0,
"CapacityTotalGB" : 0.0,
"CapacityUsed" : 77824,
"CapacityUsedGB" : 0.0,
"CorruptBlocks" : 0,
"ExcessBlocks" : 0,
"FilesTotal" : 494,
"MissingBlocks" : 374,
"PendingDeletionBlocks" : 0,
"PendingReplicationBlocks" : 0,
"ScheduledReplicationBlocks" : 0,
"TotalLoad" : 6,
"UnderReplicatedBlocks" : 374
},
"namenode" : {
"DeadNodes" : "{}",
"DecomNodes" : "{}",
"DeleteFileOps" : 1.0,
"FilesAppended" : 0.0,
"FilesDeleted" : 1.0,
"FilesRenamed" : 0.0,
"Free" : 0,
"LiveNodes" :
"{\"c6403.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.103:50075\",\"infoSecureAddr\":\"192.168.64.103:0\",\"xferaddr\":\"192.168.64.103:50010\",\"lastContact\":1,\"usedSpace\":24576,\"adminState\":\"In
Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":24576,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":24576,\"blockPoolUsedPercent\":100.0,\"volfails\":0},\"c6401.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.101:50075\",\"infoSecureAddr\":\"192.168.64.101:0\",\"xferaddr\":\"192.168.64.101:50010\",\"lastContact\":1,\"usedSpace\":24576,\"adminState\":\"In
Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":24576,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":24576,\"blockPoolUsedPercent\":100.0,\"volfails\":0},\"c6402.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.102:50075\",\"infoSecureAddr\":\"192.168.64.102:0\",\"xferaddr\":\"192.168.64.102:50010\",\"lastContact\":2,\"usedSpace\":28672,\"adminState\":\"In
Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":28672,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":28672,\"blockPoolUsedPercent\":100.0,\"volfails\":0}}",
"NameDirStatuses" :
"{\"active\":{\"/hadoop/hdfs/namenode\":\"IMAGE_AND_EDITS\"},\"failed\":{}}",
"NonDfsUsedSpace" : 0,
"PercentRemaining" : 0.0,
"PercentUsed" : 100.0,
"Safemode" : "",
"Threads" : 53,
"Total" : 0,
"TotalBlocks" : 374,
"TotalFiles" : 494,
"UpgradeFinalized" : true,
"Used" : 77824,
"Version" : "2.7.1.2.3.0.0-1675,
r7593d23043155e84cef1376161fe50afbd7fde87",
"fsImageLoadTime" : 3875.0
}
},
"jvm" : {
"gcCount" : 8,
"gcTimeMillis" : 828,
"logError" : 0,
"logFatal" : 0,
"logInfo" : 11982,
"logWarn" : 384,
"memHeapCommittedM" : 998.4375,
"memHeapUsedM" : 226.14886,
"memMaxM" : 998.4375,
"memNonHeapCommittedM" : 66.68359,
"memNonHeapUsedM" : 65.217064,
"threadsBlocked" : 0,
"threadsNew" : 0,
"threadsRunnable" : 7,
"threadsTerminated" : 0,
"threadsTimedWaiting" : 42,
"threadsWaiting" : 4
},
"rpc" : {
"NumOpenConnections" : 8,
"ReceivedBytes" : 1240541,
"SentBytes" : 210781
},
"rpcdetailed" : {
"delete_avg_time" : 3.0,
"delete_num_ops" : 0.0,
"mkdirs_avg_time" : 5.0,
"mkdirs_num_ops" : 0.0,
"register_avg_time" : 194.33333333333334,
"register_num_ops" : 0.0,
"rename_avg_time" : 4.0,
"rename_num_ops" : 0.0,
"renewLease_avg_time" : 0.0,
"renewLease_num_ops" : 2.0,
"setOwner_avg_time" : 1.0,
"setOwner_num_ops" : 0.0,
"setPermission_avg_time" : 1.0,
"setPermission_num_ops" : 0.0,
"setSafeMode_avg_time" : 0.0,
"setSafeMode_num_ops" : 0.0,
"versionRequest_avg_time" : 16.333333333333332,
"versionRequest_num_ops" : 0.0
}
}
}
]
}
{code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
