You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Oleg Nechiporenko (JIRA)" <ji...@apache.org> on 2015/05/18 17:03:00 UTC

[jira] [Commented] (AMBARI-11217) HDFS Disk Usage widget on dashboard page doesn't work after changing dfs.datanode.data.dir

    [ https://issues.apache.org/jira/browse/AMBARI-11217?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14548128#comment-14548128 ] 

Oleg Nechiporenko commented on AMBARI-11217:
--------------------------------------------

  6127 tests complete (11 seconds)
  79 tests pending

> HDFS Disk Usage widget on dashboard page doesn't work after changing dfs.datanode.data.dir
> ------------------------------------------------------------------------------------------
>
>                 Key: AMBARI-11217
>                 URL: https://issues.apache.org/jira/browse/AMBARI-11217
>             Project: Ambari
>          Issue Type: Bug
>          Components: ambari-web
>    Affects Versions: 2.1.0
>            Reporter: Oleg Nechiporenko
>            Assignee: Oleg Nechiporenko
>            Priority: Critical
>             Fix For: 2.1.0
>
>         Attachments: AMBARI-11217.patch, datanode.png, widget.png
>
>
> *STR*
> # Deploy ambari with all services
> # Execute these commands on each cluster's node
> {code}
> cd /root
> dd if=/dev/zero of=my_fs bs=1024k count=1024
> losetup /dev/loop0 my_fs
> mkfs -t ext3 -m 1 -v /dev/loop0
> mkdir -p /mnt/fs_mount_location/
> mount /dev/loop0 /mnt/fs_mount_location/
> chmod -R 755 /mnt/fs_mount_location/ 
> chown -R hdfs:hadoop /mnt/fs_mount_location/
> {code}
> # Change {{dfs.datanode.data.dir}} to {{/mnt/fs_mount_location/}} ([^datanode.png])
> # Restart HDFS
> *AR*. _HDFS Disk Usage_ widget on dashboard metrics page shows incorrect results. See [^widget.png].
> Namenode metrics (http://c6401:8080/api/v1/clusters/cl1/components/?ServiceComponentInfo/component_name=NAMENODE&fields=metrics)
> {code}
> {
>   "href" : "http://c6401:8080/api/v1/clusters/cl1/components/?ServiceComponentInfo/component_name=NAMENODE&fields=metrics",
>   "items" : [
>     {
>       "href" : "http://c6401:8080/api/v1/clusters/cl1/components/NAMENODE",
>       "ServiceComponentInfo" : {
>         "cluster_name" : "cl1",
>         "component_name" : "NAMENODE",
>         "service_name" : "HDFS"
>       },
>       "metrics" : {
>         "dfs" : {
>           "FSNamesystem" : {
>             "BlockCapacity" : 2097152,
>             "BlocksTotal" : 374,
>             "CapacityRemaining" : 0,
>             "CapacityRemainingGB" : 0.0,
>             "CapacityTotal" : 0,
>             "CapacityTotalGB" : 0.0,
>             "CapacityUsed" : 77824,
>             "CapacityUsedGB" : 0.0,
>             "CorruptBlocks" : 0,
>             "ExcessBlocks" : 0,
>             "FilesTotal" : 494,
>             "MissingBlocks" : 374,
>             "PendingDeletionBlocks" : 0,
>             "PendingReplicationBlocks" : 0,
>             "ScheduledReplicationBlocks" : 0,
>             "TotalLoad" : 6,
>             "UnderReplicatedBlocks" : 374
>           },
>           "namenode" : {
>             "DeadNodes" : "{}",
>             "DecomNodes" : "{}",
>             "DeleteFileOps" : 1.0,
>             "FilesAppended" : 0.0,
>             "FilesDeleted" : 1.0,
>             "FilesRenamed" : 0.0,
>             "Free" : 0,
>             "LiveNodes" : "{\"c6403.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.103:50075\",\"infoSecureAddr\":\"192.168.64.103:0\",\"xferaddr\":\"192.168.64.103:50010\",\"lastContact\":1,\"usedSpace\":24576,\"adminState\":\"In Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":24576,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":24576,\"blockPoolUsedPercent\":100.0,\"volfails\":0},\"c6401.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.101:50075\",\"infoSecureAddr\":\"192.168.64.101:0\",\"xferaddr\":\"192.168.64.101:50010\",\"lastContact\":1,\"usedSpace\":24576,\"adminState\":\"In Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":24576,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":24576,\"blockPoolUsedPercent\":100.0,\"volfails\":0},\"c6402.ambari.apache.org:50010\":{\"infoAddr\":\"192.168.64.102:50075\",\"infoSecureAddr\":\"192.168.64.102:0\",\"xferaddr\":\"192.168.64.102:50010\",\"lastContact\":2,\"usedSpace\":28672,\"adminState\":\"In Service\",\"nonDfsUsedSpace\":0,\"capacity\":0,\"numBlocks\":0,\"version\":\"2.7.1.2.3.0.0-1675\",\"used\":28672,\"remaining\":0,\"blockScheduled\":0,\"blockPoolUsed\":28672,\"blockPoolUsedPercent\":100.0,\"volfails\":0}}",
>             "NameDirStatuses" : "{\"active\":{\"/hadoop/hdfs/namenode\":\"IMAGE_AND_EDITS\"},\"failed\":{}}",
>             "NonDfsUsedSpace" : 0,
>             "PercentRemaining" : 0.0,
>             "PercentUsed" : 100.0,
>             "Safemode" : "",
>             "Threads" : 53,
>             "Total" : 0,
>             "TotalBlocks" : 374,
>             "TotalFiles" : 494,
>             "UpgradeFinalized" : true,
>             "Used" : 77824,
>             "Version" : "2.7.1.2.3.0.0-1675, r7593d23043155e84cef1376161fe50afbd7fde87",
>             "fsImageLoadTime" : 3875.0
>           }
>         },
>         "jvm" : {
>           "gcCount" : 8,
>           "gcTimeMillis" : 828,
>           "logError" : 0,
>           "logFatal" : 0,
>           "logInfo" : 11982,
>           "logWarn" : 384,
>           "memHeapCommittedM" : 998.4375,
>           "memHeapUsedM" : 226.14886,
>           "memMaxM" : 998.4375,
>           "memNonHeapCommittedM" : 66.68359,
>           "memNonHeapUsedM" : 65.217064,
>           "threadsBlocked" : 0,
>           "threadsNew" : 0,
>           "threadsRunnable" : 7,
>           "threadsTerminated" : 0,
>           "threadsTimedWaiting" : 42,
>           "threadsWaiting" : 4
>         },
>         "rpc" : {
>           "NumOpenConnections" : 8,
>           "ReceivedBytes" : 1240541,
>           "SentBytes" : 210781
>         },
>         "rpcdetailed" : {
>           "delete_avg_time" : 3.0,
>           "delete_num_ops" : 0.0,
>           "mkdirs_avg_time" : 5.0,
>           "mkdirs_num_ops" : 0.0,
>           "register_avg_time" : 194.33333333333334,
>           "register_num_ops" : 0.0,
>           "rename_avg_time" : 4.0,
>           "rename_num_ops" : 0.0,
>           "renewLease_avg_time" : 0.0,
>           "renewLease_num_ops" : 2.0,
>           "setOwner_avg_time" : 1.0,
>           "setOwner_num_ops" : 0.0,
>           "setPermission_avg_time" : 1.0,
>           "setPermission_num_ops" : 0.0,
>           "setSafeMode_avg_time" : 0.0,
>           "setSafeMode_num_ops" : 0.0,
>           "versionRequest_avg_time" : 16.333333333333332,
>           "versionRequest_num_ops" : 0.0
>         }
>       }
>     }
>   ]
> }
> {code}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)