diff options
author | Yusaku Sako <yusaku@apache.org> | 2012-12-09 13:35:15 +0000 |
---|---|---|
committer | Yusaku Sako <yusaku@apache.org> | 2012-12-09 13:35:15 +0000 |
commit | 6b5925ee37bf169ca98590a4aa628c4ea6c510ea (patch) | |
tree | a8f98ff5f455fdd9b25e252eebe5358fe46556c8 /ambari-web | |
parent | 6e0b836d9eba9502454f0f3cb6271c236cd6cf3e (diff) |
AMBARI-1014. Hook service summary sections in service pages to API. (Srimanth Gunturi via yusaku)
git-svn-id: https://svn.apache.org/repos/asf/incubator/ambari/branches/AMBARI-666@1418946 13f79535-47bb-0310-9956-ffa450edef68
Diffstat (limited to 'ambari-web')
9 files changed, 1008 insertions, 486 deletions
diff --git a/ambari-web/app/assets/data/dashboard/serviceComponents.json b/ambari-web/app/assets/data/dashboard/serviceComponents.json new file mode 100644 index 0000000000..da9743d7ff --- /dev/null +++ b/ambari-web/app/assets/data/dashboard/serviceComponents.json @@ -0,0 +1,159 @@ +{ + "href" : "http://ambari/api/clusters/vmc/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/ServiceComponentInfo", + "items" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "HDFS" + }, + "components" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/DATANODE", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "DATANODE", + "service_name" : "HDFS" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/SECONDARY_NAMENODE", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "SECONDARY_NAMENODE", + "service_name" : "HDFS" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/NAMENODE", + "ServiceComponentInfo" : { + "LiveNodes" : "{\"hostname\":{\"usedSpace\":200704,\"lastContact\":2}}", + "CapacityUsed" : 200704, + "component_name" : "NAMENODE", + "state" : "STARTED", + "HeapMemoryUsed" : 60622032, + "service_name" : "HDFS", + "UpgradeFinalized" : true, + "HeapMemoryMax" : 1006632960, + "cluster_name" : "vmc", + "DecomNodes" : "{}", + "Safemode" : "", + "desired_configs" : "{}", + "CapacityTotal" : 52844687359, + "StartTime" : 1352767879543, + "Version" : "1.1.0.1, r", + "DeadNodes" : "{}" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/HDFS_CLIENT", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "INSTALLED", + "component_name" : "HDFS_CLIENT", + "service_name" : "HDFS" + } + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/NAGIOS", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "NAGIOS" + }, + "components" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/NAGIOS/components/NAGIOS_SERVER", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "NAGIOS_SERVER", + "service_name" : "NAGIOS" + } + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "GANGLIA" + }, + "components" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_SERVER", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "GANGLIA_SERVER", + "service_name" : "GANGLIA" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_MONITOR", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "GANGLIA_MONITOR", + "service_name" : "GANGLIA" + } + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "MAPREDUCE" + }, + "components" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/TASKTRACKER", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "TASKTRACKER", + "service_name" : "MAPREDUCE" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/MAPREDUCE_CLIENT", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "INSTALLED", + "component_name" : "MAPREDUCE_CLIENT", + "service_name" : "MAPREDUCE" + } + }, + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/JOBTRACKER", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "desired_configs" : "{}", + "state" : "STARTED", + "component_name" : "JOBTRACKER", + "HeapMemoryUsed" : 144639872, + "BlackListedNodes" : "[]", + "StartTime" : 1352768002344, + "service_name" : "MAPREDUCE", + "AliveNodes" : "[{\"hostname\":\"hostname\",\"last_seen\":1352854673780,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0}]", + "HeapMemoryMax" : 1052770304, + "Version" : "1.1.0.1, r", + "GrayListedNodes" : "[]" + } + } + ] + } + ] +}
\ No newline at end of file diff --git a/ambari-web/app/assets/data/dashboard/services.json b/ambari-web/app/assets/data/dashboard/services.json index 4084951c9e..211c84da75 100644 --- a/ambari-web/app/assets/data/dashboard/services.json +++ b/ambari-web/app/assets/data/dashboard/services.json @@ -1,118 +1,80 @@ { - "href" : "http://ambari/api/clusters/mycluster/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/host_components/*", + "href" : "http://ambari/api/clusters/vmc/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/host_components/*", "items" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE", + "href" : "http://ambari/api/clusters/vmc/services/NAGIOS", "ServiceInfo" : { - "cluster_name" : "mycluster", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "service_name" : "NAGIOS" }, "components" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/MAPREDUCE_CLIENT", + "href" : "http://ambari/api/clusters/vmc/services/NAGIOS/components/NAGIOS_SERVER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "MAPREDUCE_CLIENT", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "NAGIOS_SERVER", + "service_name" : "NAGIOS" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/MAPREDUCE_CLIENT", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/NAGIOS_SERVER", "HostRoles" : { - "cluster_name" : "mycluster", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "dev.hortonworks.com" + "configs" : "{}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", + "state" : "STARTED", + "component_name" : "NAGIOS_SERVER", + "host_name" : "hostname" }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/MAPREDUCE_CLIENT", + "href" : "http://ambari/api/clusters/vmc/services/NAGIOS/components/NAGIOS_SERVER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "MAPREDUCE_CLIENT", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "NAGIOS_SERVER", + "service_name" : "NAGIOS" } } ] } ] - }, + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "GANGLIA" + }, + "components" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/JOBTRACKER", + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_MONITOR", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "JOBTRACKER", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "GANGLIA_MONITOR", + "service_name" : "GANGLIA" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/JOBTRACKER", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/GANGLIA_MONITOR", "HostRoles" : { - "cluster_name" : "mycluster", + "configs" : "{}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", "state" : "STARTED", - "component_name" : "JOBTRACKER", - "host_name" : "dev.hortonworks.com" - }, - "metrics" : { - "rpc" : { - "rpcAuthorizationSuccesses" : 0, - "SentBytes" : 32961793, - "rpcAuthorizationFailures" : 0, - "ReceivedBytes" : 95243938, - "NumOpenConnections" : 0, - "callQueueLen" : 0, - "RpcQueueTime_num_ops" : 307991, - "rpcAuthenticationSuccesses" : 0, - "RpcProcessingTime_num_ops" : 307991, - "RpcProcessingTime_avg_time" : 0.02941176470588236, - "rpcAuthenticationFailures" : 0, - "RpcQueueTime_avg_time" : 0.14705882352941177 - }, - "jvm" : { - "memHeapCommittedM" : 185.1875, - "logFatal" : 0, - "threadsBlocked" : 0, - "gcCount" : 24, - "threadsWaiting" : 22, - "logWarn" : 0, - "logError" : 0, - "memNonHeapCommittedM" : 23.625, - "memNonHeapUsedM" : 23.226303, - "gcTimeMillis" : 714, - "logInfo" : 3, - "threadsNew" : 0, - "memHeapUsedM" : 27.627754, - "threadsTerminated" : 0, - "threadsTimedWaiting" : 8, - "threadsRunnable" : 6 - }, - "metricssystem" : { - "dropped_pub_all" : 0, - "num_sources" : 6, - "publish_max_time" : 6.0, - "publish_num_ops" : 9269, - "snapshot_stdev_time" : 0.0, - "snapshot_num_ops" : 64889, - "publish_stdev_time" : 0.0, - "num_sinks" : 1, - "publish_imin_time" : 0.0, - "snapshot_min_time" : 0.0, - "snapshot_imin_time" : 0.0, - "snapshot_imax_time" : 1.401298464324817E-45, - "publish_avg_time" : 0.0, - "publish_min_time" : 0.0, - "snapshot_max_time" : 177.0, - "publish_imax_time" : 1.401298464324817E-45, - "snapshot_avg_time" : 0.0 - } + "component_name" : "GANGLIA_MONITOR", + "host_name" : "hostname" }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/JOBTRACKER", + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_MONITOR", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "JOBTRACKER", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "GANGLIA_MONITOR", + "service_name" : "GANGLIA" } } ] @@ -120,81 +82,31 @@ ] }, { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/TASKTRACKER", + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_SERVER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "TASKTRACKER", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "GANGLIA_SERVER", + "service_name" : "GANGLIA" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/TASKTRACKER", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/GANGLIA_SERVER", "HostRoles" : { - "cluster_name" : "mycluster", + "configs" : "{}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "dev.hortonworks.com" - }, - "metrics" : { - "rpc" : { - "rpcAuthorizationSuccesses" : 0, - "SentBytes" : 0, - "rpcAuthorizationFailures" : 0, - "ReceivedBytes" : 0, - "NumOpenConnections" : 0, - "callQueueLen" : 0, - "RpcQueueTime_num_ops" : 0, - "rpcAuthenticationSuccesses" : 0, - "RpcProcessingTime_num_ops" : 0, - "RpcProcessingTime_avg_time" : 0.0, - "rpcAuthenticationFailures" : 0, - "RpcQueueTime_avg_time" : 0.0 - }, - "jvm" : { - "memHeapCommittedM" : 45.5625, - "logFatal" : 0, - "threadsBlocked" : 0, - "gcCount" : 3433, - "threadsWaiting" : 15, - "logWarn" : 0, - "logError" : 0, - "memNonHeapCommittedM" : 23.1875, - "memNonHeapUsedM" : 21.687134, - "gcTimeMillis" : 2142, - "logInfo" : 3, - "threadsNew" : 0, - "memHeapUsedM" : 3.5596008, - "threadsTerminated" : 0, - "threadsTimedWaiting" : 6, - "threadsRunnable" : 6 - }, - "metricssystem" : { - "dropped_pub_all" : 0, - "num_sources" : 6, - "publish_max_time" : 21.0, - "publish_num_ops" : 9267, - "snapshot_stdev_time" : 0.0, - "snapshot_num_ops" : 64875, - "publish_stdev_time" : 0.0, - "num_sinks" : 1, - "publish_imin_time" : 1.0, - "snapshot_min_time" : 0.0, - "snapshot_imin_time" : 0.0, - "snapshot_imax_time" : 1.401298464324817E-45, - "publish_avg_time" : 1.0, - "publish_min_time" : 0.0, - "snapshot_max_time" : 5.0, - "publish_imax_time" : 1.0, - "snapshot_avg_time" : 0.0 - } + "component_name" : "GANGLIA_SERVER", + "host_name" : "hostname" }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/MAPREDUCE/components/TASKTRACKER", + "href" : "http://ambari/api/clusters/vmc/services/GANGLIA/components/GANGLIA_SERVER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "TASKTRACKER", - "service_name" : "MAPREDUCE" + "cluster_name" : "vmc", + "component_name" : "GANGLIA_SERVER", + "service_name" : "GANGLIA" } } ] @@ -204,33 +116,238 @@ ] }, { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS", + "href" : "http://ambari/api/clusters/vmc/services/HDFS", "ServiceInfo" : { - "cluster_name" : "mycluster", + "cluster_name" : "vmc", "service_name" : "HDFS" }, "components" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/SECONDARY_NAMENODE", + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/NAMENODE", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", + "cluster_name" : "vmc", + "component_name" : "NAMENODE", + "service_name" : "HDFS" + }, + "host_components" : [ + { + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/NAMENODE", + "HostRoles" : { + "configs" : "{\"global\":\"version1\",\"hdfs-site\":\"version1\",\"core-site\":\"version1\"}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", + "state" : "STARTED", + "component_name" : "NAMENODE", + "host_name" : "hostname" + }, + "metrics" : { + "boottime" : 1.352763164E9, + "process" : { + "proc_total" : 564.191666667, + "proc_run" : 0.377777777778 + }, + "rpc" : { + "rpcAuthorizationSuccesses" : 0.00277777777778, + "SentBytes" : 48.8071428571, + "rpcAuthorizationFailures" : 0.0, + "ReceivedBytes" : 103.703968254, + "NumOpenConnections" : 0.0, + "callQueueLen" : 0.0, + "rpcAuthenticationSuccesses" : 0.0, + "RpcQueueTime_num_ops" : 0.332142857143, + "RpcProcessingTime_num_ops" : 0.332142857143, + "RpcProcessingTime_avg_time" : 0.418981481481, + "rpcAuthenticationFailures" : 0.0, + "RpcQueueTime_avg_time" : 1.22962962963 + }, + "ugi" : { + "loginSuccess_num_ops" : 0.0, + "loginFailure_num_ops" : 0.0, + "loginSuccess_avg_time" : 0.0, + "loginFailure_avg_time" : 0.0 + }, + "dfs" : { + "namenode" : { + "AddBlockOps" : 0.0, + "fsImageLoadTime" : 2724.0, + "JournalTransactionsBatchedInSync" : 0.0, + "FilesRenamed" : 0.0, + "FileInfoOps" : 0.0, + "CreateFileOps" : 0.0, + "GetListingOps" : 0.0, + "Transactions_num_ops" : 0.0, + "GetBlockLocations" : 0.0, + "Syncs_avg_time" : 77.3333333333, + "blockReport_num_ops" : 0.0, + "Syncs_num_ops" : 0.0, + "SafemodeTime" : 2752.0, + "Transactions_avg_time" : 0.1, + "FilesInGetListingOps" : 0.0, + "FilesDeleted" : 0.0, + "FilesAppended" : 0.0, + "DeleteFileOps" : 0.0, + "FilesCreated" : 0.0, + "blockReport_avg_time" : 0.0 + }, + "FSNamesystem" : { + "BlocksTotal" : 13.0, + "ScheduledReplicationBlocks" : 0.0, + "CapacityTotalGB" : 49.0, + "CapacityUsedGB" : 0.0, + "ExcessBlocks" : 0.0, + "MissingBlocks" : 0.0, + "PendingReplicationBlocks" : 0.0, + "FilesTotal" : 29.0, + "CapacityRemainingGB" : 43.0, + "UnderReplicatedBlocks" : 13.0, + "TotalLoad" : 1.0, + "PendingDeletionBlocks" : 0.0, + "CorruptBlocks" : 0.0, + "BlockCapacity" : 2097152.0 + } + }, + "disk" : { + "disk_total" : 101.515, + "disk_free" : 92.0577916667, + "part_max_used" : 12.8 + }, + "cpu" : { + "cpu_speed" : 2008.0, + "cpu_wio" : 1.79194444444, + "cpu_num" : 1.0, + "cpu_idle" : 86.9447222222, + "cpu_nice" : 0.0, + "cpu_aidle" : 0.0, + "cpu_system" : 3.41833333333, + "cpu_user" : 7.89472222222 + }, + "rpcdetailed" : { + "addBlock_avg_time" : 1.0, + "versionRequest_num_ops" : 0.0, + "register_num_ops" : 0.0, + "rollFsImage_num_ops" : 0.0, + "getListing_num_ops" : 0.0, + "renewLease_avg_time" : 0.0, + "sendHeartbeat_num_ops" : 0.336031746032, + "blocksBeingWrittenReport_avg_time" : 1.0, + "rename_num_ops" : 0.0, + "create_avg_time" : 54.0, + "mkdirs_avg_time" : 1.0, + "delete_num_ops" : 0.0, + "blockReport_num_ops" : 0.0, + "create_num_ops" : 0.0, + "getEditLogSize_num_ops" : 0.00277777777778, + "rollEditLog_num_ops" : 0.0, + "rollFsImage_avg_time" : 1289.0, + "getBlockLocations_num_ops" : 0.0, + "mkdirs_num_ops" : 0.0, + "delete_avg_time" : 100.25, + "getFileInfo_avg_time" : 31.0, + "addBlock_num_ops" : 0.0, + "rename_avg_time" : 253.0, + "getProtocolVersion_avg_time" : 0.0, + "getListing_avg_time" : 0.0, + "rollEditLog_avg_time" : 369.0, + "blockReceived_avg_time" : 0.5, + "getBlockLocations_avg_time" : 615.0, + "renewLease_num_ops" : 0.0, + "getEditLogSize_avg_time" : 0.0, + "getFileInfo_num_ops" : 0.0, + "register_avg_time" : 3.0, + "setPermission_num_ops" : 0.0, + "sendHeartbeat_avg_time" : 0.841203703704, + "versionRequest_avg_time" : 0.0, + "complete_avg_time" : 58.3333333333, + "complete_num_ops" : 0.0, + "setOwner_num_ops" : 0.0, + "setSafeMode_avg_time" : 0.0, + "blockReceived_num_ops" : 0.0, + "getProtocolVersion_num_ops" : 0.0, + "setOwner_avg_time" : 79.0, + "blocksBeingWrittenReport_num_ops" : 0.0, + "setSafeMode_num_ops" : 0.0, + "setReplication_num_ops" : 0.0, + "blockReport_avg_time" : 43.0, + "setPermission_avg_time" : 80.1666666667, + "setReplication_avg_time" : 118.5 + }, + "load" : { + "load_fifteen" : 0.272583333333, + "load_one" : 0.315888888889, + "load_five" : 0.30525 + }, + "jvm" : { + "memHeapCommittedM" : 960.0, + "logFatal" : 0.0, + "threadsBlocked" : 0.0, + "threadsWaiting" : 44.0, + "gcCount" : 0.0, + "logWarn" : 0.0, + "logError" : 0.0, + "memNonHeapCommittedM" : 23.1875, + "gcTimeMillis" : 0.0, + "memNonHeapUsedM" : 22.40223115, + "logInfo" : 0.0, + "threadsNew" : 0.0, + "memHeapUsedM" : 497.783871972, + "threadsTerminated" : 0.0, + "threadsTimedWaiting" : 7.60833333333, + "threadsRunnable" : 10.0 + }, + "network" : { + "pkts_out" : 56.0974444444, + "bytes_in" : 1128.01433333, + "bytes_out" : 83127.4033333, + "pkts_in" : 11.8415 + }, + "memory" : { + "mem_total" : 2054932.0, + "swap_free" : 3637484.38889, + "mem_buffers" : 6294.02222222, + "mem_shared" : 0.0, + "mem_cached" : 103416.622222, + "mem_free" : 80478.5444444, + "swap_total" : 4128760.0 + } + }, + "component" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/NAMENODE", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "component_name" : "NAMENODE", + "service_name" : "HDFS" + } + } + ] + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/SECONDARY_NAMENODE", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", "component_name" : "SECONDARY_NAMENODE", "service_name" : "HDFS" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/SECONDARY_NAMENODE", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/SECONDARY_NAMENODE", "HostRoles" : { - "cluster_name" : "mycluster", + "configs" : "{\"global\":\"version1\",\"hdfs-site\":\"version1\",\"core-site\":\"version1\"}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", "state" : "STARTED", "component_name" : "SECONDARY_NAMENODE", - "host_name" : "dev.hortonworks.com" + "host_name" : "hostname" }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/SECONDARY_NAMENODE", + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/SECONDARY_NAMENODE", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", + "cluster_name" : "vmc", "component_name" : "SECONDARY_NAMENODE", "service_name" : "HDFS" } @@ -240,101 +357,141 @@ ] }, { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/NAMENODE", + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/DATANODE", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "NAMENODE", + "cluster_name" : "vmc", + "component_name" : "DATANODE", "service_name" : "HDFS" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/NAMENODE", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/DATANODE", "HostRoles" : { - "cluster_name" : "mycluster", + "configs" : "{\"global\":\"version1\",\"hdfs-site\":\"version1\",\"core-site\":\"version1\"}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", "state" : "STARTED", - "component_name" : "NAMENODE", - "host_name" : "dev.hortonworks.com" + "component_name" : "DATANODE", + "host_name" : "hostname" }, "metrics" : { + "boottime" : 1.352763164E9, + "process" : { + "proc_total" : 564.188888889, + "proc_run" : 0.336111111111 + }, "rpc" : { - "rpcAuthorizationSuccesses" : 0, - "SentBytes" : 504011, - "rpcAuthorizationFailures" : 0, - "ReceivedBytes" : 1055599, - "NumOpenConnections" : 0, - "callQueueLen" : 0, - "RpcQueueTime_num_ops" : 3468, - "rpcAuthenticationSuccesses" : 0, - "RpcProcessingTime_num_ops" : 3468, - "RpcProcessingTime_avg_time" : 0.0, - "rpcAuthenticationFailures" : 0, - "RpcQueueTime_avg_time" : 0.6666666666666667 + "rpcAuthorizationSuccesses" : 0.0, + "SentBytes" : 0.0, + "rpcAuthorizationFailures" : 0.0, + "ReceivedBytes" : 0.0, + "NumOpenConnections" : 0.0, + "callQueueLen" : 0.0, + "rpcAuthenticationSuccesses" : 0.0, + "RpcQueueTime_num_ops" : 0.0, + "RpcProcessingTime_num_ops" : 0.0, + "RpcProcessingTime_avg_time" : 1.0, + "rpcAuthenticationFailures" : 0.0, + "RpcQueueTime_avg_time" : 0.0 + }, + "ugi" : { + "loginSuccess_num_ops" : 0.0, + "loginFailure_num_ops" : 0.0, + "loginSuccess_avg_time" : 0.0, + "loginFailure_avg_time" : 0.0 }, "dfs" : { - "namenode" : { - "AddBlockOps" : 0, - "FileInfoOps" : 0, - "CreateFileOps" : 0, - "GetListingOps" : 0, - "Transactions_num_ops" : 0, - "GetBlockLocations" : 0, - "Syncs_avg_time" : 0.0, - "blockReport_num_ops" : 0, - "Syncs_num_ops" : 0, - "FilesInGetListingOps" : 0, - "Transactions_avg_time" : 0.0, - "FilesCreated" : 0, - "blockReport_avg_time" : 0.0 + "datanode" : { + "readBlockOp_num_ops" : 0.0, + "writeBlockOp_avg_time" : 21.0, + "block_verification_failures" : 0.0, + "blockChecksumOp_num_ops" : 0.0, + "blocks_read" : 0.0, + "copyBlockOp_avg_time" : 0.0, + "heartBeats_num_ops" : 0.333333333333, + "blocks_written" : 0.0, + "writes_from_remote_client" : 0.0, + "replaceBlockOp_num_ops" : 0.0, + "blockReports_avg_time" : 46.0, + "blocks_replicated" : 0.0, + "writeBlockOp_num_ops" : 0.0, + "heartBeats_avg_time" : 5.73773148148, + "bytes_read" : 0.0, + "copyBlockOp_num_ops" : 0.0, + "blockReports_num_ops" : 0.0, + "bytes_written" : 0.0, + "reads_from_remote_client" : 0.0, + "replaceBlockOp_avg_time" : 0.0, + "readBlockOp_avg_time" : 934.0, + "reads_from_local_client" : 0.0, + "blocks_verified" : 0.0, + "writes_from_local_client" : 0.0, + "blocks_get_local_pathinfo" : 0.0, + "blockChecksumOp_avg_time" : 0.0, + "blocks_removed" : 0.0 } }, - "rpcdetailed" : { - "sendHeartbeat_avg_time" : 0.0, - "sendHeartbeat_num_ops" : 3240 + "disk" : { + "disk_total" : 101.515, + "disk_free" : 92.0577666667, + "part_max_used" : 12.8 + }, + "cpu" : { + "cpu_speed" : 2008.0, + "cpu_wio" : 1.70805555556, + "cpu_num" : 1.0, + "cpu_idle" : 87.2375, + "cpu_nice" : 0.0, + "cpu_aidle" : 0.0, + "cpu_system" : 3.28972222222, + "cpu_user" : 7.7775 + }, + "load" : { + "load_fifteen" : 0.272722222222, + "load_one" : 0.316222222222, + "load_five" : 0.305555555556 }, "jvm" : { - "memHeapCommittedM" : 960.0, - "logFatal" : 0, - "threadsBlocked" : 0, - "gcCount" : 1, - "threadsWaiting" : 14, - "logWarn" : 0, - "logError" : 0, - "memNonHeapCommittedM" : 23.1875, - "memNonHeapUsedM" : 20.247017, - "gcTimeMillis" : 55, - "logInfo" : 3, - "threadsNew" : 0, - "memHeapUsedM" : 136.56186, - "threadsTerminated" : 0, - "threadsTimedWaiting" : 7, - "threadsRunnable" : 6 - }, - "metricssystem" : { - "dropped_pub_all" : 0, - "num_sources" : 6, - "publish_max_time" : 6.0, - "publish_num_ops" : 972, - "snapshot_stdev_time" : 0.37796447300922725, - "snapshot_num_ops" : 6810, - "publish_stdev_time" : 0.0, - "num_sinks" : 1, - "publish_imin_time" : 0.0, - "snapshot_min_time" : 0.0, - "snapshot_imin_time" : 0.0, - "snapshot_imax_time" : 1.0, - "publish_avg_time" : 0.0, - "publish_min_time" : 0.0, - "snapshot_max_time" : 10.0, - "publish_imax_time" : 1.401298464324817E-45, - "snapshot_avg_time" : 0.14285714285714288 + "memHeapCommittedM" : 30.375, + "logFatal" : 0.0, + "threadsBlocked" : 0.0, + "threadsWaiting" : 19.4583333333, + "gcCount" : 1.19304647681E7, + "logWarn" : 0.0, + "logError" : 0.0, + "memNonHeapCommittedM" : 23.4869791667, + "gcTimeMillis" : 1.19304647765E7, + "memNonHeapUsedM" : 23.2105413333, + "logInfo" : 0.0, + "threadsNew" : 0.0, + "memHeapUsedM" : 10.49922513, + "threadsTerminated" : 0.0, + "threadsTimedWaiting" : 8.18611111111, + "threadsRunnable" : 6.20833333333 + }, + "network" : { + "pkts_out" : 54.8500833333, + "bytes_in" : 1214.2515, + "bytes_out" : 81038.1935556, + "pkts_in" : 11.8470555556 + }, + "memory" : { + "mem_total" : 2054932.0, + "swap_free" : 3637484.9, + "mem_buffers" : 6302.37777778, + "mem_shared" : 0.0, + "mem_cached" : 103446.255556, + "mem_free" : 80419.4222222, + "swap_total" : 4128760.0 } }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/NAMENODE", + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/DATANODE", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "NAMENODE", + "cluster_name" : "vmc", + "component_name" : "DATANODE", "service_name" : "HDFS" } } @@ -343,81 +500,269 @@ ] }, { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/DATANODE", + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/HDFS_CLIENT", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "DATANODE", + "cluster_name" : "vmc", + "component_name" : "HDFS_CLIENT", "service_name" : "HDFS" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/DATANODE", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/HDFS_CLIENT", + "HostRoles" : { + "configs" : "{}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "INSTALLED", + "state" : "INSTALLED", + "component_name" : "HDFS_CLIENT", + "host_name" : "hostname" + }, + "component" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/HDFS/components/HDFS_CLIENT", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "component_name" : "HDFS_CLIENT", + "service_name" : "HDFS" + } + } + ] + } + ] + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE", + "ServiceInfo" : { + "cluster_name" : "vmc", + "service_name" : "MAPREDUCE" + }, + "components" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/MAPREDUCE_CLIENT", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "component_name" : "MAPREDUCE_CLIENT", + "service_name" : "MAPREDUCE" + }, + "host_components" : [ + { + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/MAPREDUCE_CLIENT", "HostRoles" : { - "cluster_name" : "mycluster", + "configs" : "{}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "INSTALLED", + "state" : "INSTALLED", + "component_name" : "MAPREDUCE_CLIENT", + "host_name" : "hostname" + }, + "component" : [ + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/MAPREDUCE_CLIENT", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "component_name" : "MAPREDUCE_CLIENT", + "service_name" : "MAPREDUCE" + } + } + ] + } + ] + }, + { + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/JOBTRACKER", + "ServiceComponentInfo" : { + "cluster_name" : "vmc", + "component_name" : "JOBTRACKER", + "service_name" : "MAPREDUCE" + }, + "host_components" : [ + { + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/JOBTRACKER", + "HostRoles" : { + "configs" : "{\"mapred-site\":\"version1\",\"global\":\"version1\",\"core-site\":\"version1\"}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", "state" : "STARTED", - "component_name" : "DATANODE", - "host_name" : "dev.hortonworks.com" + "component_name" : "JOBTRACKER", + "host_name" : "hostname" }, "metrics" : { + "boottime" : 1.352763164E9, + "process" : { + "proc_total" : 564.116666667, + "proc_run" : 0.855555555556 + }, "rpc" : { - "rpcAuthorizationSuccesses" : 0, - "SentBytes" : 0, - "rpcAuthorizationFailures" : 0, - "ReceivedBytes" : 0, - "NumOpenConnections" : 0, - "callQueueLen" : 0, - "RpcQueueTime_num_ops" : 0, - "rpcAuthenticationSuccesses" : 0, - "RpcProcessingTime_num_ops" : 0, - "RpcProcessingTime_avg_time" : 0.0, - "rpcAuthenticationFailures" : 0, - "RpcQueueTime_avg_time" : 0.0 + "rpcAuthorizationSuccesses" : 0.0, + "SentBytes" : 352.19984127, + "rpcAuthorizationFailures" : 0.0, + "ReceivedBytes" : 1030.2668254, + "NumOpenConnections" : 0.0, + "callQueueLen" : 0.0, + "rpcAuthenticationSuccesses" : 0.0, + "RpcQueueTime_num_ops" : 3.29158730159, + "RpcProcessingTime_num_ops" : 3.29158730159, + "RpcProcessingTime_avg_time" : 0.134157754011, + "rpcAuthenticationFailures" : 0.0, + "RpcQueueTime_avg_time" : 0.0977902326432 + }, + "ugi" : { + "loginSuccess_num_ops" : 0.0, + "loginFailure_num_ops" : 0.0, + "loginSuccess_avg_time" : 0.0, + "loginFailure_avg_time" : 0.0 + }, + "mapred" : { + "Queue" : { + "maps_killed" : 0.0, + "reduces_killed" : 0.0, + "jobs_failed" : 0.0, + "reduces_completed" : 0.0, + "running_0" : 0.0, + "reduces_failed" : 0.0, + "reserved_map_slots" : 0.0, + "jobs_completed" : 0.0, + "waiting_maps" : 0.0, + "running_1440" : 0.0, + "maps_completed" : 0.0, + "jobs_preparing" : 0.0, + "jobs_submitted" : 0.0, + "reserved_reduce_slots" : 0.0, + "jobs_running" : 0.0, + "running_300" : 0.0, + "maps_launched" : 0.0, + "reduces_launched" : 0.0, + "running_60" : 0.0, + "waiting_reduces" : 0.0, + "maps_failed" : 0.0, + "jobs_killed" : 0.0 + }, + "jobtracker" : { + "blacklisted_maps" : 0.0, + "running_maps" : 0.0, + "jobs_failed" : 0.0, + "waiting_maps" : 0.0, + "maps_completed" : 0.0, + "trackers" : 1.0, + "jobs_submitted" : 0.0, + "map_slots" : 4.0, + "reserved_reduce_slots" : 0.0, + "trackers_graylisted" : 0.0, + "heartbeats" : 3.35706349206, + "jobs_running" : 0.0, + "blacklisted_reduces" : 0.0, + "maps_launched" : 0.0, + "occupied_map_slots" : 0.0, + "reduces_launched" : 0.0, + "jobs_killed" : 0.0, + "maps_failed" : 0.0, + "maps_killed" : 0.0, + "reduce_slots" : 2.0, + "reduces_killed" : 0.0, + "reduces_completed" : 0.0, + "jobs_completed" : 0.0, + "reserved_map_slots" : 0.0, + "trackers_decommissioned" : 0.0, + "reduces_failed" : 0.0, + "trackers_blacklisted" : 0.0, + "jobs_preparing" : 0.0, + "running_reduces" : 0.0, + "occupied_reduce_slots" : 0.0, + "waiting_reduces" : 0.0 + } + }, + "disk" : { + "disk_total" : 101.515, + "disk_free" : 92.0470694444, + "part_max_used" : 12.8 + }, + "cpu" : { + "cpu_speed" : 2008.0, + "cpu_wio" : 2.05527777778, + "cpu_num" : 1.0, + "cpu_idle" : 88.1533333333, + "cpu_nice" : 0.0, + "cpu_aidle" : 0.0, + "cpu_system" : 2.83805555556, + "cpu_user" : 8.3275 + }, + "rpcdetailed" : { + "getJobProfile_num_ops" : 0.0, + "getStagingAreaDir_num_ops" : 0.0, + "getProtocolVersion_avg_time" : 0.0, + "getBuildVersion_avg_time" : 0.0, + "getBuildVersion_num_ops" : 0.0, + "getNewJobId_avg_time" : 0.0, + "getQueueAdmins_num_ops" : 0.0, + "getSystemDir_num_ops" : 0.0, + "getTaskCompletionEvents_num_ops" : 0.0, + "getJobProfile_avg_time" : 0.0, + "submitJob_num_ops" : 0.0, + "getStagingAreaDir_avg_time" : 1.0, + "getNewJobId_num_ops" : 0.0, + "getJobCounters_num_ops" : 0.0, + "getTaskCompletionEvents_avg_time" : 0.0, + "getProtocolVersion_num_ops" : 0.0, + "submitJob_avg_time" : 545.0, + "getSystemDir_avg_time" : 0.0, + "getJobStatus_num_ops" : 0.0, + "getJobCounters_avg_time" : 20.0, + "getQueueAdmins_avg_time" : 0.0, + "heartbeat_num_ops" : 3.29158730159, + "heartbeat_avg_time" : 0.134157754011, + "getJobStatus_avg_time" : 0.166666666667 + }, + "load" : { + "load_fifteen" : 0.272111111111, + "load_one" : 0.313444444444, + "load_five" : 0.304222222222 }, "jvm" : { - "memHeapCommittedM" : 45.5625, - "logFatal" : 0, - "threadsBlocked" : 0, - "gcCount" : 14, - "threadsWaiting" : 7, - "logWarn" : 0, - "logError" : 0, - "memNonHeapCommittedM" : 23.1875, - "memNonHeapUsedM" : 18.308372, - "gcTimeMillis" : 67, - "logInfo" : 3, - "threadsNew" : 0, - "memHeapUsedM" : 2.4481506, - "threadsTerminated" : 0, - "threadsTimedWaiting" : 7, - "threadsRunnable" : 7 - }, - "metricssystem" : { - "dropped_pub_all" : 0, - "num_sources" : 5, - "publish_max_time" : 3.0, - "publish_num_ops" : 974, - "snapshot_stdev_time" : 0.0, - "snapshot_num_ops" : 5841, - "publish_stdev_time" : 0.0, - "num_sinks" : 1, - "publish_imin_time" : 0.0, - "snapshot_min_time" : 0.0, - "snapshot_imin_time" : 0.0, - "snapshot_imax_time" : 1.401298464324817E-45, - "publish_avg_time" : 0.0, - "publish_min_time" : 0.0, - "snapshot_max_time" : 2.0, - "publish_imax_time" : 1.401298464324817E-45, - "snapshot_avg_time" : 0.0 + "memHeapCommittedM" : 185.1875, + "logFatal" : 0.0, + "threadsBlocked" : 0.0, + "threadsWaiting" : 19.0, + "gcCount" : 0.0, + "logWarn" : 0.0, + "logError" : 0.0, + "memNonHeapCommittedM" : 39.359375, + "gcTimeMillis" : 0.0, + "memNonHeapUsedM" : 24.719704, + "logInfo" : 0.0, + "threadsNew" : 0.0, + "memHeapUsedM" : 98.3368977361, + "threadsTerminated" : 0.0, + "threadsTimedWaiting" : 9.15277777778, + "threadsRunnable" : 6.0 + }, + "network" : { + "pkts_out" : 47.5443055556, + "bytes_in" : 1068.21930556, + "bytes_out" : 45176.4890833, + "pkts_in" : 10.3709166667 + }, + "memory" : { + "mem_total" : 2054932.0, + "swap_free" : 3636565.98889, + "mem_buffers" : 6287.71111111, + "mem_shared" : 0.0, + "mem_cached" : 100755.944444, + "mem_free" : 83693.0888889, + "swap_total" : 4128760.0 } }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/DATANODE", + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/JOBTRACKER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "DATANODE", - "service_name" : "HDFS" + "cluster_name" : "vmc", + "component_name" : "JOBTRACKER", + "service_name" : "MAPREDUCE" } } ] @@ -425,28 +770,126 @@ ] }, { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/HDFS_CLIENT", + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/TASKTRACKER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "HDFS_CLIENT", - "service_name" : "HDFS" + "cluster_name" : "vmc", + "component_name" : "TASKTRACKER", + "service_name" : "MAPREDUCE" }, "host_components" : [ { - "href" : "http://ambari/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/HDFS_CLIENT", + "href" : "http://ambari/api/clusters/vmc/hosts/hostname/host_components/TASKTRACKER", "HostRoles" : { - "cluster_name" : "mycluster", - "state" : "INSTALLED", - "component_name" : "HDFS_CLIENT", - "host_name" : "dev.hortonworks.com" + "configs" : "{\"mapred-site\":\"version1\",\"global\":\"version1\",\"core-site\":\"version1\"}", + "cluster_name" : "vmc", + "desired_configs" : "{}", + "desired_state" : "STARTED", + "state" : "STARTED", + "component_name" : "TASKTRACKER", + "host_name" : "hostname" + }, + "metrics" : { + "boottime" : 1.352763164E9, + "process" : { + "proc_total" : 564.188888889, + "proc_run" : 0.336111111111 + }, + "rpc" : { + "rpcAuthorizationSuccesses" : 0.0, + "SentBytes" : 0.0, + "rpcAuthorizationFailures" : 0.0, + "ReceivedBytes" : 0.0, + "NumOpenConnections" : 0.0, + "callQueueLen" : 0.0, + "rpcAuthenticationSuccesses" : 0.0, + "RpcQueueTime_num_ops" : 0.0, + "RpcProcessingTime_num_ops" : 0.0, + "RpcProcessingTime_avg_time" : 1.0, + "rpcAuthenticationFailures" : 0.0, + "RpcQueueTime_avg_time" : 0.0 + }, + "ugi" : { + "loginSuccess_num_ops" : 0.0, + "loginFailure_num_ops" : 0.0, + "loginSuccess_avg_time" : 0.0, + "loginFailure_avg_time" : 0.0 + }, + "mapred" : { + "shuffleOutput" : { + "shuffle_handler_busy_percent" : 0.0 + }, + "tasktracker" : { + "reduces_running" : 0.0, + "maps_running" : 0.0, + "reduceTaskSlots" : 2.0, + "mapTaskSlots" : 4.0 + } + }, + "disk" : { + "disk_total" : 101.515, + "disk_free" : 92.0577666667, + "part_max_used" : 12.8 + }, + "cpu" : { + "cpu_speed" : 2008.0, + "cpu_wio" : 1.70805555556, + "cpu_num" : 1.0, + "cpu_idle" : 87.2375, + "cpu_nice" : 0.0, + "cpu_aidle" : 0.0, + "cpu_system" : 3.28972222222, + "cpu_user" : 7.7775 + }, + "rpcdetailed" : { + "getProtocolVersion_avg_time" : 0.0, + "getProtocolVersion_num_ops" : 32 + }, + "load" : { + "load_fifteen" : 0.272722222222, + "load_one" : 0.316222222222, + "load_five" : 0.305555555556 + }, + "jvm" : { + "memHeapCommittedM" : 30.375, + "logFatal" : 0.0, + "threadsBlocked" : 0.0, + "threadsWaiting" : 19.4583333333, + "gcCount" : 1.19304647681E7, + "logWarn" : 0.0, + "logError" : 0.0, + "memNonHeapCommittedM" : 23.4869791667, + "gcTimeMillis" : 1.19304647765E7, + "memNonHeapUsedM" : 23.2105413333, + "logInfo" : 0.0, + "threadsNew" : 0.0, + "memHeapUsedM" : 10.49922513, + "threadsTerminated" : 0.0, + "threadsTimedWaiting" : 8.18611111111, + "threadsRunnable" : 6.20833333333 + }, + "network" : { + "pkts_out" : 54.8500833333, + "bytes_in" : 1214.2515, + "bytes_out" : 81038.1935556, + "pkts_in" : 11.8470555556 + }, + "memory" : { + "mem_total" : 2054932.0, + "swap_free" : 3637484.9, + "mem_buffers" : 6302.37777778, + "mem_shared" : 0.0, + "mem_cached" : 103446.255556, + "mem_free" : 80419.4222222, + "swap_total" : 4128760.0 + } }, "component" : [ { - "href" : "http://ambari/api/clusters/mycluster/services/HDFS/components/HDFS_CLIENT", + "href" : "http://ambari/api/clusters/vmc/services/MAPREDUCE/components/TASKTRACKER", "ServiceComponentInfo" : { - "cluster_name" : "mycluster", - "component_name" : "HDFS_CLIENT", - "service_name" : "HDFS" + "cluster_name" : "vmc", + "component_name" : "TASKTRACKER", + "service_name" : "MAPREDUCE" } } ] diff --git a/ambari-web/app/controllers/global/cluster_controller.js b/ambari-web/app/controllers/global/cluster_controller.js index f34e36905a..c32b683f5d 100644 --- a/ambari-web/app/controllers/global/cluster_controller.js +++ b/ambari-web/app/controllers/global/cluster_controller.js @@ -180,7 +180,7 @@ App.ClusterController = Em.Controller.extend({ var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters'); var hostsUrl = this.getUrl('/data/hosts/hosts.json', '/hosts?fields=*'); var servicesUrl1 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/host_components/*'); - var servicesUrl2 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/ServiceComponentInfo'); + var servicesUrl2 = this.getUrl('/data/dashboard/serviceComponents.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/ServiceComponentInfo'); var usersUrl = App.testMode ? '/data/users/users.json' : '/api/users/?fields=*'; var runsUrl = App.testMode ? "/data/apps/runs.json" : "/api/jobhistory/workflow"; diff --git a/ambari-web/app/templates/main/dashboard/service/hdfs.hbs b/ambari-web/app/templates/main/dashboard/service/hdfs.hbs index 18f78dfc40..a5e5239b3b 100644 --- a/ambari-web/app/templates/main/dashboard/service/hdfs.hbs +++ b/ambari-web/app/templates/main/dashboard/service/hdfs.hbs @@ -16,6 +16,7 @@ * limitations under the License. }} +{{#unless view.showOnlyRows}} <div class="clearfix"> <div class="name span2"> {{view App.MainDashboardServiceHealthView serviceBinding="view.service"}} @@ -30,6 +31,7 @@ </div> <table class="table no-borders"> <tbody> +{{/unless}} <!-- NameNode --> <tr> @@ -118,10 +120,12 @@ <td>{{t services.service.summary.safeModeStatus}}</td> <td>{{view.service.safeModeStatus}}</td> </tr> + +{{#unless view.showOnlyRows}} </tbody> </table> <div class="dashboard-mini-chart"> - {{view view.Chart}} + {{view view.Chart serviceBinding="view.service"}} <div class="chartLabel">{{t dashboard.services.hdfs.chart.label}}</div> {{#if view.service.quickLinks.length}} {{#view App.QuickViewLinks contentBinding="view.service"}} @@ -139,3 +143,4 @@ {{/view}} {{/if}} </div> +{{/unless}}
\ No newline at end of file diff --git a/ambari-web/app/templates/main/dashboard/service/mapreduce.hbs b/ambari-web/app/templates/main/dashboard/service/mapreduce.hbs index d461f78617..2092c96912 100644 --- a/ambari-web/app/templates/main/dashboard/service/mapreduce.hbs +++ b/ambari-web/app/templates/main/dashboard/service/mapreduce.hbs @@ -16,6 +16,7 @@ * limitations under the License. }} +{{#unless view.showOnlyRows}} <div class="clearfix"> <div class="name span2"> {{view App.MainDashboardServiceHealthView serviceBinding="view.service"}} @@ -30,7 +31,7 @@ </div> <table class="table no-borders"> <tbody> - +{{/unless}} <!-- JobTracker --> <tr> <td>{{t services.service.summary.jobTracker}}</td> @@ -106,6 +107,8 @@ <td>{{t dashboard.services.mapreduce.tasks.reduces}}</td> <td>{{view.reduceTasksSummary}}</td> </tr> + +{{#unless view.showOnlyRows}} </tbody> </table> <div class="dashboard-mini-chart"> @@ -127,3 +130,4 @@ {{/view}} {{/if}} </div> +{{/unless}}
\ No newline at end of file diff --git a/ambari-web/app/templates/main/service/info/summary.hbs b/ambari-web/app/templates/main/service/info/summary.hbs index e7efffa56c..f6b00f8c95 100644 --- a/ambari-web/app/templates/main/service/info/summary.hbs +++ b/ambari-web/app/templates/main/service/info/summary.hbs @@ -43,6 +43,8 @@ {{#unless view.serviceStatus.oozie}} {{#unless view.serviceStatus.hive}} {{#unless view.serviceStatus.zookeeper}} + {{#unless view.serviceStatus.hdfs}} + {{#unless view.serviceStatus.mapreduce}} {{#each component in controller.content.components}} <tr> {{#if component.isMaster}} @@ -57,137 +59,13 @@ {{/unless}} {{/unless}} {{/unless}} + {{/unless}} + {{/unless}} {{#if view.serviceStatus.hdfs}} - <tr> - <td>{{t services.service.summary.version}}</td> - <td>{{view.attributes.version}}</td> - </tr> - <tr> - <td>{{t services.service.summary.nameNode}}</td> - <td><a {{bindAttr href="view.attributes.namenode_addr"}}>{{view.attributes.namenode_addr}}</a></td> - </tr> - <tr> - <td>{{t services.service.summary.nameNodeUptime}}</td> - <td>{{view.attributes.start_time.d}}day {{view.attributes.start_time.h}}hr {{view.attributes.start_time.m}}min</td> - </tr> - <tr> - <td>{{t services.service.summary.nameNodeHeap}}</td> - <td>{{view.attributes.memory_heap_used}} / {{view.attributes.memory_heap_max}} ({{view.attributes.memory_heap_percent_used}} - used) - </td> - </tr> - <tr> - <td>{{t services.service.summary.dataNodes}}</td> - <td> - <a href="javascript:void(null)">{{view.attributes.live_nodes}} live</a> / <a - href="javascript:void(null)">{{view.attributes.dead_nodes}} dead</a> / <a - href="javascript:void(null)">{{view.attributes.decommissioning_nodes}} decom</a> - </td> - </tr> - <tr> - <td>{{t services.service.summary.diskCapacity}}</td> - <td>{{view.attributes.used_bytes}} / {{view.attributes.dfs_total_bytes}} ({{view.attributes.dfs_percent_disk_used}} - used) - </td> - </tr> - <tr> - <td>{{t services.service.summary.blocksTotal}}</td> - <td>{{view.attributes.dfs_blocks_total}}</td> - </tr> - <tr> - <td>{{t services.service.summary.blockErrors}}</td> - <td>{{view.attributes.dfs_blocks_corrupt}} corr / {{view.attributes.dfs_blocks_missing}} miss - / {{view.attributes.dfs_blocks_underreplicated}} underrep - </td> - </tr> - <tr> - <td>{{t services.service.summary.totalFiles}}</td> - <td>{{view.attributes.dfs_dirfiles_count}}</td> - </tr> - <tr> - <td>{{t services.service.summary.pendingUpgradeStatus}}</td> - <td> - {{#if view.attributes.pending_upgrades}} - Pending upgrade - {{else}} - No pending upgrade - {{/if}} - </td> - </tr> - <tr> - <td>{{t services.service.summary.safeModeStatus}}</td> - <td> - {{#if view.attributes.safemode}} - In safe mode - {{else}} - Not in safe mode - {{/if}} - </td> - </tr> + {{view App.MainDashboardServiceHdfsView showOnlyRows=true serviceBinding="view.service"}} {{/if}} {{#if view.serviceStatus.mapreduce}} - <tr> - <td>{{t services.service.summary.version}}</td> - <td>{{view.attributes.version}}</td> - </tr> - <tr> - <td>{{t services.service.summary.jobTracker}}</td> - <td><a {{bindAttr href="view.attributes.jobtracker_addr"}}>{{view.attributes.jobtracker_addr}}</a></td> - </tr> - <tr> - <td>{{t services.service.summary.jobTrackerUptime}}</td> - <td>{{view.attributes.start_time.d}}day {{view.attributes.start_time.h}}hr {{view.attributes.start_time.m}}min</td> - </tr> - <tr> - <td>{{t services.service.summary.trackersLiveTotal}}</td> - <td> - <a href="javascript:void(null)">{{view.attributes.trackers_live}} live</a> - / {{view.attributes.trackers_total}} total - </td> - </tr> - <tr> - <td>{{t services.service.summary.trackersBlacklistGraylist}}</td> - <td> - <a href="javascript:void(null)">{{view.attributes.trackers_blacklisted}} blacklist</a> / <a - href="javascript:void(null)">{{view.attributes.trackers_graylisted}} graylist</a> / <a - href="javascript:void(null)">{{view.attributes.trackers_excluded}} excl.</a> - </td> - </tr> - <tr> - <td>{{t services.service.summary.jobTrackerHeap}}</td> - <td>{{view.attributes.memory_heap_used}} / {{view.attributes.memory_heap_max}} ({{view.attributes.memory_heap_percent_used}} - used) - </td> - </tr> - <tr> - <td>{{t services.service.summary.totalSlotsCapacity}}</td> - <td>{{view.attributes.map_task_capacity}} maps / {{view.attributes.reduce_task_capacity}} reduces - / {{view.attributes.average_node_capacity}} avg per node - </td> - </tr> - <tr> - <td>{{t services.service.summary.totalJobs}}</td> - <td>{{view.attributes.job_total_submissions}} submitted / {{view.attributes.job_total_completions}} - completed - </td> - </tr> - <tr> - <td>{{t services.service.summary.currentSlotUtiliMaps}}</td> - <td>{{view.attributes.occupied_map_slots}} occupied / {{view.attributes.reserved_map_slots}} reserved</td> - </tr> - <tr> - <td>{{t services.service.summary.currentSlotUtiliReduces}}</td> - <td>{{view.attributes.occupied_reduce_slots}} occupied / {{view.attributes.reserved_reduce_slots}} reserved - </td> - </tr> - <tr> - <td>{{t services.service.summary.tasksMaps}}</td> - <td>{{view.attributes.running_map_tasks}} running / {{view.attributes.waiting_maps}} waiting</td> - </tr> - <tr> - <td>{{t services.service.summary.tasksReduces}}</td> - <td>{{view.attributes.running_reduce_tasks}} running / {{view.attributes.waiting_reduces}} waiting</td> - </tr> + {{view App.MainDashboardServiceMapreduceView showOnlyRows=true serviceBinding="view.service"}} {{/if}} {{#if view.serviceStatus.hbase}} <tr> @@ -328,7 +206,7 @@ </div> </div> </div> -{{#if view.attributes.metric_graph_views}} +{{#if view.serviceMetricGraphs.length}} <div class="row-fluid"> <div class="span12"> <div class="box"> @@ -337,7 +215,7 @@ </div> <div class="summary-metric-graphs row-fluid"> - {{#each graph in view.attributes.metric_graph_views}} + {{#each graph in view.serviceMetricGraphs}} <div class="span3"> {{view graph}} </div> diff --git a/ambari-web/app/views/main/dashboard/service.js b/ambari-web/app/views/main/dashboard/service.js index 3c625f99a4..b82b2bb879 100644 --- a/ambari-web/app/views/main/dashboard/service.js +++ b/ambari-web/app/views/main/dashboard/service.js @@ -25,6 +25,13 @@ App.MainDashboardServiceHealthView = Em.View.extend({ template: Em.Handlebars.compile(""), blink: false, tagName: 'span', + + /** + * When set to true, extending classes should + * show only tabular rows as they will be + * embedded into other tables. + */ + showOnlyRows: false, status: function () { return this.get('service.workStatus'); diff --git a/ambari-web/app/views/main/dashboard/service/hdfs.js b/ambari-web/app/views/main/dashboard/service/hdfs.js index db8b15faa7..be2e0c5d1e 100644 --- a/ambari-web/app/views/main/dashboard/service/hdfs.js +++ b/ambari-web/app/views/main/dashboard/service/hdfs.js @@ -23,9 +23,10 @@ App.MainDashboardServiceHdfsView = App.MainDashboardServiceView.extend({ serviceName:'HDFS', Chart:App.ChartPieView.extend({ + service: null, data:function () { - return [ this.get('_parentView.service.capacityUsed'), this.get('_parentView.service.capacityTotal') ]; - }.property('_parentView.service') + return [ this.get('service.capacityUsed'), this.get('service.capacityTotal') ]; + }.property('service') }), nodeUptime:function () { diff --git a/ambari-web/app/views/main/service/info/summary.js b/ambari-web/app/views/main/service/info/summary.js index 79ae71044a..184aea898f 100644 --- a/ambari-web/app/views/main/service/info/summary.js +++ b/ambari-web/app/views/main/service/info/summary.js @@ -37,7 +37,21 @@ App.MainServiceInfoSummaryView = Em.View.extend({ } }, service: function () { - return this.get('controller.content'); + var svc = this.get('controller.content'); + var svcName = svc.get('serviceName'); + if(svcName){ + switch (svcName.toLowerCase()) { + case 'hdfs': + svc = App.HDFSService.find().objectAt(0); + break; + case 'mapreduce': + svc = App.MapReduceService.find().objectAt(0); + break; + default: + break; + } + } + return svc; }.property('controller.content'), isHide: true, @@ -58,6 +72,49 @@ App.MainServiceInfoSummaryView = Em.View.extend({ }.property('service'), oldServiceName : '', + + /** + * Contains graphs for this particular service + */ + serviceMetricGraphs: function(){ + var svcName = this.get('service.serviceName'); + var graphs = []; + if(svcName){ + switch (svcName.toLowerCase()) { + case 'hdfs': + graphs = [ App.ChartServiceMetricsHDFS_SpaceUtilization.extend(), + App.ChartServiceMetricsHDFS_FileOperations.extend(), + App.ChartServiceMetricsHDFS_BlockStatus.extend(), + App.ChartServiceMetricsHDFS_IO.extend(), + App.ChartServiceMetricsHDFS_RPC.extend(), + App.ChartServiceMetricsHDFS_GC.extend(), + App.ChartServiceMetricsHDFS_JVMHeap.extend(), + App.ChartServiceMetricsHDFS_JVMThreads.extend()]; + break; + case 'mapreduce': + graphs = [ App.ChartServiceMetricsMapReduce_JobsStatus.extend(), + App.ChartServiceMetricsMapReduce_JobsRunningWaiting.extend(), + App.ChartServiceMetricsMapReduce_MapSlots.extend(), + App.ChartServiceMetricsMapReduce_ReduceSlots.extend(), + App.ChartServiceMetricsMapReduce_GC.extend(), + App.ChartServiceMetricsMapReduce_RPC.extend(), + App.ChartServiceMetricsMapReduce_JVMHeap.extend(), + App.ChartServiceMetricsMapReduce_JVMThreads.extend()]; + break; + case 'hbase': + graphs = [ App.ChartServiceMetricsHBASE_ClusterRequests.extend(), + App.ChartServiceMetricsHBASE_RegionServerReadWriteRequests.extend(), + App.ChartServiceMetricsHBASE_RegionServerRegions.extend(), + App.ChartServiceMetricsHBASE_RegionServerQueueSize.extend(), + App.ChartServiceMetricsHBASE_HlogSplitTime.extend(), + App.ChartServiceMetricsHBASE_HlogSplitSize.extend()]; + break; + default: + break; + } + } + return graphs; + }.property('service'), loadServiceSummary: function (serviceName) { @@ -84,56 +141,24 @@ App.MainServiceInfoSummaryView = Em.View.extend({ console.log('load ', serviceName, ' info'); this.set('oldServiceName', serviceName); serviceName = serviceName.toLowerCase(); - jQuery.getJSON('data/services/summary/' + serviceName + '.json', function (data) { - if (data[serviceName]) { - var summary = data[serviceName]; - if (serviceName == 'hdfs') { - summary['start_time'] = summary['start_time'].toDaysHoursMinutes(); - summary['memory_heap_percent_used'] = summary['memory_heap_used'].countPercentageRatio(summary['memory_heap_max']); - summary['memory_heap_used'] = summary['memory_heap_used'].bytesToSize(2, 'parseFloat'); - summary['memory_heap_max'] = summary['memory_heap_max'].bytesToSize(2, 'parseFloat'); - summary['dfs_percent_disk_used'] = parseFloat((100 - summary['dfs_percent_remaining']).toFixed(2)) + "%"; - summary['used_bytes'] = (summary['dfs_used_bytes'] + summary['nondfs_used_bytes']).bytesToSize(2, 'parseFloat'); - summary['dfs_total_bytes'] = summary['dfs_total_bytes'].bytesToSize(2, 'parseFloat'); - summary['metric_graph_views'] = [ App.ChartServiceMetricsHDFS_SpaceUtilization.extend(), - App.ChartServiceMetricsHDFS_FileOperations.extend(), - App.ChartServiceMetricsHDFS_BlockStatus.extend(), - App.ChartServiceMetricsHDFS_IO.extend(), - App.ChartServiceMetricsHDFS_RPC.extend(), - App.ChartServiceMetricsHDFS_GC.extend(), - App.ChartServiceMetricsHDFS_JVMHeap.extend(), - App.ChartServiceMetricsHDFS_JVMThreads.extend()]; - } else if (serviceName == 'mapreduce') { - summary['start_time'] = summary['start_time'].toDaysHoursMinutes(); - summary['memory_heap_percent_used'] = summary['memory_heap_used'].countPercentageRatio(summary['memory_heap_max']); - summary['memory_heap_used'] = summary['memory_heap_used'].bytesToSize(2, 'parseFloat'); - summary['memory_heap_max'] = summary['memory_heap_max'].bytesToSize(2, 'parseFloat'); - summary['metric_graph_views'] = [ App.ChartServiceMetricsMapReduce_JobsStatus.extend(), - App.ChartServiceMetricsMapReduce_JobsRunningWaiting.extend(), - App.ChartServiceMetricsMapReduce_MapSlots.extend(), - App.ChartServiceMetricsMapReduce_ReduceSlots.extend(), - App.ChartServiceMetricsMapReduce_GC.extend(), - App.ChartServiceMetricsMapReduce_RPC.extend(), - App.ChartServiceMetricsMapReduce_JVMHeap.extend(), - App.ChartServiceMetricsMapReduce_JVMThreads.extend()]; - } else if (serviceName == 'hbase') { - summary['memory_heap_percent_used'] = summary['memory_heap_used'].countPercentageRatio(summary['memory_heap_max']); - summary['memory_heap_used'] = summary['memory_heap_used'].bytesToSize(2, 'parseFloat'); - summary['memory_heap_max'] = summary['memory_heap_max'].bytesToSize(2, 'parseFloat'); - summary['start_time'] = summary['start_time'].toDaysHoursMinutes(); - summary['active_time'] = summary['active_time'].toDaysHoursMinutes(); - summary['metric_graph_views'] = [ App.ChartServiceMetricsHBASE_ClusterRequests.extend(), - App.ChartServiceMetricsHBASE_RegionServerReadWriteRequests.extend(), - App.ChartServiceMetricsHBASE_RegionServerRegions.extend(), - App.ChartServiceMetricsHBASE_RegionServerQueueSize.extend(), - App.ChartServiceMetricsHBASE_HlogSplitTime.extend(), - App.ChartServiceMetricsHBASE_HlogSplitSize.extend() - ]; + if(serviceName=='hbase'){ + jQuery.getJSON('data/services/summary/' + serviceName + '.json', function (data) { + if (data[serviceName]) { + var summary = data[serviceName]; + if (serviceName == 'hbase') { + summary['memory_heap_percent_used'] = summary['memory_heap_used'].countPercentageRatio(summary['memory_heap_max']); + summary['memory_heap_used'] = summary['memory_heap_used'].bytesToSize(2, 'parseFloat'); + summary['memory_heap_max'] = summary['memory_heap_max'].bytesToSize(2, 'parseFloat'); + summary['start_time'] = summary['start_time'].toDaysHoursMinutes(); + summary['active_time'] = summary['active_time'].toDaysHoursMinutes(); + } + summaryView.set('attributes', summary); } - summaryView.set('attributes', summary); - } - }) + }) + } }.observes('serviceName'), + + didInsertElement: function () { // We have to make the height of the Alerts section |