You are viewing a plain text version of this content. The canonical link for it is here.
Posted to yarn-issues@hadoop.apache.org by "Sunil G (JIRA)" <ji...@apache.org> on 2018/01/04 13:09:00 UTC

[jira] [Updated] (YARN-7699) queueUsagePercentage is coming as INF for getApp REST api call

     [ https://issues.apache.org/jira/browse/YARN-7699?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Sunil G updated YARN-7699:
--------------------------
    Description: 
REST o/p for getApp call where queueUsagePercentage is INF.
Credit to [~charanh]

{noformat}
{
    "app": {
        "id": "application_1514964945154_0001",
        "user": "hrt_qa",
        "name": "DistributedShell",
        "queue": "a1",
        "state": "RUNNING",
        "finalStatus": "UNDEFINED",
        "progress": 90.0,
        "trackingUI": "ApplicationMaster",
        "trackingUrl": "http://ctr-e136-1513029738776-28101-01-000004.hwx.site:8088/proxy/application_1514964945154_0001/",
        "diagnostics": "",
        "clusterId": 1514964945154,
        "applicationType": "YARN",
        "applicationTags": "",
        "priority": 0,
        "startedTime": 1514965015754,
        "finishedTime": 0,
        "elapsedTime": 418844,
        "amContainerLogs": "http://ctr-e136-1513029738776-28101-01-000007.hwx.site:8042/node/containerlogs/container_e43_1514964945154_0001_01_000001/hrt_qa",
        "amHostHttpAddress": "ctr-e136-1513029738776-28101-01-000007.hwx.site:8042",
        "allocatedMB": 600,
        "allocatedVCores": 1,
        "reservedMB": 0,
        "reservedVCores": 0,
        "runningContainers": 1,
        "memorySeconds": 1227070,
        "vcoreSeconds": 2041,
        "queueUsagePercentage": INF,
        "clusterUsagePercentage": 3.2552083,
        "resourceSecondsMap": {
            "entry": {
                "key": "memory-mb",
                "value": "1227070"
            },
            "entry": {
                "key": "vcores",
                "value": "2041"
            }
        },
        "preemptedResourceMB": 0,
        "preemptedResourceVCores": 0,
        "numNonAMContainerPreempted": 0,
        "numAMContainerPreempted": 0,
        "preemptedMemorySeconds": 0,
        "preemptedVcoreSeconds": 0,
        "preemptedResourceSecondsMap": {
            
        },
        "resourceRequests": [
            {
                "priority": 0,
                "resourceName": "*",
                "capability": {
                    "memory": 600,
                    "vCores": 1
                },
                "numContainers": 1,
                "relaxLocality": true,
                "nodeLabelExpression": "x",
                "executionTypeRequest": {
                    "executionType": "GUARANTEED",
                    "enforceExecutionType": false
                },
                "enforceExecutionType": false
            }
        ],
        "logAggregationStatus": "NOT_START",
        "unmanagedApplication": false,
        "appNodeLabelExpression": "x",
        "amNodeLabelExpression": "x",
        "resourceInfo": {
            "resourceUsagesByPartition": [
                {
                    "partitionName": "",
                    "used": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amUsed": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                },
                {
                    "partitionName": "x",
                    "used": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "amUsed": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                },
                {
                    "partitionName": "y",
                    "used": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amUsed": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                }
            ]
        },
        "timeouts": {
            "timeout": [
                {
                    "type": "LIFETIME",
                    "expiryTime": "UNLIMITED",
                    "remainingTimeInSeconds": -1
                }
            ]
        }
    }
}
{noformat}

  was:

REST o/p for getApp call where queueUsagePercentage is INF.
{noformat}
{
    "app": {
        "id": "application_1514964945154_0001",
        "user": "hrt_qa",
        "name": "DistributedShell",
        "queue": "a1",
        "state": "RUNNING",
        "finalStatus": "UNDEFINED",
        "progress": 90.0,
        "trackingUI": "ApplicationMaster",
        "trackingUrl": "http://ctr-e136-1513029738776-28101-01-000004.hwx.site:8088/proxy/application_1514964945154_0001/",
        "diagnostics": "",
        "clusterId": 1514964945154,
        "applicationType": "YARN",
        "applicationTags": "",
        "priority": 0,
        "startedTime": 1514965015754,
        "finishedTime": 0,
        "elapsedTime": 418844,
        "amContainerLogs": "http://ctr-e136-1513029738776-28101-01-000007.hwx.site:8042/node/containerlogs/container_e43_1514964945154_0001_01_000001/hrt_qa",
        "amHostHttpAddress": "ctr-e136-1513029738776-28101-01-000007.hwx.site:8042",
        "allocatedMB": 600,
        "allocatedVCores": 1,
        "reservedMB": 0,
        "reservedVCores": 0,
        "runningContainers": 1,
        "memorySeconds": 1227070,
        "vcoreSeconds": 2041,
        "queueUsagePercentage": INF,
        "clusterUsagePercentage": 3.2552083,
        "resourceSecondsMap": {
            "entry": {
                "key": "memory-mb",
                "value": "1227070"
            },
            "entry": {
                "key": "vcores",
                "value": "2041"
            }
        },
        "preemptedResourceMB": 0,
        "preemptedResourceVCores": 0,
        "numNonAMContainerPreempted": 0,
        "numAMContainerPreempted": 0,
        "preemptedMemorySeconds": 0,
        "preemptedVcoreSeconds": 0,
        "preemptedResourceSecondsMap": {
            
        },
        "resourceRequests": [
            {
                "priority": 0,
                "resourceName": "*",
                "capability": {
                    "memory": 600,
                    "vCores": 1
                },
                "numContainers": 1,
                "relaxLocality": true,
                "nodeLabelExpression": "x",
                "executionTypeRequest": {
                    "executionType": "GUARANTEED",
                    "enforceExecutionType": false
                },
                "enforceExecutionType": false
            }
        ],
        "logAggregationStatus": "NOT_START",
        "unmanagedApplication": false,
        "appNodeLabelExpression": "x",
        "amNodeLabelExpression": "x",
        "resourceInfo": {
            "resourceUsagesByPartition": [
                {
                    "partitionName": "",
                    "used": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amUsed": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                },
                {
                    "partitionName": "x",
                    "used": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "amUsed": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                },
                {
                    "partitionName": "y",
                    "used": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "reserved": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "pending": {
                        "memory": 0,
                        "vCores": 0
                    },
                    "amUsed": {
                        "memory": 600,
                        "vCores": 1
                    },
                    "amLimit": {
                        "memory": 0,
                        "vCores": 0
                    }
                }
            ]
        },
        "timeouts": {
            "timeout": [
                {
                    "type": "LIFETIME",
                    "expiryTime": "UNLIMITED",
                    "remainingTimeInSeconds": -1
                }
            ]
        }
    }
}
{noformat}


> queueUsagePercentage is coming as INF for getApp REST api call
> --------------------------------------------------------------
>
>                 Key: YARN-7699
>                 URL: https://issues.apache.org/jira/browse/YARN-7699
>             Project: Hadoop YARN
>          Issue Type: Bug
>          Components: webapp
>    Affects Versions: 2.9.0, 3.0.0
>            Reporter: Sunil G
>            Assignee: Sunil G
>
> REST o/p for getApp call where queueUsagePercentage is INF.
> Credit to [~charanh]
> {noformat}
> {
>     "app": {
>         "id": "application_1514964945154_0001",
>         "user": "hrt_qa",
>         "name": "DistributedShell",
>         "queue": "a1",
>         "state": "RUNNING",
>         "finalStatus": "UNDEFINED",
>         "progress": 90.0,
>         "trackingUI": "ApplicationMaster",
>         "trackingUrl": "http://ctr-e136-1513029738776-28101-01-000004.hwx.site:8088/proxy/application_1514964945154_0001/",
>         "diagnostics": "",
>         "clusterId": 1514964945154,
>         "applicationType": "YARN",
>         "applicationTags": "",
>         "priority": 0,
>         "startedTime": 1514965015754,
>         "finishedTime": 0,
>         "elapsedTime": 418844,
>         "amContainerLogs": "http://ctr-e136-1513029738776-28101-01-000007.hwx.site:8042/node/containerlogs/container_e43_1514964945154_0001_01_000001/hrt_qa",
>         "amHostHttpAddress": "ctr-e136-1513029738776-28101-01-000007.hwx.site:8042",
>         "allocatedMB": 600,
>         "allocatedVCores": 1,
>         "reservedMB": 0,
>         "reservedVCores": 0,
>         "runningContainers": 1,
>         "memorySeconds": 1227070,
>         "vcoreSeconds": 2041,
>         "queueUsagePercentage": INF,
>         "clusterUsagePercentage": 3.2552083,
>         "resourceSecondsMap": {
>             "entry": {
>                 "key": "memory-mb",
>                 "value": "1227070"
>             },
>             "entry": {
>                 "key": "vcores",
>                 "value": "2041"
>             }
>         },
>         "preemptedResourceMB": 0,
>         "preemptedResourceVCores": 0,
>         "numNonAMContainerPreempted": 0,
>         "numAMContainerPreempted": 0,
>         "preemptedMemorySeconds": 0,
>         "preemptedVcoreSeconds": 0,
>         "preemptedResourceSecondsMap": {
>             
>         },
>         "resourceRequests": [
>             {
>                 "priority": 0,
>                 "resourceName": "*",
>                 "capability": {
>                     "memory": 600,
>                     "vCores": 1
>                 },
>                 "numContainers": 1,
>                 "relaxLocality": true,
>                 "nodeLabelExpression": "x",
>                 "executionTypeRequest": {
>                     "executionType": "GUARANTEED",
>                     "enforceExecutionType": false
>                 },
>                 "enforceExecutionType": false
>             }
>         ],
>         "logAggregationStatus": "NOT_START",
>         "unmanagedApplication": false,
>         "appNodeLabelExpression": "x",
>         "amNodeLabelExpression": "x",
>         "resourceInfo": {
>             "resourceUsagesByPartition": [
>                 {
>                     "partitionName": "",
>                     "used": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "reserved": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "pending": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "amUsed": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "amLimit": {
>                         "memory": 0,
>                         "vCores": 0
>                     }
>                 },
>                 {
>                     "partitionName": "x",
>                     "used": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "reserved": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "pending": {
>                         "memory": 600,
>                         "vCores": 1
>                     },
>                     "amUsed": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "amLimit": {
>                         "memory": 0,
>                         "vCores": 0
>                     }
>                 },
>                 {
>                     "partitionName": "y",
>                     "used": {
>                         "memory": 600,
>                         "vCores": 1
>                     },
>                     "reserved": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "pending": {
>                         "memory": 0,
>                         "vCores": 0
>                     },
>                     "amUsed": {
>                         "memory": 600,
>                         "vCores": 1
>                     },
>                     "amLimit": {
>                         "memory": 0,
>                         "vCores": 0
>                     }
>                 }
>             ]
>         },
>         "timeouts": {
>             "timeout": [
>                 {
>                     "type": "LIFETIME",
>                     "expiryTime": "UNLIMITED",
>                     "remainingTimeInSeconds": -1
>                 }
>             ]
>         }
>     }
> }
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)

---------------------------------------------------------------------
To unsubscribe, e-mail: yarn-issues-unsubscribe@hadoop.apache.org
For additional commands, e-mail: yarn-issues-help@hadoop.apache.org