You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by at...@apache.org on 2014/01/16 14:57:06 UTC
[08/11] AMBARI-4310 Update mock data of services configurations.
(atkach)
http://git-wip-us.apache.org/repos/asf/ambari/blob/8c0e3771/ambari-web/app/assets/data/wizard/stack/hdp/version1.3.0/MAPREDUCE.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/wizard/stack/hdp/version1.3.0/MAPREDUCE.json b/ambari-web/app/assets/data/wizard/stack/hdp/version1.3.0/MAPREDUCE.json
index 4ab1584..2b15b0e 100644
--- a/ambari-web/app/assets/data/wizard/stack/hdp/version1.3.0/MAPREDUCE.json
+++ b/ambari-web/app/assets/data/wizard/stack/hdp/version1.3.0/MAPREDUCE.json
@@ -1,772 +1,1324 @@
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations?fields=*",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations?fields=*",
"items" : [
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.tasks.speculative.execution",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/ambari.mapred.child.java.opts.memory",
"StackConfigurations" : {
- "property_description" : "If true, then multiple instances of some reduce tasks\n may be executed in parallel.",
- "property_value" : "false",
+ "property_description" : "Java options Memory for the TaskTracker child processes",
+ "property_name" : "ambari.mapred.child.java.opts.memory",
+ "property_value" : "768",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.reduce.tasks.speculative.execution",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/hadoop.job.history.user.location",
+ "StackConfigurations" : {
+ "property_description" : null,
+ "property_name" : "hadoop.job.history.user.location",
+ "property_value" : "none",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/hadoop_heapsize",
+ "StackConfigurations" : {
+ "property_description" : "Hadoop maximum Java heap size",
+ "property_name" : "hadoop_heapsize",
+ "property_value" : "1024",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.factor",
+ "StackConfigurations" : {
+ "property_description" : "No description",
+ "property_name" : "io.sort.factor",
+ "property_value" : "100",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.mb",
+ "StackConfigurations" : {
+ "property_description" : "\n The total amount of Map-side buffer memory to use while sorting files\n ",
+ "property_name" : "io.sort.mb",
+ "property_value" : "200",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.record.percent",
+ "StackConfigurations" : {
+ "property_description" : "No description",
+ "property_name" : "io.sort.record.percent",
+ "property_value" : ".2",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.spill.percent",
+ "StackConfigurations" : {
+ "property_description" : "Percentage of sort buffer used for record collection",
+ "property_name" : "io.sort.spill.percent",
+ "property_value" : "0.9",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io_sort_mb",
+ "StackConfigurations" : {
+ "property_description" : "The total amount of Map-side buffer memory to use while sorting files (Expert-only configuration).",
+ "property_name" : "io_sort_mb",
+ "property_value" : "200",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io_sort_spill_percent",
+ "StackConfigurations" : {
+ "property_description" : "Percentage of sort buffer used for record collection (Expert-only configuration.",
+ "property_name" : "io_sort_spill_percent",
+ "property_value" : "0.9",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jetty.connector",
+ "StackConfigurations" : {
+ "property_description" : "No description",
+ "property_name" : "jetty.connector",
+ "property_value" : "org.mortbay.jetty.nio.SelectChannelConnector",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jtnode_heapsize",
+ "StackConfigurations" : {
+ "property_description" : "Maximum Java heap size for JobTracker in MB (Java option -Xmx)",
+ "property_name" : "jtnode_heapsize",
+ "property_value" : "1024",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jtnode_opt_maxnewsize",
+ "StackConfigurations" : {
+ "property_description" : "Max New size.",
+ "property_name" : "jtnode_opt_maxnewsize",
+ "property_value" : "200",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jtnode_opt_newsize",
+ "StackConfigurations" : {
+ "property_description" : "Mem New Size.",
+ "property_name" : "jtnode_opt_newsize",
+ "property_value" : "200",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/lzo_enabled",
+ "StackConfigurations" : {
+ "property_description" : "LZO compression enabled",
+ "property_name" : "lzo_enabled",
+ "property_value" : "true",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-init-accept-jobs-factor",
+ "StackConfigurations" : {
+ "property_description" : "The default multipe of (maximum-system-jobs * queue-capacity) \n used to determine the number of jobs which are accepted by the scheduler. \n ",
+ "property_name" : "mapred.capacity-scheduler.default-init-accept-jobs-factor",
+ "property_value" : "10",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-maximum-active-tasks-per-queue",
+ "StackConfigurations" : {
+ "property_description" : "The default maximum number of tasks, across all jobs in the \n queue, which can be initialized concurrently. Once the queue's jobs exceed \n this limit they will be queued on disk. \n ",
+ "property_name" : "mapred.capacity-scheduler.default-maximum-active-tasks-per-queue",
+ "property_value" : "200000",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-maximum-active-tasks-per-user",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-maximum-active-tasks-per-user",
"StackConfigurations" : {
"property_description" : "The default maximum number of tasks per-user, across all the of \n the user's jobs in the queue, which can be initialized concurrently. Once \n the user's jobs exceed this limit they will be queued on disk. \n ",
+ "property_name" : "mapred.capacity-scheduler.default-maximum-active-tasks-per-user",
"property_value" : "100000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.default-maximum-active-tasks-per-user",
- "filename" : "capacity-scheduler.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-minimum-user-limit-percent",
+ "StackConfigurations" : {
+ "property_description" : "The percentage of the resources limited to a particular user\n for the job queue at any given point of time by default.\n ",
+ "property_name" : "mapred.capacity-scheduler.default-minimum-user-limit-percent",
+ "property_value" : "100",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.init-accept-jobs-factor",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-supports-priority",
"StackConfigurations" : {
- "property_description" : "The multipe of (maximum-system-jobs * queue-capacity) used to \n determine the number of jobs which are accepted by the scheduler. \n ",
- "property_value" : "10",
+ "property_description" : "If true, priorities of jobs will be taken into \n account in scheduling decisions by default in a job queue.\n ",
+ "property_name" : "mapred.capacity-scheduler.default-supports-priority",
+ "property_value" : "false",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor",
- "filename" : "capacity-scheduler.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-user-limit-factor",
+ "StackConfigurations" : {
+ "property_description" : "The default multiple of queue-capacity which is used to \n determine the amount of slots a single user can consume concurrently.\n ",
+ "property_name" : "mapred.capacity-scheduler.default-user-limit-factor",
+ "property_value" : "1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.init-poll-interval",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.init-poll-interval",
"StackConfigurations" : {
"property_description" : "The amount of time in miliseconds which is used to poll \n the job queues for jobs to initialize.\n ",
+ "property_name" : "mapred.capacity-scheduler.init-poll-interval",
"property_value" : "5000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.init-poll-interval",
- "filename" : "capacity-scheduler.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.init-worker-threads",
+ "StackConfigurations" : {
+ "property_description" : "Number of worker threads which would be used by\n Initialization poller to initialize jobs in a set of queue.\n If number mentioned in property is equal to number of job queues\n then a single thread would initialize jobs in a queue. If lesser\n then a thread would get a set of queues assigned. If the number\n is greater then number of threads would be equal to number of \n job queues.\n ",
+ "property_name" : "mapred.capacity-scheduler.init-worker-threads",
+ "property_value" : "5",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.history.server.embedded",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.maximum-system-jobs",
"StackConfigurations" : {
- "property_description" : "Should job history server be embedded within Job tracker\nprocess",
- "property_value" : "false",
+ "property_description" : "Maximum number of jobs in the system which can be initialized,\n concurrently, by the CapacityScheduler.\n ",
+ "property_name" : "mapred.capacity-scheduler.maximum-system-jobs",
+ "property_value" : "3000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapreduce.history.server.embedded",
- "filename" : "mapred-site.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.capacity",
+ "StackConfigurations" : {
+ "property_description" : "Percentage of the number of slots in the cluster that are\n to be available for jobs in this queue.\n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.capacity",
+ "property_value" : "100",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.blacklist.fault-bucket-width",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.init-accept-jobs-factor",
"StackConfigurations" : {
- "property_description" : "\n 15-minute bucket size (value is in minutes)\n ",
- "property_value" : "15",
+ "property_description" : "The multipe of (maximum-system-jobs * queue-capacity) used to \n determine the number of jobs which are accepted by the scheduler. \n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor",
+ "property_value" : "10",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.blacklist.fault-bucket-width",
- "filename" : "mapred-site.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-capacity",
+ "StackConfigurations" : {
+ "property_description" : "\n\tmaximum-capacity defines a limit beyond which a queue cannot use the capacity of the cluster.\n\tThis provides a means to limit how much excess capacity a queue can use. By default, there is no limit.\n\tThe maximum-capacity of a queue can only be greater than or equal to its minimum capacity.\n Default value of -1 implies a queue can use complete capacity of the cluster.\n\n This property could be to curtail certain jobs which are long running in nature from occupying more than a \n certain percentage of the cluster, which in the absence of pre-emption, could lead to capacity guarantees of \n other queues being affected.\n \n One important thing to note is that maximum-capacity is a percentage , so based on the cluster's capacity\n the max capacity would change. So if large no of nodes or racks get added to the cluster , max Capacity in \n absolute terms would increase accordingly.\n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.maximum-capacity",
+ "property_value" : "-1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.map.tasks.speculative.execution",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks",
"StackConfigurations" : {
- "property_description" : "If true, then multiple instances of some map tasks\n may be executed in parallel.",
- "property_value" : "false",
+ "property_description" : "The maximum number of tasks, across all jobs in the queue, \n which can be initialized concurrently. Once the queue's jobs exceed this \n limit they will be queued on disk. \n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks",
+ "property_value" : "200000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.map.tasks.speculative.execution",
- "filename" : "mapred-site.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user",
+ "StackConfigurations" : {
+ "property_description" : "The maximum number of tasks per-user, across all the of the \n user's jobs in the queue, which can be initialized concurrently. Once the \n user's jobs exceed this limit they will be queued on disk. \n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user",
+ "property_value" : "100000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.minimum-user-limit-percent",
+ "StackConfigurations" : {
+ "property_description" : " Each queue enforces a limit on the percentage of resources \n allocated to a user at any given time, if there is competition for them. \n This user limit can vary between a minimum and maximum value. The former\n depends on the number of users who have submitted jobs, and the latter is\n set to this property value. For example, suppose the value of this \n property is 25. If two users have submitted jobs to a queue, no single \n user can use more than 50% of the queue resources. If a third user submits\n a job, no single user can use more than 33% of the queue resources. With 4 \n or more users, no user can use more than 25% of the queue's resources. A \n value of 100 implies no user limits are imposed. \n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.minimum-user-limit-percent",
+ "property_value" : "100",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.supports-priority",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.supports-priority",
"StackConfigurations" : {
"property_description" : "If true, priorities of jobs will be taken into \n account in scheduling decisions.\n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.supports-priority",
"property_value" : "false",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.supports-priority",
- "filename" : "capacity-scheduler.xml",
+ "type" : "capacity-scheduler.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.user-limit-factor",
+ "StackConfigurations" : {
+ "property_description" : "The multiple of the queue capacity which can be configured to \n allow a single user to acquire more slots. \n ",
+ "property_name" : "mapred.capacity-scheduler.queue.default.user-limit-factor",
+ "property_value" : "1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "capacity-scheduler.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.blacklist.fault-timeout-window",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.child.java.opts",
"StackConfigurations" : {
- "property_description" : "\n 3-hour sliding window (value is in minutes)\n ",
- "property_value" : "180",
+ "property_description" : "Java options for the TaskTracker child processes",
+ "property_name" : "mapred.child.java.opts",
+ "property_value" : "-server -Xmx${ambari.mapred.child.java.opts.memory}m -Djava.net.preferIPv4Stack=true",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.blacklist.fault-timeout-window",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.child.root.logger",
+ "StackConfigurations" : {
+ "property_description" : null,
+ "property_name" : "mapred.child.root.logger",
+ "property_value" : "INFO,TLA",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.persist.jobstatus.active",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.cluster.map.memory.mb",
"StackConfigurations" : {
- "property_description" : "Indicates if persistency of job status information is\n active or not.\n ",
- "property_value" : "false",
+ "property_description" : "\n The virtual memory size of a single Map slot in the MapReduce framework\n ",
+ "property_name" : "mapred.cluster.map.memory.mb",
+ "property_value" : "1536",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.job.tracker.persist.jobstatus.active",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.cluster.max.map.memory.mb",
+ "StackConfigurations" : {
+ "property_description" : "\n Upper limit on virtual memory size for a single Map task of any MapReduce job\n ",
+ "property_name" : "mapred.cluster.max.map.memory.mb",
+ "property_value" : "6144",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-supports-priority",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.cluster.max.reduce.memory.mb",
"StackConfigurations" : {
- "property_description" : "If true, priorities of jobs will be taken into \n account in scheduling decisions by default in a job queue.\n ",
- "property_value" : "false",
+ "property_description" : "\n Upper limit on virtual memory size for a single Reduce task of any MapReduce job\n ",
+ "property_name" : "mapred.cluster.max.reduce.memory.mb",
+ "property_value" : "4096",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.default-supports-priority",
- "filename" : "capacity-scheduler.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.cluster.reduce.memory.mb",
+ "StackConfigurations" : {
+ "property_description" : "\n The virtual memory size of a single Reduce slot in the MapReduce framework\n ",
+ "property_name" : "mapred.cluster.reduce.memory.mb",
+ "property_value" : "2048",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-user-limit-factor",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.healthChecker.interval",
"StackConfigurations" : {
- "property_description" : "The default multiple of queue-capacity which is used to \n determine the amount of slots a single user can consume concurrently.\n ",
+ "property_description" : null,
+ "property_name" : "mapred.healthChecker.interval",
+ "property_value" : "135000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.healthChecker.script.path",
+ "StackConfigurations" : {
+ "property_description" : "\n Directory path to view job status\n ",
+ "property_name" : "mapred.healthChecker.script.path",
+ "property_value" : "/etc/hadoop/conf/health_check",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.healthChecker.script.timeout",
+ "StackConfigurations" : {
+ "property_description" : null,
+ "property_name" : "mapred.healthChecker.script.timeout",
+ "property_value" : "60000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.hosts",
+ "StackConfigurations" : {
+ "property_description" : "\n Names a file that contains the list of nodes that may\n connect to the jobtracker. If the value is empty, all hosts are\n permitted.\n ",
+ "property_name" : "mapred.hosts",
+ "property_value" : "/etc/hadoop/conf/mapred.include",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.hosts.exclude",
+ "StackConfigurations" : {
+ "property_description" : "\n Names a file that contains the list of hosts that\n should be excluded by the jobtracker. If the value is empty, no\n hosts are excluded.\n ",
+ "property_name" : "mapred.hosts.exclude",
+ "property_value" : "/etc/hadoop/conf/mapred.exclude",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.inmem.merge.threshold",
+ "StackConfigurations" : {
+ "property_description" : "The threshold, in terms of the number of files\n for the in-memory merge process. When we accumulate threshold number of files\n we initiate the in-memory merge and spill to disk. A value of 0 or less than\n 0 indicates we want to DON'T have any threshold and instead depend only on\n the ramfs's memory consumption to trigger the merge.\n ",
+ "property_name" : "mapred.inmem.merge.threshold",
+ "property_value" : "1000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.map.memory.mb",
+ "StackConfigurations" : {
+ "property_description" : "\n Virtual memory for single Map task\n ",
+ "property_name" : "mapred.job.map.memory.mb",
+ "property_value" : "1536",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.reduce.input.buffer.percent",
+ "StackConfigurations" : {
+ "property_description" : "The percentage of memory- relative to the maximum heap size- to\n retain map outputs during the reduce. When the shuffle is concluded, any\n remaining map outputs in memory must consume less than this threshold before\n the reduce can begin.\n ",
+ "property_name" : "mapred.job.reduce.input.buffer.percent",
+ "property_value" : "0.0",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.reduce.memory.mb",
+ "StackConfigurations" : {
+ "property_description" : "\n Virtual memory for single Reduce task\n ",
+ "property_name" : "mapred.job.reduce.memory.mb",
+ "property_value" : "2048",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.reuse.jvm.num.tasks",
+ "StackConfigurations" : {
+ "property_description" : "\n How many tasks to run per jvm. If set to -1, there is no limit\n ",
+ "property_name" : "mapred.job.reuse.jvm.num.tasks",
"property_value" : "1",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.default-user-limit-factor",
- "filename" : "capacity-scheduler.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.shuffle.input.buffer.percent",
+ "StackConfigurations" : {
+ "property_description" : "The percentage of memory to be allocated from the maximum heap\n size to storing map outputs during the shuffle.\n ",
+ "property_name" : "mapred.job.shuffle.input.buffer.percent",
+ "property_value" : "0.7",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.shuffle.merge.percent",
+ "StackConfigurations" : {
+ "property_description" : "The usage threshold at which an in-memory merge will be\n initiated, expressed as a percentage of the total memory allocated to\n storing in-memory map outputs, as defined by\n mapred.job.shuffle.input.buffer.percent.\n ",
+ "property_name" : "mapred.job.shuffle.merge.percent",
+ "property_value" : "0.66",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker",
+ "StackConfigurations" : {
+ "property_description" : "JobTracker address",
+ "property_name" : "mapred.job.tracker",
+ "property_value" : "localhost:50300",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.record.percent",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.handler.count",
+ "StackConfigurations" : {
+ "property_description" : "\n The number of server threads for the JobTracker. This should be roughly\n 4% of the number of tasktracker nodes.\n ",
+ "property_name" : "mapred.job.tracker.handler.count",
+ "property_value" : "50",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.history.completed.location",
"StackConfigurations" : {
"property_description" : "No description",
- "property_value" : ".2",
+ "property_name" : "mapred.job.tracker.history.completed.location",
+ "property_value" : "/mapred/history/done",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "io.sort.record.percent",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.http.address",
+ "StackConfigurations" : {
+ "property_description" : "JobTracker host and http port address",
+ "property_name" : "mapred.job.tracker.http.address",
+ "property_value" : "localhost:50030",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.retirejob.check",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.persist.jobstatus.active",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "10000",
+ "property_description" : "Indicates if persistency of job status information is\n active or not.\n ",
+ "property_name" : "mapred.job.tracker.persist.jobstatus.active",
+ "property_value" : "false",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.retirejob.check",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.persist.jobstatus.dir",
+ "StackConfigurations" : {
+ "property_description" : "The directory where the job status information is persisted\n in a file system to be available after it drops of the memory queue and\n between jobtracker restarts.\n ",
+ "property_name" : "mapred.job.tracker.persist.jobstatus.dir",
+ "property_value" : "/mapred/jobstatus",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.system.dir",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.persist.jobstatus.hours",
"StackConfigurations" : {
- "property_description" : "No description",
- "property_value" : "/mapred/system",
+ "property_description" : "The number of hours job status information is persisted in DFS.\n The job status information will be available after it drops of the memory\n queue and between jobtracker restarts. With a zero value the job status\n information is not persisted at all in DFS.\n ",
+ "property_name" : "mapred.job.tracker.persist.jobstatus.hours",
+ "property_value" : "1",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.system.dir",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.blacklist.fault-bucket-width",
+ "StackConfigurations" : {
+ "property_description" : "\n 15-minute bucket size (value is in minutes)\n ",
+ "property_name" : "mapred.jobtracker.blacklist.fault-bucket-width",
+ "property_value" : "15",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-capacity",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.blacklist.fault-timeout-window",
"StackConfigurations" : {
- "property_description" : "\n\tmaximum-capacity defines a limit beyond which a queue cannot use the capacity of the cluster.\n\tThis provides a means to limit how much excess capacity a queue can use. By default, there is no limit.\n\tThe maximum-capacity of a queue can only be greater than or equal to its minimum capacity.\n Default value of -1 implies a queue can use complete capacity of the cluster.\n\n This property could be to curtail certain jobs which are long running in nature from occupying more than a \n certain percentage of the cluster, which in the absence of pre-emption, could lead to capacity guarantees of \n other queues being affected.\n \n One important thing to note is that maximum-capacity is a percentage , so based on the cluster's capacity\n the max capacity would change. So if large no of nodes or racks get added to the cluster , max Capacity in \n absolute terms would increase accordingly.\n ",
- "property_value" : "-1",
+ "property_description" : "\n 3-hour sliding window (value is in minutes)\n ",
+ "property_name" : "mapred.jobtracker.blacklist.fault-timeout-window",
+ "property_value" : "180",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.maximum-capacity",
- "filename" : "capacity-scheduler.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.completeuserjobs.maximum",
+ "StackConfigurations" : {
+ "property_description" : null,
+ "property_name" : "mapred.jobtracker.completeuserjobs.maximum",
+ "property_value" : "0",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jetty.connector",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.maxtasks.per.job",
"StackConfigurations" : {
- "property_description" : "No description",
- "property_value" : "org.mortbay.jetty.nio.SelectChannelConnector",
+ "property_description" : "The maximum number of tasks for a single job.\n A value of -1 indicates that there is no maximum. ",
+ "property_name" : "mapred.jobtracker.maxtasks.per.job",
+ "property_value" : "-1",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "jetty.connector",
- "filename" : "mapred-site.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.restart.recover",
+ "StackConfigurations" : {
+ "property_description" : "\"true\" to enable (job) recovery upon restart,\n \"false\" to start afresh\n ",
+ "property_name" : "mapred.jobtracker.restart.recover",
+ "property_value" : "false",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-maximum-active-tasks-per-queue",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.retirejob.check",
"StackConfigurations" : {
- "property_description" : "The default maximum number of tasks, across all jobs in the \n queue, which can be initialized concurrently. Once the queue's jobs exceed \n this limit they will be queued on disk. \n ",
- "property_value" : "200000",
+ "property_description" : null,
+ "property_name" : "mapred.jobtracker.retirejob.check",
+ "property_value" : "10000",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.default-maximum-active-tasks-per-queue",
- "filename" : "capacity-scheduler.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.retirejob.interval",
+ "StackConfigurations" : {
+ "property_description" : null,
+ "property_name" : "mapred.jobtracker.retirejob.interval",
+ "property_value" : "21600000",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/scheduler_name",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.taskScheduler",
"StackConfigurations" : {
- "property_description" : "MapRed Capacity Scheduler.",
+ "property_description" : null,
+ "property_name" : "mapred.jobtracker.taskScheduler",
"property_value" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "scheduler_name",
- "filename" : "global.xml",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.local.dir",
+ "StackConfigurations" : {
+ "property_description" : "No description",
+ "property_name" : "mapred.local.dir",
+ "property_value" : "/hadoop/mapred",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.map.output.compression.codec",
+ "StackConfigurations" : {
+ "property_description" : "If the map outputs are compressed, how should they be\n compressed\n ",
+ "property_name" : "mapred.map.output.compression.codec",
+ "property_value" : "org.apache.hadoop.io.compress.SnappyCodec",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.map.tasks.speculative.execution",
+ "StackConfigurations" : {
+ "property_description" : "If true, then multiple instances of some map tasks\n may be executed in parallel.",
+ "property_name" : "mapred.map.tasks.speculative.execution",
+ "property_value" : "false",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.max.tracker.blacklists",
+ "StackConfigurations" : {
+ "property_description" : "\n if node is reported blacklisted by 16 successful jobs within timeout-window, it will be graylisted\n ",
+ "property_name" : "mapred.max.tracker.blacklists",
+ "property_value" : "16",
+ "service_name" : "MAPREDUCE",
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.reuse.jvm.num.tasks",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.output.compression.type",
"StackConfigurations" : {
- "property_description" : "\n How many tasks to run per jvm. If set to -1, there is no limit\n ",
- "property_value" : "1",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.reuse.jvm.num.tasks",
- "filename" : "mapred-site.xml",
+ "property_description" : "If the job outputs are to compressed as SequenceFiles, how should\n they be compressed? Should be one of NONE, RECORD or BLOCK.\n ",
+ "property_name" : "mapred.output.compression.type",
+ "property_value" : "BLOCK",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.max.tracker.blacklists",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.default.acl-administer-jobs",
"StackConfigurations" : {
- "property_description" : "\n if node is reported blacklisted by 16 successful jobs within timeout-window, it will be graylisted\n ",
- "property_value" : "16",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.max.tracker.blacklists",
- "filename" : "mapred-site.xml",
+ "property_description" : null,
+ "property_name" : "mapred.queue.default.acl-administer-jobs",
+ "property_value" : "*",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-queue-acls.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.default.acl-submit-job",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.default.acl-submit-job",
"StackConfigurations" : {
"property_description" : null,
- "property_value" : "*",
- "stack_version" : "1.3.0",
"property_name" : "mapred.queue.default.acl-submit-job",
- "filename" : "mapred-queue-acls.xml",
+ "property_value" : "*",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-queue-acls.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.names",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.names",
"StackConfigurations" : {
"property_description" : " Comma separated list of queues configured for this jobtracker.",
- "property_value" : "default",
- "stack_version" : "1.3.0",
"property_name" : "mapred.queue.names",
- "filename" : "mapred-site.xml",
+ "property_value" : "default",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.reduce.input.buffer.percent",
- "StackConfigurations" : {
- "property_description" : "The percentage of memory- relative to the maximum heap size- to\n retain map outputs during the reduce. When the shuffle is concluded, any\n remaining map outputs in memory must consume less than this threshold before\n the reduce can begin.\n ",
- "property_value" : "0.0",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.job.reduce.input.buffer.percent",
- "filename" : "mapred-site.xml",
- "service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobtracker.split.metainfo.maxsize",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.parallel.copies",
"StackConfigurations" : {
- "property_description" : "If the size of the split metainfo file is larger than this, the JobTracker will fail the job during\n initialize.\n ",
- "property_value" : "50000000",
- "stack_version" : "1.3.0",
- "property_name" : "mapreduce.jobtracker.split.metainfo.maxsize",
- "filename" : "mapred-site.xml",
+ "property_description" : "No description",
+ "property_name" : "mapred.reduce.parallel.copies",
+ "property_value" : "30",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/hadoop.job.history.user.location",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.slowstart.completed.maps",
"StackConfigurations" : {
"property_description" : null,
- "property_value" : "none",
- "stack_version" : "1.3.0",
- "property_name" : "hadoop.job.history.user.location",
- "filename" : "mapred-site.xml",
+ "property_name" : "mapred.reduce.slowstart.completed.maps",
+ "property_value" : "0.05",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.completeuserjobs.maximum",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.tasks.speculative.execution",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "100",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.completeuserjobs.maximum",
- "filename" : "mapred-site.xml",
+ "property_description" : "If true, then multiple instances of some reduce tasks\n may be executed in parallel.",
+ "property_name" : "mapred.reduce.tasks.speculative.execution",
+ "property_value" : "false",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.output.compression.type",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.system.dir",
"StackConfigurations" : {
- "property_description" : "If the job outputs are to compressed as SequenceFiles, how should\n they be compressed? Should be one of NONE, RECORD or BLOCK.\n ",
- "property_value" : "BLOCK",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.output.compression.type",
- "filename" : "mapred-site.xml",
+ "property_description" : "Path on the HDFS where where the MapReduce framework stores system files",
+ "property_name" : "mapred.system.dir",
+ "property_value" : "/mapred/system",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.retirejob.interval",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.task.timeout",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "0",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.retirejob.interval",
- "filename" : "mapred-site.xml",
+ "property_description" : "The number of milliseconds before a task will be\n terminated if it neither reads an input, writes an output, nor\n updates its status string.\n ",
+ "property_name" : "mapred.task.timeout",
+ "property_value" : "600000",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.healthChecker.interval",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.task.tracker.task-controller",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "135000",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.healthChecker.interval",
- "filename" : "mapred-site.xml",
+ "property_description" : "\n TaskController which is used to launch and manage task execution.\n ",
+ "property_name" : "mapred.task.tracker.task-controller",
+ "property_value" : "org.apache.hadoop.mapred.DefaultTaskController",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/jtnode_opt_newsize",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.tasktracker.map.tasks.maximum",
"StackConfigurations" : {
- "property_description" : "MapRed Capacity Scheduler.",
- "property_value" : "200",
- "stack_version" : "1.3.0",
- "property_name" : "jtnode_opt_newsize",
- "filename" : "global.xml",
+ "property_description" : "No description",
+ "property_name" : "mapred.tasktracker.map.tasks.maximum",
+ "property_value" : "4",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.task.timeout",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.tasktracker.reduce.tasks.maximum",
"StackConfigurations" : {
- "property_description" : "The number of milliseconds before a task will be\n terminated if it neither reads an input, writes an output, nor\n updates its status string.\n ",
- "property_value" : "600000",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.task.timeout",
- "filename" : "mapred-site.xml",
+ "property_description" : "No description",
+ "property_name" : "mapred.tasktracker.reduce.tasks.maximum",
+ "property_value" : "2",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.persist.jobstatus.hours",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.tasktracker.tasks.sleeptime-before-sigkill",
"StackConfigurations" : {
- "property_description" : "The number of hours job status information is persisted in DFS.\n The job status information will be available after it drops of the memory\n queue and between jobtracker restarts. With a zero value the job status\n information is not persisted at all in DFS.\n ",
- "property_value" : "1",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.tracker.persist.jobstatus.hours",
- "filename" : "mapred-site.xml",
+ "property_description" : "Normally, this is the amount of time before killing\n processes, and the recommended-default is 5.000 seconds - a value of\n 5000 here. In this case, we are using it solely to blast tasks before\n killing them, and killing them very quickly (1/4 second) to guarantee\n that we do not leave VMs around for later jobs.\n ",
+ "property_name" : "mapred.tasktracker.tasks.sleeptime-before-sigkill",
+ "property_value" : "250",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.shuffle.merge.percent",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.userlog.retain.hours",
"StackConfigurations" : {
- "property_description" : "The usage threshold at which an in-memory merge will be\n initiated, expressed as a percentage of the total memory allocated to\n storing in-memory map outputs, as defined by\n mapred.job.shuffle.input.buffer.percent.\n ",
- "property_value" : "0.66",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.shuffle.merge.percent",
- "filename" : "mapred-site.xml",
+ "property_description" : "\n The maximum time, in hours, for which the user-logs are to be retained after the job completion.\n ",
+ "property_name" : "mapred.userlog.retain.hours",
+ "property_value" : "24",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.jobtracker.restart.recover",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_child_java_opts_sz",
"StackConfigurations" : {
- "property_description" : "\"true\" to enable (job) recovery upon restart,\n \"false\" to start afresh\n ",
- "property_value" : "false",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.jobtracker.restart.recover",
- "filename" : "mapred-site.xml",
+ "property_description" : "Java options for the TaskTracker child processes.",
+ "property_name" : "mapred_child_java_opts_sz",
+ "property_value" : "768",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.handler.count",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_cluster_map_mem_mb",
"StackConfigurations" : {
- "property_description" : "\n The number of server threads for the JobTracker. This should be roughly\n 4% of the number of tasktracker nodes.\n ",
- "property_value" : "50",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.tracker.handler.count",
- "filename" : "mapred-site.xml",
+ "property_description" : "The virtual memory size of a single Map slot in the MapReduce framework",
+ "property_name" : "mapred_cluster_map_mem_mb",
+ "property_value" : "-1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_cluster_red_mem_mb",
"StackConfigurations" : {
- "property_description" : "The maximum number of tasks per-user, across all the of the \n user's jobs in the queue, which can be initialized concurrently. Once the \n user's jobs exceed this limit they will be queued on disk. \n ",
- "property_value" : "100000",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user",
- "filename" : "capacity-scheduler.xml",
+ "property_description" : "The virtual memory size of a single Reduce slot in the MapReduce framework",
+ "property_name" : "mapred_cluster_red_mem_mb",
+ "property_value" : "-1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.tasktracker.group",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_job_map_mem_mb",
"StackConfigurations" : {
- "property_description" : "The group that the task controller uses for accessing the task controller. The mapred user must be a member and users should *not* be members.",
- "property_value" : "hadoop",
- "stack_version" : "1.3.0",
- "property_name" : "mapreduce.tasktracker.group",
- "filename" : "mapred-site.xml",
+ "property_description" : "Virtual memory for single Map task",
+ "property_name" : "mapred_job_map_mem_mb",
+ "property_value" : "-1",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_jobstatus_dir",
"StackConfigurations" : {
- "property_description" : "The maximum number of tasks, across all jobs in the queue, \n which can be initialized concurrently. Once the queue's jobs exceed this \n limit they will be queued on disk. \n ",
- "property_value" : "200000",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks",
- "filename" : "capacity-scheduler.xml",
+ "property_description" : "Job Status directory",
+ "property_name" : "mapred_jobstatus_dir",
+ "property_value" : "/mapred/jobstatus",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_local_dir",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_local_dir",
"StackConfigurations" : {
"property_description" : "MapRed Local Directories.",
- "property_value" : "/hadoop/mapred",
- "stack_version" : "1.3.0",
"property_name" : "mapred_local_dir",
- "filename" : "global.xml",
+ "property_value" : "/hadoop/mapred",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.inmem.merge.threshold",
- "StackConfigurations" : {
- "property_description" : "The threshold, in terms of the number of files\n for the in-memory merge process. When we accumulate threshold number of files\n we initiate the in-memory merge and spill to disk. A value of 0 or less than\n 0 indicates we want to DON'T have any threshold and instead depend only on\n the ramfs's memory consumption to trigger the merge.\n ",
- "property_value" : "1000",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapred.inmem.merge.threshold",
- "filename" : "mapred-site.xml",
- "service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.queue.default.acl-administer-jobs",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_map_tasks_max",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "*",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.queue.default.acl-administer-jobs",
- "filename" : "mapred-queue-acls.xml",
+ "property_description" : "Number of slots that Map tasks that run simultaneously can occupy on a TaskTracker",
+ "property_name" : "mapred_map_tasks_max",
+ "property_value" : "4",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.reduce.input.limit",
- "StackConfigurations" : {
- "property_description" : "The limit on the input size of the reduce. (This value\n is 10 Gb.) If the estimated input size of the reduce is greater than\n this value, job is failed. A value of -1 means that there is no limit\n set. ",
- "property_value" : "10737418240",
+ "stack_name" : "HDP",
"stack_version" : "1.3.0",
- "property_name" : "mapreduce.reduce.input.limit",
- "filename" : "mapred-site.xml",
- "service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.cluster.administrators",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_red_tasks_max",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : " hadoop",
- "stack_version" : "1.3.0",
- "property_name" : "mapreduce.cluster.administrators",
- "filename" : "mapred-site.xml",
+ "property_description" : "Number of slots that Reduce tasks that run simultaneously can occupy on a TaskTracker",
+ "property_name" : "mapred_red_tasks_max",
+ "property_value" : "2",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.healthChecker.script.timeout",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_system_dir",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "60000",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.healthChecker.script.timeout",
- "filename" : "mapred-site.xml",
+ "property_description" : "MapRed System Directories.",
+ "property_name" : "mapred_system_dir",
+ "property_value" : "/mapred/system",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.parallel.copies",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_user",
"StackConfigurations" : {
- "property_description" : "No description",
- "property_value" : "30",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.reduce.parallel.copies",
- "filename" : "mapred-site.xml",
+ "property_description" : "MapReduce User.",
+ "property_name" : "mapred_user",
+ "property_value" : "mapred",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "global.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.tracker.history.completed.location",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.cluster.administrators",
"StackConfigurations" : {
- "property_description" : "No description",
- "property_value" : "/mapred/history/done",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.tracker.history.completed.location",
- "filename" : "mapred-site.xml",
+ "property_description" : null,
+ "property_name" : "mapreduce.cluster.administrators",
+ "property_value" : " hadoop",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.reduce.slowstart.completed.maps",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.fileoutputcommitter.marksuccessfuljobs",
"StackConfigurations" : {
"property_description" : null,
- "property_value" : "0.05",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.reduce.slowstart.completed.maps",
- "filename" : "mapred-site.xml",
+ "property_name" : "mapreduce.fileoutputcommitter.marksuccessfuljobs",
+ "property_value" : "false",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.tasktracker.tasks.sleeptime-before-sigkill",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.history.server.embedded",
"StackConfigurations" : {
- "property_description" : "Normally, this is the amount of time before killing\n processes, and the recommended-default is 5.000 seconds - a value of\n 5000 here. In this case, we are using it solely to blast tasks before\n killing them, and killing them very quickly (1/4 second) to guarantee\n that we do not leave VMs around for later jobs.\n ",
- "property_value" : "250",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.tasktracker.tasks.sleeptime-before-sigkill",
- "filename" : "mapred-site.xml",
+ "property_description" : "Should job history server be embedded within Job tracker\n process",
+ "property_name" : "mapreduce.history.server.embedded",
+ "property_value" : "false",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.queue.default.capacity",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.history.server.http.address",
"StackConfigurations" : {
- "property_description" : "Percentage of the number of slots in the cluster that are\n to be available for jobs in this queue.\n ",
- "property_value" : "100",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.queue.default.capacity",
- "filename" : "capacity-scheduler.xml",
+ "property_description" : "Http address of the history server",
+ "property_name" : "mapreduce.history.server.http.address",
+ "property_value" : "localhost:51111",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.job.shuffle.input.buffer.percent",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobhistory.done-dir",
"StackConfigurations" : {
- "property_description" : "The percentage of memory to be allocated from the maximum heap\n size to storing map outputs during the shuffle.\n ",
- "property_value" : "0.7",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.job.shuffle.input.buffer.percent",
- "filename" : "mapred-site.xml",
+ "property_description" : "\n Directory where history files are managed by the MR JobHistory Server.\n ",
+ "property_name" : "mapreduce.jobhistory.done-dir",
+ "property_value" : "/mr-history/done",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.child.root.logger",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobhistory.intermediate-done-dir",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "INFO,TLA",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.child.root.logger",
- "filename" : "mapred-site.xml",
+ "property_description" : "\n Directory where history files are written by MapReduce jobs.\n ",
+ "property_name" : "mapreduce.jobhistory.intermediate-done-dir",
+ "property_value" : "/mr-history/tmp",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.fileoutputcommitter.marksuccessfuljobs",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobhistory.webapp.address",
"StackConfigurations" : {
- "property_description" : null,
- "property_value" : "false",
- "stack_version" : "1.3.0",
- "property_name" : "mapreduce.fileoutputcommitter.marksuccessfuljobs",
- "filename" : "mapred-site.xml",
+ "property_description" : "Enter your JobHistoryServer hostname.",
+ "property_name" : "mapreduce.jobhistory.webapp.address",
+ "property_value" : "localhost:19888",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred.capacity-scheduler.default-init-accept-jobs-factor",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobtracker.split.metainfo.maxsize",
"StackConfigurations" : {
- "property_description" : "The default multipe of (maximum-system-jobs * queue-capacity) \n used to determine the number of jobs which are accepted by the scheduler. \n ",
- "property_value" : "10",
- "stack_version" : "1.3.0",
- "property_name" : "mapred.capacity-scheduler.default-init-accept-jobs-factor",
- "filename" : "capacity-scheduler.xml",
+ "property_description" : "If the size of the split metainfo file is larger than this, the JobTracker will fail the job during\n initialize.\n ",
+ "property_name" : "mapreduce.jobtracker.split.metainfo.maxsize",
+ "property_value" : "50000000",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapred_system_dir",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.jobtracker.staging.root.dir",
"StackConfigurations" : {
- "property_description" : "MapRed System Directories.",
- "property_value" : "/mapred/system",
- "stack_version" : "1.3.0",
- "property_name" : "mapred_system_dir",
- "filename" : "global.xml",
+ "property_description" : "The Path prefix for where the staging directories should be placed. The next level is always the user's\n name. It is a path in the default file system.",
+ "property_name" : "mapreduce.jobtracker.staging.root.dir",
+ "property_value" : "/user",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/io.sort.factor",
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/MAPREDUCE/configurations/mapreduce.reduce.input.limit",
"StackConfigurations" : {
- "property_description" : "No description",
- "property_value" : "100",
- "stack_version" : "1.3.0",
- "property_name" : "io.sort.factor",
- "filename" : "mapred-site.xml",
+ "property_description" : "The limit on the input size of the reduce. (This value\n is 10 Gb.) If the estimated input size of the reduce is greater than\n this value, job is failed. A value of -1 means that there is no limit\n set. ",
+ "property_name" : "mapreduce.reduce.input.limit",
+ "property_value" : "10737418240",
"service_name" : "MAPREDUCE",
- "stack_name" : "HDP"
+ "stack_name" : "HDP",
+ "stack_version" : "1.3.0",
+ "type" : "mapred-site.xml"
}
},
{
- "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/ver
<TRUNCATED>