You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@giraph.apache.org by 이성일 <si...@samsung.com> on 2014/10/23 10:01:12 UTC

Giraph job doesn't work on Oozie workflow

Hi, dears

Now, I'm trying to run giraph job on Apache Oozie workflow.
But, it's not finish and running eternally.
Is there any one like me?

I'm attaching my oozie files, hadoop log message and s/w version

Thanks,
Seong-il


- Hadoop : 2.2.0
- Giraph : release-1.1.0-RC0 (compiled as "mvn -Phadoop_2 -Dhadoop.version=2.2.0 -DskipTests package")

[[job.properties]]
nameNode=hdfs://localhost:9000
jobTracker=localhost:8032
queueName=default

appName=giraph-shortestpath
appPath=${nameNode}/user/${user.name}/${appName}

oozie.wf.application.path=${appPath}
oozie.libpath=${appPath}/lib

[[workflow.xml]]
<workflow-app name="giraph" xmlns="uri:oozie:workflow:0.4">
    <start to="shortestpath"/>
    <action name="shortestpath" cred="">
        <java>
            <job-tracker>${jobTracker}</job-tracker>
            <name-node>${nameNode}</name-node>
            <main-class>org.apache.giraph.GiraphRunner</main-class>
            <arg>com.example.ShortestPath</arg>
            <arg>-vif</arg>
            <arg>org.apache.giraph.io.formats.JsonLongDoubleFloatDoubleVertexInputFormat</arg>
            <arg>-vip</arg>
            <arg>input/tiny_graph.txt</arg>
            <arg>-vof</arg>
            <arg>org.apache.giraph.io.formats.IdWithValueTextOutputFormat</arg>
            <arg>-op</arg>
            <arg>output/shortestpath</arg>
            <arg>-w</arg>
            <arg>1</arg>
        </java>
        <ok to="end"/>
        <error to="kill"/>
    </action>
    <kill name="kill">
        <message>Action failed, error message</message>
    </kill>
    <end name="end"/>
</workflow-app>


[[hadoop log message]]
2014-10-23 16:36:34,426 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Created MRAppMaster for application appattempt_1414046872824_0007_000001
2014-10-23 16:36:34,656 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.jobtracker.system.dir;  Ignoring.
2014-10-23 16:36:34,658 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.cluster.local.dir;  Ignoring.
2014-10-23 16:36:34,660 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.cluster.local.dir;  Ignoring.
2014-10-23 16:36:34,663 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-10-23 16:36:34,663 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-10-23 16:36:34,669 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: fs.defaultFS;  Ignoring.
2014-10-23 16:36:34,672 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: hadoop.tmp.dir;  Ignoring.
2014-10-23 16:36:34,672 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: fs.defaultFS;  Ignoring.
2014-10-23 16:36:34,672 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.jobtracker.system.dir;  Ignoring.
2014-10-23 16:36:34,792 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Executing with tokens:
2014-10-23 16:36:34,792 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Kind: YARN_AM_RM_TOKEN, Service: , Ident: (org.apache.hadoop.yarn.security.AMRMTokenIdentifier@701c57)
2014-10-23 16:36:34,805 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Kind: RM_DELEGATION_TOKEN, Service: localhost:8032, Ident: (owner=si503lee, renewer=oozie mr token, realUser=si503lee, issueDate=1414049792851, maxDate=1414654592851, sequenceNumber=6, masterKeyId=2)
2014-10-23 16:36:34,812 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: The specific max attempts: 2 for application: 7. Attempt num: 1 is last retry: false
2014-10-23 16:36:34,912 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.jobtracker.system.dir;  Ignoring.
2014-10-23 16:36:34,913 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.cluster.local.dir;  Ignoring.
2014-10-23 16:36:34,914 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: dfs.datanode.data.dir;  Ignoring.
2014-10-23 16:36:34,914 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: dfs.namenode.name.dir;  Ignoring.
2014-10-23 16:36:34,915 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.cluster.local.dir;  Ignoring.
2014-10-23 16:36:34,916 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2014-10-23 16:36:34,916 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: dfs.datanode.data.dir;  Ignoring.
2014-10-23 16:36:34,917 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2014-10-23 16:36:34,921 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: fs.defaultFS;  Ignoring.
2014-10-23 16:36:34,923 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: hadoop.tmp.dir;  Ignoring.
2014-10-23 16:36:34,923 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: fs.defaultFS;  Ignoring.
2014-10-23 16:36:34,924 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: mapreduce.jobtracker.system.dir;  Ignoring.
2014-10-23 16:36:34,924 WARN [main] org.apache.hadoop.conf.Configuration: job.xml:an attempt to override final parameter: dfs.namenode.name.dir;  Ignoring.
2014-10-23 16:36:35,338 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: OutputCommitter set in config null
2014-10-23 16:36:35,339 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-10-23 16:36:35,384 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.jobhistory.EventType for class org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler
2014-10-23 16:36:35,385 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.JobEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$JobEventDispatcher
2014-10-23 16:36:35,386 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.TaskEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$TaskEventDispatcher
2014-10-23 16:36:35,387 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.TaskAttemptEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$TaskAttemptEventDispatcher
2014-10-23 16:36:35,387 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventType for class org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler
2014-10-23 16:36:35,388 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.speculate.Speculator$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$SpeculatorEventDispatcher
2014-10-23 16:36:35,389 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocator$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerAllocatorRouter
2014-10-23 16:36:35,389 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncher$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerLauncherRouter
2014-10-23 16:36:35,467 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.JobFinishEvent$Type for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$JobFinishEventHandler
2014-10-23 16:36:35,672 INFO [main] org.apache.hadoop.metrics2.impl.MetricsConfig: loaded properties from hadoop-metrics2.properties
2014-10-23 16:36:35,726 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s).
2014-10-23 16:36:35,727 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MRAppMaster metrics system started
2014-10-23 16:36:35,736 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Adding job token for job_1414046872824_0007 to jobTokenSecretManager
2014-10-23 16:36:35,841 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Not uberizing job_1414046872824_0007 because: not enabled;
2014-10-23 16:36:35,862 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Input size for job job_1414046872824_0007 = 5. Number of splits = 1
2014-10-23 16:36:35,862 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Number of reduces for job job_1414046872824_0007 = 0
2014-10-23 16:36:35,862 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1414046872824_0007Job Transitioned from NEW to INITED
2014-10-23 16:36:35,863 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: MRAppMaster launching normal, non-uberized, multi-container job job_1414046872824_0007.
2014-10-23 16:36:35,896 INFO [Socket Reader #1 for port 44314] org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 44314
2014-10-23 16:36:35,931 INFO [main] org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.mapreduce.v2.api.MRClientProtocolPB to the server
2014-10-23 16:36:35,931 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: IPC Server Responder: starting
2014-10-23 16:36:35,931 INFO [IPC Server listener on 44314] org.apache.hadoop.ipc.Server: IPC Server listener on 44314: starting
2014-10-23 16:36:35,932 INFO [main] org.apache.hadoop.mapreduce.v2.app.client.MRClientService: Instantiated MRClientService at myubuntu/localhost:44314
2014-10-23 16:36:35,965 INFO [main] org.mortbay.log: Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-10-23 16:36:36,005 INFO [main] org.apache.hadoop.http.HttpServer: Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2014-10-23 16:36:36,008 INFO [main] org.apache.hadoop.http.HttpServer: Added filter AM_PROXY_FILTER (class=org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter) to context mapreduce
2014-10-23 16:36:36,009 INFO [main] org.apache.hadoop.http.HttpServer: Added filter AM_PROXY_FILTER (class=org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter) to context static
2014-10-23 16:36:36,012 INFO [main] org.apache.hadoop.http.HttpServer: adding path spec: /mapreduce/*
2014-10-23 16:36:36,012 INFO [main] org.apache.hadoop.http.HttpServer: adding path spec: /ws/*
2014-10-23 16:36:36,013 INFO [main] org.apache.hadoop.http.HttpServer: Jetty bound to port 33588
2014-10-23 16:36:36,013 INFO [main] org.mortbay.log: jetty-6.1.26
2014-10-23 16:36:36,037 INFO [main] org.mortbay.log: Extract jar:file:/home/si503lee/hadoop-2.2.0/share/hadoop/yarn/hadoop-yarn-common-2.2.0.jar!/webapps/mapreduce to /tmp/Jetty_0_0_0_0_33588_mapreduce____8cizpg/webapp
2014-10-23 16:36:36,264 INFO [main] org.mortbay.log: Started SelectChannelConnector@0.0.0.0:33588
2014-10-23 16:36:36,264 INFO [main] org.apache.hadoop.yarn.webapp.WebApps: Web app /mapreduce started at 33588
2014-10-23 16:36:36,571 INFO [main] org.apache.hadoop.yarn.webapp.WebApps: Registered webapp guice modules
2014-10-23 16:36:36,576 INFO [Socket Reader #1 for port 49613] org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 49613
2014-10-23 16:36:36,579 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: IPC Server Responder: starting
2014-10-23 16:36:36,579 INFO [IPC Server listener on 49613] org.apache.hadoop.ipc.Server: IPC Server listener on 49613: starting
2014-10-23 16:36:36,593 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: nodeBlacklistingEnabled:true
2014-10-23 16:36:36,593 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: maxTaskFailuresPerNode is 3
2014-10-23 16:36:36,593 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: blacklistDisablePercent is 33
2014-10-23 16:36:36,615 INFO [main] org.apache.hadoop.yarn.client.RMProxy: Connecting to ResourceManager at /localhost:8030
2014-10-23 16:36:36,643 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: maxContainerCapability: 2048
2014-10-23 16:36:36,645 INFO [main] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Upper limit on the thread pool size is 500
2014-10-23 16:36:36,646 INFO [main] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: yarn.client.max-nodemanagers-proxies : 500
2014-10-23 16:36:36,651 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1414046872824_0007Job Transitioned from INITED to SETUP
2014-10-23 16:36:36,652 INFO [CommitterEvent Processor #0] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: JOB_SETUP
2014-10-23 16:36:36,742 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1414046872824_0007Job Transitioned from SETUP to RUNNING
2014-10-23 16:36:36,757 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved myubuntu to /default-rack
2014-10-23 16:36:36,763 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1414046872824_0007_m_000000 Task Transitioned from NEW to SCHEDULED
2014-10-23 16:36:36,764 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1414046872824_0007_m_000000_0 TaskAttempt Transitioned from NEW to UNASSIGNED
2014-10-23 16:36:36,764 INFO [Thread-48] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: mapResourceReqt:512
2014-10-23 16:36:36,772 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Event Writer setup for JobId: job_1414046872824_0007, File: hdfs://localhost:9000/tmp/hadoop-yarn/staging/si503lee/.staging/job_1414046872824_0007/job_1414046872824_0007_1.jhist
2014-10-23 16:36:36,797 INFO [eventHandlingThread] org.apache.hadoop.conf.Configuration.deprecation: user.name is deprecated. Instead, use mapreduce.job.user.name
2014-10-23 16:36:37,644 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Before Scheduling: PendingReds:0 ScheduledMaps:1 ScheduledReds:0 AssignedMaps:0 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:0 ContRel:0 HostLocal:0 RackLocal:0
2014-10-23 16:36:37,675 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: getResources() for application_1414046872824_0007: ask=3 release= 0 newContainers=0 finishedContainers=0 resourcelimit=<memory:1536, vCores:0> knownNMs=1
2014-10-23 16:36:38,691 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Got allocated containers 1
2014-10-23 16:36:38,692 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_1414046872824_0007_01_000002 to attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:38,693 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: After Scheduling: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:1 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:1 ContRel:0 HostLocal:1 RackLocal:0
2014-10-23 16:36:38,716 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved myubuntu to /default-rack
2014-10-23 16:36:38,717 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Job jar is not present. Not adding any jar to the list of resources.
2014-10-23 16:36:38,740 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: The job-conf file on the remote FS is /tmp/hadoop-yarn/staging/si503lee/.staging/job_1414046872824_0007/job.xml
2014-10-23 16:36:38,745 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Adding #1 tokens and #1 secret keys for NM use for launching container
2014-10-23 16:36:38,745 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Size of containertokens_dob is 2
2014-10-23 16:36:38,745 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Putting shuffle token in serviceData
2014-10-23 16:36:38,780 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1414046872824_0007_m_000000_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED
2014-10-23 16:36:38,783 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_1414046872824_0007_01_000002 taskAttempt attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:38,787 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:38,788 INFO [ContainerLauncher #0] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : myubuntu:41217
2014-10-23 16:36:38,834 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1414046872824_0007_m_000000_0 : 13562
2014-10-23 16:36:38,835 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1414046872824_0007_m_000000_0] using containerId: [container_1414046872824_0007_01_000002 on NM: [myubuntu:41217]
2014-10-23 16:36:38,837 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1414046872824_0007_m_000000_0 TaskAttempt Transitioned from ASSIGNED to RUNNING
2014-10-23 16:36:38,837 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1414046872824_0007_m_000000 Task Transitioned from SCHEDULED to RUNNING
2014-10-23 16:36:39,694 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: getResources() for application_1414046872824_0007: ask=3 release= 0 newContainers=0 finishedContainers=0 resourcelimit=<memory:1024, vCores:-1> knownNMs=1
2014-10-23 16:36:40,006 INFO [Socket Reader #1 for port 49613] SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for job_1414046872824_0007 (auth:SIMPLE)
2014-10-23 16:36:40,030 INFO [IPC Server handler 0 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID : jvm_1414046872824_0007_m_000002 asked for a task
2014-10-23 16:36:40,030 INFO [IPC Server handler 0 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID: jvm_1414046872824_0007_m_000002 given task: attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:43,794 INFO [IPC Server handler 1 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:46,841 INFO [IPC Server handler 2 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Status update from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:46,842 INFO [IPC Server handler 2 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Progress of TaskAttempt attempt_1414046872824_0007_m_000000_0 is : 1.0
2014-10-23 16:36:49,851 INFO [IPC Server handler 3 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:52,853 INFO [IPC Server handler 4 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:55,855 INFO [IPC Server handler 5 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:36:58,857 INFO [IPC Server handler 6 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:01,859 INFO [IPC Server handler 7 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:04,861 INFO [IPC Server handler 8 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:07,864 INFO [IPC Server handler 9 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:10,866 INFO [IPC Server handler 10 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:13,868 INFO [IPC Server handler 11 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:16,905 INFO [IPC Server handler 12 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Status update from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:16,905 INFO [IPC Server handler 12 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Progress of TaskAttempt attempt_1414046872824_0007_m_000000_0 is : 1.0
2014-10-23 16:37:19,911 INFO [IPC Server handler 13 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:22,913 INFO [IPC Server handler 14 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:25,915 INFO [IPC Server handler 15 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:28,917 INFO [IPC Server handler 16 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:31,919 INFO [IPC Server handler 17 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:34,922 INFO [IPC Server handler 18 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:37,924 INFO [IPC Server handler 19 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:40,926 INFO [IPC Server handler 20 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:43,928 INFO [IPC Server handler 21 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:46,963 INFO [IPC Server handler 22 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Status update from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:46,964 INFO [IPC Server handler 22 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Progress of TaskAttempt attempt_1414046872824_0007_m_000000_0 is : 1.0
2014-10-23 16:37:49,969 INFO [IPC Server handler 23 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:52,971 INFO [IPC Server handler 24 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:55,973 INFO [IPC Server handler 25 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:37:58,975 INFO [IPC Server handler 26 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:01,977 INFO [IPC Server handler 27 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:04,979 INFO [IPC Server handler 28 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:07,981 INFO [IPC Server handler 29 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:10,983 INFO [IPC Server handler 0 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:13,985 INFO [IPC Server handler 1 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Ping from attempt_1414046872824_0007_m_000000_0
2014-10-23 16:38:17,015 INFO [IPC Server handler 2 on 49613] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Status update from attempt_1414046872824_0007_m_000000_0