You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-user@hadoop.apache.org by Ken Huang <dn...@gmail.com> on 2016/02/16 07:19:09 UTC
hadoop-native-core compoent build error

I'm try to build hadoop-native-core component in HADOOP-10388 branch, but
got errors as followed, I am looking for suggestion on how to make this
work.
Thanks in advance for any and all advice.

[root@Sla3 hadoop-native-core]# mvn package -Pdist,native -DskipTests -Dtar
[INFO] Scanning for projects...
[INFO]

[INFO]
------------------------------------------------------------------------
[INFO] Building Apache Hadoop Native Client 3.0.0-SNAPSHOT
[INFO]
------------------------------------------------------------------------
[INFO]
[INFO] --- maven-antrun-plugin:1.7:run (create-testdirs) @
hadoop-native-core ---
[INFO] Executing tasks

main:
    [mkdir] Created dir:
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/test-dir
[INFO] Executed tasks
[INFO]
[INFO] --- maven-resources-plugin:2.2:resources (default-resources) @
hadoop-native-core ---
[INFO] Using default encoding to copy filtered resources.
[INFO]
[INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @
hadoop-native-core ---
[INFO] No sources to compile
[INFO]
[INFO] --- maven-antrun-plugin:1.7:run (make) @ hadoop-native-core ---
[INFO] Executing tasks

main:
    [mkdir] Created dir:
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
     [exec] -- The C compiler identification is GNU 4.7.2
     [exec] -- The CXX compiler identification is GNU 4.7.2
     [exec] -- Check for working C compiler:
/opt/centos/devtoolset-1.1/root/usr/bin/cc
     [exec] -- Check for working C compiler:
/opt/centos/devtoolset-1.1/root/usr/bin/cc -- works
     [exec] -- Detecting C compiler ABI info
     [exec] -- Detecting C compiler ABI info - done
     [exec] -- Check for working CXX compiler:
/opt/centos/devtoolset-1.1/root/usr/bin/c++
     [exec] -- Check for working CXX compiler:
/opt/centos/devtoolset-1.1/root/usr/bin/c++ -- works
     [exec] -- Detecting CXX compiler ABI info
     [exec] JAVA_HOME=,
JAVA_JVM_LIBRARY=/usr/java/jdk1.7.0_21/jre/lib/amd64/server/libjvm.so
     [exec] JAVA_INCLUDE_PATH=/usr/java/jdk1.7.0_21/include,
JAVA_INCLUDE_PATH2=/usr/java/jdk1.7.0_21/include/linux
     [exec] Located all JNI components successfully.
     [exec] -- Detecting CXX compiler ABI info - done
     [exec] -- Building hadoop-native-core, the native Hadoop core
libraries.
     [exec] -- Performing Test HAVE_BETTER_TLS
     [exec] -- Performing Test HAVE_BETTER_TLS - Success
     [exec] -- Processing hadoop-core protobuf definitions.
     [exec] -- Configuring done
     [exec] -- Generating done
     [exec] -- Build files have been written to:
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
     [exec] /usr/bin/cmake
-H/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
-B/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
--check-build-system CMakeFiles/Makefile.cmake 0
     [exec] /usr/bin/cmake -E cmake_progress_start
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/progress.marks
     [exec] make -f CMakeFiles/Makefile2 all
     [exec] make[1]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] make -f CMakeFiles/protoc-gen-hrpc.dir/build.make
CMakeFiles/protoc-gen-hrpc.dir/depend
     [exec] make[2]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] cd
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
&& /usr/bin/cmake -E cmake_depends "Unix Makefiles"
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/protoc-gen-hrpc.dir/DependInfo.cmake
--color=
     [exec] Dependee
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/protoc-gen-hrpc.dir/DependInfo.cmake"
is newer than depender
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/protoc-gen-hrpc.dir/depend.internal".
     [exec] Dependee
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/CMakeDirectoryInformation.cmake"
is newer than depender
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/protoc-gen-hrpc.dir/depend.internal".
     [exec] Scanning dependencies of target protoc-gen-hrpc
     [exec] make[2]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] make -f CMakeFiles/protoc-gen-hrpc.dir/build.make
CMakeFiles/protoc-gen-hrpc.dir/build
     [exec] make[2]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] /usr/bin/cmake -E cmake_progress_report
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
     [exec] [  0%] Building CXX object
CMakeFiles/protoc-gen-hrpc.dir/rpc/protoc-gen-hrpc.cc.o
     [exec] /opt/centos/devtoolset-1.1/root/usr/bin/c++    -g -Wall -Wextra
-O2 -fno-strict-aliasing -D_REENTRANT -D_GNU_SOURCE -D_LARGEFILE_SOURCE
-D_FILE_OFFSET_BITS=64 -Wno-unused
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/lib/libuv/include
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/uv/include
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
-I/usr/java/jdk1.7.0_21/include -I/usr/java/jdk1.7.0_21/include/linux
-I/usr/local/include    -o
CMakeFiles/protoc-gen-hrpc.dir/rpc/protoc-gen-hrpc.cc.o -c
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/rpc/protoc-gen-hrpc.cc
     [exec] Linking CXX executable protoc-gen-hrpc
     [exec] /usr/bin/cmake -E cmake_link_script
CMakeFiles/protoc-gen-hrpc.dir/link.txt --verbose=1
     [exec] /opt/centos/devtoolset-1.1/root/usr/bin/c++    -g -Wall -Wextra
-O2 -fno-strict-aliasing -D_REENTRANT -D_GNU_SOURCE -D_LARGEFILE_SOURCE
-D_FILE_OFFSET_BITS=64 -Wno-unused
 CMakeFiles/protoc-gen-hrpc.dir/rpc/protoc-gen-hrpc.cc.o  -o
protoc-gen-hrpc -rdynamic /usr/local/lib/libprotoc.a
/usr/local/lib/libprotobuf.a
     [exec] make[2]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] /usr/bin/cmake -E cmake_progress_report
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
     [exec] [  0%] Built target protoc-gen-hrpc
     [exec] make -f CMakeFiles/shorten.dir/build.make
CMakeFiles/shorten.dir/depend
     [exec] make[2]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] cd
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
&& /usr/bin/cmake -E cmake_depends "Unix Makefiles"
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/shorten.dir/DependInfo.cmake
--color=
     [exec] Dependee
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/shorten.dir/DependInfo.cmake"
is newer than depender
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/shorten.dir/depend.internal".
     [exec] Dependee
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/CMakeDirectoryInformation.cmake"
is newer than depender
"/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles/shorten.dir/depend.internal".
     [exec] Scanning dependencies of target shorten
     [exec] make[2]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] make -f CMakeFiles/shorten.dir/build.make
CMakeFiles/shorten.dir/build
     [exec] make[2]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] /usr/bin/cmake -E cmake_progress_report
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
93
     [exec] [  1%] Building C object CMakeFiles/shorten.dir/rpc/shorten.c.o
     [exec] /opt/centos/devtoolset-1.1/root/usr/bin/cc   -g -Wall -Wextra
-O2 -fno-strict-aliasing -D_REENTRANT -D_GNU_SOURCE -D_LARGEFILE_SOURCE
-D_FILE_OFFSET_BITS=64
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/lib/libuv/include
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/uv/include
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native
-I/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native
-I/usr/java/jdk1.7.0_21/include -I/usr/java/jdk1.7.0_21/include/linux
-I/usr/local/include    -o CMakeFiles/shorten.dir/rpc/shorten.c.o   -c
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/src/main/native/rpc/shorten.c
     [exec] Linking C executable shorten
     [exec] /usr/bin/cmake -E cmake_link_script
CMakeFiles/shorten.dir/link.txt --verbose=1
     [exec] /opt/centos/devtoolset-1.1/root/usr/bin/cc   -g -Wall -Wextra
-O2 -fno-strict-aliasing -D_REENTRANT -D_GNU_SOURCE -D_LARGEFILE_SOURCE
-D_FILE_OFFSET_BITS=64    CMakeFiles/shorten.dir/rpc/shorten.c.o  -o
shorten -rdynamic
     [exec] make[2]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] /usr/bin/cmake -E cmake_progress_report
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
 93
     [exec] error reading
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/protobuf/xattr.pb-c.h:
didn't find PROTOBUF_C_END_DECLSerror processing
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/protobuf/xattr.pb-c.h
     [exec] make[2]: *** [protobuf/xattr.pb-c.c] Error 1
     [exec] make[1]: *** [CMakeFiles/fstest.dir/all] Error 2
     [exec] make: *** [all] Error 2
     [exec] [  1%] Built target shorten
     [exec] make -f CMakeFiles/fstest.dir/build.make
CMakeFiles/fstest.dir/depend
     [exec] make[2]: Entering directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] /usr/bin/cmake -E cmake_progress_report
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/CMakeFiles
13
     [exec] [  2%] Running HRPC protocol buffer compiler on
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-hdfs-project/hadoop-hdfs/src/main/proto/xattr.proto
     [exec] /usr/local/bin/protoc-c --c_out
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/protobuf
-I
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-common-project/hadoop-common/src/main/proto/
-I
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-hdfs-project/hadoop-hdfs/src/main/proto/
--proto_path
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-hdfs-project/hadoop-hdfs/src/main/proto
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-hdfs-project/hadoop-hdfs/src/main/proto/xattr.proto
     [exec] ./shorten
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native/protobuf/xattr.pb-c.h
     [exec] make[2]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
     [exec] make[1]: Leaving directory
`/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native'
[INFO]
------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO]
------------------------------------------------------------------------
[INFO] Total time: 7.109s
[INFO] Finished at: Tue Feb 16 14:02:49 CST 2016
[INFO] Final Memory: 14M/482M
[INFO]
------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-antrun-plugin:1.7:run (make) on project
hadoop-native-core: An Ant BuildException has occured: exec returned: 2
[ERROR] around Ant part ...<exec
dir="/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/native"
executable="make" failonerror="true">... @ 8:140 in
/home/hkx/hadoop/git_project/hadoop_10388/HADOOP-10388/hadoop-native-core/target/antrun/build-main.xml
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions,
please read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoExecutionException


Cheers,
Ken