CMakeLists.txt 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one
  3. # or more contributor license agreements. See the NOTICE file
  4. # distributed with this work for additional information
  5. # regarding copyright ownership. The ASF licenses this file
  6. # to you under the Apache License, Version 2.0 (the
  7. # "License"); you may not use this file except in compliance
  8. # with the License. You may obtain a copy of the License at
  9. #
  10. # http://www.apache.org/licenses/LICENSE-2.0
  11. #
  12. # Unless required by applicable law or agreed to in writing, software
  13. # distributed under the License is distributed on an "AS IS" BASIS,
  14. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. # See the License for the specific language governing permissions and
  16. # limitations under the License.
  17. #
  18. cmake_minimum_required(VERSION 2.6 FATAL_ERROR)
  19. # Default to release builds
  20. set(CMAKE_BUILD_TYPE, Release)
  21. include(JNIFlags.cmake NO_POLICY_SCOPE)
  22. # Compile a library with both shared and static variants
  23. function(add_dual_library LIBNAME)
  24. add_library(${LIBNAME} SHARED ${ARGN})
  25. add_library(${LIBNAME}_static STATIC ${ARGN})
  26. set_target_properties(${LIBNAME}_static PROPERTIES OUTPUT_NAME ${LIBNAME})
  27. endfunction(add_dual_library)
  28. # Link both a static and a dynamic target against some libraries
  29. function(target_link_dual_libraries LIBNAME)
  30. target_link_libraries(${LIBNAME} ${ARGN})
  31. target_link_libraries(${LIBNAME}_static ${ARGN})
  32. endfunction(target_link_dual_libraries)
  33. function(output_directory TGT DIR)
  34. SET_TARGET_PROPERTIES(${TGT} PROPERTIES
  35. RUNTIME_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/${DIR}")
  36. SET_TARGET_PROPERTIES(${TGT} PROPERTIES
  37. ARCHIVE_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/${DIR}")
  38. SET_TARGET_PROPERTIES(${TGT} PROPERTIES
  39. LIBRARY_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/${DIR}")
  40. endfunction(output_directory TGT DIR)
  41. function(dual_output_directory TGT DIR)
  42. output_directory(${TGT} "${DIR}")
  43. output_directory(${TGT}_static "${DIR}")
  44. endfunction(dual_output_directory TGT DIR)
  45. #
  46. # This macro alters the behavior of find_package and find_library.
  47. # It does this by setting the CMAKE_FIND_LIBRARY_SUFFIXES global variable.
  48. # You should save that variable before calling this function and restore it
  49. # after you have accomplished your goal.
  50. #
  51. # The behavior is altered in two ways:
  52. # 1. We always find shared libraries, never static;
  53. # 2. We find shared libraries with the given version number.
  54. #
  55. # On Windows this function is a no-op. Windows does not encode
  56. # version number information information into library path names.
  57. #
  58. macro(set_find_shared_library_version LVERS)
  59. IF(${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
  60. # Mac OS uses .dylib
  61. SET(CMAKE_FIND_LIBRARY_SUFFIXES ".${LVERS}.dylib")
  62. ELSEIF(${CMAKE_SYSTEM_NAME} MATCHES "FreeBSD")
  63. # FreeBSD has always .so installed.
  64. SET(CMAKE_FIND_LIBRARY_SUFFIXES ".so")
  65. ELSEIF(${CMAKE_SYSTEM_NAME} MATCHES "Windows")
  66. # Windows doesn't support finding shared libraries by version.
  67. ELSE()
  68. # Most UNIX variants use .so
  69. SET(CMAKE_FIND_LIBRARY_SUFFIXES ".so.${LVERS}")
  70. ENDIF()
  71. endmacro(set_find_shared_library_version LVERS)
  72. if (NOT GENERATED_JAVAH)
  73. # Must identify where the generated headers have been placed
  74. MESSAGE(FATAL_ERROR "You must set the cmake variable GENERATED_JAVAH")
  75. endif (NOT GENERATED_JAVAH)
  76. find_package(JNI REQUIRED)
  77. SET(STORED_CMAKE_FIND_LIBRARY_SUFFIXES CMAKE_FIND_LIBRARY_SUFFIXES)
  78. set_find_shared_library_version("1")
  79. find_package(ZLIB REQUIRED)
  80. SET(CMAKE_FIND_LIBRARY_SUFFIXES STORED_CMAKE_FIND_LIBRARY_SUFFIXES)
  81. set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -g -Wall -O2")
  82. set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -D_REENTRANT -D_GNU_SOURCE")
  83. set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -D_LARGEFILE_SOURCE -D_FILE_OFFSET_BITS=64")
  84. set(D main/native/src/org/apache/hadoop)
  85. set(T main/native/src/test/org/apache/hadoop)
  86. GET_FILENAME_COMPONENT(HADOOP_ZLIB_LIBRARY ${ZLIB_LIBRARIES} NAME)
  87. SET(STORED_CMAKE_FIND_LIBRARY_SUFFIXES CMAKE_FIND_LIBRARY_SUFFIXES)
  88. set_find_shared_library_version("1")
  89. find_package(BZip2 QUIET)
  90. if (BZIP2_INCLUDE_DIR AND BZIP2_LIBRARIES)
  91. GET_FILENAME_COMPONENT(HADOOP_BZIP2_LIBRARY ${BZIP2_LIBRARIES} NAME)
  92. set(BZIP2_SOURCE_FILES
  93. "${D}/io/compress/bzip2/Bzip2Compressor.c"
  94. "${D}/io/compress/bzip2/Bzip2Decompressor.c")
  95. else (BZIP2_INCLUDE_DIR AND BZIP2_LIBRARIES)
  96. set(BZIP2_SOURCE_FILES "")
  97. set(BZIP2_INCLUDE_DIR "")
  98. IF(REQUIRE_BZIP2)
  99. MESSAGE(FATAL_ERROR "Required bzip2 library and/or header files could not be found.")
  100. ENDIF(REQUIRE_BZIP2)
  101. endif (BZIP2_INCLUDE_DIR AND BZIP2_LIBRARIES)
  102. SET(CMAKE_FIND_LIBRARY_SUFFIXES STORED_CMAKE_FIND_LIBRARY_SUFFIXES)
  103. INCLUDE(CheckFunctionExists)
  104. INCLUDE(CheckCSourceCompiles)
  105. INCLUDE(CheckLibraryExists)
  106. CHECK_FUNCTION_EXISTS(sync_file_range HAVE_SYNC_FILE_RANGE)
  107. CHECK_FUNCTION_EXISTS(posix_fadvise HAVE_POSIX_FADVISE)
  108. CHECK_LIBRARY_EXISTS(dl dlopen "" NEED_LINK_DL)
  109. SET(STORED_CMAKE_FIND_LIBRARY_SUFFIXES CMAKE_FIND_LIBRARY_SUFFIXES)
  110. set_find_shared_library_version("1")
  111. find_library(SNAPPY_LIBRARY
  112. NAMES snappy
  113. PATHS ${CUSTOM_SNAPPY_PREFIX} ${CUSTOM_SNAPPY_PREFIX}/lib
  114. ${CUSTOM_SNAPPY_PREFIX}/lib64 ${CUSTOM_SNAPPY_LIB})
  115. SET(CMAKE_FIND_LIBRARY_SUFFIXES STORED_CMAKE_FIND_LIBRARY_SUFFIXES)
  116. find_path(SNAPPY_INCLUDE_DIR
  117. NAMES snappy.h
  118. PATHS ${CUSTOM_SNAPPY_PREFIX} ${CUSTOM_SNAPPY_PREFIX}/include
  119. ${CUSTOM_SNAPPY_INCLUDE})
  120. if (SNAPPY_LIBRARY AND SNAPPY_INCLUDE_DIR)
  121. GET_FILENAME_COMPONENT(HADOOP_SNAPPY_LIBRARY ${SNAPPY_LIBRARY} NAME)
  122. set(SNAPPY_SOURCE_FILES
  123. "${D}/io/compress/snappy/SnappyCompressor.c"
  124. "${D}/io/compress/snappy/SnappyDecompressor.c")
  125. else (SNAPPY_LIBRARY AND SNAPPY_INCLUDE_DIR)
  126. set(SNAPPY_INCLUDE_DIR "")
  127. set(SNAPPY_SOURCE_FILES "")
  128. IF(REQUIRE_SNAPPY)
  129. MESSAGE(FATAL_ERROR "Required snappy library could not be found. SNAPPY_LIBRARY=${SNAPPY_LIBRARY}, SNAPPY_INCLUDE_DIR=${SNAPPY_INCLUDE_DIR}, CUSTOM_SNAPPY_INCLUDE_DIR=${CUSTOM_SNAPPY_INCLUDE_DIR}, CUSTOM_SNAPPY_PREFIX=${CUSTOM_SNAPPY_PREFIX}, CUSTOM_SNAPPY_INCLUDE=${CUSTOM_SNAPPY_INCLUDE}")
  130. ENDIF(REQUIRE_SNAPPY)
  131. endif (SNAPPY_LIBRARY AND SNAPPY_INCLUDE_DIR)
  132. SET(STORED_CMAKE_FIND_LIBRARY_SUFFIXES CMAKE_FIND_LIBRARY_SUFFIXES)
  133. set_find_shared_library_version("1.0.0")
  134. SET(OPENSSL_NAME "crypto")
  135. IF(${CMAKE_SYSTEM_NAME} MATCHES "Windows")
  136. SET(OPENSSL_NAME "eay32")
  137. ENDIF()
  138. find_library(OPENSSL_LIBRARY
  139. NAMES ${OPENSSL_NAME}
  140. PATHS ${CUSTOM_OPENSSL_PREFIX} ${CUSTOM_OPENSSL_PREFIX}/lib
  141. ${CUSTOM_OPENSSL_PREFIX}/lib64 ${CUSTOM_OPENSSL_LIB} NO_DEFAULT_PATH)
  142. find_library(OPENSSL_LIBRARY
  143. NAMES ${OPENSSL_NAME})
  144. SET(CMAKE_FIND_LIBRARY_SUFFIXES STORED_CMAKE_FIND_LIBRARY_SUFFIXES)
  145. find_path(OPENSSL_INCLUDE_DIR
  146. NAMES openssl/evp.h
  147. PATHS ${CUSTOM_OPENSSL_PREFIX} ${CUSTOM_OPENSSL_PREFIX}/include
  148. ${CUSTOM_OPENSSL_INCLUDE} NO_DEFAULT_PATH)
  149. find_path(OPENSSL_INCLUDE_DIR
  150. NAMES openssl/evp.h)
  151. if (OPENSSL_LIBRARY AND OPENSSL_INCLUDE_DIR)
  152. GET_FILENAME_COMPONENT(HADOOP_OPENSSL_LIBRARY ${OPENSSL_LIBRARY} NAME)
  153. SET(OPENSSL_SOURCE_FILES
  154. "${D}/crypto/OpensslCipher.c"
  155. "${D}/crypto/random/OpensslSecureRandom.c")
  156. else (OPENSSL_LIBRARY AND OPENSSL_INCLUDE_DIR)
  157. SET(OPENSSL_INCLUDE_DIR "")
  158. SET(OPENSSL_SOURCE_FILES "")
  159. IF(REQUIRE_OPENSSL)
  160. MESSAGE(FATAL_ERROR "Required openssl library could not be found. OPENSSL_LIBRARY=${OPENSSL_LIBRARY}, OPENSSL_INCLUDE_DIR=${OPENSSL_INCLUDE_DIR}, CUSTOM_OPENSSL_INCLUDE_DIR=${CUSTOM_OPENSSL_INCLUDE_DIR}, CUSTOM_OPENSSL_PREFIX=${CUSTOM_OPENSSL_PREFIX}, CUSTOM_OPENSSL_INCLUDE=${CUSTOM_OPENSSL_INCLUDE}")
  161. ENDIF(REQUIRE_OPENSSL)
  162. endif (OPENSSL_LIBRARY AND OPENSSL_INCLUDE_DIR)
  163. include_directories(
  164. ${GENERATED_JAVAH}
  165. main/native/src
  166. ${CMAKE_CURRENT_SOURCE_DIR}
  167. ${CMAKE_CURRENT_SOURCE_DIR}/src
  168. ${CMAKE_BINARY_DIR}
  169. ${JNI_INCLUDE_DIRS}
  170. ${ZLIB_INCLUDE_DIRS}
  171. ${BZIP2_INCLUDE_DIR}
  172. ${SNAPPY_INCLUDE_DIR}
  173. ${OPENSSL_INCLUDE_DIR}
  174. ${D}/util
  175. )
  176. CONFIGURE_FILE(${CMAKE_SOURCE_DIR}/config.h.cmake ${CMAKE_BINARY_DIR}/config.h)
  177. add_executable(test_bulk_crc32
  178. ${D}/util/bulk_crc32.c
  179. ${T}/util/test_bulk_crc32.c
  180. )
  181. SET(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE)
  182. add_dual_library(hadoop
  183. main/native/src/exception.c
  184. ${D}/io/compress/lz4/Lz4Compressor.c
  185. ${D}/io/compress/lz4/Lz4Decompressor.c
  186. ${D}/io/compress/lz4/lz4.c
  187. ${D}/io/compress/lz4/lz4hc.c
  188. ${SNAPPY_SOURCE_FILES}
  189. ${OPENSSL_SOURCE_FILES}
  190. ${D}/io/compress/zlib/ZlibCompressor.c
  191. ${D}/io/compress/zlib/ZlibDecompressor.c
  192. ${BZIP2_SOURCE_FILES}
  193. ${D}/io/nativeio/NativeIO.c
  194. ${D}/io/nativeio/errno_enum.c
  195. ${D}/io/nativeio/file_descriptor.c
  196. ${D}/io/nativeio/SharedFileDescriptorFactory.c
  197. ${D}/net/unix/DomainSocket.c
  198. ${D}/net/unix/DomainSocketWatcher.c
  199. ${D}/security/JniBasedUnixGroupsMapping.c
  200. ${D}/security/JniBasedUnixGroupsNetgroupMapping.c
  201. ${D}/security/hadoop_group_info.c
  202. ${D}/security/hadoop_user_info.c
  203. ${D}/util/NativeCodeLoader.c
  204. ${D}/util/NativeCrc32.c
  205. ${D}/util/bulk_crc32.c
  206. )
  207. if (NEED_LINK_DL)
  208. set(LIB_DL dl)
  209. endif (NEED_LINK_DL)
  210. IF (${CMAKE_SYSTEM_NAME} MATCHES "Linux")
  211. #
  212. # By embedding '$ORIGIN' into the RPATH of libhadoop.so,
  213. # dlopen will look in the directory containing libhadoop.so.
  214. # However, $ORIGIN is not supported by all operating systems.
  215. #
  216. SET_TARGET_PROPERTIES(hadoop
  217. PROPERTIES INSTALL_RPATH "\$ORIGIN/")
  218. ENDIF()
  219. target_link_dual_libraries(hadoop
  220. ${LIB_DL}
  221. ${JAVA_JVM_LIBRARY}
  222. )
  223. SET(LIBHADOOP_VERSION "1.0.0")
  224. SET_TARGET_PROPERTIES(hadoop PROPERTIES
  225. SOVERSION ${LIBHADOOP_VERSION})
  226. dual_output_directory(hadoop target/usr/local/lib)