Support ninja build (PaddlePaddle#829)

Author: gglin001

cmake/external/dgc.cmake

@@ -33,7 +33,7 @@ ExternalProject_Add(
   URL_MD5 "94e6fa1bc97169d0e1aad44570fe3251"
   PREFIX "${DGC_PREFIX_DIR}"
   CONFIGURE_COMMAND ""
-  BUILD_COMMAND make -j $(nproc)
+  BUILD_COMMAND make -j${NPROC}
   INSTALL_COMMAND
     mkdir -p ${DGC_INSTALL_DIR}/lib/ ${DGC_INCLUDE_DIR}/dgc && cp
     ${DGC_SOURCES_DIR}/build/lib/libdgc.a ${DGC_LIBRARIES} && cp

cmake/external/gflags.cmake

@@ -29,8 +29,7 @@ else()
   set(GFLAGS_LIBRARIES
       "${GFLAGS_INSTALL_DIR}/lib/libgflags.a"
       CACHE FILEPATH "GFLAGS_LIBRARIES" FORCE)
-  set(BUILD_COMMAND $(MAKE) --silent)
-  set(INSTALL_COMMAND $(MAKE) install)
+  set(INSTALL_COMMAND ${CMAKE_MAKE_PROGRAM} install)
 endif()
 
 include_directories(${GFLAGS_INCLUDE_DIR})

cmake/external/mkldnn.cmake

@@ -83,7 +83,8 @@ ExternalProject_Add(
              -DCMAKE_POSITION_INDEPENDENT_CODE=ON
              -DDNNL_BUILD_TESTS=OFF
              -DDNNL_BUILD_EXAMPLES=OFF
-  CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${MKLDNN_INSTALL_DIR})
+  CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${MKLDNN_INSTALL_DIR}
+  BUILD_BYPRODUCTS ${MKLDNN_LIB})
 
 message(STATUS "MKLDNN library: ${MKLDNN_LIB}")
 add_definitions(-DPADDLE_WITH_MKLDNN)

cmake/external/openblas.cmake

@@ -53,7 +53,7 @@ if(NOT WIN32)
     PREFIX ${CBLAS_PREFIX_DIR}
     INSTALL_DIR ${CBLAS_INSTALL_DIR}
     BUILD_IN_SOURCE 1
-    BUILD_COMMAND make -j$(nproc) ${COMMON_ARGS} ${OPTIONAL_ARGS}
+    BUILD_COMMAND make -j${NPROC} ${COMMON_ARGS} ${OPTIONAL_ARGS}
     INSTALL_COMMAND make install NO_SHARED=1 NO_LAPACK=1 PREFIX=<INSTALL_DIR>
     UPDATE_COMMAND ""
     CONFIGURE_COMMAND ""

cmake/external/rocksdb.cmake

@@ -44,7 +44,8 @@ ExternalProject_Add(
     ${ROCKSDB_PREFIX_DIR}/src/extern_rocksdb/librocksdb.a ${ROCKSDB_LIBRARIES}
     && cp -r ${ROCKSDB_PREFIX_DIR}/src/extern_rocksdb/include
     ${ROCKSDB_INSTALL_DIR}/
-  BUILD_IN_SOURCE 1)
+  BUILD_IN_SOURCE 1
+  BYPRODUCTS ${ROCKSDB_LIBRARIES})
 
 add_dependencies(extern_rocksdb snappy)
 

cmake/third_party.cmake

@@ -27,6 +27,9 @@ set(THIRD_PARTY_CACHE_PATH
 set(THIRD_PARTY_BUILD_TYPE Release)
 set(third_party_deps)
 
+include(ProcessorCount)
+ProcessorCount(NPROC)
+
 # cache funciton to avoid repeat download code of third_party.
 # This function has 4 parameters, URL / REPOSITOR / TAG / DIR:
 # 1. URL:           specify download url of 3rd party

paddle/scripts/ipu/github_action/action_build_and_test.sh

@@ -21,6 +21,8 @@ mkdir /paddle_build
 # install requirements
 pip install -r /checkout/python/requirements.txt
 
+conda install ninja -y
+
 # todo use ninja
 cmake \
     -DCMAKE_INSTALL_PREFIX:STRING=install \
@@ -40,7 +42,7 @@ cmake \
     -DCMAKE_BUILD_TYPE:STRING=Release \
     -DCMAKE_C_COMPILER:FILEPATH=/usr/bin/gcc \
     -DCMAKE_CXX_COMPILER:FILEPATH=/usr/bin/g++ \
-    -G "Unix Makefiles" \
+    -G "Ninja" \
     -H/checkout \
     -B/paddle_build