ci: cmake refine, prepare for conan/vcpkg (#231)

Signed-off-by: Ji Bin <[email protected]>

Author: matrixji

.github/workflows/main.yaml

@@ -76,40 +76,13 @@ jobs:
       - name: Prepare
         run: |
           sh scripts/install_deps.sh
-      - name: Build
-        run: |
-          make
       - name: Lint
         if: ${{ matrix.os.distro == 'Ubuntu' }}
         run: |
           make lint
       - name: Uint Testing
         run: |
           make test
-      - name: Build Packages
-        if: ${{ false }}
-        run: |
-          make package
-      - name: Build with examples apk
-        # disabled currently
-        if: ${{ false && matrix.os.distro == 'Ubuntu' }}
-        run: |
-          set -e
-          dpkg -i cmake_build/src/Pack/libmilvus*amd64.deb
-          mkdir -p cmake_build_example
-          cd cmake_build_example
-          cmake ../examples
-          make -j
-      - name: Build with examples rpm
-        # disabled currently
-        if: ${{ false && (matrix.os.distro == 'CentOS' || matrix.os.distro == 'Fedora') }}
-        run: |
-          set -e
-          yum install -y cmake_build/src/Pack/libmilvus{-devel,}-2*.rpm
-          mkdir -p cmake_build_example
-          cd cmake_build_example
-          cmake ../examples
-          make -j
   st-ubuntu:
     name: Test all with coverage
     runs-on: ubuntu-${{ matrix.ubuntu }}
@@ -176,9 +149,6 @@ jobs:
       - name: Prepare
         run: |
           sh scripts/install_deps.sh
-      - name: Build
-        run: |
-          make
       - name: Uint Testing
         run: |
           make test

CMakeLists.txt

@@ -15,7 +15,7 @@
 # limitations under the License.
 
 cmake_minimum_required(VERSION 3.12)
-project(milvus_sdk LANGUAGES CXX C)
+project(milvus_sdk LANGUAGES CXX)
 
 set(CMAKE_VERBOSE_MAKEFILE OFF)
 set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
@@ -27,26 +27,52 @@ if (CMAKE_VERSION VERSION_GREATER_EQUAL "3.24.0")
     cmake_policy(SET CMP0135 NEW)
 endif()
 
+# enable ccache if possible
 find_program(CCACHE_FOUND ccache)
 if(CCACHE_FOUND)
     set_property(GLOBAL PROPERTY RULE_LAUNCH_COMPILE ccache)
     set_property(GLOBAL PROPERTY RULE_LAUNCH_LINK ccache)
 endif(CCACHE_FOUND)
 
 include(FindPython)
-include(DefineOptions)
-include(BuildUtils)
 include(FindClangTools)
-include(ThirdPartyPackages)
 include(GoogleTest)
 include(CTest)
 
+include(DefineOptions)
+include(ThirdPartyPackages)
+include(MilvusProtoGen)
+
+# options
+
+set_option_category("Build")
+
+define_option(BUILD_TEST "Build with testing" OFF)
+define_option(BUILD_COVERAGE "Build with coverage" OFF)
+define_option(BUILD_SHARED "Build with shared" ON)
+define_option(BUILD_STATIC "Build with static" OFF)
+define_option_string(MILVUS_SDK_VERSION
+    "Version for sdk"
+    "2.0.0")
+define_option_string(MILVUS_SDK_RELEASE
+    "Release number for sdk"
+    "1")
+
+set_option_category("Thirdparty")
+# use thirdparty from:
+#  auto: Find -> Fetch_Content_Then_Find
+#  package: Find
+#  module: Fetch_Content_Then_Find
+define_option_string(MILVUS_WITH_GRPC           "Using gRPC from"       "module" "package" "module")
+define_option_string(MILVUS_WITH_ZLIB           "Using Zlib from"       "module" "package" "module")
+define_option_string(MILVUS_WITH_NLOHMANN_JSON  "nlohmann json from"    "module" "package" "module")
+define_option_string(MILVUS_WITH_GTEST          "Using GTest from"      "module" "package" "module")
+
+
 set(CMAKE_CXX_STANDARD 11)
 set(CMAKE_CXX_STANDARD_REQUIRED on)
 set(BUILD_SCRIPTS_DIR ${PROJECT_SOURCE_DIR}/scripts)
 
-
-unset(CMAKE_EXPORT_COMPILE_COMMANDS CACHE)
 set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
 
 if (BUILD_TEST)
@@ -62,6 +88,7 @@ endif ()
 add_subdirectory(src)
 add_subdirectory(examples)
 
+
 # lint verbose options
 if (NOT MILVUS_VERBOSE_LINT)
     set(MILVUS_LINT_QUIET "--quiet")
@@ -155,3 +182,6 @@ if (${CLANG_TIDY_FOUND})
             ${CMAKE_CURRENT_SOURCE_DIR}
             ${MILVUS_LINT_QUIET})
 endif ()
+
+# output config summary
+config_summary()

Makefile

@@ -45,10 +45,6 @@ coverage: test st
 	@echo "Run code coverage ..."
 	@(env bash $(PWD)/scripts/coverage.sh)
 
-package:
-	@echo "Building Milvus SDK package ..."
-	@(env bash $(PWD)/scripts/build.sh -p)
-
 documentation:
 	@echo "Generating Milvus SDK documentation ..."
 	rm -rf ./doc/html ./doc/latex

cmake/BuildUtils.cmake

@@ -0,0 +1,33 @@
+set(CPM_DOWNLOAD_VERSION 0.38.1)
+
+if(CPM_SOURCE_CACHE)
+  set(CPM_DOWNLOAD_LOCATION "${CPM_SOURCE_CACHE}/cpm/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
+elseif(DEFINED ENV{CPM_SOURCE_CACHE})
+  set(CPM_DOWNLOAD_LOCATION "$ENV{CPM_SOURCE_CACHE}/cpm/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
+else()
+  set(CPM_DOWNLOAD_LOCATION "${CMAKE_BINARY_DIR}/cmake/CPM_${CPM_DOWNLOAD_VERSION}.cmake")
+endif()
+
+# Expand relative path. This is important if the provided path contains a tilde (~)
+get_filename_component(CPM_DOWNLOAD_LOCATION ${CPM_DOWNLOAD_LOCATION} ABSOLUTE)
+
+function(download_cpm)
+  message(STATUS "Downloading CPM.cmake to ${CPM_DOWNLOAD_LOCATION}")
+  file(DOWNLOAD
+       https://github.com/cpm-cmake/CPM.cmake/releases/download/v${CPM_DOWNLOAD_VERSION}/CPM.cmake
+       ${CPM_DOWNLOAD_LOCATION}
+  )
+endfunction()
+
+if(NOT (EXISTS ${CPM_DOWNLOAD_LOCATION}))
+  download_cpm()
+else()
+  # resume download if it previously failed
+  file(READ ${CPM_DOWNLOAD_LOCATION} check)
+  if("${check}" STREQUAL "")
+    download_cpm()
+  endif()
+  unset(check)
+endif()
+
+include(${CPM_DOWNLOAD_LOCATION})