Merge cpp backend into master

.github/workflows/ci-cpu-cpp.yml

@@ -0,0 +1,34 @@
+name: CI CPU - CPP Build
+
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    branches:
+      - master
+
+concurrency:
+  group: ci-cpu-${{ github.workflow }}-${{ github.ref == 'refs/heads/master' && github.run_number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  ci-cpu-cpp:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macOS-latest]
+    steps:
+      - name: Checkout TorchServe
+        uses: actions/checkout@v2
+      - name: Install libtorch - macOS
+        if: matrix.os == 'macOS-latest'
+        run: |
+            brew install libtorch
+      - name: Install dependencies
+        run: |
+          python ts_scripts/install_dependencies.py --environment=dev --cpp
+      - name: Build
+        run: |
+          cd cpp && ./build.sh --install-dependencies

.gitignore

@@ -41,3 +41,7 @@ instances.yaml.backup
 ## Models
 *.pt
 *.onnx
+
+# cpp
+cpp/_build
+cpp/third-party

MANIFEST.in

@@ -1,4 +1,7 @@
 include ts/frontend/model-server.jar
+include ts/cpp/bin/*
+include ts/cpp/lib/*
+include ts/cpp/resources/logging.config
 include PyPiDescription.rst
 include ts/configs/*
 include ts/version.txt

cpp/.clang-tidy

@@ -0,0 +1,45 @@
+---
+# NOTE there must be no spaces before the '-', so put the comma last.
+InheritParentConfig: true
+Checks: >
+  -*,
+  bugprone-*,
+  -bugprone-easily-swappable-parameters,
+  -bugprone-forward-declaration-namespace,
+  -bugprone-macro-parentheses,
+  -bugprone-lambda-function-name,
+  -bugprone-reserved-identifier,
+  cppcoreguidelines-*,
+  -cppcoreguidelines-avoid-magic-numbers,
+  -cppcoreguidelines-avoid-non-const-global-variables,
+  -cppcoreguidelines-interfaces-global-init,
+  -cppcoreguidelines-macro-usage,
+  -cppcoreguidelines-owning-memory,
+  -cppcoreguidelines-pro-bounds-array-to-pointer-decay,
+  -cppcoreguidelines-pro-bounds-constant-array-index,
+  -cppcoreguidelines-pro-bounds-pointer-arithmetic,
+  -cppcoreguidelines-pro-type-cstyle-cast,
+  -cppcoreguidelines-pro-type-reinterpret-cast,
+  -cppcoreguidelines-pro-type-static-cast-downcast,
+  -cppcoreguidelines-pro-type-union-access,
+  -cppcoreguidelines-pro-type-vararg,
+  -cppcoreguidelines-special-member-functions,
+  -cppcoreguidelines-non-private-member-variables-in-classes,
+  hicpp-exception-baseclass,
+  hicpp-avoid-goto,
+  google-*
+  modernize-*,
+  -modernize-concat-nested-namespaces,
+  -modernize-return-braced-init-list,
+  -modernize-use-auto,
+  -modernize-use-default-member-init,
+  -modernize-use-using,
+  -modernize-use-trailing-return-type,
+  -modernize-use-nodiscard,
+  performance-*,
+  -performance-noexcept-move-constructor,
+  -performance-unnecessary-value-param
+HeaderFilterRegex: '.*'
+AnalyzeTemporaryDtors: false
+#WarningsAsErrors: '*'
+...

cpp/CMakeLists.txt

@@ -0,0 +1,52 @@
+cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
+project(torchserve_cpp VERSION 0.1)
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED True)
+set(CMAKE_CXX_EXTENSIONS OFF)
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -W -Wall -Wextra -fPIC -D_GLIBCXX_USE_CXX11_ABI=1")
+
+find_program(CLANG_TIDY_EXE NAMES "clang-tidy" REQUIRED)
+set(CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_EXE}")
+
+find_program(CLANG_FORMAT_EXE NAMES "clang-format" REQUIRED)
+if(CLANG_FORMAT_EXE)
+  file(GLOB_RECURSE ALL_CXX_SOURCE_FILES
+    ${PROJECT_SOURCE_DIR}/src/*.cc
+    ${PROJECT_SOURCE_DIR}/src/*.hh
+    ${PROJECT_SOURCE_DIR}/test/*.cc
+    ${PROJECT_SOURCE_DIR}/test/*.hh
+  )
+
+  add_custom_target(format
+    COMMAND
+      ${CLANG_FORMAT_EXE} -i -style=google ${ALL_CXX_SOURCE_FILES}
+  )
+endif()
+
+
+find_package(Boost REQUIRED)
+find_package(folly REQUIRED)
+find_package(fmt REQUIRED)
+find_package(gflags REQUIRED)
+find_package(Torch REQUIRED)
+find_package(yaml-cpp REQUIRED NO_CMAKE_PATH)
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${TORCH_CXX_FLAGS}")
+
+include_directories(${TORCH_INCLUDE_DIRS})
+include_directories(${FOLLY_INCLUDE_DIRS})
+include_directories(${GTEST_INCLUDE_DIRS})
+include_directories(${GMOCK_INCLUDE_DIRS})
+
+include_directories("${CMAKE_INSTALL_PREFIX}/_deps")
+include_directories(${CMAKE_CURRENT_SOURCE_DIR})
+
+set(FOLLY_LIBRARIES Folly::folly)
+
+# add subdirectories in src
+add_subdirectory(src/utils)
+add_subdirectory(src/backends)
+add_subdirectory(src/examples)
+add_subdirectory(test)
+
+FILE(COPY src/resources/logging.config DESTINATION "${CMAKE_INSTALL_PREFIX}/resources")