WIP: velox-sdk part of planbuilder

CMakeLists.txt

@@ -116,6 +116,7 @@ option(VELOX_ENABLE_PARQUET "Enable Parquet support" OFF)
 option(VELOX_ENABLE_ARROW "Enable Arrow support" OFF)
 option(VELOX_ENABLE_REMOTE_FUNCTIONS "Enable remote function support" OFF)
 option(VELOX_ENABLE_CCACHE "Use ccache if installed." ON)
+option(VELOX_ENABLE_SDK "Enable SDK support." ON)
 
 option(VELOX_BUILD_TEST_UTILS "Builds Velox test utilities" OFF)
 option(VELOX_BUILD_VECTOR_TEST_UTILS "Builds Velox vector test utilities" OFF)

velox/CMakeLists.txt

@@ -77,3 +77,7 @@ endif()
 if(${VELOX_BUILD_TESTING})
   add_subdirectory(tool)
 endif()
+
+if(${VELOX_ENABLE_SDK})
+  add_subdirectory(sdk)
+endif()

velox/common/memory/Memory.h

@@ -282,6 +282,9 @@ class MemoryManager {
   const std::vector<std::shared_ptr<MemoryPool>>& testingSharedLeafPools() {
     return sharedLeafPools_;
   }
+
+  //  Returns the shared references to all the alive memory pools in 'pools_'.
+  std::vector<std::shared_ptr<MemoryPool>> getAlivePools() const;
 
  private:
   std::shared_ptr<MemoryPoolImpl> createRootPool(
@@ -291,8 +294,6 @@ class MemoryManager {
 
   void dropPool(MemoryPool* pool);
 
-  //  Returns the shared references to all the alive memory pools in 'pools_'.
-  std::vector<std::shared_ptr<MemoryPool>> getAlivePools() const;
 
   const std::shared_ptr<MemoryAllocator> allocator_;
 

velox/sdk/CMakeLists.txt

@@ -0,0 +1,51 @@
+# Copyright (c) Facebook, Inc. and its affiliates.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+find_package(JNI REQUIRED)
+
+if (VELOX_ENABLE_SDK_DEBUG)
+    add_definitions(-DVELOX_ENABLE_SDK_DEBUG)
+endif ()
+include_directories(${JNI_INCLUDE_DIRS})
+
+velox_add_library(sdk SHARED
+        cpp/jni/VeloxJniWrapper.cc
+        cpp/jni/JniErrors.cc
+        cpp/jni/JniUtil.cc
+        cpp/native/NativePlanBuilder.cc
+        cpp/native/NativeClass.cc
+        cpp/memory/MemoryManager.cpp
+        cpp/memory/NativeMemoryManger.cc
+        cpp/common/Global.cc
+        cpp/funcitons/RegistrationAllFunctions.cc
+)
+
+velox_link_libraries(sdk 
+        velox_type
+        velox_vector
+        velox_exec
+        velox_exec_test_lib
+        velox_parse_expression
+        velox_hive_connector
+        velox_memory
+        velox_dwio_parquet_reader
+        velox_functions_prestosql_impl
+        velox_functions_spark
+        velox_aggregates
+        velox_functions_spark_aggregates
+        velox_window
+        velox_vector
+        velox_functions_spark_window
+        velox_exec_test_lib)

velox/sdk/cpp/common/Global.cc

@@ -0,0 +1,30 @@
+/*
+* Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "gflags/gflags.h"
+#ifndef GLOBAL_H
+#define GLOBAL_H
+DEFINE_int64(
+    max_root_memory_bytes,
+    10L * 1024L * 1024L * 1024L ,
+    "root memory size");
+
+DEFINE_int64(
+    max_query_memory_bytes,
+    1L * 1024L * 1024L * 1024L,
+    "query memory size");
+#endif //GLOBAL_H

velox/sdk/cpp/common/Global.h

@@ -0,0 +1,26 @@
+/*
+* Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "gflags/gflags.h"
+#ifndef GLOBAL_H
+#define GLOBAL_H
+DECLARE_int64(
+    max_root_memory_bytes);
+
+DECLARE_int64(
+    max_query_memory_bytes);
+#endif //GLOBAL_H