Feature: introduce a high-performance hybrid row-columnar storage engine (2/4)

.gitmodules

@@ -1,3 +1,16 @@
 [submodule "gpcontrib/gpcloud/test/googletest"]
 	path = gpcontrib/gpcloud/test/googletest
 	url = https://github.com/google/googletest.git
+[submodule "contrib/pax_storage/src/cpp/contrib/googletest"]
+	path = contrib/pax_storage/src/cpp/contrib/googletest
+	url = https://code.hashdata.xyz/cloudberry/googletest
+[submodule "contrib/pax_storage/src/cpp/contrib/tabulate"]
+	path = contrib/pax_storage/src/cpp/contrib/tabulate
+	url = https://code.hashdata.xyz/cloudberry/tabulate
+[submodule "contrib/pax_storage/src/cpp/contrib/googlebench"]
+	path = contrib/pax_storage/src/cpp/contrib/googlebench
+	url = https://code.hashdata.xyz/cloudberry/benchmark.git
+[submodule "contrib/pax_storage/src/cpp/contrib/cpp-stub"]
+	path = contrib/pax_storage/src/cpp/contrib/cpp-stub
+	url = https://code.hashdata.xyz/cloudberry/cpp-stub.git
+	branch = dev

GNUmakefile.in

@@ -31,6 +31,9 @@ all:
 	$(MAKE) -C contrib/pg_buffercache all
 ifeq ($(with_openssl), yes)
 	$(MAKE) -C contrib/sslinfo all
+endif
+ifeq ($(enable_pax), yes)
+	$(MAKE) -C contrib/pax_storage all
 endif
 	$(MAKE) -C gpMgmt all
 	$(MAKE) -C gpcontrib all
@@ -73,6 +76,9 @@ install:
 	$(MAKE) -C contrib/tablefunc $@
 	$(MAKE) -C contrib/passwordcheck $@
 	$(MAKE) -C contrib/pg_buffercache $@
+ifeq ($(enable_pax), yes)
+	$(MAKE) -C contrib/pax_storage $@
+endif
 ifeq ($(with_openssl), yes)
 	$(MAKE) -C contrib/sslinfo $@
 endif
@@ -180,6 +186,9 @@ ICW_TARGETS += contrib/extprotocol contrib/dblink contrib/pg_trgm
 ICW_TARGETS += contrib/indexscan contrib/hstore contrib/pgcrypto
 ICW_TARGETS += contrib/tablefunc contrib/passwordcheck
 ICW_TARGETS += contrib/pg_buffercache
+ifeq ($(enable_pax), yes)
+ICW_TARGETS += contrib/pax_storage
+endif
 # sslinfo depends on openssl
 ifeq ($(with_openssl), yes)
 ICW_TARGETS += contrib/sslinfo

configure

@@ -751,6 +751,7 @@ ICU_CFLAGS
 with_icu
 enable_thread_safety
 INCLUDES
+enable_pax
 enable_preload_ic_module
 enable_ic_proxy
 enable_external_fts
@@ -901,6 +902,7 @@ enable_gpcloud
 enable_external_fts
 enable_ic_proxy
 enable_preload_ic_module
+enable_pax
 enable_thread_safety
 with_icu
 with_tcl
@@ -1616,6 +1618,7 @@ Optional Features:
                           library)
   --disable-preload-ic-module
                           disable preload interconnect module
+  --enable-pax            enable pax support
   --disable-thread-safety disable thread-safety in client libraries
   --enable-openssl-redirect
                           enable redirect openssl interface to internal
@@ -9098,6 +9101,36 @@ fi
 { $as_echo "$as_me:${as_lineno-$LINENO}: result: checking whether to build with preload ic module ... $enable_preload_ic_module" >&5
 $as_echo "checking whether to build with preload ic module ... $enable_preload_ic_module" >&6; }
 
+#
+# pax support
+#
+
+
+# Check whether --enable-pax was given.
+if test "${enable_pax+set}" = set; then :
+  enableval=$enable_pax;
+  case $enableval in
+    yes)
+
+$as_echo "#define USE_PAX_STORAGE 1" >>confdefs.h
+
+      ;;
+    no)
+      :
+      ;;
+    *)
+      as_fn_error $? "no argument expected for --enable-pax option" "$LINENO" 5
+      ;;
+  esac
+
+else
+  enable_pax=no
+
+fi
+
+
+{ $as_echo "$as_me:${as_lineno-$LINENO}: result: checking whether to build with pax support ... $enable_pax" >&5
+$as_echo "checking whether to build with pax support ... $enable_pax" >&6; }
 
 #
 # Include directories

configure.ac

@@ -925,6 +925,16 @@ PGAC_ARG_BOOL(enable, preload-ic-module, yes,
 AC_MSG_RESULT([checking whether to build with preload ic module ... $enable_preload_ic_module])
 AC_SUBST(enable_preload_ic_module)
 
+#
+# pax support
+#
+PGAC_ARG_BOOL(enable, pax, no,
+              [enable pax support],
+              [AC_DEFINE(USE_PAX_STORAGE, 1,
+                         [Define to 1 to support pax])])
+AC_MSG_RESULT([checking whether to build with pax support ... $enable_pax])
+AC_SUBST(enable_pax)
+
 #
 # Include directories
 #

contrib/Makefile

@@ -98,6 +98,12 @@ else
 ALWAYS_SUBDIRS += hstore_plpython jsonb_plpython ltree_plpython
 endif
 
+ifeq ($(enable_pax),yes)
+SUBDIRS += pax_storage
+else
+ALWAYS_SUBDIRS += pax_storage
+endif
+
 # Missing:
 #		start-scripts	\ (does not have a makefile)
 

contrib/pax_storage/.clang-tidy

@@ -12,7 +12,7 @@ Checks: '-*,
     modernize-avoid-bind,
     modernize-loop-convert,
     modernize-make-shared,
-    modernize-make-unique,
+    - modernize-make-unique,
     modernize-raw-string-literal,
     modernize-redundant-void-arg,
     modernize-replace-auto-ptr,
@@ -37,7 +37,7 @@ Checks: '-*,
     readability-avoid-const-params-in-decls,
     readability-const-return-type,
     readability-container-size-empty,
-    readability-convert-member-functions-to-static,
+    - readability-convert-member-functions-to-static,
     readability-deleted-default,
     readability-make-member-function-const,
     readability-misplaced-array-index,
@@ -52,7 +52,7 @@ Checks: '-*,
     readability-uniqueptr-delete-release,
     readability-redundant-member-init,
     readability-simplify-subscript-expr,
-    readability-simplify-boolean-expr,
+    - readability-simplify-boolean-expr,
     readability-inconsistent-declaration-parameter-name,
     readability-identifier-naming,
 
@@ -68,7 +68,6 @@ Checks: '-*,
     bugprone-incorrect-roundings,
     bugprone-infinite-loop,
     bugprone-integer-division,
-    bugprone-macro-parentheses,
     bugprone-macro-repeated-side-effects,
     bugprone-misplaced-operator-in-strlen-in-alloc,
     bugprone-misplaced-pointer-artithmetic-in-alloc,
@@ -225,4 +224,4 @@ CheckOptions:
   - key: modernize-use-transparent-functors.SafeMode
     value: 1
   - key: modernize-use-emplace.IgnoreImplicitConstructors
-    value: 1
+    value: 1

contrib/pax_storage/.gitignore

@@ -20,5 +20,5 @@ clang-tidy.result
 **/*.pb.cc
 
 # Executables
-*.out
+/*.out
 !src/data/expected/*.out

contrib/pax_storage/.gitmodules

@@ -5,3 +5,6 @@
 	path = src/cpp/contrib/zstd
 	url = https://code.hashdata.xyz/cloudberry/lib_zstd.git
 	branch = v1.5.5
+[submodule "src/cpp/contrib/cpp-stub"]
+	path = src/cpp/contrib/cpp-stub
+	url = https://code.hashdata.xyz/cloudberry/cpp-stub.git