meson: ci: test extensions

Author: nbyavuz

.cirrus.yml

@@ -358,16 +358,32 @@ task:
 task:
   <<: *linux_opensuse_template
 
-  name: Linux - OpenSuse Tumbleweed (LLVM) - Meson
+  name: Linux - OpenSuse Tumbleweed (LLVM) - Meson - Test Extensions
 
   configure_script:
     - su postgres -c 'meson setup --buildtype debug -Dcassert=true -Dssl=openssl -Duuid=e2fs -Dllvm=enabled build'
 
+  ###
+  # build & run tests
   build_script: su postgres -c 'ninja -C build'
+
   upload_caches: ccache
 
   tests_world_script:
     - su postgres -c 'meson test --no-rebuild -C build --num-processes ${TEST_JOBS}'
+  ###
+
+  ###
+  # test extensions
+  install_script: ninja -C build install
+
+  # some of the make commands of test_execution script needs to run with sudo,
+  # that command makes postgres user can execute sudo commands without password
+  dont_ask_sudo_pw_script:
+    - echo "postgres ALL=(ALL:ALL) NOPASSWD: ALL" | tee /etc/sudoers.d/postgres
+
+  install_extensions_script: su postgres -c 'python3 src/tools/ci/test_extensions'
+  ###
 
   on_failure:
     <<: *on_failure

src/tools/ci/docker/linux_opensuse_tumbleweed

@@ -49,6 +49,13 @@ RUN \
   lz4 \
   zstd \
   \
+  ### packages needed by extensions ###
+  sudo \
+  \
+  # pgbouncer
+  libevent-devel \
+  pandoc \
+  \
   && \
   zypper -n clean -a
 

src/tools/ci/test_extensions

@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+
+import os
+import shutil
+import subprocess
+import sys
+
+tmp_dir = '/tmp'
+extension_dir = '/tmp/extension'
+extensions = []
+failed_extensions = []
+git_clone_command = ['git', 'clone', '--depth', '1']
+
+# add pg_cron
+extensions.append(
+  {
+    'extension_name': 'pg_cron',
+    'download': [
+      git_clone_command + ['https://github.com/citusdata/pg_cron.git', extension_dir],
+    ],
+    'build': [
+      ['make'],
+      ['sudo', 'make', 'install']
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ]
+  }
+)
+
+# add pgbouncer
+extensions.append(
+  {
+    'extension_name': 'pgbouncer',
+    'download': [
+      git_clone_command + ['https://github.com/pgbouncer/pgbouncer.git', extension_dir],
+    ],
+    'build': [
+      ['git', 'submodule', 'init'],
+      ['git', 'submodule', 'update'],
+      ['./autogen.sh'],
+      ['./configure', '--prefix=/usr/local'],
+      ['make'],
+      ['sudo', 'make', 'install']
+    ],
+    'test': [
+      ['make', '-C', './test', 'all'],
+      ['make', '-C', './test', 'check']
+    ]
+  }
+)
+
+# if that function returns True, that means there is
+# error while running command
+def run_commands(extension, current_process, cwd=extension_dir) -> bool:
+  if current_process in extension and extension[current_process]:
+    print('\n\n### {} {} ###\n'.format(current_process, extension['extension_name']), flush=True)
+    for command in extension[current_process]:
+      result = subprocess.run(command, cwd=cwd,)
+      if result.returncode:
+        failed_extensions.append('`{}` is failed at step `{}`'
+          .format(extension['extension_name'], current_process))
+        return True
+  else:
+    print('\n\n### No {} found for {} ###\n'.format(current_process, extension['extension_name']), flush=True)
+  return False
+
+def clear_extension_dir():
+  if os.path.exists(extension_dir) and os.path.isdir(extension_dir):
+    print('### Clearing {} ###'.format(extension_dir), flush=True)
+    shutil.rmtree(extension_dir)
+
+has_error = False
+for extension in extensions:
+  print('\n\n##### {} #####\n'.format(extension['extension_name']), flush=True)
+
+  clear_extension_dir()
+
+  process_order = [['download', tmp_dir], ['build', extension_dir], ['test', extension_dir]]
+  for process, cwd in process_order:
+    if run_commands(extension, process, cwd):
+      print('\n##### There are errors while testing {} #####\n\n'.format(extension['extension_name']), flush=True)
+      has_error = True
+      break
+
+  if not has_error:
+    print('\n##### {} is completed #####\n\n'.format(extension['extension_name']), flush=True)
+
+if failed_extensions:
+  for failed_extension in failed_extensions:
+    print(failed_extension)
+  sys.exit('There are failed extensions, exiting')