meson: ci: test extensions

Author: nbyavuz

.cirrus.yml

@@ -378,6 +378,35 @@ task:
       type: text/plain
 
 
+task:
+  <<: *linux_opensuse_template
+
+  name: Linux - OpenSuse Tumbleweed Test Extensions (LLVM) - Meson
+
+  container:
+    dockerfile: src/tools/ci/docker/linux_opensuse_tumbleweed_extension
+
+  configure_script:
+    - su postgres -c 'meson setup --buildtype debug -Dcassert=true -Dssl=openssl -Duuid=e2fs -Dllvm=enabled build'
+
+  build_script: su postgres -c 'ninja -C build'
+
+  install_script: ninja -C build install
+
+  dont_ask_sudo_pw_script:
+    - echo "postgres ALL=(ALL:ALL) NOPASSWD: ALL" | tee /etc/sudoers.d/postgres
+
+  install_extensions_script: su postgres -c 'python3 src/tools/ci/test_extensions'
+
+  on_failure:
+    <<: *on_failure
+
+  always:
+    meson_log_artifacts:
+      path: "build/meson-logs/*.txt"
+      type: text/plain
+
+
 linux_rhel_template: &linux_rhel_template
   env:
     CPUS: 4

src/tools/ci/docker/linux_opensuse_tumbleweed_extension

@@ -0,0 +1,63 @@
+FROM opensuse/tumbleweed
+RUN \
+  zypper -n clean -a && \
+  zypper -n ref && \
+  zypper -n dup && \
+  zypper -n update && \
+  zypper -n install \
+  diffutils \
+  git \
+  icu \
+  make \
+  meson \
+  perl-IPC-Run \
+  shadow \
+  systemd-devel \
+  util-linux \
+  \
+  bison \
+  ccache \
+  clang \
+  flex \
+  gcc \
+  gcc-c++ \
+  gettext-runtime \
+  ninja \
+  \
+  krb5-devel \
+  libicu-devel \
+  libldapcpp-devel \
+  liblz4-devel \
+  libopenssl-devel \
+  libselinux-devel \
+  libuuid-devel \
+  libxml2-devel \
+  libxslt-devel \
+  libzstd-devel \
+  llvm-devel \
+  pam-devel \
+  python38-devel \
+  readline-devel \
+  tcl-devel \
+  \
+  openldap2 \
+  openldap2-client \
+  \
+  krb5-client \
+  krb5-plugin-kdb-ldap \
+  krb5-server \
+  lz4 \
+  zstd \
+  \
+  ### packages needed by extensions ###
+  sudo \
+  \
+  # pgbouncer
+  libevent-devel \
+  pandoc \
+  \
+  && \
+  zypper -n clean -a
+
+# Fixing ICU errors caused by locale being set to 'POSIX'
+ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

src/tools/ci/test_extensions

@@ -0,0 +1,87 @@
+#!/usr/bin/env python3
+
+import os
+import shutil
+import subprocess
+import sys
+
+tmp_dir = '/tmp'
+extension_dir = '/tmp/extension'
+extensions = []
+failed_extensions = []
+
+# add pg_cron
+extensions.append(
+  {
+    'extension_name': 'pg_cron',
+    'download': [
+      ['git', 'clone', 'https://github.com/citusdata/pg_cron.git', extension_dir],
+    ],
+    'build': [
+      ['make'],
+      ['sudo', 'make', 'install']
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ]
+  }
+)
+
+# add pgbouncer
+extensions.append(
+  {
+    'extension_name': 'pgbouncer',
+    'download': [
+      ['git', 'clone', 'https://github.com/pgbouncer/pgbouncer.git', extension_dir],
+    ],
+    'build': [
+      ['git', 'submodule', 'init'],
+      ['git', 'submodule', 'update'],
+      ['./autogen.sh'],
+      ['./configure', '--prefix=/usr/local'],
+      ['make'],
+      ['sudo', 'make', 'install']
+    ],
+    'test': [
+      ['make', '-C', './test', 'all'],
+      ['make', '-C', './test', 'check']
+    ]
+  }
+)
+
+# if that function returns True, that means there is
+# error while running command
+def run_commands(extension, current_process, cwd=extension_dir) -> bool:
+  if current_process in extension and extension[current_process]:
+    print('\n\n### {} {} ###\n'.format(current_process, extension['extension_name']), flush=True)
+    for command in extension[current_process]:
+      result = subprocess.run(command, cwd=cwd,)
+      if result.returncode:
+        failed_extensions.append('`{}` is failed at step `{}`'
+          .format(extension['extension_name'], current_process))
+        return True
+  else:
+    print('\n\n### No {} found for {} ###\n'.format(current_process, extension['extension_name']), flush=True)
+  return False
+
+def clear_extension_dir():
+  if os.path.exists(extension_dir) and os.path.isdir(extension_dir):
+    print('### Clearing {} ###'.format(extension_dir), flush=True)
+    shutil.rmtree(extension_dir)
+
+for extension in extensions:
+  print('\n\n##### {} #####\n'.format(extension['extension_name']), flush=True)
+
+  clear_extension_dir()
+
+  process_order = [['download', tmp_dir], ['build', extension_dir], ['test', extension_dir]]
+  for process, cwd in process_order:
+    if run_commands(extension, process, cwd):
+      break
+
+  print('\n##### {} is completed #####\n\n'.format(extension['extension_name']), flush=True)
+
+if failed_extensions:
+  for failed_extension in failed_extensions:
+    print(failed_extension)
+  sys.exit('There are failed extensions')