ci: Add feature to use different meson versions

We want to have a branch that uses a specific branch of meson for all
tasks. Then, we can create a Cirrus cron "job" that tests Postgres
againts different meson branches.

Set a different meson branch by using `MESON_REPO` and
`MESON_BRANCH` environment variables. Use a bash script to install
this specific meson branch and rebase current Postgres branch onto
Postgres HEAD.

Fixes anarazel#81.

Author: nbyavuz

.cirrus.yml

@@ -27,6 +27,10 @@ env:
   TEMP_CONFIG: ${CIRRUS_WORKING_DIR}/src/tools/ci/pg_ci_base.conf
   PG_TEST_EXTRA: kerberos ldap ssl load_balance
 
+  # default variables to use in local meson installations
+  MESON_REPO: https://github.com/mesonbuild/meson.git
+  MESON_BRANCH: master
+
 
 # What files to preserve in case tests fail
 on_failure_ac: &on_failure_ac
@@ -95,6 +99,9 @@ task:
     chown root:postgres /
     chmod g+rwx /
 
+  install_meson_and_rebase_script: |
+    bash src/tools/ci/install_meson_and_rebase.sh ${MESON_REPO} ${MESON_BRANCH} linux
+
   configure_script: |
     su postgres <<-EOF
       meson setup \
@@ -174,6 +181,9 @@ task:
   setup_additional_packages_script: |
     #pkg install -y ...
 
+  install_meson_and_rebase_script: |
+    bash src/tools/ci/install_meson_and_rebase.sh ${MESON_REPO} ${MESON_BRANCH} freebsd
+
   # NB: Intentionally build without -Dllvm. The freebsd image size is already
   # large enough to make VM startup slow, and even without llvm freebsd
   # already takes longer than other platforms except for windows.
@@ -360,6 +370,9 @@ task:
         CCACHE_MAXSIZE: "400M" # tests two different builds
         SANITIZER_FLAGS: -fsanitize=alignment,undefined
 
+      install_meson_and_rebase_script: |
+        bash src/tools/ci/install_meson_and_rebase.sh ${MESON_REPO} ${MESON_BRANCH} linux
+
       configure_script: |
         su postgres <<-EOF
           meson setup \
@@ -485,6 +498,9 @@ task:
     brew cleanup -s # to reduce cache size
   upload_caches: homebrew
 
+  install_meson_and_rebase_script: |
+    bash src/tools/ci/install_meson_and_rebase.sh ${MESON_REPO} ${MESON_BRANCH} macos
+
   ccache_cache:
     folder: $CCACHE_DIR
   configure_script: |
@@ -578,6 +594,9 @@ task:
     echo 127.0.0.3 pg-loadbalancetest >> c:\Windows\System32\Drivers\etc\hosts
     type c:\Windows\System32\Drivers\etc\hosts
 
+  install_meson_and_rebase_script: |
+    bash src/tools/ci/install_meson_and_rebase.sh %MESON_REPO% %MESON_BRANCH% windows
+
   # Use /DEBUG:FASTLINK to avoid high memory usage during linking
   configure_script: |
     vcvarsall x64
@@ -643,6 +662,9 @@ task:
     %BASH% -c "where perl"
     %BASH% -c "perl --version"
 
+  install_meson_and_rebase_script: |
+    %BASH% src/tools/ci/install_meson_and_rebase.sh %MESON_REPO% %MESON_BRANCH% mingw
+
   # disable -Dnls as the number of files it creates cause a noticable slowdown
   configure_script: |
     %BASH% -c "meson setup -Ddebug=true -Doptimization=g -Dcassert=true -Db_pch=true -Dnls=disabled -DTAR=%TAR% build"

src/tools/ci/install_meson_and_rebase.sh

@@ -0,0 +1,86 @@
+#! /bin/sh
+
+set -e
+set -x
+
+MESON_REPO=$1
+MESON_BRANCH=$2
+CURRENT_OS=$3
+
+if [ $# -ne 3 ]; then
+    echo "install_meson_and_rebase.sh <MESON_REPO> <MESON_BRANCH> <OS>"
+    exit 1
+fi
+
+case $CURRENT_OS in
+    freebsd|linux|macos|windows|mingw)
+    ;;
+    *)
+        echo "unsupported operating system ${CURRENT_OS}"
+        exit 1
+    ;;
+esac
+
+# After repartition, hidden files are not copied. Copy them to
+# working dir
+if [ "$CURRENT_OS" = 'freebsd' ]; then
+    cp -r $CIRRUS_WORKING_DIR.orig/.[^.]* $CIRRUS_WORKING_DIR/
+    chown -R postgres:postgres .[^.]*
+fi
+
+# pip is not installed as a default on some OSes. First install
+# pip, then install meson by using pip.
+install_meson () {
+    case $CURRENT_OS in
+        linux)
+            apt update
+            apt install python3-pip -y
+            pip install git+${MESON_REPO}@${MESON_BRANCH}
+        ;;
+        freebsd)
+            python3 -m ensurepip --upgrade
+            pip3 install git+${MESON_REPO}@${MESON_BRANCH}
+        ;;
+        macos)
+            python3 -m site --user-base && \
+                PATH="`python3 -m site --user-base`/bin:$PATH"
+            pip3 install git+${MESON_REPO}@${MESON_BRANCH}
+        ;;
+        mingw)
+            pacman -S --needed --noconfirm ucrt64/mingw-w64-ucrt-x86_64-python-pip
+            pip3 install git+${MESON_REPO}@${MESON_BRANCH}
+        ;;
+        windows)
+            pip install git+${MESON_REPO}@${MESON_BRANCH}
+        ;;
+    esac
+}
+
+# Rebase current branch onto Postgres HEAD
+rebase_onto_postgres () {
+    case $CURRENT_OS in
+        freebsd|linux)
+su postgres <<-EOF
+    git config user.email '[email protected]'
+    git config user.name 'Postgres CI'
+    git remote add default-postgres https://github.com/postgres/postgres.git
+    git fetch default-postgres master
+    git rebase --no-verify default-postgres/master
+EOF
+        ;;
+        windows|mingw|macos)
+            git config user.email '[email protected]'
+            git config user.name 'Postgres CI'
+            # There are file permission issues on Windows. Set filemode to
+            # false for windows, then reset
+            git config core.filemode false
+            git reset --hard
+            git remote add default-postgres https://github.com/postgres/postgres.git
+            git fetch default-postgres master
+            git rebase --no-verify default-postgres/master
+        ;;
+    esac
+}
+
+install_meson
+rebase_onto_postgres