MDBF-772: Test all past MariaDB version that they install

.github/workflows/build-centos.pip-based.yml

@@ -35,7 +35,7 @@ jobs:
 
           - image: docker.io/openeuler/openeuler:24.03-lts
             platforms: linux/amd64, linux/arm64/v8
-            tag: oe2403
+            tag: openeuler2403
             nogalera: true
 
     uses: ./.github/workflows/bbw_build_container_template.yml

.github/workflows/build-debian-based.yml

@@ -25,7 +25,7 @@ jobs:
       matrix:
         include:
           - image: debian:11
-            platforms: linux/amd64, linux/arm64/v8, linux/ppc64le
+            platforms: linux/amd64, linux/arm64/v8
             branch: 10.11
             nogalera: false
 

.github/workflows/build-fedora-based.yml

@@ -31,6 +31,10 @@ jobs:
             platforms: linux/amd64, linux/arm64/v8
             nogalera: false
 
+          - image: fedora:41
+            platforms: linux/amd64, linux/arm64/v8
+            nogalera: true
+
           - image: fedora:40
             platforms: linux/amd64
             tag: fedora40-valgrind

.github/workflows/build-opensuse.pip-based.yml

@@ -29,12 +29,12 @@ jobs:
         include:
           - image: opensuse/leap:15.5
             platforms: linux/amd64
-            tag: opensuse15.5
+            tag: opensuse1505
             nogalera: true
 
           - image: opensuse/leap:15.6
             platforms: linux/amd64
-            tag: opensuse15
+            tag: opensuse1506
             nogalera: false
 
     uses: ./.github/workflows/bbw_build_container_template.yml

.github/workflows/build-sles.pip-based.yml

@@ -30,12 +30,12 @@ jobs:
         include:
           - image: registry.suse.com/bci/bci-base:15.5
             platforms: linux/amd64, linux/s390x
-            tag: sles15.5
+            tag: sles1505
             nogalera: true
 
           - image: registry.suse.com/bci/bci-base:15.6
             platforms: linux/amd64, linux/s390x
-            tag: sles15
+            tag: sles1506
             nogalera: false
 
     uses: ./.github/workflows/bbw_build_container_template.yml

.github/workflows/build-workflow-dispatcher.yml

@@ -3,11 +3,6 @@ name: Dispatch all build container images workflows
 on:
   workflow_dispatch:
     inputs:
-      build-centos-based:
-        description: 'Run CentOS-based builds'
-        required: true
-        default: false
-        type: boolean
       build-centos7pip-based:
         description: 'Run CentOS 7 pip-based builds'
         required: true
@@ -55,10 +50,6 @@ on:
         type: boolean
 
 jobs:
-  build-centos-based:
-    if: ${{ inputs.build-centos-based }}
-    uses: ./.github/workflows/build-centos-based.yml
-    secrets: inherit
   build-centos7pip-based:
     if: ${{ inputs.build-centos7pip-based }}
     uses: ./.github/workflows/build-centos7.pip-based.yml

ci_build_images/centos.Dockerfile

@@ -59,6 +59,7 @@ RUN dnf -y install 'dnf-command(config-manager)' \
     # not sure if needed \
     # perl \
     ${extra} \
+    asio-devel \
     bzip2 \
     bzip2-devel \
     ccache \

ci_build_images/fedora.Dockerfile

@@ -19,6 +19,7 @@ RUN echo "fastestmirror=true" >> /etc/dnf/dnf.conf \
     && dnf -y builddep mariadb-server \
     && dnf -y install \
     @development-tools \
+    asio-devel \
     buildbot-worker \
     bzip2 \
     bzip2-devel \

ci_build_images/rhel.Dockerfile

@@ -21,7 +21,7 @@ RUN --mount=type=secret,id=rhel_orgid,target=/run/secrets/rhel_orgid \
     && case $BASE_IMAGE in \
     ubi9) \
       v=9; \
-      extra="fmt-devel buildbot-worker"; \
+      extra="asio-devel buildbot-worker fmt-devel"; \
       ;; \
     ubi8) \
       v=8; \

constants.py

@@ -86,6 +86,7 @@
     "aarch64-fedora-39",
     "aarch64-macos",
     "aarch64-macos-compile-only",
+    "aarch64-openeuler-2403",
     "aarch64-rhel-8",
     "aarch64-rhel-9",
     "aarch64-ubuntu-2004",
@@ -102,6 +103,7 @@
     "amd64-fedora-39",
     "amd64-fedora-40-valgrind",
     "amd64-freebsd-14",
+    "amd64-openeuler-2403",
     "amd64-rhel-7",
     "amd64-rhel-8",
     "amd64-rhel-9",
@@ -116,7 +118,6 @@
     "amd64-windows-packages",
     "ppc64be-aix-71",
     "ppc64le-centos-stream9",
-    "ppc64le-debian-11",
     "ppc64le-rhel-8",
     "ppc64le-rhel-9",
     "ppc64le-ubuntu-2004",
@@ -142,9 +143,12 @@
 
 supportedPlatforms["10.6"] += [
     "aarch64-ubuntu-2204",
+    "amd64-opensuse-1505",
+    "amd64-sles-1505",
     "amd64-ubuntu-2204",
     "ppc64le-ubuntu-2204",
     "s390x-ubuntu-2204",
+    "s390x-sles-1505",
     "x86-debian-12",
 ]
 
@@ -158,15 +162,17 @@
 supportedPlatforms["10.11"] = [
     "aarch64-debian-12",
     "aarch64-fedora-40",
+    "aarch64-fedora-41",
     "aarch64-ubuntu-2404",
     "amd64-debian-12",
     "amd64-debian-12-debug-embedded",
     "amd64-fedora-40",
-    "amd64-opensuse-15",
-    "amd64-sles-15",
+    "amd64-fedora-41",
+    "amd64-opensuse-1506",
+    "amd64-sles-1506",
     "amd64-ubuntu-2404",
     "ppc64le-ubuntu-2404",
-    "s390x-sles-15",
+    "s390x-sles-1506",
     "s390x-ubuntu-2404",
     "ppc64le-debian-12",
 ]
@@ -207,6 +213,7 @@
 #   run `./mtr testname`, they need a special build
 test_type_to_mtr_arg = {
     "nm": "",
+    "cursor": "--cursor-protocol",
     "ps": "--ps-protocol",
     "connect": "--suite=connect",
     "emb": "--embedded",
@@ -217,6 +224,7 @@
     "ubsan": "",
     "valgrind": "",
     "debug": "",
+    "debug-cursor": "--cursor-protocol",
     "debug-ps": "--ps-protocol",
     "debug-emb": "--embedded",
     "debug-emb-ps": "--embedded --ps-protocol",

master-docker-nonstandard-2/master.cfg

@@ -142,7 +142,7 @@ addWorker(
     1,
     "-debian-12-32-bit",
     os.getenv("CONTAINER_REGISTRY_URL", default="quay.io/mariadb-foundation/bb-worker:") + "debian12-386",
-    jobs=20,
+    jobs=10,
     save_packages=False,
     shm_size="30G",
 )
@@ -152,7 +152,7 @@ addWorker(
     2,
     "-debian-12-32-bit",
     os.getenv("CONTAINER_REGISTRY_URL", default="quay.io/mariadb-foundation/bb-worker:") + "debian12-386",
-    jobs=20,
+    jobs=10,
     save_packages=False,
     shm_size="30G",
 )
@@ -162,8 +162,9 @@ addWorker(
     3,
     "-debian-12-32-bit",
     os.getenv("CONTAINER_REGISTRY_URL", default="quay.io/mariadb-foundation/bb-worker:") + "debian12-386",
-    jobs=20,
+    jobs=10,
     save_packages=False,
+    shm_size="30G",
 )
 
 addWorker(
@@ -567,7 +568,9 @@ def add_test_steps(factory, test_types):
 
         # Custom parts of the command
         extra_args = ""
-        if test_type == "emb":
+        if test_type == "cursor":
+            extra_args = "--cursor-protocol"
+        elif test_type == "emb":
             extra_args = "--embedded-server"
         elif test_type == "ps":
             extra_args = "--ps-protocol"
@@ -676,6 +679,7 @@ f_full_test.addStep(
 
 # List of test configurations: (test_type, output_dir, suite)
 full_test_configs = [
+    "cursor",
     "emb",
     "nm",
     "ps",

master-docker-nonstandard/master.cfg

@@ -1045,6 +1045,7 @@ f_full_test.addStep(
 
 # MTR steps
 full_test_configs = {
+    "cursor": {},
     "emb": {},
     "nm": {},
     "ps": {},
@@ -1322,7 +1323,7 @@ f_bintar.addStep(
             "sh",
             "-c",
             util.Interpolate(
-                'cmake . -DWITH_READLINE=1 -DBUILD_CONFIG=mysql_release -DCMAKE_C_FLAGS="%(kw:gnutls_no_signal)s" -DCMAKE_CXX_FLAGS="%(kw:gnutls_no_signal)s" -DWITH_SSL=bundled -DPLATFORM=linux-systemd && make -j%(kw:jobs)s package',
+                'cmake . -DWITH_READLINE=1 -DCURSES_NEED_NCURSES=1 -DBUILD_CONFIG=mysql_release -DCMAKE_C_FLAGS="%(kw:gnutls_no_signal)s" -DCMAKE_CXX_FLAGS="%(kw:gnutls_no_signal)s" -DWITH_SSL=bundled -DPLATFORM=linux-systemd && make -j%(kw:jobs)s package',
                 perf_schema=util.Property("perf_schema", default="YES"),
                 build_type=util.Property("build_type", default="RelWithDebInfo"),
                 jobs=util.Property("jobs", default="$(getconf _NPROCESSORS_ONLN)"),

master-galera/master.cfg

@@ -28,6 +28,8 @@ c = BuildmasterConfig = {}
 config = {"private": {}}
 exec(open("../master-private.cfg").read(), config, {})
 
+FQDN = os.getenv("BUILDMASTER_WG_IP", default="100.64.100.1")
+
 ####### PROJECT IDENTITY
 
 # the 'title' string will appear at the top of this buildbot installation's
@@ -89,9 +91,14 @@ schedulerTrigger = schedulers.AnyBranchScheduler(
         repository="https://github.com/MariaDB/galera", branch_fn=upstream_branch_fn
     ),
     treeStableTimer=60,
-    builderNames=builders_galera,
+    builderNames=["trigger-galera-builds"],
+)
+schedulerGaleraBuilders = schedulers.Triggerable(
+    name="s_galera_builders", builderNames=builders_galera
 )
+
 c["schedulers"].append(schedulerTrigger)
+c["schedulers"].append(schedulerGaleraBuilders)
 
 if os.getenv("ENVIRON") == "DEV":
     schedulerTrigger = schedulers.AnyBranchScheduler(
@@ -101,7 +108,7 @@ if os.getenv("ENVIRON") == "DEV":
             branch_fn=upstream_branch_fn,
         ),
         treeStableTimer=60,
-        builderNames=builders_galera,
+        builderNames=["trigger-galera-builds"],
     )
     c["schedulers"].append(schedulerTrigger)
 
@@ -112,14 +119,45 @@ if os.getenv("ENVIRON") == "DEV":
 # worker name and password must be configured on the worker.
 c["workers"] = []
 
+c["workers"].append(
+    worker.DockerLatentWorker(
+        "hz-bbw1-docker-galera-trigger",
+        None,
+        docker_host=config["private"]["docker_workers"]["hz-bbw1-docker"],
+        image=os.getenv("CONTAINER_REGISTRY_URL", default="quay.io/mariadb-foundation/bb-worker:") + "debian12",
+        followStartupLogs=False,
+        autopull=True,
+        alwaysPull=True,
+        masterFQDN=FQDN,
+        hostconfig={"shm_size": "1G"},
+        max_builds=1,
+        build_wait_timeout=0,
+    )
+)
+
+c["workers"].append(
+    worker.DockerLatentWorker(
+        "hz-bbw4-docker-galera-trigger",
+        None,
+        docker_host=config["private"]["docker_workers"]["hz-bbw4-docker"],
+        image=os.getenv("CONTAINER_REGISTRY_URL", default="quay.io/mariadb-foundation/bb-worker:") + "debian12",
+        followStartupLogs=False,
+        autopull=True,
+        alwaysPull=True,
+        masterFQDN=FQDN,
+        hostconfig={"shm_size": "1G"},
+        max_builds=1,
+        build_wait_timeout=0,
+    )
+)
+
 # Docker workers
 GALERA_PACKAGES = os.getenv(
     "GALERA_PACKAGES_DIR", default="/mnt/autofs/galera_packages"
 )
 
 workers = {}
 
-
 def addWorker(
     worker_name_prefix,
     worker_id,
@@ -252,6 +290,16 @@ def rpmSave():
 
 ####### FACTORY CODE
 
+f_trigger_builds = util.BuildFactory()
+f_trigger_builds.addStep(
+    steps.Trigger(
+        schedulerNames=["s_galera_builders"],
+        waitForFinish=False,
+        updateSourceStamp=False,
+        doStepIf=waitIfStaging,
+    )
+)
+
 ## f_deb_build - create source tarball
 f_deb_build = util.BuildFactory()
 f_deb_build.addStep(
@@ -387,6 +435,20 @@ f_rpm_build.addStep(
 ####### BUILDERS LIST
 c["builders"] = []
 
+c["builders"].append(
+    util.BuilderConfig(
+        name="trigger-galera-builds",
+        workernames=[
+            "hz-bbw1-docker-galera-trigger",
+            "hz-bbw4-docker-galera-trigger",
+        ],
+        tags=["galera"],
+        collapseRequests=True,
+        nextBuild=nextBuild,
+        factory=f_trigger_builds,
+    )
+)
+
 for os_i in os_info:
     if "install_only" in os_info[os_i] and os_info[os_i]["install_only"]:
         continue