diff --git a/libbeat/tests/system/requirements.txt b/libbeat/tests/system/requirements.txt
index fc4227738c32..61b09ab2aae9 100644
--- a/libbeat/tests/system/requirements.txt
+++ b/libbeat/tests/system/requirements.txt
@@ -1,3 +1,7 @@
+requests==2.26.0
+urllib3==1.26.18
+docker==6.1.3
+docker-compose @ git+https://github.com/pkoutsovasilis/compose@v1_fix
 async-timeout==4.0.3
 attrs==19.3.0
 autopep8==1.5.4
@@ -13,8 +17,6 @@ cryptography==42.0.4
 deepdiff==4.2.0
 Deprecated==1.2.14
 distro==1.9.0
-docker==6.0.1
-docker-compose==1.29.2
 docker-pycreds==0.4.0
 dockerpty==0.4.1
 docopt==0.6.2
@@ -58,7 +60,6 @@ pytest-timeout==1.4.2
 python-dotenv==0.21.1
 PyYAML==5.3.1
 redis==4.4.4
-requests==2.31.0
 semver==2.8.1
 six==1.15.0
 stomp.py==4.1.22
@@ -67,7 +68,6 @@ texttable==0.9.1
 toml==0.10.1
 tomli==2.0.1
 typing_extensions==4.9.0
-urllib3==1.26.18
 wcwidth==0.2.5
 websocket-client==0.47.0
 wrapt==1.16.0
diff --git a/libbeat/tests/system/requirements_aix.txt b/libbeat/tests/system/requirements_aix.txt
index fc4227738c32..61b09ab2aae9 100644
--- a/libbeat/tests/system/requirements_aix.txt
+++ b/libbeat/tests/system/requirements_aix.txt
@@ -1,3 +1,7 @@
+requests==2.26.0
+urllib3==1.26.18
+docker==6.1.3
+docker-compose @ git+https://github.com/pkoutsovasilis/compose@v1_fix
 async-timeout==4.0.3
 attrs==19.3.0
 autopep8==1.5.4
@@ -13,8 +17,6 @@ cryptography==42.0.4
 deepdiff==4.2.0
 Deprecated==1.2.14
 distro==1.9.0
-docker==6.0.1
-docker-compose==1.29.2
 docker-pycreds==0.4.0
 dockerpty==0.4.1
 docopt==0.6.2
@@ -58,7 +60,6 @@ pytest-timeout==1.4.2
 python-dotenv==0.21.1
 PyYAML==5.3.1
 redis==4.4.4
-requests==2.31.0
 semver==2.8.1
 six==1.15.0
 stomp.py==4.1.22
@@ -67,7 +68,6 @@ texttable==0.9.1
 toml==0.10.1
 tomli==2.0.1
 typing_extensions==4.9.0
-urllib3==1.26.18
 wcwidth==0.2.5
 websocket-client==0.47.0
 wrapt==1.16.0
diff --git a/metricbeat/Dockerfile b/metricbeat/Dockerfile
index b6da04173167..f9b093705d68 100644
--- a/metricbeat/Dockerfile
+++ b/metricbeat/Dockerfile
@@ -1,4 +1,5 @@
 FROM golang:1.21.8
+COPY --from=docker:latest /usr/local/bin/docker  /usr/local/bin/
 
 RUN \
     apt update \
@@ -10,6 +11,8 @@ RUN \
          python3-venv \
          libaio-dev \
          unzip \
+         libssl-dev \
+         libffi-dev \
       && rm -rf /var/lib/apt/lists/*
 
 # Use a virtualenv to avoid the PEP668 "externally managed environment" error caused by conflicts
@@ -19,9 +22,12 @@ RUN python3 -m venv $VIRTUAL_ENV
 ENV PATH="$VIRTUAL_ENV/bin:$PATH"
 
 RUN pip3 install --upgrade pip==20.1.1
-RUN pip3 install --upgrade docker-compose==1.23.2
 RUN pip3 install --upgrade setuptools==47.3.2
 RUN pip3 install --upgrade PyYAML==5.3.1
+RUN pip3 install requests==2.26.0
+RUN pip3 install urllib3==1.26.18
+RUN pip3 install docker==6.1.3
+RUN pip3 install git+https://github.com/pkoutsovasilis/compose@v1_fix
 
 # Oracle instant client
 RUN cd /usr/lib \