-
Notifications
You must be signed in to change notification settings - Fork 4.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[7.17](backport #38941) Migrate X-PACK Filebeat pipeline to main Beat…
… pipeline (#39036) * Migrate X-PACK Filebeat pipeline to main Beat pipeline (#38941) Migrate x-pack filebeat to single pipeline Signed-off-by: Alexandros Sapranidis <[email protected]> * Remove darwin arm64 Signed-off-by: Alexandros Sapranidis <[email protected]> * Remove hearbeat Signed-off-by: Alexandros Sapranidis <[email protected]> --------- Signed-off-by: Alexandros Sapranidis <[email protected]> Co-authored-by: Alexandros Sapranidis <[email protected]>
- Loading branch information
1 parent
35e8d5a
commit 26e58d2
Showing
7 changed files
with
397 additions
and
387 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,23 +1,57 @@ | ||
| #!/usr/bin/env bash | ||
| set -euo pipefail | ||
|
|
||
| # What Terraform Module will run | ||
| if [[ "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-filebeat" ]]; then | ||
| export MODULE_DIR="x-pack/filebeat/input/awss3/_meta/terraform" | ||
| fi | ||
|
|
||
| source .buildkite/scripts/install_tools.sh | ||
| REPO_DIR=$(pwd) | ||
|
|
||
| set -euo pipefail | ||
| teardown() { | ||
| # reset the directory to the root of the project | ||
| cd $REPO_DIR | ||
| # Teardown resources after using them | ||
| echo "~~~ Terraform Cleanup" | ||
| tf_cleanup "${MODULE_DIR}" #TODO: move all docker-compose files from the .ci to .buildkite folder before switching to BK | ||
|
|
||
| echo "~~~ Docker Compose Cleanup" | ||
| docker-compose -f .ci/jobs/docker-compose.yml down -v #TODO: move all docker-compose files from the .ci to .buildkite folder before switching to BK | ||
| } | ||
|
|
||
| tf_cleanup() { | ||
| DIRECTORY=${1:-.} | ||
|
|
||
| trap 'teardown || true; unset_secrets' EXIT | ||
| for tfstate in $(find $DIRECTORY -name terraform.tfstate); do | ||
| cd $(dirname $tfstate) | ||
| terraform init | ||
| if ! terraform destroy -auto-approve; then | ||
| echo "+++ Failed to Terraform destroy the resources" | ||
| fi | ||
| cd - | ||
| done | ||
| } | ||
|
|
||
| trap 'teardown' EXIT | ||
|
|
||
| # Prepare the cloud resources using Terraform | ||
| startCloudTestEnv "${MODULE_DIR}" | ||
| #startCloudTestEnv "${MODULE_DIR}" | ||
| echo "~~~ Loading creds" | ||
| set +o xtrace | ||
| export AWS_ACCESS_KEY_ID=$BEATS_AWS_ACCESS_KEY | ||
| export AWS_SECRET_ACCESS_KEY=$BEATS_AWS_SECRET_KEY | ||
| export TEST_TAGS="${TEST_TAGS:+$TEST_TAGS,}aws" | ||
| set -o xtrace | ||
|
|
||
| echo "~~~ Run docker-compose services for emulated cloud env" | ||
| docker-compose -f .ci/jobs/docker-compose.yml up -d #TODO: move all docker-compose files from the .ci to .buildkite folder before switching to BK | ||
| echo "~~~ Initialize TF cloud resources" | ||
| cd "$MODULE_DIR" | ||
| export TF_VAR_BRANCH=$(echo "${BUILDKITE_BRANCH}" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9-]/-/g') | ||
| export TF_VAR_BUILD_ID="${BUILDKITE_BUILD_ID}" | ||
| export TF_VAR_CREATED_DATE=$(date +%s) | ||
| export TF_VAR_ENVIRONMENT="ci" | ||
| export TF_VAR_REPO="${REPO}" | ||
| terraform init && terraform apply -auto-approve | ||
| cd - | ||
|
|
||
| # Run tests | ||
| echo "--- Run Cloud Tests for $BEATS_PROJECT_NAME" | ||
| pushd "${BEATS_PROJECT_NAME}" > /dev/null | ||
|
|
||
| echo "~~~ Run Cloud Tests for $BEATS_PROJECT_NAME" | ||
| cd "${BEATS_PROJECT_NAME}" | ||
| mage build test | ||
|
|
||
| popd > /dev/null |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.