Skip to content

test

test #97

---
name: Custom build
on:
workflow_dispatch:
inputs:
vs_branch:
required: true
default: main
description: "Version Service branch with the new build to checkout"
image:
required: true
description: "Full name of the upstream image to test"
upstream:
type: choice
description: "The upstream operator"
required: true
options:
- percona-xtradb-cluster-operator
- percona-server-mongodb-operator
- percona-postgresql-operator
push: # !!! remove before merge
branches:
- EVEREST-1563-operator-early-adoption
permissions:
contents: read
packages: write
checks: write
pull-requests: write
jobs:
test:
name: Test
timeout-minutes: 10
strategy:
fail-fast: false
matrix:
go-version: [ 1.23.x ]
may-fail: [ false ]
continue-on-error: ${{ matrix.may-fail }}
runs-on: ubuntu-20.04
env:
# VERSION constant higher than any potentially existing
VERSION: 1.10000.0
CLI_PREREQUISITES: ">= 1.2.0"
K8S_PREREQUISITES: ">= 1.27"
VS_PORT: 8081
VS_URL: ""
LOCAL_REGISTRY_PORT: 5000
LOCAL_REGISTRY: ""
ARCH: ""
OS: ""
TOOLS_PATH: "/opt/tools/bin"
# !!! revert to using inputs
# UPSTREAM_REPO: ${{ github.event.inputs.upstream }}
UPSTREAM_REPO: "percona-xtradb-cluster-operator"
# IMAGE: ${{ github.event.inputs.image }}
IMAGE: "docker.io/percona/percona-xtradb-cluster-operator:1.15.1-community-bundle"
VS_BRANCH: ${{ github.event.inputs.vs_branch }}
steps:
- name: Set environment variables
run: |
echo "ARCH=$(uname -m | sed 's/x86_64/amd64/;s/aarch64/arm64/')" >> $GITHUB_ENV
echo "OS=$(uname | awk '{print tolower($0)}')" >> $GITHUB_ENV
echo "LOCAL_REGISTRY=localhost:$LOCAL_REGISTRY_PORT" >> $GITHUB_ENV
echo "VS_URL=http://localhost:$VS_PORT" >> $GITHUB_ENV
- name: Set up Go release
uses: percona-platform/setup-go@v4
with:
go-version: ${{ matrix.go-version }}
- name: Set GO_VERSION environment variable
run: |
go version
echo "GO_VERSION=$(go version)" >> $GITHUB_ENV
# - name: Enable Go modules cache
# uses: percona-platform/cache@v3
# with:
# path: ~/go/pkg/mod
# key: ${{ matrix.os }}-go-${{ matrix.go-version }}-modules-${{ hashFiles('**/go.sum') }}
# restore-keys: |
# ${{ matrix.os }}-go-${{ matrix.go-version }}-modules-
#
# - name: Enable Go build cache
# uses: percona-platform/cache@v3
# with:
# path: ~/.cache/go-build
# key: ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}-${{ hashFiles('**') }}
# restore-keys: |
# ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}-
# ${{ matrix.os }}-go-${{ matrix.go-version }}-build-
- name: Start local Kubernetes cluster with the local registry
uses: medyagh/setup-minikube@latest
id: minikube
with:
cpus: 2
memory: 2000m
- name: Everest - check out
uses: actions/checkout@v4
with:
token: ${{ secrets.ROBOT_TOKEN }}
ref: EVEREST-1563-operator-early-adoption # !!! delete before merge
- name: Deploy registry
run: |
kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.16.1/cert-manager.yaml
# install the tool to check the availability
go install github.com/cert-manager/cmctl/v2@latest
check availability
cmctl check api --wait=2m
kubectl apply -f .github/secure-registry.yaml --namespace kube-system
- name: Expose local registry
run: |
kubectl port-forward --namespace kube-system service/registry $LOCAL_REGISTRY_PORT:80 &
- name: VS - checkout
uses: actions/checkout@v4
with:
repository: Percona-Lab/percona-version-service
ref: ${{ env.VS_BRANCH }}
path: percona-version-service
token: ${{ secrets.ROBOT_TOKEN }}
- name: VS - update
run: |
cd percona-version-service
make init
# create an entry for the new Everest version
printf "version: $VERSION\nsupported:\n cli: '$CLI_PREREQUISITES'\n kubernetes: '$K8S_PREREQUISITES'" > "sources/metadata/everest/$VERSION.yaml"
- name: Build and Push VS dev image
uses: docker/build-push-action@v6
with:
context: percona-version-service
push: true
tags: ${{ env.LOCAL_REGISTRY}}/perconalab/version-service:dev
- name: Apply VS manifest
run: |
kubectl create ns everest-system
sed -i "s/perconalab\/version-service:.*/$LOCAL_REGISTRY\/perconalab\/version-service:dev/g" percona-version-service/deploy.yaml
kubectl apply -f percona-version-service/deploy.yaml -n everest-system
kubectl wait --for=jsonpath='{.status.readyReplicas}'=3 deployment/percona-version-service -n everest-system
kubectl port-forward svc/percona-version-service $VS_PORT:80 -n everest-system &
# - name: Operator - check out
# uses: actions/checkout@v4
# with:
# repository: percona/everest-operator
# path: everest-operator
# token: ${{ secrets.ROBOT_TOKEN }}
#
# - name: Operator - install operator-sdk
# run: |
# mkdir -p $TOOLS_PATH
# echo $TOOLS_PATH >> $GITHUB_PATH
#
# export OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/download/v1.25.2
# curl -LO ${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH}
#
# gpg --keyserver keyserver.ubuntu.com --recv-keys 052996E2A20B5C7E
#
# curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt
# curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt.asc
# gpg -u "Operator SDK (release) <[email protected]>" --verify checksums.txt.asc
#
# grep operator-sdk_${OS}_${ARCH} checksums.txt | sha256sum -c -
#
# chmod +x operator-sdk_${OS}_${ARCH}
# mv operator-sdk_${OS}_${ARCH} $TOOLS_PATH/operator-sdk
#
# - name: Operator - build and bundle
# run: |
# cd everest-operator
# make build manifests bundle
#
# - name: Operator - setup Docker meta for everest-operator
# id: operator_meta
# uses: docker/metadata-action@v5
# with:
# images: |
# ${{ env.LOCAL_REGISTRY }}/perconalab/everest-operator
# tags: |
# type=raw,value=${{ env.VERSION }}
#
# - name: Operator - setup Docker meta for everest-operator-bundle
# id: bundle_meta
# uses: docker/metadata-action@v5
# with:
# images: |
# ${{ env.LOCAL_REGISTRY }}/perconalab/everest-operator-bundle
# tags: |
# type=raw,value=${{ env.VERSION }}
#
# - name: Operator - push everest-operator image
# uses: docker/build-push-action@v6
# with:
# context: everest-operator
# push: true
# tags: ${{ steps.operator_meta.outputs.tags }}
#
# - name: Operator - push everest-operator-bundle image
# uses: docker/build-push-action@v6
# with:
# context: everest-operator
# push: true
# tags: ${{ steps.bundle_meta.outputs.tags }}
# file: everest-operator/bundle.Dockerfile
#
# - name: Catalog - checkout
# uses: actions/checkout@v4
# with:
# ref: EVEREST-1563-variable-registry # !!! remove this line once merged
# repository: percona/everest-catalog
# path: everest-catalog
# token: ${{ secrets.ROBOT_TOKEN }}
#
# - name: Catalog - update veneer file
# run: |
# cd everest-catalog/tools
# go run . \
# --veneer-file ../veneer/everest-operator.yaml \
# --channel fast-v0 \
# --new-version ${{ env.VERSION }} \
# --registry ${{ env.LOCAL_REGISTRY }} \
# --test-repo \
#
# cd ..
# curl -Lo /tmp/opm https://github.com/operator-framework/operator-registry/releases/download/v1.44.0/${OS}-${ARCH}-opm
# chmod +x /tmp/opm
# /tmp/opm alpha render-template basic --skip-tls -o yaml < veneer/everest-operator.yaml > catalog/everest-operator/catalog.yaml
#
# # Check if catalog has the new version listed
# if ! grep -q "$VERSION$" catalog/everest-operator/catalog.yaml; then
# echo "catalog/everest-operator/catalog.yaml does not include the version $VERSION"
# exit 1
# fi
#
# # Add a new record to the upstream veneer
# yq e ".Stable.Bundles += {\"Image\": \"$IMAGE\"}" veneer/${UPSTREAM_REPO}.yaml > temp.yaml && mv temp.yaml veneer/${UPSTREAM_REPO}.yaml
#
# # Generate upstream catalog
# /tmp/opm alpha render-template semver --skip-tls -o yaml < veneer/${UPSTREAM_REPO}.yaml > catalog/${UPSTREAM_REPO}/catalog.yaml
#
# # Check if upstream catalog has the new image listed
# if ! grep -q "$IMAGE$" catalog/${UPSTREAM_REPO}/catalog.yaml; then
# echo "catalog/${UPSTREAM_REPO}/catalog.yaml does not include the version $IMAGE"
# exit 1
# fi
#
# git diff
#
# - name: Catalog - setup Docker meta for everest-catalog
# id: catalog_meta
# uses: docker/metadata-action@v5
# with:
# images: |
# ${{ env.LOCAL_REGISTRY }}/perconalab/everest-catalog
# tags: |
# type=raw,value=${{ env.VERSION }}
# type=raw,value=latest
#
# - name: Catalog - push everest-catalog image
# uses: docker/build-push-action@v6
# with:
# context: everest-catalog
# push: true
# tags: ${{ steps.catalog_meta.outputs.tags }}
# file: everest-catalog/everest-catalog.Dockerfile
#
#
# - name: Everest - check out
# uses: actions/checkout@v4
# with:
# token: ${{ secrets.ROBOT_TOKEN }}
# ref: EVEREST-1563-operator-early-adoption # !!! delete before merge
#
# - name: Everest - setup golang
# uses: actions/setup-go@v5
# with:
# go-version-file: "./go.mod"
#
#
# - name: Everest - update sources
# run: |
# # Update deploy manifest
# sed -i "s/perconalab\/everest.*/$LOCAL_REGISTRY\/perconalab\/everest:$VERSION/g" deploy/quickstart-k8s.yaml
# sed -i "s/percona\/everest.*/$LOCAL_REGISTRY\/perconalab\/everest:$VERSION/g" deploy/quickstart-k8s.yaml
#
# # Change version in Makefile
# sed -i "s/RELEASE_VERSION ?=.*/RELEASE_VERSION ?= v$VERSION/g" Makefile
#
# # Change release manifest link: use local path to file
# sed -i "s/https:\/\/raw.githubusercontent.com\/percona\/everest\/v%s\///g" pkg/version/version.go
#
# # Change release catalog image link: use LOCAL_REGISTRY
# sed -i "s/docker.io/$LOCAL_REGISTRY/g" pkg/version/version.go
#
# git status
# - name: Everest UI - setup pnpm
# uses: pnpm/action-setup@v4
# with:
# version: 9.4.0
#
# - name: Everest UI - run with Node 20
# uses: actions/setup-node@v4
# with:
# node-version: 20.x
# cache: "pnpm"
# cache-dependency-path: ui/pnpm-lock.yaml
#
# - name: Everest UI - build
# run: |
# cd ui
# pnpm install
# EVEREST_OUT_DIR=${GITHUB_WORKSPACE}/public/dist/ pnpm build
#
# - name: Everest - build binary
# run: |
# if [[ $IS_RC == 1 ]]; then
# CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make rc
# else
# CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make release
# fi
#
# - name: Everest - push Everest image
# uses: docker/build-push-action@v6
# with:
# context: .
# push: true
# tags: ${{ env.LOCAL_REGISTRY }}/perconalab/everest:${{ env.VERSION }}
#
# - name: Provision Everest using CLI
# shell: bash
# run: |
# make init
# make build-cli
# ./bin/everestctl install -v \
# --version $VERSION \
# --version-metadata-url $VS_URL \
# --operator.mongodb \
# --operator.postgresql \
# --operator.xtradb-cluster \
# --skip-wizard \
# --namespaces everest