Skip to content
E2E CI

[v0.29] add a fallback command for checking helm binary version (v4.x) (#3373) #6523

Sign in to view logs

[v0.29] add a fallback command for checking helm binary version (v4.x) (#3373)

[v0.29] add a fallback command for checking helm binary version (v4.x) (#3373) #6523

Workflow file for this run

.github/workflows/e2e.yaml at 5da8973
name: E2E CI
on:
release:
types: [created]
pull_request:
branches:
- main
- v*
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
env:
REPOSITORY_NAME: ghcr.io/${{ github.repository }}-ci
TAG_NAME: PR${{ github.event.number }}
VCLUSTER_SUFFIX: vcluster
VCLUSTER_NAME: vcluster
VCLUSTER_NAMESPACE: vcluster
jobs:
detect_changes:
uses: loft-sh/github-actions/.github/workflows/detect-changes.yaml@v1
with:
paths: |
- "go.mod"
- "go.sum"
- "**.go"
- "!**_test.go" # exclude test files to ignore unit test changes
- "test/**" # include test files in e2e again
- "!**.md"
- "Dockerfile.release"
- ".github/workflows/e2e.yaml"
- "chart/**"
- "manifests/**"
build:
runs-on: ubuntu-latest
if: github.repository_owner == 'loft-sh' && needs.detect_changes.outputs.has_changed == 'true'
needs: detect_changes
steps:
- name: Checkout repository
uses: actions/checkout@v5
with:
fetch-depth: 0
- run: git fetch --force --tags
- name: Set up Go
uses: actions/setup-go@v6
with:
go-version-file: go.mod
- name: Setup GoReleaser
uses: goreleaser/goreleaser-action@v6
with:
install-only: true
version: latest
- name: Build and save syncer image
run: |
set -x
# Build syncer
TELEMETRY_PRIVATE_KEY="" goreleaser build --single-target --snapshot --id vcluster --clean --output ./vcluster
docker build -t "${{ env.REPOSITORY_NAME }}:${{ env.TAG_NAME }}" -f Dockerfile.release --build-arg TARGETARCH=amd64 --build-arg TARGETOS=linux .
docker save -o vcluster_syncer "${{ env.REPOSITORY_NAME }}:${{ env.TAG_NAME }}"
# Build cli
TELEMETRY_PRIVATE_KEY="" goreleaser build --single-target --snapshot --id vcluster-cli --clean --output ./vcluster
# Build tests for cache
go test -mod=vendor -test.v -c ./test/e2e || { echo "go test build failed"; exit 1; }
- name: Upload syncer image to artifact
uses: actions/upload-artifact@v4
with:
name: vcluster_syncer
path: ./vcluster_syncer
retention-days: 7
- name: Upload vcluster cli to artifact
uses: actions/upload-artifact@v4
with:
name: vcluster
path: ./vcluster
retention-days: 7
get-testsuites-dir:
needs: detect_changes
if: needs.detect_changes.outputs.has_changed == 'true'
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v5
- id: set-paths-matrix
run: |
set -x
sudo apt-get install -y jq
paths=$(ls -d ./test/e2e*)
echo "matrix=$(printf '%s\n' "${paths}" | jq -R . | jq -cs .)" >> "$GITHUB_OUTPUT"
outputs:
matrix: ${{ steps.set-paths-matrix.outputs.matrix }}
vcluster-install-delete:
name: Install and delete virtual cluster
needs:
- build
- detect_changes
if: needs.detect_changes.outputs.has_changed == 'true'
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v5
- uses: azure/setup-helm@v4
name: Setup Helm
with:
version: "v3.11.0"
- name: Set up kind k8s cluster
uses: loft-sh/setup-kind@master
with:
version: "v0.29.0"
image: kindest/node:v1.33.1@sha256:050072256b9a903bd914c0b2866828150cb229cea0efe5892e2b644d5dd3b34f
skipClusterLogsExport: "true"
- name: Testing kind cluster set-up
run: |
set -x
kubectl cluster-info
kubectl get pods -n kube-system
echo "kubectl config current-context: $(kubectl config current-context)"
echo "KUBECONFIG env var: ${KUBECONFIG}"
- name: Download vcluster cli
uses: actions/download-artifact@v5
with:
name: vcluster
- name: Download syncer image
uses: actions/download-artifact@v5
with:
name: vcluster_syncer
- name: Setup environment
run: |
kind load image-archive vcluster_syncer
chmod +x vcluster && sudo mv vcluster /usr/bin
- name: Run tests - install and delete virtual cluster using kubectl
run: |
set -x
./hack/vcluster-install-scripts/test-kubectl-install.sh
- name: Run tests - install and delete virtual cluster using helm
run: |
set -x
./hack/vcluster-install-scripts/test-helm-install.sh
download-latest-cli:
needs: detect_changes
if: needs.detect_changes.outputs.has_changed == 'true'
name: Download the latest vCluster cli
runs-on: ubuntu-latest
steps:
- name: download current cli
run: |
curl -L -o vcluster-current "https://github.com/loft-sh/vcluster/releases/latest/download/vcluster-linux-amd64"
- name: Upload vcluster cli to artifact
uses: actions/upload-artifact@v4
with:
name: vcluster-current
path: ./vcluster-current
retention-days: 7
upgrade-test:
name: test if we can upgrade from older version
needs:
- build
- download-latest-cli
- detect_changes
if: needs.detect_changes.outputs.has_changed == 'true'
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
distribution: ["k3s", "k8s"]
steps:
- name: Checkout repository
uses: actions/checkout@v5
- uses: azure/setup-helm@v4
name: Setup Helm
with:
version: "v3.11.0"
- name: Set up kind k8s cluster
uses: loft-sh/setup-kind@master
with:
version: "v0.29.0"
image: kindest/node:v1.33.1@sha256:050072256b9a903bd914c0b2866828150cb229cea0efe5892e2b644d5dd3b34f
skipClusterLogsExport: "true"
- name: Testing kind cluster set-up
run: |
set -x
kubectl cluster-info
kubectl get pods -n kube-system
echo "kubectl config current-context: $(kubectl config current-context)"
echo "KUBECONFIG env var: ${KUBECONFIG}"
- name: Download vcluster cli
uses: actions/download-artifact@v5
with:
name: vcluster
path: vcluster-dev
- name: Download current cli
uses: actions/download-artifact@v5
with:
name: vcluster-current
- name: Download syncer image
uses: actions/download-artifact@v5
with:
name: vcluster_syncer
- name: Install yq@v4
run: go install github.com/mikefarah/yq/v4@latest
- name: create vcluster with current cli
run: |
chmod +x ./vcluster-current
docker load --input vcluster_syncer
kind load image-archive vcluster_syncer
yq eval '.controlPlane.distro.${{ matrix.distribution }}.enabled = true' > ./test/vcluster-current.yaml
./vcluster-current create ${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} \
--create-namespace \
--debug \
--connect=false \
-f ./test/vcluster-current.yaml
./hack/wait-for-pod.sh -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }}
- name: upgrade with the dev cli
run: |
chmod +x ./vcluster-dev/vcluster
set -x
sed -i "s|REPLACE_REPOSITORY_NAME|${{ env.REPOSITORY_NAME }}|g" test/commonValues.yaml
sed -i "s|REPLACE_TAG_NAME|${{ env.TAG_NAME }}|g" test/commonValues.yaml
yq eval -i '.controlPlane.distro.${{ matrix.distribution }}.enabled = true' test/commonValues.yaml
./vcluster-dev/vcluster create vcluster \
--connect=false \
--upgrade \
--local-chart-dir ./chart \
-f ./test/commonValues.yaml
./hack/wait-for-pod.sh -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }}
e2e-tests:
name: Execute test suites
needs:
- build
- get-testsuites-dir
- detect_changes
if: needs.detect_changes.outputs.has_changed == 'true'
runs-on: ubuntu-latest
permissions:
id-token: write # needed for OIDC → AWS
contents: read
strategy:
fail-fast: false
matrix:
distribution: ["k3s", "k8s"]
test-suite-path: ${{fromJson(needs.get-testsuites-dir.outputs.matrix)}}
ha: ["false", "true"]
include:
- distribution: "k8s"
ha: "true"
test-suite-path: "./test/e2e"
- distribution: "k3s"
ha: "true"
test-suite-path: "./test/e2e"
exclude:
- ha: "true"
- distribution: "k3s"
test-suite-path: "./test/e2e_certs"
steps:
- name: Checkout repository
uses: actions/checkout@v5
- name: Set up Go
uses: actions/setup-go@v6
with:
go-version-file: go.mod
- uses: azure/setup-helm@v4
name: Setup Helm
with:
version: "v3.11.0"
- name: Set up kind k8s cluster
uses: loft-sh/setup-kind@master
with:
version: "v0.29.0"
image: kindest/node:v1.33.1@sha256:050072256b9a903bd914c0b2866828150cb229cea0efe5892e2b644d5dd3b34f
skipClusterLogsExport: "true"
- name: Testing kind cluster set-up
run: |
set -x
kubectl cluster-info
kubectl get pods -n kube-system
echo "kubectl config current-context: $(kubectl config current-context)"
echo "KUBECONFIG env var: ${KUBECONFIG}"
- name: Download vcluster cli
uses: actions/download-artifact@v5
with:
name: vcluster
- name: Download syncer image
uses: actions/download-artifact@v5
with:
name: vcluster_syncer
- name: Create vcluster
id: create-vcluster
run: |
set -x
extraArgs=()
if [ "${{ matrix.test-suite-path }}" = "./test/e2e_metrics_proxy" ]; then
helm repo add metrics-server https://kubernetes-sigs.github.io/metrics-server/
helm upgrade --install metrics-server metrics-server/metrics-server --set "args={--kubelet-insecure-tls}" --set containerPort=4443 -n kube-system
fi
if [ "${{ matrix.ha }}" = "true" ]; then
haValues="-f ./test/values_ha.yaml"
fi
if [ "${{ matrix.test-suite-path }}" = "./test/e2e" ]; then
kubectl create namespace from-host-sync-test
kubectl create namespace from-host-sync-test-2
fi
sed -i "s|REPLACE_REPOSITORY_NAME|${{ env.REPOSITORY_NAME }}|g" "${{ matrix.test-suite-path }}/../commonValues.yaml"
sed -i "s|REPLACE_TAG_NAME|${{ env.TAG_NAME }}|g" "${{ matrix.test-suite-path }}/../commonValues.yaml"
yq eval -i ".controlPlane.distro.${{ matrix.distribution }}.enabled = true" "${{ matrix.test-suite-path }}/../commonValues.yaml"
docker load --input vcluster_syncer
kind load image-archive vcluster_syncer
chmod +x vcluster && sudo mv vcluster /usr/bin
vcluster create "${{ env.VCLUSTER_SUFFIX }}" -n "${{ env.VCLUSTER_NAMESPACE }}" \
--create-namespace \
--debug \
--connect=false \
--local-chart-dir ./chart \
-f ./test/commonValues.yaml \
${haValues:+$haValues} \
-f "${{ matrix.test-suite-path }}/values.yaml" \
"${extraArgs[@]}"
if [ -f "${{ matrix.test-suite-path }}/host-resources.yaml" ]; then
kubectl apply -f "${{ matrix.test-suite-path }}/host-resources.yaml" -n "${{ env.VCLUSTER_NAMESPACE }}"
fi
continue-on-error: true
- name: Wait until vcluster is ready
id: wait-until-vcluster-is-ready
if: steps.create-vcluster.outcome == 'success'
run: |
set -x
./hack/wait-for-pod.sh -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }}
continue-on-error: true
- name: Collect deployment information in case vcluster fails to start
if: steps.wait-until-vcluster-is-ready.outcome != 'success'
run: |
set -x
kubectl get pods -o yaml -n ${{ env.VCLUSTER_NAMESPACE }}
echo "======================================================================================================================"
kubectl get events -n ${{ env.VCLUSTER_NAMESPACE }} --sort-by='.lastTimestamp'
echo "======================================================================================================================"
kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p || kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1
echo "======================================================================================================================"
if [[ "${{ matrix.test-suite-path }}" = "./test/e2e_plugin" ]]; then
kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c bootstrap-with-deployment --tail=-1 -p || kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c bootstrap-with-deployment --tail=-1
echo "======================================================================================================================"
fi
kubectl describe pods -n ${{ env.VCLUSTER_NAMESPACE }}
exit 1
# Skips NetworkPolicy tests because they require network plugin with support (e.g. Calico)
- name: Execute e2e tests
id: execute-e2e-tests
working-directory: ${{ matrix.test-suite-path }}
run: |
set -x
VCLUSTER_SUFFIX=${{ env.VCLUSTER_SUFFIX }} \
VCLUSTER_NAME=${{ env.VCLUSTER_NAME }} \
VCLUSTER_NAMESPACE=${{ env.VCLUSTER_NAMESPACE }} \
VCLUSTER_BACKGROUND_PROXY_IMAGE=${{ env.REPOSITORY_NAME }}:${{ env.TAG_NAME }} \
go test -timeout 40m -mod=vendor -test.v --ginkgo.v --ginkgo.skip='.*NetworkPolicy.*' --ginkgo.fail-fast ${{ matrix.test-suite-path }}
if kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p >/dev/null 2>/dev/null; then
echo "vCluster has restarted during testing, failing..."
exit 1
fi
continue-on-error: true
- name: Print logs if e2e tests fail
if: steps.execute-e2e-tests.outcome == 'failure'
run: |
set -x
kubectl get pods -o yaml -n ${{ env.VCLUSTER_NAMESPACE }}
echo "======================================================================================================================"
kubectl get events -n ${{ env.VCLUSTER_NAMESPACE }} --sort-by='.lastTimestamp'
echo "======================================================================================================================"
kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p || kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1
echo "======================================================================================================================"
kubectl describe pods -n ${{ env.VCLUSTER_NAMESPACE }}
exit 1