chore(test): Automation of Kubernetes e2e tests (#10320)

* chore(test): run kubernetes tests on linux platform in github actions Signed-off-by: Anton Misskii <amisskii@redhat.com> * fix: description Signed-off-by: Anton Misskii <amisskii@redhat.com> * fix: test Signed-off-by: Anton Misskii <amisskii@redhat.com> * fix: fix Signed-off-by: Anton Misskii <amisskii@redhat.com> * fix: delete kind cluster Signed-off-by: Anton Misskii <amisskii@redhat.com>
2026-04-21 17:47:22 +00:00 · 2024-12-19 16:25:19 +01:00 · 2024-12-19 16:25:19 +01:00 · af98dd0c20
commit af98dd0c20
parent e310ee948c
6 changed files with 183 additions and 29 deletions
--- a/.github/workflows/e2e-kubernetes-main.yaml
+++ b/.github/workflows/e2e-kubernetes-main.yaml
@ -0,0 +1,135 @@
+#
+# Copyright (C) 2023-2024 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+name: e2e-kubernetes-tests-main
+
+on:
+  push:
+    branches: [main]
+
+  workflow_dispatch:
+    inputs:
+      organization:
+        default: 'podman-desktop'
+        description: 'Organization of the Podman Desktop repository'
+        type: string
+        required: true
+      repositoryName:
+        default: 'podman-desktop'
+        description: 'Podman Desktop repository name'
+        type: string
+        required: true
+      branch:
+        default: 'main'
+        description: 'Podman Desktop repo branch'
+        type: string
+        required: true
+
+jobs:
+  e2e-tests:
+    name: Run All E2E tests
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          repository: ${{ github.event.inputs.organization }}/${{ github.event.inputs.repositoryName }}
+          ref: ${{ github.event.inputs.branch }}
+        if: github.event_name == 'workflow_dispatch'
+
+      - uses: actions/checkout@v4
+        if: github.event_name == 'push'
+
+      - name: Update podman
+        run: |
+          echo "ubuntu version from kubic repository to install podman we need (v5)"
+          ubuntu_version='23.10'
+          echo "Add unstable kubic repo into list of available sources and get the repo key"
+          sudo sh -c "echo 'deb https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/ /' > /etc/apt/sources.list.d/devel:kubic:libcontainers:unstable.list"
+          curl -L "https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/Release.key" | sudo apt-key add -
+          echo "install necessary dependencies for criu package which is not part of ${ubuntu_version}"
+          sudo apt-get install -qq libprotobuf32t64 python3-protobuf libnet1
+          echo "install criu manually from static location"
+          curl -sLO http://cz.archive.ubuntu.com/ubuntu/pool/universe/c/criu/criu_3.16.1-2_amd64.deb && sudo dpkg -i criu_3.16.1-2_amd64.deb
+          echo "Updating all dependencies..."
+          sudo apt-get update -qq
+          echo "installing/update podman package..."
+          sudo apt-get -qq -y install podman || { echo "Start fallback steps for podman nightly installation from a static mirror" && \
+            sudo sh -c "echo 'deb http://ftp.lysator.liu.se/pub/opensuse/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/ /' > /etc/apt/sources.list.d/devel:kubic:libcontainers:unstable.list" && \
+            curl -L "http://ftp.lysator.liu.se/pub/opensuse/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/Release.key" | sudo apt-key add - && \
+            sudo apt-get update && \
+            sudo apt-get -y install podman; }
+          podman version
+
+      - name: Revert unprivileged user namespace restrictions in Ubuntu 24.04
+        run: |
+          # allow unprivileged user namespace
+          sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0
+
+      - name: Set cgroup_manager to 'cgroupfs' instead of systemd
+        run: |
+          mkdir -p ~/.config/containers
+          cat <<EOT >> ~/.config/containers/containers.conf
+          [engine]
+          cgroup_manager="cgroupfs"
+          EOT
+          podman info 
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          run_install: false
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'pnpm'
+
+      - name: Execute pnpm
+        run: pnpm install
+            
+      - name: Run E2E kubernetes tests in Production Mode
+        env:
+          PODMANDESKTOP_CI_BOT_TOKEN: ${{ secrets.PODMANDESKTOP_CI_BOT_TOKEN }}
+          TEST_PODMAN_MACHINE: 'true'
+          SKIP_KIND_INSTALL: 'true'
+          ELECTRON_ENABLE_INSPECT: true
+        run: |
+          echo "Compiling the Podman Desktop in production mode"
+          pnpm compile:current --linux dir
+          path=$(realpath ./dist/linux-unpacked/podman-desktop)
+          echo "Podman Desktop built binary: $path"
+          export PODMAN_DESKTOP_BINARY_PATH=$path
+          pnpm test:e2e:k8s
+
+      - name: Publish Test Report
+        uses: mikepenz/action-junit-report@v5
+        if: always() # always run even if the previous step fails
+        with:
+          fail_on_failure: true
+          include_passed: true
+          detailed_summary: true
+          annotate_only: true
+          require_tests:  true
+          report_paths: '**/*results.xml'      
+
+      - uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: k8s-e2e-tests
+          path: |
+            ./tests/**/output/
+            !./tests/**/traces/raw
--- a/.github/workflows/e2e-main.yaml
+++ b/.github/workflows/e2e-main.yaml
@ -24,7 +24,7 @@ on:
  workflow_dispatch:
    inputs:
      organization:
-        default: 'containers'
+        default: 'podman-desktop'
        description: 'Organization of the Podman Desktop repository'
        type: string
        required: true
@ -33,6 +33,11 @@ on:
        description: 'Podman Desktop repository name'
        type: string
        required: true
+      npm_target:
+        default: 'test:e2e'
+        description: 'The npm target to run tests. Use "test:e2e:all" to run all test suites, including Kubernetes tests.'
+        type: string
+        required: true
      branch:
        default: 'main'
        description: 'Podman Desktop repo branch'
@ -53,6 +58,12 @@ jobs:
      - uses: actions/checkout@v4
        if: github.event_name == 'push'

+      - name: Set the default npm target variable
+        env:
+          DEFAULT_NPM_TARGET: 'test:e2e'
+        run: |
+          echo "NPM_TARGET=${{ github.event.inputs.npm_target || env.DEFAULT_NPM_TARGET }}" >> $GITHUB_ENV
+
      - name: Update podman
        run: |
          echo "ubuntu version from kubic repository to install podman we need (v5)"
@ -101,6 +112,12 @@ jobs:
      - name: Execute pnpm
        run: pnpm install

+      - name: Create Kind Cluster
+        uses: helm/kind-action@v1.10.0
+        if: ${{ env.NPM_TARGET == 'test:e2e:all' }}
+        with: 
+          cluster_name: 'kind-cluster'
+        
      - name: Run E2E tests in Production Mode
        env:
          PODMANDESKTOP_CI_BOT_TOKEN: ${{ secrets.PODMANDESKTOP_CI_BOT_TOKEN }}
@ -113,7 +130,7 @@ jobs:
          path=$(realpath ./dist/linux-unpacked/podman-desktop)
          echo "Podman Desktop built binary: $path"
          export PODMAN_DESKTOP_BINARY_PATH=$path
-          pnpm test:e2e
+          pnpm ${{ env.NPM_TARGET }}

      - name: Publish Test Report
        uses: mikepenz/action-junit-report@v5
--- a/tests/playwright/src/specs/deploy-to-kubernetes.spec.ts
+++ b/tests/playwright/src/specs/deploy-to-kubernetes.spec.ts
@ -42,7 +42,7 @@ const CONTAINER_START_PARAMS: ContainerInteractiveParams = {
  attachTerminal: false,
 };

-const skipKindInstallation = process.env.SKIP_KIND_INSTALL ? process.env.SKIP_KIND_INSTALL : false;
+const skipKindInstallation = process.env.SKIP_KIND_INSTALL === 'true';

 test.beforeAll(async ({ runner, welcomePage, page, navigationBar }) => {
  test.setTimeout(350_000);
@ -56,7 +56,12 @@ test.beforeAll(async ({ runner, welcomePage, page, navigationBar }) => {

    await ensureCliInstalled(page, 'Kind');
  }
-  await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+
+  if (process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux') {
+    await createKindCluster(page, CLUSTER_NAME, false, CLUSTER_CREATION_TIMEOUT, { useIngressController: false });
+  } else {
+    await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+  }
 });

 test.afterAll(async ({ runner, page }) => {
@ -71,11 +76,6 @@ test.afterAll(async ({ runner, page }) => {
  }
 });

-test.skip(
-  !!process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux',
-  'Tests suite should not run on Linux platform',
-);
-
 test.describe.serial('Deploy a container to the Kind cluster', { tag: '@k8s_e2e' }, () => {
  test('Pull an image and start a container', async ({ navigationBar }) => {
    const imagesPage = await navigationBar.openImages();
--- a/tests/playwright/src/specs/kind.spec.ts
+++ b/tests/playwright/src/specs/kind.spec.ts
@ -39,7 +39,7 @@ let resourcesPage: ResourcesPage;

 let kindResourceCard: ResourceConnectionCardPage;

-const skipKindInstallation = process.env.SKIP_KIND_INSTALL ? process.env.SKIP_KIND_INSTALL : false;
+const skipKindInstallation = process.env.SKIP_KIND_INSTALL === 'true';

 test.beforeAll(async ({ runner, page, welcomePage }) => {
  runner.setVideoAndTraceName('kind-e2e');
@ -51,7 +51,9 @@ test.beforeAll(async ({ runner, page, welcomePage }) => {

 test.afterAll(async ({ runner, page }) => {
  try {
-    await deleteKindCluster(page, KIND_CONTAINER_NAME, CLUSTER_NAME);
+    if (!(process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux')) {
+      await deleteKindCluster(page, KIND_CONTAINER_NAME, CLUSTER_NAME);
+    }
  } finally {
    await runner.close();
  }
@ -61,7 +63,7 @@ test.describe.serial('Kind End-to-End Tests', { tag: '@k8s_e2e' }, () => {
  test.describe
    .serial('Kind installation', () => {
      test('Install Kind CLI', async ({ page, navigationBar }) => {
-        test.skip(!!skipKindInstallation, 'Skipping Kind installation');
+        test.skip(!!skipKindInstallation, 'Skipping Kind cluster installation');
        const settingsBar = await navigationBar.openSettings();
        await settingsBar.cliToolsTab.click();

@ -85,13 +87,13 @@ test.describe.serial('Kind End-to-End Tests', { tag: '@k8s_e2e' }, () => {
      });
    });
  test.describe('Kind cluster operations', () => {
-    test.skip(
-      !!process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux',
-      'Tests suite should not run on Linux platform',
-    );
    test('Create a Kind cluster', async ({ page }) => {
      test.setTimeout(CLUSTER_CREATION_TIMEOUT);
-      await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+      if (process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux') {
+        await createKindCluster(page, CLUSTER_NAME, false, CLUSTER_CREATION_TIMEOUT, { useIngressController: false });
+      } else {
+        await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+      }
    });

    test('Check resources added with the Kind cluster', async ({ page, navigationBar }) => {
--- a/tests/playwright/src/specs/kubernetes-edit-yaml.spec.ts
+++ b/tests/playwright/src/specs/kubernetes-edit-yaml.spec.ts
@ -62,7 +62,12 @@ test.beforeAll(async ({ runner, welcomePage, page, navigationBar }) => {

    await ensureCliInstalled(page, 'Kind');
  }
-  await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+
+  if (process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux') {
+    await createKindCluster(page, CLUSTER_NAME, false, CLUSTER_CREATION_TIMEOUT, { useIngressController: false });
+  } else {
+    await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+  }
 });

 test.afterAll(async ({ runner, page }) => {
@ -74,11 +79,6 @@ test.afterAll(async ({ runner, page }) => {
  }
 });

-test.skip(
-  !!process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux',
-  'Tests suite should not run on Linux platform',
-);
-
 test.describe.serial('Kubernetes Edit YAML Feature E2E Test', { tag: '@k8s_e2e' }, () => {
  test('Create a Kubernetes deployment resource', async ({ navigationBar }) => {
    test.setTimeout(80_000);
--- a/tests/playwright/src/specs/kubernetes.spec.ts
+++ b/tests/playwright/src/specs/kubernetes.spec.ts
@ -70,7 +70,12 @@ test.beforeAll(async ({ runner, welcomePage, page, navigationBar }) => {

    await ensureCliInstalled(page, 'Kind');
  }
-  await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+
+  if (process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux') {
+    await createKindCluster(page, CLUSTER_NAME, false, CLUSTER_CREATION_TIMEOUT, { useIngressController: false });
+  } else {
+    await createKindCluster(page, CLUSTER_NAME, true, CLUSTER_CREATION_TIMEOUT);
+  }
 });

 test.afterAll(async ({ runner, page }) => {
@ -82,11 +87,6 @@ test.afterAll(async ({ runner, page }) => {
  }
 });

-test.skip(
-  !!process.env.GITHUB_ACTIONS && process.env.RUNNER_OS === 'Linux',
-  'Tests suite should not run on Linux platform',
-);
-
 test.describe('Kubernetes resources End-to-End test', { tag: '@k8s_e2e' }, () => {
  test('Kubernetes Nodes test', async ({ navigationBar }) => {
    const kubernetesBar = await navigationBar.openKubernetes();