Move multi-app-backup-and-restore test to Playwright

.github/workflows/build-test.yaml

@@ -2857,12 +2857,10 @@ jobs:
       - run: chmod +x bin/*
       - uses: ./.github/actions/kots-e2e
         with:
-          test-focus: 'multi-app-backup-and-restore'
+          test-focus: 'Multi App Backup and Restore'
           kots-namespace: 'multi-app-backup-and-restore'
           k8s-distribution: ${{ matrix.cluster.distribution }}
           k8s-version: ${{ matrix.cluster.version }}
-          testim-access-token: '${{ secrets.TESTIM_ACCESS_TOKEN }}'
-          testim-branch: ${{ github.head_ref == 'main' && 'master' || github.head_ref }}
           replicated-api-token: '${{ secrets.C11Y_MATRIX_TOKEN }}'
           kots-dockerhub-username: '${{ secrets.E2E_DOCKERHUB_USERNAME }}'
           kots-dockerhub-password: '${{ secrets.E2E_DOCKERHUB_PASSWORD }}'
@@ -4337,7 +4335,6 @@ jobs:
       - validate-min-kots-version
       - validate-target-kots-version
       - validate-range-kots-version
-      - validate-multi-app-backup-and-restore
       - validate-airgap-smoke-test
       - validate-support-bundle
       - validate-gitops
@@ -4347,6 +4344,7 @@ jobs:
       - validate-no-required-config
       - validate-config
       - validate-change-channel
+      - validate-multi-app-backup-and-restore
       - validate-multi-app-install
       # non-testim tests
       - validate-minimal-rbac

e2e/inventory/inventory.go

@@ -104,9 +104,10 @@ func NewChangeLicense() Test {
 
 func NewMultiAppBackupAndRestoreTest() Test {
 	return Test{
-		Name:           "multi-app-backup-and-restore",
-		TestimSuite:    "multi-app-backup-and-restore",
+		ID:             "multi-app-backup-and-restore",
+		Name:           "Multi App Backup and Restore",
 		Namespace:      "multi-app-backup-and-restore",
+		AppSlug:        "multi-app-backup-and-restore",
 		UpstreamURI:    "multi-app-backup-and-restore/automated",
 		NeedsSnapshots: true,
 	}

e2e/playwright/tests/multi-app-backup-and-restore/app1-license.yaml

@@ -0,0 +1,24 @@
+apiVersion: kots.io/v1beta1
+kind: License
+metadata:
+  name: multi-app-backup-and-restore-1
+spec:
+  appSlug: multi-app-backup-and-restore-1
+  channelID: 2P3qPsmKpdq9P9a5Nze5EPttBXa
+  channelName: Automated
+  customerName: multi-app-backup-and-restore-1
+  endpoint: https://replicated.app
+  entitlements:
+    expires_at:
+      description: License Expiration
+      signature: {}
+      title: Expiration
+      value: ""
+      valueType: String
+  isGitOpsSupported: true
+  isNewKotsUiEnabled: true
+  isSnapshotSupported: true
+  licenseID: 2P3rVESF5woQVawjvHWaPSpfU4t
+  licenseSequence: 1
+  licenseType: dev
+  signature: eyJsaWNlbnNlRGF0YSI6ImV5SmhjR2xXWlhKemFXOXVJam9pYTI5MGN5NXBieTkyTVdKbGRHRXhJaXdpYTJsdVpDSTZJa3hwWTJWdWMyVWlMQ0p0WlhSaFpHRjBZU0k2ZXlKdVlXMWxJam9pYlhWc2RHa3RZWEJ3TFdKaFkydDFjQzFoYm1RdGNtVnpkRzl5WlMweEluMHNJbk53WldNaU9uc2liR2xqWlc1elpVbEVJam9pTWxBemNsWkZVMFkxZDI5UlZtRjNhblpJVjJGUVUzQm1WVFIwSWl3aWJHbGpaVzV6WlZSNWNHVWlPaUprWlhZaUxDSmpkWE4wYjIxbGNrNWhiV1VpT2lKdGRXeDBhUzFoY0hBdFltRmphM1Z3TFdGdVpDMXlaWE4wYjNKbExURWlMQ0poY0hCVGJIVm5Jam9pYlhWc2RHa3RZWEJ3TFdKaFkydDFjQzFoYm1RdGNtVnpkRzl5WlMweElpd2lZMmhoYm01bGJFbEVJam9pTWxBemNWQnpiVXR3WkhFNVVEbGhOVTU2WlRWRlVIUjBRbGhoSWl3aVkyaGhibTVsYkU1aGJXVWlPaUpCZFhSdmJXRjBaV1FpTENKc2FXTmxibk5sVTJWeGRXVnVZMlVpT2pFc0ltVnVaSEJ2YVc1MElqb2lhSFIwY0hNNkx5OXlaWEJzYVdOaGRHVmtMbUZ3Y0NJc0ltVnVkR2wwYkdWdFpXNTBjeUk2ZXlKbGVIQnBjbVZ6WDJGMElqcDdJblJwZEd4bElqb2lSWGh3YVhKaGRHbHZiaUlzSW1SbGMyTnlhWEIwYVc5dUlqb2lUR2xqWlc1elpTQkZlSEJwY21GMGFXOXVJaXdpZG1Gc2RXVWlPaUlpTENKMllXeDFaVlI1Y0dVaU9pSlRkSEpwYm1jaUxDSnphV2R1WVhSMWNtVWlPbnQ5Zlgwc0ltbHpSMmwwVDNCelUzVndjRzl5ZEdWa0lqcDBjblZsTENKcGMxTnVZWEJ6YUc5MFUzVndjRzl5ZEdWa0lqcDBjblZsTENKcGMwNWxkMHR2ZEhOVmFVVnVZV0pzWldRaU9uUnlkV1Y5ZlE9PSIsImlubmVyU2lnbmF0dXJlIjoiZXlKc2FXTmxibk5sVTJsbmJtRjBkWEpsSWpvaWRqVXJielpsVldkWmFrb3djR0pQUlV0Q2JXa3JLMDVsY0ZCRmRGRTNTVmx4Y1RSbFZtTlVTMUZ1YjB4MFJFSjFla2xLWjFwYVRHaHlZbEEzZWs1VVZXVnNRbGMyVHpWQ2EyWjFNV0ZqTkVsRVFpOUpTRGx6VmxsblZYZHRja2hHTkZweFNFcFpPVU5IVjBGRWFTdG1ibmwxWkhGaFZFNWFObEo2TTJGRVdXNWtPVE5MUmpGWk9FNXBTVmRIVEhkR2NIRk5WR1JGUmxOM00wUkhXbUpPV1hvMU5qWnpkV3RMWVZoQmVERllaMWcxY1V0VU9YUkJUVkE0Yml0RWRraHBSV3hpYTNNM2NqVkRjR3N5UkhCNFVtdEhRbkF5VjBkWWVXaFBXRFZoYlZObVNtcG1VVUkzYVRWa2VtdDRTVWxSYTJscU4zRmFRakJNUTFWRWRYRXdNak42VG1OQ2MzcFVhamQ0WWpGWlkxUm9XVkJCWXpWSlJuUkljMmRETVRSb1dXdFNhbG8yWnpObVdrZHdUMVZ2ZVhablIwRTFibkV5UVZKTEt6WlNLMWszV0RSM1lYUkpaWEZUYm05eVRUVlhkQzlQZFhWblBUMGlMQ0p3ZFdKc2FXTkxaWGtpT2lJdExTMHRMVUpGUjBsT0lGQlZRa3hKUXlCTFJWa3RMUzB0TFZ4dVRVbEpRa2xxUVU1Q1oydHhhR3RwUnpsM01FSkJVVVZHUVVGUFEwRlJPRUZOU1VsQ1EyZExRMEZSUlVFME1YcHFZek5QVlhwYWVIZDBRMVpGSzFGUFpWeHVTRU5sTmpsMFUySmtXQzlSTlZOeGVVRlBWV054WmxGSGIxUnBlbVYwZG5oNFFUWkdWbVpLSzI5d2VEaG5TRUZtVUc4d2NETXJURXgwVEZkWmVURnBjRnh1YzNGMk5rcFNORVo1UTJSTksyaFFNRkJVWlN0b1VXSkhaRGhTTldNclJUaFliRzFVVDAxTlpqbDFLMmRhZVdkelpsSnRWMDlOZW5ONllqZEhjRmhHYjF4dWNEaG9VSFYwV1N0UE0yRnpWR3BRZGtKUlIzRjNaRkpEYkN0UFEyNWhRMlpxZVVsdFkyeFRTakJYWVdaYVdrUTNSVGQwWkdaYVdETXZUemRMUVRSUk5GeHVkQ3RLVVV4TlMybEZURU5uU0ZGNlYyeGpaWGRFT0dWTVRqRmhkR0pUTm1wUldURm1VbmwyTVdSR1kzTXhMek14YTI1bVEzSnlWVnBtVFdkMWFrZFpUVnh1V1M5M1pFRkxUbUZ0V0dsUlYyaFZVMXBJTVRoM2NXNTJPR2c1YW5CTlFrMUhkbmhwWmxScllrNWlRMnRJTW5ReUwzbEdhRkpGY0d0V2JsVjNLMVo0TTF4dWJIZEpSRUZSUVVKY2JpMHRMUzB0UlU1RUlGQlZRa3hKUXlCTFJWa3RMUzB0TFZ4dUlpd2lhMlY1VTJsbmJtRjBkWEpsSWpvaVpYbEtlbUZYWkhWWldGSXhZMjFWYVU5cFNsZGphekUwVkd0V1IxWjZTbUZPTWtsMlpFaHJlbFJwT0RWUFJGSTBaVVprVmt3eVRrSmtSWGhWWTJ0b1dHTkliM2xsUjBaUldraFZkMXA2UW05YVIwWTFXVE5qZVU1cVZUVk9SRUpTV21wU2FFMUZVblpPYTFvell6QlZOVTFGVGxaWk1XUnFWMnRKZG1OcVFYWlNNMUkxVTBWV1FtRldaM2RaYTBZMlRESjROVlZYVVROV01WWmhWVlpKTW1OWE1WbE9iWFJHV1d0Wk5HTkVXblpUTVVaRVQwYzFTRkZzUVRSVFdGcG9UVVZTVFZOck9XMWlXRVpFVmpOR1JGZEVXalZoYmxaSVRWUnNhVlpxUmpKT1NFNVNZVE5HV21SV2NFeFVWbU16VFRGU2JWZHRhM3BYUlRGMVZHczFXV1F3VWsxVGFsWlRWbTVLVUUxVk9WcFphMnQ1WWxaQk1VMUdRbGxUUldoRlVXNWFUbVJ0T1dsa1NHeERUbGh3VVZKclpFUk9NV2N4VDFoT1VHTlhjRWxWVjBaR1dXNVNXbHBxYkVkVmJVWlpWMFJWZDAxdFJraFhhbWN4VGxaUmQwOUhiRFJrVkdSMVpFaHdVRTFzYkdGVFIzUkVVVzVvTkdOdVVsTlRNRnBUVkZWT01GTldWbmROUlhodllqSkdjVmR1Vm1wYVJGbDZXbFZKTlV3eGIzZGlSMDVNWXpOTk1sWnRPWFZYUlZvd1ZFWm9NRmRZVW5wWFZGcDRaRlJXUzFvemNIaGhSa3BTVFdwb1JGcHRkM0psVlU1UFlrWkdRMVZZWXpsUVUwbHpTVzFrYzJJeVNtaGlSWFJzWlZWc2EwbHFiMmxaYlZKc1dsUlZNazVVV1hkWk1scHBUa1JPYWs5WFNYbFBSMHB0VDFSb2JGbFhUbWhhYlVVeVRrUlphV1pSUFQwaWZRPT0ifQ==

e2e/playwright/tests/multi-app-backup-and-restore/app2-license.yaml

@@ -0,0 +1,24 @@
+apiVersion: kots.io/v1beta1
+kind: License
+metadata:
+  name: multi-app-backup-and-restore-2
+spec:
+  appSlug: multi-app-backup-and-restore-2
+  channelID: 2P3rblvZxINhbckyp67PHj3MlbP
+  channelName: Automated
+  customerName: multi-app-backup-and-restore-2
+  endpoint: https://replicated.app
+  entitlements:
+    expires_at:
+      description: License Expiration
+      signature: {}
+      title: Expiration
+      value: ""
+      valueType: String
+  isGitOpsSupported: true
+  isNewKotsUiEnabled: true
+  isSnapshotSupported: true
+  licenseID: 2P3ru6kPlP6fcWbajAe9RVlvhHL
+  licenseSequence: 1
+  licenseType: dev
+  signature: eyJsaWNlbnNlRGF0YSI6ImV5SmhjR2xXWlhKemFXOXVJam9pYTI5MGN5NXBieTkyTVdKbGRHRXhJaXdpYTJsdVpDSTZJa3hwWTJWdWMyVWlMQ0p0WlhSaFpHRjBZU0k2ZXlKdVlXMWxJam9pYlhWc2RHa3RZWEJ3TFdKaFkydDFjQzFoYm1RdGNtVnpkRzl5WlMweUluMHNJbk53WldNaU9uc2liR2xqWlc1elpVbEVJam9pTWxBemNuVTJhMUJzVURabVkxZGlZV3BCWlRsU1ZteDJhRWhNSWl3aWJHbGpaVzV6WlZSNWNHVWlPaUprWlhZaUxDSmpkWE4wYjIxbGNrNWhiV1VpT2lKdGRXeDBhUzFoY0hBdFltRmphM1Z3TFdGdVpDMXlaWE4wYjNKbExUSWlMQ0poY0hCVGJIVm5Jam9pYlhWc2RHa3RZWEJ3TFdKaFkydDFjQzFoYm1RdGNtVnpkRzl5WlMweUlpd2lZMmhoYm01bGJFbEVJam9pTWxBemNtSnNkbHA0U1U1b1ltTnJlWEEyTjFCSWFqTk5iR0pRSWl3aVkyaGhibTVsYkU1aGJXVWlPaUpCZFhSdmJXRjBaV1FpTENKc2FXTmxibk5sVTJWeGRXVnVZMlVpT2pFc0ltVnVaSEJ2YVc1MElqb2lhSFIwY0hNNkx5OXlaWEJzYVdOaGRHVmtMbUZ3Y0NJc0ltVnVkR2wwYkdWdFpXNTBjeUk2ZXlKbGVIQnBjbVZ6WDJGMElqcDdJblJwZEd4bElqb2lSWGh3YVhKaGRHbHZiaUlzSW1SbGMyTnlhWEIwYVc5dUlqb2lUR2xqWlc1elpTQkZlSEJwY21GMGFXOXVJaXdpZG1Gc2RXVWlPaUlpTENKMllXeDFaVlI1Y0dVaU9pSlRkSEpwYm1jaUxDSnphV2R1WVhSMWNtVWlPbnQ5Zlgwc0ltbHpSMmwwVDNCelUzVndjRzl5ZEdWa0lqcDBjblZsTENKcGMxTnVZWEJ6YUc5MFUzVndjRzl5ZEdWa0lqcDBjblZsTENKcGMwNWxkMHR2ZEhOVmFVVnVZV0pzWldRaU9uUnlkV1Y5ZlE9PSIsImlubmVyU2lnbmF0dXJlIjoiZXlKc2FXTmxibk5sVTJsbmJtRjBkWEpsSWpvaVNsQjFWM0JxTWpFelRYWlBha1pZZVRKYU9FRjBVSEExT1c0dlVucE1WMFIyY0UxR2VGYzFSRkp5VjBZclNHdDNVbUZITmtKWFpIRjFVVEZ6ZG1KSFYzQTNiV014T0dnd2EwUmxZbEE1Ym1KUlRDOUthMWw2TlN0YUwyMUNRVEJIYTJaUlUxRnpiSGhsY204emN6RkpSVEpMZWpKUU9YcGlORmRCVlhsTWFVd3hVbEZST1c5bGJuYzNXQzlzTDBObFJXTm9Obk0wYldKMlIyOHdjbW9yTlZGV05YUktPV1J4TVRaWUwzbHFXR0ZxUkROcGFGcHBUMHhXWkZKQmJpOVFjMEZNTDA5UmJDdHFXbEZQT0d4aFFtcG9jWE5UUkdRMlJVNXZXWEpaWWtGc1NHMXBiV1l5VUhWelVXUlhaVE5LTTJsM09VUkpPQzlZVUZwd2NHeHhUbFV6T0c1RlJtaDBhalZHWW05WlduVkVZbWRrU0RSd1lXOVVhRXR3WlRWaGQwbFpZV3RaUWs1NVZtd3ZSRTVvY1hkMGJUaGFhVEZYVDJWblJUQjVVR1pQWmpGT0wzcG5lSGh1WWs1RGJtWmxNM1JGVG1kblBUMGlMQ0p3ZFdKc2FXTkxaWGtpT2lJdExTMHRMVUpGUjBsT0lGQlZRa3hKUXlCTFJWa3RMUzB0TFZ4dVRVbEpRa2xxUVU1Q1oydHhhR3RwUnpsM01FSkJVVVZHUVVGUFEwRlJPRUZOU1VsQ1EyZExRMEZSUlVGeWFIRmhVVzVTTVZWbVJHSkRlRWhQWlZaNGRGeHVVRE4wWmtZMVFWUmxXbGRNVDNJdlZXWjVkbFZDWVVNMlFteGhTbE5aVG5adVdrRlFibEF3VEZGbVZsQkNlRXR3VW5ONFJHRnRlamhoVFV4TU1GUmtVVnh1Ums5MlNYRmFORVJ0VWpFeGNtUm5XblZyVmtwMGNUVk5hMVpzWVhWdVZFbHpNRmhQUzI1YWRFa3ZSamRvV1RZeFRqWlRieTlzY0dWbk1FOVpTMkUyTVZ4dVZ5dE5VamgxZVdaaVN6aHllRTEzUkZwUVJqbHdRalJCVFRaelpFNTVNeXQ1VlhndldVMTFOMWRDY0ZSc2FXNHdkbG9yTjNGR1YxTktXVkJKV0ZCSWFseHVRazFFYjFCMGNIQlNPSFp4T0c5Wk9WZFdZMHdyYVVWSWRISlhOVTVOYUdKSVREQTJNMUZYYTFKU2FVdEZNVFY2VDJ0Q1IxaHFZV1JXZUVWYVFWVnNSVnh1SzBWWFQzZFBkalZPY2xaYWMzTTJabmRTUWpKQ1RGRkNhU3RIVW10cmJHcFVRMGRRUkdwcFUwRm5NVkJCVmtkRldWbFBTa2xNVVZOcFJFTlBVa1pvVjF4dWVYZEpSRUZSUVVKY2JpMHRMUzB0UlU1RUlGQlZRa3hKUXlCTFJWa3RMUzB0TFZ4dUlpd2lhMlY1VTJsbmJtRjBkWEpsSWpvaVpYbEtlbUZYWkhWWldGSXhZMjFWYVU5cFNqRlNSekZFWW01S1JWUXhWa3RqUjNBMlYxaEdjV0pGWkhaa01rWnJVVmh3TVZwck9UWlJibkJUVmtWMFFsbFRkRzlUYTJ4aFl6Rm9ibFZWZERaYVZGWTJVMWhXZEZScVFtaGpWVVo1VlRKb1IxSklVWFppU0VaeFV6Tm9jbHBWZEdsVmJrWlJWRmQwUkdKVldYaFJNbEp2VGxSb1lXTnJiekZSVmxWMlRrWk9VbEpGZERCVU1XUk9TekJhZDFKWVZrTmhNa3BRWXpCT05XRnJSbTlpUkd4eVZWZEdURnBzWXpKbFNHUldZVWRyTWxaRVZqRldNblJSVmpCMFZGVkVUbGhXVlZVMFYycGFOVkZxVFhkYVJsWlhWRWhPU1dJd2J6VmxSa1Y1Wlc1VmNsZHRkR2hrUlVac1VXMU5OV0ZGWTNkbFZHd3dWMWN3ZGxkdGFETlVSa0Y1VkhsemRrc3hUa0pYUkVwNVlURndjR0ZyWkhkYWJWSmFUVWhPVmxOVVNreE5Sa0pzVld4T1VWVXlVbXhPVlRrMlRWVmtNbFpIVG5Sa2JIQkRVVlZ3TlZsclZqSlRSVnA0VTFob01GWjZXbGxrYWtKcVdXMVdZVk5yYUVoTU1rcHNaVmhDVDA1dGNEUmlWVlp0VDFSWmVrNXNUbWxrZW1SUlkyMW5NMUpFYUZKa1JFNUxXa1ZhTUZKWFJsWldWbU55VkdzeE1rd3lOVVZsUkU1TFRETk9UbUpyVmpGaGVrMHdaVlJLYzBzd2EzbGFWMmN6VG1wQ1ExUnNUbGhXUlZsNVZtbDBhbFpYWXpsUVUwbHpTVzFrYzJJeVNtaGlSWFJzWlZWc2EwbHFiMmxaYlZKc1dsUlZNazVVV1hkWk1scHBUa1JPYWs5WFNYbFBSMHB0VDFSb2JGbFhUbWhhYlVVeVRrUlphV1pSUFQwaWZRPT0ifQ==

e2e/playwright/tests/multi-app-backup-and-restore/test.spec.ts

@@ -0,0 +1,40 @@
+import { test, expect } from '@playwright/test';
+import { login, uploadLicense } from '../shared';
+
+test('multi app backup and restore', async ({ page }) => {
+  test.slow();
+  await login(page);
+  await uploadLicense(page, expect, "app1-license.yaml");
+  await expect(page.locator('#app')).toContainText('Multi App Backup and Restore 1', { timeout: 10000 });
+  await expect(page.locator('#app')).toContainText('Ready', { timeout: 30000 });
+  await expect(page.locator('#app')).toContainText('Currently deployed version');
+  await page.locator('div').filter({ hasText: /^Change passwordAdd new applicationLog out$/ }).getByRole('img').click();
+  await page.getByText('Add new application').click();
+  await uploadLicense(page, expect, "app2-license.yaml");
+  await expect(page.locator('#app')).toContainText('Multi App Backup and Restore 2', { timeout: 10000 });
+  await expect(page.locator('#app')).toContainText('Ready', { timeout: 30000 });
+  await expect(page.locator('#app')).toContainText('Currently deployed version');
+  await page.locator('.NavItem').getByText('Snapshots', { exact: true }).click(); 
+  await page.getByRole('link', { name: 'Partial Snapshots' }).click({ timeout: 10000 });
+  await page.getByRole('button', { name: 'Start a snapshot' }).click({ timeout: 15000 });
+  await expect(page.locator('#app')).toContainText('Completed', { timeout: 30000 });
+  await page.locator('.replicated-select__control').click();
+  await page.waitForTimeout(1000);
+  await page.locator('.replicated-select__option').getByText('Multi App Backup and Restore 2', { exact: true }).click();
+  await page.waitForTimeout(1000);
+  await expect(page.locator('#app')).toContainText('No snapshots yet', { timeout: 15000 });
+  await page.getByRole('button', { name: 'Start a snapshot' }).click();
+  await expect(page.locator('#app')).toContainText('Completed', { timeout: 30000 });
+  await page.locator('svg.icons.clickable[data-tip="Restore from this backup"]').click();
+  await page.getByPlaceholder('type your slug').fill('multi-app-backup-and-restore-2');
+  await page.getByRole('button', { name: 'Confirm and restore' }).click();
+  await page.getByRole('button', { name: 'Cancel snapshot restore' }).click();
+  await page.locator('.replicated-select__control').click({ timeout: 15000 });
+  await page.waitForTimeout(1000);
+  await page.locator('.replicated-select__option').getByText('Multi App Backup and Restore 1', { exact: true }).click();
+  await page.waitForTimeout(1000);
+  await page.locator('svg.icons.clickable[data-tip="Restore from this backup"]').click({ timeout: 15000 });
+  await page.getByPlaceholder('type your slug').fill('multi-app-backup-and-restore-1');
+  await page.getByRole('button', { name: 'Confirm and restore' }).click();
+  await page.getByRole('button', { name: 'Cancel snapshot restore' }).click();
+});