-
Notifications
You must be signed in to change notification settings - Fork 93
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Move config validation test to Playwright (#4563)
* Move config validation test to Playwright
- Loading branch information
Showing
13 changed files
with
166 additions
and
34 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| 1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| apiVersion: kots.io/v1beta1 | ||
| kind: License | ||
| metadata: | ||
| name: github-action | ||
| spec: | ||
| appSlug: config-validation-panda | ||
| channelID: 2OYmHaB9o0edOCJsaGFCTyz6JMb | ||
| channelName: Automated | ||
| customerName: github-action | ||
| endpoint: https://replicated.app | ||
| entitlements: | ||
| expires_at: | ||
| description: License Expiration | ||
| signature: {} | ||
| title: Expiration | ||
| value: "" | ||
| valueType: String | ||
| isGitOpsSupported: true | ||
| isNewKotsUiEnabled: true | ||
| isSnapshotSupported: true | ||
| licenseID: 2OYmj2DyiqbeR0rL84il0OFV9m0 | ||
| licenseSequence: 1 | ||
| licenseType: dev | ||
| signature: eyJsaWNlbnNlRGF0YSI6ImV5SmhjR2xXWlhKemFXOXVJam9pYTI5MGN5NXBieTkyTVdKbGRHRXhJaXdpYTJsdVpDSTZJa3hwWTJWdWMyVWlMQ0p0WlhSaFpHRjBZU0k2ZXlKdVlXMWxJam9pWjJsMGFIVmlMV0ZqZEdsdmJpSjlMQ0p6Y0dWaklqcDdJbXhwWTJWdWMyVkpSQ0k2SWpKUFdXMXFNa1I1YVhGaVpWSXdja3c0Tkdsc01FOUdWamx0TUNJc0lteHBZMlZ1YzJWVWVYQmxJam9pWkdWMklpd2lZM1Z6ZEc5dFpYSk9ZVzFsSWpvaVoybDBhSFZpTFdGamRHbHZiaUlzSW1Gd2NGTnNkV2NpT2lKamIyNW1hV2N0ZG1Gc2FXUmhkR2x2Ymkxd1lXNWtZU0lzSW1Ob1lXNXVaV3hKUkNJNklqSlBXVzFJWVVJNWJ6QmxaRTlEU25OaFIwWkRWSGw2TmtwTllpSXNJbU5vWVc1dVpXeE9ZVzFsSWpvaVFYVjBiMjFoZEdWa0lpd2liR2xqWlc1elpWTmxjWFZsYm1ObElqb3hMQ0psYm1Sd2IybHVkQ0k2SW1oMGRIQnpPaTh2Y21Wd2JHbGpZWFJsWkM1aGNIQWlMQ0psYm5ScGRHeGxiV1Z1ZEhNaU9uc2laWGh3YVhKbGMxOWhkQ0k2ZXlKMGFYUnNaU0k2SWtWNGNHbHlZWFJwYjI0aUxDSmtaWE5qY21sd2RHbHZiaUk2SWt4cFkyVnVjMlVnUlhod2FYSmhkR2x2YmlJc0luWmhiSFZsSWpvaUlpd2lkbUZzZFdWVWVYQmxJam9pVTNSeWFXNW5JaXdpYzJsbmJtRjBkWEpsSWpwN2ZYMTlMQ0pwYzBkcGRFOXdjMU4xY0hCdmNuUmxaQ0k2ZEhKMVpTd2lhWE5UYm1Gd2MyaHZkRk4xY0hCdmNuUmxaQ0k2ZEhKMVpTd2lhWE5PWlhkTGIzUnpWV2xGYm1GaWJHVmtJanAwY25WbGZYMD0iLCJpbm5lclNpZ25hdHVyZSI6ImV5SnNhV05sYm5ObFUybG5ibUYwZFhKbElqb2lVV2RSYURKWWJUTlBTSGRaYzFaUmVtVXhPVmR5THpFMmQyc3ZkRnB4YUhwQlpuQXhlWEJMV1hobE9EUndiVXg2Y1M4MWRpdERUMWxSY1VGSGVGWTVaRWx4ZDNOWFlsQklTWE5tZFd3d2RESjBNaTluVHpodFIwa3ZRU3RhVDNad1FrdDZkSFZDYkZVNVJ6ZHFlRGh5YjNvMlJtMVhOMjlLTWtNdlJqQlpXbU5ZVEhKa01XY3laVzAwUzJkM1ptZG1TemwwWmk5VmJraGtLMUozV1ZsSmVGQjBabkUxYWpoSGQwNWhXRzFIVDBKdVlTOTFZbXhqVkROd2JIbDJZVVE0ZGprNVZUTnhlVUZWV21wSlEyUmxXRmRRYUhwQlMwMWxWSFJwUTNZNFJuWktVa3B4YURoTlR6WlJWREZsU1hKUFNWWjBURkpTVkZNMVltaFRkREpyVjJaS1dqZFlXVzgwY2tKblJXaERUbWhyTWpSWVpFWXhTblpOWlRKMFpIQTVRVTFPZEVaaFJ6WTRjMjVEZEUxeFNqYzNlRGhYUWs0clJEbFZaMEkxY0VaaVFWcE5kV1ozTm1oR1dIUkRXalZVVTFwUE9GUjNQVDBpTENKd2RXSnNhV05MWlhraU9pSXRMUzB0TFVKRlIwbE9JRkJWUWt4SlF5QkxSVmt0TFMwdExWeHVUVWxKUWtscVFVNUNaMnR4YUd0cFJ6bDNNRUpCVVVWR1FVRlBRMEZST0VGTlNVbENRMmRMUTBGUlJVRnpkV2xyU2pWc1ZXbHBVVTFZZWpoa0wya3ZLMXh1VUhObVRVNXFla3AyTTBKemREZGhTMnRVYlVsTWRtZHFVemRVTXpKVGFHbEhkek5rT0ZwYVptSk5RMmh1UVZacVQyMDVVekJEWkZaR1QxSjBLM05LWTF4dVpFc3pTWFZ0WkhwbVYwVnNObVJ5UmxJdk5sSm9VakpDY1N0UGIyUXdXVUp6ZEcxbGJGTTRiblpQVEcxbkt5OUxWR3Q2ZUN0a1JYTTFRazlNUjJ4TVRGeHVNVnBHTUZadlEzTkJXV2RqY0hSb1EwdEhXa3BPU0VscVVXeGtMelpQYzBwRFNuUTRTa1E1UVVOMGRHRmpjSGhXVTNRclNuWlFUelY1V1Vkc1VIa3pPVnh1YlVKME1HSmhSWGxVT1RCdlpXTjVUVzlOTlhoUFowUlFjblpsZFRaamNXWXlWa0U1ZFV0M1VXeERiMGxhTTBOcGJGZFdiMVZJVlVZMFZGTlZTMUpRTlZ4dVJFeHNMemd4VWpOdWIzbHJXa1V2YUVKV05IVm9ibEFyYzBONlQwRmhVMkV6YUN0cUwzUlZTVlJEVEhOUVJtMHdNakp1YW1nMlpsVXlibTltWm1wTE5GeHVOMUZKUkVGUlFVSmNiaTB0TFMwdFJVNUVJRkJWUWt4SlF5QkxSVmt0TFMwdExWeHVJaXdpYTJWNVUybG5ibUYwZFhKbElqb2laWGxLZW1GWFpIVlpXRkl4WTIxVmFVOXBTbkJYVjBVMVZucG9lVlJHVW5OaGJVcHFXV3BXYlZkSVNuZGFNMVp2V2tkR05FMUVhek5YUlc5M1lrVlNVRk5GU1hsUFJuQjBWbXhDVDFRd1VYWk9WMFpaVm10a1JVMHdkRzVVYkVJMFZtdFdNRkpzUmt4V1UzUmFaVzFvZUdGdE9WSk9hbFo0VGxSYWEwMUZhRlphVkZwcVYwUnJkMkZHU2xsVmF6VjBaRVpaTlZONlRtRlZNRW94V1RGd2NsTnFVakJhUmxweVZVaFdORXN3YUZoWFYyUkRWa1JrTlZSRlRtOWtWMXAzVFRCNFZGZFlRbmRSVmtrelRXMVdhVmxVUW5oVVZGb3dWVmhHUWxOSVZYaE9Wa0pxVVd4Q2FGb3hUbXhTUXpoMlZVZFNVV1ZHU2pCVWFtTjJXV3MxTm1KRVNsUmFWMXBVVjIxR2NWVklXbEJWUkZwTVpVVmthV1JyY0RWT2JsSmFWbXRPU0ZScVJrcFNWR2h2U3pGc1VFMVVhRkZrTTNCTVZrWmFiazlHUmpaVmVrSlBZbXN4VmxNelRrMWpWbkF6VFZkak5WWXlXa0pTUnpneFUyNXNiRXd3VmtoU1dFSkNZVlJTVlZFeVkzbFdNRGxXUzNwR1NtSnRSalphVlRWVVUxUlJNbGRHY0VWUmEyaERWRE5GZG1Wck5XcGhWa0paWkVSU05sSklWbGxaYkd4RlYwWkZjbFl4YkZoaldFbDRXbXM1TmxJd1RsQmFiVXBDVFZob1RWSkZhRmhYYkZadllXNWplazE2UW5GT2EzaDVTekZTV1dJd1JUbFFVMGx6U1cxa2MySXlTbWhpUlhSc1pWVnNhMGxxYjJsWmJWSnNXbFJWTWs1VVdYZFpNbHBwVGtST2FrOVhTWGxQUjBwdFQxUm9iRmxYVG1oYWJVVXlUa1JaYVdaUlBUMGlmUT09In0= |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,87 @@ | ||
| import { test, expect } from '@playwright/test'; | ||
| import { login, uploadLicense } from '../shared'; | ||
|
|
||
| const { execSync } = require("child_process"); | ||
|
|
||
| test('config validation', async ({ page }) => { | ||
| test.slow(); | ||
| await login(page); | ||
| await uploadLicense(page, expect); | ||
| await expect(page.locator('h3')).toContainText('Config Regex Group Validation', { timeout: 15000 }); | ||
| await page.getByRole('button', { name: 'Continue' }).click(); | ||
| await expect(page.locator('#email_text-errblock')).toContainText('This item is required'); | ||
| await page.locator('#email_text-group').getByRole('textbox').click(); | ||
| await page.locator('#email_text-group').getByRole('textbox').fill('test'); | ||
| await expect(page.locator('#email_text-group')).toContainText('A valid email address must be specified.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.locator('#email_text-group').getByRole('textbox').click(); | ||
| await page.locator('#email_text-group').getByRole('textbox').fill('[email protected]'); | ||
| await expect(page.getByText('A valid email address must be specified.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.locator('input[type="password"]').click(); | ||
| await page.locator('input[type="password"]').fill('dd'); | ||
| await expect(page.locator('#password-group')).toContainText('The password must be between 8 and 16 characters long and can contain a combination of uppercase letters, lowercase letters, digits, and special characters.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.locator('input[type="password"]').fill('password'); | ||
| await expect(page.getByText('The password must be between 8 and 16 characters long and can contain a combination of uppercase letters, lowercase letters, digits, and special characters.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.locator('textarea').click(); | ||
| await page.locator('textarea').fill('dd'); | ||
| await expect(page.locator('#cve_text_area-group')).toContainText('A valid CVE number must be in the format CVE-YYYY-NNNN, where YYYY is the year and NNNN is a number between 0001 and 9999.'); | ||
| await page.locator('textarea').fill('CVE-2023-1234'); | ||
| await expect(page.getByText('A valid CVE number must be in the format CVE-YYYY-NNNN, where YYYY is the year and NNNN is a number between 0001 and 9999.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.setInputFiles('input[type="file"]', `${process.env.TEST_PATH}/invalid-jwt.txt`); | ||
| await expect(page.locator('#jwt_file-group')).toContainText('A valid JWT file must be in the format header.payload.signature.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.setInputFiles('input[type="file"]', `${process.env.TEST_PATH}/valid-jwt.txt`); | ||
| await expect(page.getByText('A valid JWT file must be in the format header.payload.signature.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.getByLabel('Customize domain name').check(); | ||
| await page.locator('#domain_name-group').getByRole('textbox').click(); | ||
| await page.locator('#domain_name-group').getByRole('textbox').fill('okay.domain.com'); | ||
| await page.getByRole('button', { name: 'Continue' }).click(); | ||
| await page.getByRole('link', { name: 'Config', exact: true }).click(); | ||
| await page.locator('#email_text-group').getByRole('textbox').click(); | ||
| await page.locator('#email_text-group').getByRole('textbox').fill(''); | ||
| await page.getByRole('button', { name: 'Save config' }).click(); | ||
| await expect(page.locator('#email_text-errblock')).toContainText('This item is required'); | ||
| await page.locator('#email_text-group').getByRole('textbox').click(); | ||
| await page.locator('#email_text-group').getByRole('textbox').fill('[email protected]'); | ||
| await page.locator('input[type="password"]').click(); | ||
| await page.locator('input[type="password"]').fill('dd'); | ||
| await expect(page.locator('#password-group')).toContainText('The password must be between 8 and 16 characters long and can contain a combination of uppercase letters, lowercase letters, digits, and special characters.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.locator('input[type="password"]').fill('password'); | ||
| await expect(page.getByText('The password must be between 8 and 16 characters long and can contain a combination of uppercase letters, lowercase letters, digits, and special characters.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.getByText('CVE-2023-').click(); | ||
| await page.getByText('CVE-2023-').fill('CVE-2023-123'); | ||
| await expect(page.locator('#cve_text_area-group')).toContainText('A valid CVE number must be in the format CVE-YYYY-NNNN, where YYYY is the year and NNNN is a number between 0001 and 9999.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.getByText('CVE-2023-').fill('CVE-2023-1234'); | ||
| await expect(page.getByText('A valid CVE number must be in the format CVE-YYYY-NNNN, where YYYY is the year and NNNN is a number between 0001 and 9999.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.setInputFiles('input[type="file"]', `${process.env.TEST_PATH}/invalid-jwt.txt`); | ||
| await expect(page.locator('#jwt_file-group')).toContainText('A valid JWT file must be in the format header.payload.signature.'); | ||
| await expect(page.locator('#app')).toContainText('Error detected. Please use config nav to the left to locate and fix issues.'); | ||
| await page.setInputFiles('input[type="file"]', `${process.env.TEST_PATH}/valid-jwt.txt`); | ||
| await expect(page.getByText('A valid JWT file must be in the format header.payload.signature.')).not.toBeVisible(); | ||
| await expect(page.getByText('Error detected. Please use config nav to the left to locate and fix issues.')).not.toBeVisible(); | ||
| await page.getByRole('button', { name: 'Save config' }).click(); | ||
| await expect(page.locator('.Modal-body')).toContainText('The config for Config Validation has been updated.', { timeout: 10000 }); | ||
|
|
||
| // validate the cli | ||
| var invalidTestInput = [ | ||
| { key: "email_text", invalidValue: "invalid_email", error: "A valid email address must be specified." }, | ||
| { key: "cve_text_area", invalidValue: "CVE20221234", error: "A valid CVE number must be in the format CVEYYYYNNNN, where YYYY is the year and NNNN is a number between 0001 and 9999." }, | ||
| { key: "password", invalidValue: "short", error: "The password must be between 8 and 16 characters long and can contain a combination of uppercase letters, lowercase letters, digits, and special characters." }, | ||
| ]; | ||
| for (const i of invalidTestInput) { | ||
| const setConfigEmailCmd = `kubectl kots set config ${process.env.APP_SLUG} -n=${process.env.NAMESPACE} --key=${i.key} --value=${i.invalidValue} --merge | grep -A1 "Errors:" | grep -v "Errors:" | sed 's/^[[:space:]]*//;s/[-]*//g'`; | ||
| const setConfigResult = execSync(setConfigEmailCmd).toString().trim(); | ||
| if (setConfigResult !== i.error) { | ||
| throw new Error(`Expected error message "${i.error}" but got "${setConfigResult}"`); | ||
| } | ||
| } | ||
| }); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiaWF0IjoxNTE2MjM5MDIyfQ.SflKxwRJSMeKKF2QT4fwpMeJf36POk6yJV_adQssw5c |
Oops, something went wrong.