Files
Mario Vitale 948f8941f0 CLD-7841 Optimize E2E testing costs (#27883)
* Utilize free runners for E2E tests, report back to PR on run completion
* Increase test stability on smaller instances
* Merge worker reports
* merge start+prepare steps
* upgrade keycloak
* increase test timeouts
* Add video recording to report artifacts

Co-authored-by: Saturnino Abril <5334504+saturninoabril@users.noreply.github.com>

---------

Co-authored-by: Saturnino Abril <5334504+saturninoabril@users.noreply.github.com>
2024-08-14 21:39:08 +02:00

325 строки
12 KiB
JavaScript

// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
// See LICENSE.txt for license information.
import * as TIMEOUTS from '../../fixtures/timeouts';
const playbookRunStartCommand = '/playbook run ';
Cypress.Commands.add('startPlaybookRun', (playbookName, playbookRunName) => {
cy.get('#interactiveDialogModal').should('exist').within(() => {
// # Select playbook
cy.selectPlaybookFromDropdown(playbookName);
// # Type playbook run name
cy.findByTestId('playbookRunNameinput').type(playbookRunName, {force: true});
// # Submit
cy.get('#interactiveDialogSubmit').click();
});
cy.get('#interactiveDialogModal').should('not.exist');
});
// Opens playbook run dialog using the `/playbook run` slash command
Cypress.Commands.add('openPlaybookRunDialogFromSlashCommand', () => {
cy.uiPostMessageQuickly(playbookRunStartCommand);
});
// Starts playbook run with the `/playbook run` slash command
Cypress.Commands.add('startPlaybookRunWithSlashCommand', (playbookName, playbookRunName) => {
cy.openPlaybookRunDialogFromSlashCommand();
cy.startPlaybookRun(playbookName, playbookRunName);
});
// Selects Playbooks icon in the App Bar
Cypress.Commands.add('getPlaybooksAppBarIcon', () => {
cy.get('#channel_view').should('be.visible');
return cy.get('.app-bar').find('#app-bar-icon-playbooks .app-bar__icon-inner');
});
// Starts playbook run from the playbook run RHS
Cypress.Commands.add('startPlaybookRunFromRHS', (playbookName, playbookRunName) => {
cy.get('#channel-header').within(() => {
// open flagged posts to ensure playbook run RHS is closed
cy.get('#channelHeaderFlagButton').click();
// open the playbook run RHS
cy.getPlaybooksAppBarIcon().should('exist').click();
});
cy.get('#rhsContainer').should('exist').within(() => {
cy.findByText('Run playbook').click();
});
cy.startPlaybookRun(playbookName, playbookRunName);
});
// Create a new task from the RHS
Cypress.Commands.add('addNewTaskFromRHS', (taskname) => {
// Click add new task
cy.findByTestId('add-new-task-0').click();
// Type a name
cy.findByTestId('checklist-item-textarea-title').type(taskname);
// Save task
cy.findByTestId('checklist-item-save-button').click();
});
// Starts playbook run from the post menu
Cypress.Commands.add('startPlaybookRunFromPostMenu', (playbookName, playbookRunName) => {
// post a message as user to avoid system message
cy.findByTestId('post_textbox').clear().type('new message here{enter}');
// post a second message because cypress has trouble finding latest post when there's only one message
cy.findByTestId('post_textbox').clear().type('another new message here{enter}');
cy.clickPostActionsMenu();
cy.findByTestId('playbookRunPostMenuIcon').click();
cy.startPlaybookRun(playbookName, playbookRunName);
});
// Create playbook
Cypress.Commands.add('createPlaybook', (teamName, playbookName) => {
cy.visit('/playbooks/playbooks/new');
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('exist');
// # Type playbook name
cy.get('#playbook-name .editable-trigger').click();
cy.get('#playbook-name .editable-input').type(playbookName);
cy.get('#playbook-name .editable-input').type('{enter}');
// # Save playbook
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('not.be.disabled').click();
cy.wait(TIMEOUTS.TWO_SEC);
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('not.be.disabled').click();
});
// Select the playbook from the dropdown menu
Cypress.Commands.add('selectPlaybookFromDropdown', (playbookName) => {
cy.findByTestId('autoCompleteSelector').should('exist').within(() => {
cy.get('input').click().type(playbookName.toLowerCase(), {force: true});
cy.get('#suggestionList').contains(playbookName).click({force: true});
});
});
Cypress.Commands.add('createPost', (message) => {
// post a message as user to avoid system message
cy.findByTestId('post_textbox').clear().type(`${message}{enter}`);
});
Cypress.Commands.add('addPostToTimelineUsingPostMenu', (playbookRunName, summary, postId) => {
cy.clickPostDotMenu(postId);
cy.findByTestId('playbookRunAddToTimeline').click();
cy.get('#interactiveDialogModal').should('exist').within(() => {
// # Select playbook run
cy.findByTestId('autoCompleteSelector').should('exist').within(() => {
cy.get('input').click().type(playbookRunName);
cy.get('#suggestionList').contains(playbookRunName).click({force: true});
});
// # Type playbook run name
cy.findByTestId('summaryinput').clear().type(summary, {force: true});
// # Submit
cy.get('#interactiveDialogSubmit').click();
});
cy.get('#interactiveDialogModal').should('not.exist');
});
Cypress.Commands.add('openSelector', () => {
cy.findByText('Search for people').click({force: true});
});
Cypress.Commands.add('addInvitedUser', (userName) => {
cy.get('.invite-users-selector__menu').within(() => {
cy.findByText(userName).click({force: true});
});
});
Cypress.Commands.add('selectOwner', (userName) => {
cy.get('.assign-owner-selector__menu').within(() => {
cy.findByText(userName).click({force: true});
});
});
Cypress.Commands.add('selectChannel', (channelName) => {
cy.get('#playbook-automation-broadcast .playbooks-rselect__menu').within(() => {
cy.findByText(channelName).click({force: true});
});
});
Cypress.Commands.add('openReminderSelector', () => {
cy.get('#reminder_timer_datetime input').click({force: true});
});
Cypress.Commands.add('selectReminderTime', (timeText) => {
cy.get('#reminder_timer_datetime .playbooks-rselect__menu').within(() => {
cy.findByText(timeText).click({force: true});
});
});
/**
* Update the status of the current playbook run through the slash command.
*/
Cypress.Commands.add('updateStatus', (message, reminderQuery) => {
// # Run the slash command to update status.
cy.uiPostMessageQuickly('/playbook update ');
// # Get the interactive dialog modal.
cy.getStatusUpdateDialog().within(() => {
// # remove what's there if applicable, and type the new update in the textbox.
cy.findByTestId('update_run_status_textbox').clear().type(message);
if (reminderQuery) {
cy.get('#reminder_timer_datetime').within(() => {
cy.get('input').type(reminderQuery, {delay: TIMEOUTS.TWO_HUNDRED_MILLIS, force: true}).wait(TIMEOUTS.ONE_SEC).type('{enter}');
});
}
// # Submit the dialog.
cy.get('button.confirm').click();
});
// * Verify that the interactive dialog has gone.
cy.getStatusUpdateDialog().should('not.exist');
// # Return the post ID of the status update.
return cy.getLastPostId();
});
/**
* Edit a post through the post dot menu.
* @param {String} postId - ID of the post to delete.
* @param {String} newMessage - New content of the post.
*/
Cypress.Commands.add('editPost', (postId, newMessage) => {
// # Open the post dot menu.
cy.clickPostDotMenu(postId);
// # Click on the Edit menu option.
cy.get(`#edit_post_${postId}`).click();
// # Overwrite the post content with the new message provided.
cy.get('#edit_textbox').clear().type(newMessage);
// # Confirm the edit in the dialog.
cy.get('#editButton').click();
});
Cypress.Commands.add('getStatusUpdateDialog', () => {
return cy.findByRole('dialog', {name: /post update/i});
});
Cypress.Commands.add('getStyledComponent', (className) => {
cy.get(`[class^="${className}-"]`);
});
/**
* Get the provided pseudo-class from the previous element and return the property passed as argument
* @param {String} pseudoClass - CSS pseudo class to get.
* @param {String} property - Property that will be returned.
*
* Stolen from https://stackoverflow.com/questions/55516990/cypress-testing-pseudo-css-class-before
*/
Cypress.Commands.add('cssPseudoClass', {prevSubject: 'element'}, (el, pseudoClass, property) => {
const win = el[0].ownerDocument.defaultView;
const pseudoElem = win.getComputedStyle(el[0], pseudoClass);
return pseudoElem.getPropertyValue(property).replace(/(^")|("$)/g, '');
});
/**
* Get the :before pseudo-class from the previous element and return the property passed as argument
* @param {String} property - Property that will be returned.
*/
Cypress.Commands.add('before', {prevSubject: 'element'}, (el, property) => {
return cy.wrap(el).cssPseudoClass('before', property);
});
/**
* Get the :after pseudo-class from the previous element and return the property passed as argument
* @param {String} property - Property that will be returned.
*/
Cypress.Commands.add('after', {prevSubject: 'element'}, (el, property) => {
return cy.wrap(el).cssPseudoClass('after', property);
});
function waitUntilPermanentPost() {
cy.get('#postListContent').should('exist');
cy.waitUntil(() => cy.findAllByTestId('postView').last().then((el) => !(el[0].id.includes(':'))));
}
Cypress.Commands.add('getFirstPostId', () => {
waitUntilPermanentPost();
cy.findAllByTestId('postView').first().should('have.attr', 'id').and('not.include', ':').
invoke('replace', 'post_', '');
});
Cypress.Commands.add('assertRunDetailsPageRenderComplete', (expectedRunOwner) => {
cy.findByTestId('lhs-navigation').should('be.visible').within(() => {
cy.contains('Playbooks').should('be.visible');
cy.contains('Runs').should('be.visible');
});
cy.get('#playbooks-sidebar-right').should('be.visible').within(() => {
cy.findByTestId('assignee-profile-selector').should('contain', expectedRunOwner);
cy.findAllByTestId('timeline-item', {exact: false}).should('have.length.of.at.least', 1);
cy.findAllByTestId('profile-option', {exact: false}).should('have.length.of.at.least', 1);
});
});
Cypress.Commands.add('interceptTelemetry', () => {
cy.intercept('/plugins/playbooks/api/v0/telemetry').as('telemetry');
});
const defaultExpectTelemetryToContainOptions = {
waitForCalls: 'auto',
};
// cy.expectTelemetryToContain expects to find the given telemetry events in the order given among the
// recorded telemetry. It doesn't fail if other telemetry events happen to occur in between.
Cypress.Commands.add('expectTelemetryToContain', (items, opts) => {
const options = {...defaultExpectTelemetryToContainOptions, ...opts};
// Wait for at least as many telemetry events as requested if auto, or explicit number if passed.
if (options.waitForCalls === 'auto') {
items.forEach(() => cy.wait('@telemetry'));
} else {
for (let i = 0; i < options.waitForCalls; i++) {
cy.wait('@telemetry');
}
}
// When additional telemetry events are emitted than what is expected, the ones we want may
// still be be pending, so wait a bit more to try to let requests settle.
cy.wait(TIMEOUTS.HALF_SEC);
cy.get('@telemetry.all').then((xhrs) => {
let xhrIndex = 0;
items.forEach((item) => {
while (xhrIndex < xhrs.length) {
const xhr = xhrs[xhrIndex];
// Advance to the next xhr element regardless of whether or not we find a match.
xhrIndex++;
if (xhr.request.body.name === item.name && xhr.request.body.type === item.type) {
// Validate only passed properties
if (item.properties) {
for (const [key, value] of Object.entries(item.properties)) {
expect(xhr.request.body.properties[key]).to.eq(value, `Property ${key} does not match for event ${item.name}`);
}
}
return;
}
}
throw new Error(`failed to find telemetry event '${item.type}' '${item.name}'`);
});
});
});