* Utilize free runners for E2E tests, report back to PR on run completion * Increase test stability on smaller instances * Merge worker reports * merge start+prepare steps * upgrade keycloak * increase test timeouts * Add video recording to report artifacts Co-authored-by: Saturnino Abril <5334504+saturninoabril@users.noreply.github.com> --------- Co-authored-by: Saturnino Abril <5334504+saturninoabril@users.noreply.github.com>
325 строки
12 KiB
JavaScript
325 строки
12 KiB
JavaScript
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
import * as TIMEOUTS from '../../fixtures/timeouts';
|
|
const playbookRunStartCommand = '/playbook run ';
|
|
|
|
Cypress.Commands.add('startPlaybookRun', (playbookName, playbookRunName) => {
|
|
cy.get('#interactiveDialogModal').should('exist').within(() => {
|
|
// # Select playbook
|
|
cy.selectPlaybookFromDropdown(playbookName);
|
|
|
|
// # Type playbook run name
|
|
cy.findByTestId('playbookRunNameinput').type(playbookRunName, {force: true});
|
|
|
|
// # Submit
|
|
cy.get('#interactiveDialogSubmit').click();
|
|
});
|
|
|
|
cy.get('#interactiveDialogModal').should('not.exist');
|
|
});
|
|
|
|
// Opens playbook run dialog using the `/playbook run` slash command
|
|
Cypress.Commands.add('openPlaybookRunDialogFromSlashCommand', () => {
|
|
cy.uiPostMessageQuickly(playbookRunStartCommand);
|
|
});
|
|
|
|
// Starts playbook run with the `/playbook run` slash command
|
|
Cypress.Commands.add('startPlaybookRunWithSlashCommand', (playbookName, playbookRunName) => {
|
|
cy.openPlaybookRunDialogFromSlashCommand();
|
|
|
|
cy.startPlaybookRun(playbookName, playbookRunName);
|
|
});
|
|
|
|
// Selects Playbooks icon in the App Bar
|
|
Cypress.Commands.add('getPlaybooksAppBarIcon', () => {
|
|
cy.get('#channel_view').should('be.visible');
|
|
|
|
return cy.get('.app-bar').find('#app-bar-icon-playbooks .app-bar__icon-inner');
|
|
});
|
|
|
|
// Starts playbook run from the playbook run RHS
|
|
Cypress.Commands.add('startPlaybookRunFromRHS', (playbookName, playbookRunName) => {
|
|
cy.get('#channel-header').within(() => {
|
|
// open flagged posts to ensure playbook run RHS is closed
|
|
cy.get('#channelHeaderFlagButton').click();
|
|
|
|
// open the playbook run RHS
|
|
cy.getPlaybooksAppBarIcon().should('exist').click();
|
|
});
|
|
|
|
cy.get('#rhsContainer').should('exist').within(() => {
|
|
cy.findByText('Run playbook').click();
|
|
});
|
|
|
|
cy.startPlaybookRun(playbookName, playbookRunName);
|
|
});
|
|
|
|
// Create a new task from the RHS
|
|
Cypress.Commands.add('addNewTaskFromRHS', (taskname) => {
|
|
// Click add new task
|
|
cy.findByTestId('add-new-task-0').click();
|
|
|
|
// Type a name
|
|
cy.findByTestId('checklist-item-textarea-title').type(taskname);
|
|
|
|
// Save task
|
|
cy.findByTestId('checklist-item-save-button').click();
|
|
});
|
|
|
|
// Starts playbook run from the post menu
|
|
Cypress.Commands.add('startPlaybookRunFromPostMenu', (playbookName, playbookRunName) => {
|
|
// post a message as user to avoid system message
|
|
cy.findByTestId('post_textbox').clear().type('new message here{enter}');
|
|
|
|
// post a second message because cypress has trouble finding latest post when there's only one message
|
|
cy.findByTestId('post_textbox').clear().type('another new message here{enter}');
|
|
cy.clickPostActionsMenu();
|
|
cy.findByTestId('playbookRunPostMenuIcon').click();
|
|
cy.startPlaybookRun(playbookName, playbookRunName);
|
|
});
|
|
|
|
// Create playbook
|
|
Cypress.Commands.add('createPlaybook', (teamName, playbookName) => {
|
|
cy.visit('/playbooks/playbooks/new');
|
|
|
|
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('exist');
|
|
|
|
// # Type playbook name
|
|
cy.get('#playbook-name .editable-trigger').click();
|
|
cy.get('#playbook-name .editable-input').type(playbookName);
|
|
cy.get('#playbook-name .editable-input').type('{enter}');
|
|
|
|
// # Save playbook
|
|
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('not.be.disabled').click();
|
|
cy.wait(TIMEOUTS.TWO_SEC);
|
|
cy.findByTestId('save_playbook', {timeout: TIMEOUTS.HALF_MIN}).should('not.be.disabled').click();
|
|
});
|
|
|
|
// Select the playbook from the dropdown menu
|
|
Cypress.Commands.add('selectPlaybookFromDropdown', (playbookName) => {
|
|
cy.findByTestId('autoCompleteSelector').should('exist').within(() => {
|
|
cy.get('input').click().type(playbookName.toLowerCase(), {force: true});
|
|
cy.get('#suggestionList').contains(playbookName).click({force: true});
|
|
});
|
|
});
|
|
|
|
Cypress.Commands.add('createPost', (message) => {
|
|
// post a message as user to avoid system message
|
|
cy.findByTestId('post_textbox').clear().type(`${message}{enter}`);
|
|
});
|
|
|
|
Cypress.Commands.add('addPostToTimelineUsingPostMenu', (playbookRunName, summary, postId) => {
|
|
cy.clickPostDotMenu(postId);
|
|
cy.findByTestId('playbookRunAddToTimeline').click();
|
|
|
|
cy.get('#interactiveDialogModal').should('exist').within(() => {
|
|
// # Select playbook run
|
|
cy.findByTestId('autoCompleteSelector').should('exist').within(() => {
|
|
cy.get('input').click().type(playbookRunName);
|
|
cy.get('#suggestionList').contains(playbookRunName).click({force: true});
|
|
});
|
|
|
|
// # Type playbook run name
|
|
cy.findByTestId('summaryinput').clear().type(summary, {force: true});
|
|
|
|
// # Submit
|
|
cy.get('#interactiveDialogSubmit').click();
|
|
});
|
|
|
|
cy.get('#interactiveDialogModal').should('not.exist');
|
|
});
|
|
|
|
Cypress.Commands.add('openSelector', () => {
|
|
cy.findByText('Search for people').click({force: true});
|
|
});
|
|
|
|
Cypress.Commands.add('addInvitedUser', (userName) => {
|
|
cy.get('.invite-users-selector__menu').within(() => {
|
|
cy.findByText(userName).click({force: true});
|
|
});
|
|
});
|
|
|
|
Cypress.Commands.add('selectOwner', (userName) => {
|
|
cy.get('.assign-owner-selector__menu').within(() => {
|
|
cy.findByText(userName).click({force: true});
|
|
});
|
|
});
|
|
|
|
Cypress.Commands.add('selectChannel', (channelName) => {
|
|
cy.get('#playbook-automation-broadcast .playbooks-rselect__menu').within(() => {
|
|
cy.findByText(channelName).click({force: true});
|
|
});
|
|
});
|
|
|
|
Cypress.Commands.add('openReminderSelector', () => {
|
|
cy.get('#reminder_timer_datetime input').click({force: true});
|
|
});
|
|
|
|
Cypress.Commands.add('selectReminderTime', (timeText) => {
|
|
cy.get('#reminder_timer_datetime .playbooks-rselect__menu').within(() => {
|
|
cy.findByText(timeText).click({force: true});
|
|
});
|
|
});
|
|
|
|
/**
|
|
* Update the status of the current playbook run through the slash command.
|
|
*/
|
|
Cypress.Commands.add('updateStatus', (message, reminderQuery) => {
|
|
// # Run the slash command to update status.
|
|
cy.uiPostMessageQuickly('/playbook update ');
|
|
|
|
// # Get the interactive dialog modal.
|
|
cy.getStatusUpdateDialog().within(() => {
|
|
// # remove what's there if applicable, and type the new update in the textbox.
|
|
cy.findByTestId('update_run_status_textbox').clear().type(message);
|
|
|
|
if (reminderQuery) {
|
|
cy.get('#reminder_timer_datetime').within(() => {
|
|
cy.get('input').type(reminderQuery, {delay: TIMEOUTS.TWO_HUNDRED_MILLIS, force: true}).wait(TIMEOUTS.ONE_SEC).type('{enter}');
|
|
});
|
|
}
|
|
|
|
// # Submit the dialog.
|
|
cy.get('button.confirm').click();
|
|
});
|
|
|
|
// * Verify that the interactive dialog has gone.
|
|
cy.getStatusUpdateDialog().should('not.exist');
|
|
|
|
// # Return the post ID of the status update.
|
|
return cy.getLastPostId();
|
|
});
|
|
|
|
/**
|
|
* Edit a post through the post dot menu.
|
|
* @param {String} postId - ID of the post to delete.
|
|
* @param {String} newMessage - New content of the post.
|
|
*/
|
|
Cypress.Commands.add('editPost', (postId, newMessage) => {
|
|
// # Open the post dot menu.
|
|
cy.clickPostDotMenu(postId);
|
|
|
|
// # Click on the Edit menu option.
|
|
cy.get(`#edit_post_${postId}`).click();
|
|
|
|
// # Overwrite the post content with the new message provided.
|
|
cy.get('#edit_textbox').clear().type(newMessage);
|
|
|
|
// # Confirm the edit in the dialog.
|
|
cy.get('#editButton').click();
|
|
});
|
|
|
|
Cypress.Commands.add('getStatusUpdateDialog', () => {
|
|
return cy.findByRole('dialog', {name: /post update/i});
|
|
});
|
|
|
|
Cypress.Commands.add('getStyledComponent', (className) => {
|
|
cy.get(`[class^="${className}-"]`);
|
|
});
|
|
|
|
/**
|
|
* Get the provided pseudo-class from the previous element and return the property passed as argument
|
|
* @param {String} pseudoClass - CSS pseudo class to get.
|
|
* @param {String} property - Property that will be returned.
|
|
*
|
|
* Stolen from https://stackoverflow.com/questions/55516990/cypress-testing-pseudo-css-class-before
|
|
*/
|
|
Cypress.Commands.add('cssPseudoClass', {prevSubject: 'element'}, (el, pseudoClass, property) => {
|
|
const win = el[0].ownerDocument.defaultView;
|
|
const pseudoElem = win.getComputedStyle(el[0], pseudoClass);
|
|
return pseudoElem.getPropertyValue(property).replace(/(^")|("$)/g, '');
|
|
});
|
|
|
|
/**
|
|
* Get the :before pseudo-class from the previous element and return the property passed as argument
|
|
* @param {String} property - Property that will be returned.
|
|
*/
|
|
Cypress.Commands.add('before', {prevSubject: 'element'}, (el, property) => {
|
|
return cy.wrap(el).cssPseudoClass('before', property);
|
|
});
|
|
|
|
/**
|
|
* Get the :after pseudo-class from the previous element and return the property passed as argument
|
|
* @param {String} property - Property that will be returned.
|
|
*/
|
|
Cypress.Commands.add('after', {prevSubject: 'element'}, (el, property) => {
|
|
return cy.wrap(el).cssPseudoClass('after', property);
|
|
});
|
|
|
|
function waitUntilPermanentPost() {
|
|
cy.get('#postListContent').should('exist');
|
|
cy.waitUntil(() => cy.findAllByTestId('postView').last().then((el) => !(el[0].id.includes(':'))));
|
|
}
|
|
|
|
Cypress.Commands.add('getFirstPostId', () => {
|
|
waitUntilPermanentPost();
|
|
|
|
cy.findAllByTestId('postView').first().should('have.attr', 'id').and('not.include', ':').
|
|
invoke('replace', 'post_', '');
|
|
});
|
|
|
|
Cypress.Commands.add('assertRunDetailsPageRenderComplete', (expectedRunOwner) => {
|
|
cy.findByTestId('lhs-navigation').should('be.visible').within(() => {
|
|
cy.contains('Playbooks').should('be.visible');
|
|
cy.contains('Runs').should('be.visible');
|
|
});
|
|
cy.get('#playbooks-sidebar-right').should('be.visible').within(() => {
|
|
cy.findByTestId('assignee-profile-selector').should('contain', expectedRunOwner);
|
|
cy.findAllByTestId('timeline-item', {exact: false}).should('have.length.of.at.least', 1);
|
|
cy.findAllByTestId('profile-option', {exact: false}).should('have.length.of.at.least', 1);
|
|
});
|
|
});
|
|
|
|
Cypress.Commands.add('interceptTelemetry', () => {
|
|
cy.intercept('/plugins/playbooks/api/v0/telemetry').as('telemetry');
|
|
});
|
|
|
|
const defaultExpectTelemetryToContainOptions = {
|
|
waitForCalls: 'auto',
|
|
};
|
|
|
|
// cy.expectTelemetryToContain expects to find the given telemetry events in the order given among the
|
|
// recorded telemetry. It doesn't fail if other telemetry events happen to occur in between.
|
|
Cypress.Commands.add('expectTelemetryToContain', (items, opts) => {
|
|
const options = {...defaultExpectTelemetryToContainOptions, ...opts};
|
|
|
|
// Wait for at least as many telemetry events as requested if auto, or explicit number if passed.
|
|
if (options.waitForCalls === 'auto') {
|
|
items.forEach(() => cy.wait('@telemetry'));
|
|
} else {
|
|
for (let i = 0; i < options.waitForCalls; i++) {
|
|
cy.wait('@telemetry');
|
|
}
|
|
}
|
|
|
|
// When additional telemetry events are emitted than what is expected, the ones we want may
|
|
// still be be pending, so wait a bit more to try to let requests settle.
|
|
cy.wait(TIMEOUTS.HALF_SEC);
|
|
|
|
cy.get('@telemetry.all').then((xhrs) => {
|
|
let xhrIndex = 0;
|
|
items.forEach((item) => {
|
|
while (xhrIndex < xhrs.length) {
|
|
const xhr = xhrs[xhrIndex];
|
|
|
|
// Advance to the next xhr element regardless of whether or not we find a match.
|
|
xhrIndex++;
|
|
|
|
if (xhr.request.body.name === item.name && xhr.request.body.type === item.type) {
|
|
// Validate only passed properties
|
|
if (item.properties) {
|
|
for (const [key, value] of Object.entries(item.properties)) {
|
|
expect(xhr.request.body.properties[key]).to.eq(value, `Property ${key} does not match for event ${item.name}`);
|
|
}
|
|
}
|
|
|
|
return;
|
|
}
|
|
}
|
|
|
|
throw new Error(`failed to find telemetry event '${item.type}' '${item.name}'`);
|
|
});
|
|
});
|
|
});
|