Skip to content

Commit

Permalink
Add more bwc tests for osd with bundles (#901)
Browse files Browse the repository at this point in the history
This PR adds the following bwc tests:
1)verify sample data work properly for bwc
2)verify timeline visualization work properly for bwc

add more commands check in check_timeline and rename sample data check
minimize the login time and make the tests more robust
change query content to make bwc test more robust
update license header
solve timestamp issue
fix comments and eslint

Partically Resolved:

opensearch-project/opensearch-build#705

Signed-off-by: Anan Zhuang <[email protected]>
  • Loading branch information
ananzh authored Dec 15, 2021
1 parent 160a7fd commit f665da3
Show file tree
Hide file tree
Showing 2 changed files with 189 additions and 0 deletions.
90 changes: 90 additions & 0 deletions cypress/integration/osd-bundle/check_loaded_data.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,90 @@
/*
* Copyright OpenSearch Contributors
* SPDX-License-Identifier: Apache-2.0
*/

/* eslint-disable */
import { MiscUtils, CommonUI, LoginPage } from '@opensearch-dashboards-test/opensearch-dashboards-test-library';

const miscUtils = new MiscUtils(cy);
const commonUI = new CommonUI(cy);
const loginPage = new LoginPage(cy);

describe('check previously loaded data', () => {
beforeEach(() => {
miscUtils.visitPage('app/dashboards#');
loginPage.enterUserName('admin');
loginPage.enterPassword('admin');
loginPage.submit();
});

afterEach(() => {
cy.clearCookies();
});

it('previous loaded data should exist in dashboards', () => {
let items = cy.get('[data-test-subj="itemsInMemTable"]');

items.get('[data-test-subj="dashboardListingTitleLink-[Flights]-Global-Flight-Dashboard"]')
.should('have.text', '[Flights] Global Flight Dashboard');

items.get('[data-test-subj="dashboardListingTitleLink-[Logs]-Web-Traffic"]')
.should('have.text', '[Logs] Web Traffic');

items.get('[data-test-subj="dashboardListingTitleLink-[eCommerce]-Revenue-Dashboard"]')
.should('have.text', '[eCommerce] Revenue Dashboard');
});

describe('Check Global Flight Dashboard', () => {
beforeEach(() => {
cy.get('[data-test-subj="itemsInMemTable"]')
.get('[data-test-subj="dashboardListingTitleLink-[Flights]-Global-Flight-Dashboard"]')
.click();
commonUI.removeAllFilters();
commonUI.setDateRange('Dec 1, 2021 @ 00:00:00.000', 'Nov 1, 2021 @ 00:00:00.000')
});

it('Global Flight Dashboard is loaded and funtions correctly', () => {
cy.get('[data-test-subj="breadcrumb last"]').should('have.text', '[Flights] Global Flight Dashboard');
cy.get('[data-title="[Flights] Total Flights"]').should('exist');
cy.get('[data-title="[Flights] Average Ticket Price"]').should('exist');

commonUI.addFilterRetrySelection('FlightDelayType', 'is not', 'No Delay');
let types = cy.get('[data-title="[Flights] Delay Type"]')
types.find('[data-label="Weather Delay"]').should('exist');
types.find('[data-label="No Delay"]').should('not.exist'); ;
commonUI.removeFilter('FlightDelayType');

commonUI.addFilterRetrySelection('Carrier', 'is', 'Logstash Airways');
cy.get('[data-title="[Flights] Airline Carrier"]')
.find('[class="label-text"]')
.should('have.text', 'Logstash Airways (100%)');
});
});

describe('Check eCommerce Revenue Dashboard', () => {
beforeEach(() => {
cy.get('[data-test-subj="itemsInMemTable"]')
.get('[data-test-subj="dashboardListingTitleLink-[eCommerce]-Revenue-Dashboard"]')
.click();
commonUI.removeAllFilters();
commonUI.setDateRange('Nov 1, 2021 @ 00:00:00.000', 'Nov 1, 2016 @ 00:00:00.000')
});

it('eCommerce Revenue Dashboard is loaded and functions correctly', () => {
cy.get('[data-test-subj="breadcrumb last"]').should('have.text', '[eCommerce] Revenue Dashboard');
cy.get('[data-title="[eCommerce] Average Sales Price"]').should('exist');
cy.get('[data-title="[eCommerce] Average Sold Quantity"]').should('exist');

commonUI.addFilterRetrySelection('customer_gender', 'is', 'FEMALE');
cy.get('[data-title="[eCommerce] Sales by Gender"]')
.find('[class="label-text"]')
.should('have.text', 'FEMALE (100%)');

commonUI.addFilterRetrySelection('category', 'is not', "Women's Clothing");
let category = cy.get('[data-title="[eCommerce] Sales by Category"]')
category.find('[data-label="Men\'s Clothing"]').should('exist');
category.find('[data-label="Women\'s Clothing"]').should('not.exist');
});
});
});
99 changes: 99 additions & 0 deletions cypress/integration/osd-bundle/check_timeline.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
/*
* Copyright OpenSearch Contributors
* SPDX-License-Identifier: Apache-2.0
*/

/* eslint-disable */
import { MiscUtils, LoginPage } from '@opensearch-dashboards-test/opensearch-dashboards-test-library';

const miscUtils = new MiscUtils(cy);
const loginPage = new LoginPage(cy);

describe('check timeline visualization', () => {
beforeEach(() => {
miscUtils.visitPage('app/visualize#');
loginPage.enterUserName('admin');
loginPage.enterPassword('admin');
loginPage.submit();
});

afterEach(() => {
cy.clearCookies();
});

it('tenant-switch-modal page should show and be clicked', () => {
cy.get('[data-test-subj="tenant-switch-modal"]');
cy.get('[data-test-subj="confirm"]').click();
});

it('timeline visualizations should be saved and named correctly', () => {
cy.get('[data-test-subj="visualizationLandingPage"]')
.find('[class="euiFormControlLayout__childrenWrapper"]')
.type('timeline');
cy.get('[data-test-subj="visListingTitleLink-test-timeline"]').should('have.text', 'test-timeline').click();
cy.get('[class="view-line"]').contains('.es(*)');
});

describe('timeline visualizations should work properly', () => {
beforeEach(() => {
cy.get('[data-test-subj="visualizationLandingPage"]')
.find('[data-test-subj="newItemButton"]')
.click();
cy.get('[data-test-subj="visType-timelion"]').click();
});

it('.es(*, kibana1=true) should report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}, kibana1=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').contains('Timeline request error: undefined Error: Unknown argument to es: kibana1')
});

it('.es(*, kibana=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}, kibana=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});

it('.es(*, opensearchDashboards=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}, opensearchDashboards=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});

it('.elasticsearch(*, kibana1=true) should report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}elasticsearch(*, kibana1=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').contains('Timeline request error: undefined Error: Unknown argument to es: kibana1')
});

it('.elasticsearch(*, kibana=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}elasticsearch(*, kibana=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});

it('.elasticsearch(*, opensearchDashboards=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}elasticsearch(*, opensearchDashboards=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});

it('.opensearch(*, kibana1=true) should report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}opensearch(*, kibana1=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').contains('Timeline request error: undefined Error: Unknown argument to es: kibana1')
});

it('.opensearch(*, kibana=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}opensearch(*, kibana=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});

it('.opensearch(*, opensearchDashboards=true) should not report search error', () => {
cy.get('[class="view-line"]').type('{selectall}{backspace}{backspace}{backspace}{backspace}{backspace}opensearch(*, opensearchDashboards=true)');
cy.get('[data-test-subj="visualizeEditorRenderButton"]').click();
cy.get('[data-test-subj="globalToastList"]').find('[data-test-subj="errorToastMessage"]').should('not.exist')
});
});
});

0 comments on commit f665da3

Please sign in to comment.