From b25bc61b3546ec0baea415834b49c3f62ce0912f Mon Sep 17 00:00:00 2001 From: Dzmitry Lemechko Date: Tue, 10 Mar 2020 13:18:24 +0300 Subject: [PATCH] re-enable subset of Firefox smoke suite --- Jenkinsfile | 4 ++-- test/functional/apps/home/index.js | 3 ++- test/functional/apps/visualize/_experimental_vis.js | 3 ++- test/functional/apps/visualize/_gauge_chart.js | 4 ++-- test/functional/apps/visualize/_heatmap_chart.js | 3 ++- test/functional/apps/visualize/_tsvb_chart.ts | 3 ++- .../test/functional/apps/infra/logs_source_configuration.ts | 3 ++- .../functional/apps/infra/metrics_source_configuration.ts | 3 ++- .../data_frame_analytics/classification_creation.ts | 3 ++- .../data_frame_analytics/regression_creation.ts | 3 ++- .../test/functional/apps/transform/creation_saved_search.ts | 3 ++- 11 files changed, 22 insertions(+), 13 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 742aec1d4e7ab4d..a208ab89c53589a 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -11,7 +11,7 @@ kibanaPipeline(timeoutMinutes: 135) { 'kibana-intake-agent': workers.intake('kibana-intake', './test/scripts/jenkins_unit.sh'), 'x-pack-intake-agent': workers.intake('x-pack-intake', './test/scripts/jenkins_xpack.sh'), 'kibana-oss-agent': workers.functional('kibana-oss-tests', { kibanaPipeline.buildOss() }, [ - // 'oss-firefoxSmoke': kibanaPipeline.functionalTestProcess('kibana-firefoxSmoke', './test/scripts/jenkins_firefox_smoke.sh'), + 'oss-firefoxSmoke': kibanaPipeline.functionalTestProcess('kibana-firefoxSmoke', './test/scripts/jenkins_firefox_smoke.sh'), 'oss-ciGroup1': kibanaPipeline.ossCiGroupProcess(1), 'oss-ciGroup2': kibanaPipeline.ossCiGroupProcess(2), 'oss-ciGroup3': kibanaPipeline.ossCiGroupProcess(3), @@ -28,7 +28,7 @@ kibanaPipeline(timeoutMinutes: 135) { // 'oss-visualRegression': kibanaPipeline.functionalTestProcess('visualRegression', './test/scripts/jenkins_visual_regression.sh'), ]), 'kibana-xpack-agent': workers.functional('kibana-xpack-tests', { kibanaPipeline.buildXpack() }, [ - // 'xpack-firefoxSmoke': kibanaPipeline.functionalTestProcess('xpack-firefoxSmoke', './test/scripts/jenkins_xpack_firefox_smoke.sh'), + 'xpack-firefoxSmoke': kibanaPipeline.functionalTestProcess('xpack-firefoxSmoke', './test/scripts/jenkins_xpack_firefox_smoke.sh'), 'xpack-ciGroup1': kibanaPipeline.xpackCiGroupProcess(1), 'xpack-ciGroup2': kibanaPipeline.xpackCiGroupProcess(2), 'xpack-ciGroup3': kibanaPipeline.xpackCiGroupProcess(3), diff --git a/test/functional/apps/home/index.js b/test/functional/apps/home/index.js index 5535a28c892f845..581654447d03c3c 100644 --- a/test/functional/apps/home/index.js +++ b/test/functional/apps/home/index.js @@ -21,7 +21,8 @@ export default function({ getService, loadTestFile }) { const browser = getService('browser'); describe('homepage app', function() { - this.tags('ciGroup6'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + this.tags(['ciGroup6', 'skipFirefox']); before(function() { return browser.setWindowSize(1200, 800); diff --git a/test/functional/apps/visualize/_experimental_vis.js b/test/functional/apps/visualize/_experimental_vis.js index 2ce15cf913eff19..195e858ea492833 100644 --- a/test/functional/apps/visualize/_experimental_vis.js +++ b/test/functional/apps/visualize/_experimental_vis.js @@ -24,7 +24,8 @@ export default ({ getService, getPageObjects }) => { const PageObjects = getPageObjects(['visualize']); describe('visualize app', function() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); describe('experimental visualizations', () => { beforeEach(async () => { diff --git a/test/functional/apps/visualize/_gauge_chart.js b/test/functional/apps/visualize/_gauge_chart.js index 7ebb4548f967ba9..89ae418e034830f 100644 --- a/test/functional/apps/visualize/_gauge_chart.js +++ b/test/functional/apps/visualize/_gauge_chart.js @@ -26,9 +26,9 @@ export default function({ getService, getPageObjects }) { const testSubjects = getService('testSubjects'); const PageObjects = getPageObjects(['visualize', 'visEditor', 'visChart', 'timePicker']); - // FLAKY: https://github.com/elastic/kibana/issues/45089 describe('gauge chart', function indexPatternCreation() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); async function initGaugeVis() { log.debug('navigateToApp visualize'); diff --git a/test/functional/apps/visualize/_heatmap_chart.js b/test/functional/apps/visualize/_heatmap_chart.js index cbf7ab8df6831ef..9b62884ec25a38d 100644 --- a/test/functional/apps/visualize/_heatmap_chart.js +++ b/test/functional/apps/visualize/_heatmap_chart.js @@ -25,7 +25,8 @@ export default function({ getService, getPageObjects }) { const PageObjects = getPageObjects(['visualize', 'visEditor', 'visChart', 'timePicker']); describe('heatmap chart', function indexPatternCreation() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); const vizName1 = 'Visualization HeatmapChart'; before(async function() { diff --git a/test/functional/apps/visualize/_tsvb_chart.ts b/test/functional/apps/visualize/_tsvb_chart.ts index 6a4bed3ba5892a5..41ec1be5d26d31d 100644 --- a/test/functional/apps/visualize/_tsvb_chart.ts +++ b/test/functional/apps/visualize/_tsvb_chart.ts @@ -28,7 +28,8 @@ export default function({ getService, getPageObjects }: FtrProviderContext) { const PageObjects = getPageObjects(['visualize', 'visualBuilder', 'timePicker', 'visChart']); describe('visual builder', function describeIndexTests() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); beforeEach(async () => { await PageObjects.visualize.navigateToNewVisualization(); await PageObjects.visualize.clickVisualBuilder(); diff --git a/x-pack/test/functional/apps/infra/logs_source_configuration.ts b/x-pack/test/functional/apps/infra/logs_source_configuration.ts index ecad5a40ec42e9d..981dcac7a8415ba 100644 --- a/x-pack/test/functional/apps/infra/logs_source_configuration.ts +++ b/x-pack/test/functional/apps/infra/logs_source_configuration.ts @@ -16,7 +16,8 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => { const retry = getService('retry'); describe('Logs Source Configuration', function() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); before(async () => { await esArchiver.load('empty_kibana'); diff --git a/x-pack/test/functional/apps/infra/metrics_source_configuration.ts b/x-pack/test/functional/apps/infra/metrics_source_configuration.ts index d334fa7956be47a..100bbe355936828 100644 --- a/x-pack/test/functional/apps/infra/metrics_source_configuration.ts +++ b/x-pack/test/functional/apps/infra/metrics_source_configuration.ts @@ -15,7 +15,8 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => { const pageObjects = getPageObjects(['common', 'infraHome']); describe('Infrastructure Source Configuration', function() { - this.tags('smoke'); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags('smoke'); before(async () => { await esArchiver.load('empty_kibana'); }); diff --git a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts index 1bcdeef394c0026..3b5041a68c6e5ac 100644 --- a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts +++ b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts @@ -12,7 +12,8 @@ export default function({ getService }: FtrProviderContext) { const ml = getService('ml'); describe('classification creation', function() { - this.tags(['smoke']); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags(['smoke']); before(async () => { await esArchiver.load('ml/bm_classification'); await ml.securityUI.loginAsMlPowerUser(); diff --git a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts index 3bc524a88f787f7..9ccc7c692f8896f 100644 --- a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts +++ b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts @@ -12,7 +12,8 @@ export default function({ getService }: FtrProviderContext) { const ml = getService('ml'); describe('regression creation', function() { - this.tags(['smoke']); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags(['smoke']); before(async () => { await esArchiver.load('ml/egs_regression'); await ml.securityUI.loginAsMlPowerUser(); diff --git a/x-pack/test/functional/apps/transform/creation_saved_search.ts b/x-pack/test/functional/apps/transform/creation_saved_search.ts index bf501c65bc79b43..870ad66b7ce9f6f 100644 --- a/x-pack/test/functional/apps/transform/creation_saved_search.ts +++ b/x-pack/test/functional/apps/transform/creation_saved_search.ts @@ -18,7 +18,8 @@ export default function({ getService }: FtrProviderContext) { const transform = getService('transform'); describe('creation_saved_search', function() { - this.tags(['smoke']); + // Firefox OOM https://github.com/elastic/kibana/issues/59454 + // this.tags(['smoke']); before(async () => { await esArchiver.load('ml/farequote'); await transform.securityUI.loginAsTransformPowerUser();