re-enable subset of Firefox smoke suite

elastic · Mar 10, 2020 · b25bc61 · b25bc61
1 parent 92cc04c
commit b25bc61
Show file tree

Hide file tree

Showing 11 changed files with 22 additions and 13 deletions.
diff --git a/Jenkinsfile b/Jenkinsfile
@@ -11,7 +11,7 @@ kibanaPipeline(timeoutMinutes: 135) {
         'kibana-intake-agent': workers.intake('kibana-intake', './test/scripts/jenkins_unit.sh'),
         'x-pack-intake-agent': workers.intake('x-pack-intake', './test/scripts/jenkins_xpack.sh'),
         'kibana-oss-agent': workers.functional('kibana-oss-tests', { kibanaPipeline.buildOss() }, [
-          // 'oss-firefoxSmoke': kibanaPipeline.functionalTestProcess('kibana-firefoxSmoke', './test/scripts/jenkins_firefox_smoke.sh'),
+          'oss-firefoxSmoke': kibanaPipeline.functionalTestProcess('kibana-firefoxSmoke', './test/scripts/jenkins_firefox_smoke.sh'),
           'oss-ciGroup1': kibanaPipeline.ossCiGroupProcess(1),
           'oss-ciGroup2': kibanaPipeline.ossCiGroupProcess(2),
           'oss-ciGroup3': kibanaPipeline.ossCiGroupProcess(3),
@@ -28,7 +28,7 @@ kibanaPipeline(timeoutMinutes: 135) {
           // 'oss-visualRegression': kibanaPipeline.functionalTestProcess('visualRegression', './test/scripts/jenkins_visual_regression.sh'),
         ]),
         'kibana-xpack-agent': workers.functional('kibana-xpack-tests', { kibanaPipeline.buildXpack() }, [
-          // 'xpack-firefoxSmoke': kibanaPipeline.functionalTestProcess('xpack-firefoxSmoke', './test/scripts/jenkins_xpack_firefox_smoke.sh'),
+          'xpack-firefoxSmoke': kibanaPipeline.functionalTestProcess('xpack-firefoxSmoke', './test/scripts/jenkins_xpack_firefox_smoke.sh'),
           'xpack-ciGroup1': kibanaPipeline.xpackCiGroupProcess(1),
           'xpack-ciGroup2': kibanaPipeline.xpackCiGroupProcess(2),
           'xpack-ciGroup3': kibanaPipeline.xpackCiGroupProcess(3),

diff --git a/test/functional/apps/home/index.js b/test/functional/apps/home/index.js
@@ -21,7 +21,8 @@ export default function({ getService, loadTestFile }) {
   const browser = getService('browser');
 
   describe('homepage app', function() {
-    this.tags('ciGroup6');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    this.tags(['ciGroup6', 'skipFirefox']);
 
     before(function() {
       return browser.setWindowSize(1200, 800);

diff --git a/test/functional/apps/visualize/_experimental_vis.js b/test/functional/apps/visualize/_experimental_vis.js
@@ -24,7 +24,8 @@ export default ({ getService, getPageObjects }) => {
   const PageObjects = getPageObjects(['visualize']);
 
   describe('visualize app', function() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
 
     describe('experimental visualizations', () => {
       beforeEach(async () => {

diff --git a/test/functional/apps/visualize/_gauge_chart.js b/test/functional/apps/visualize/_gauge_chart.js
@@ -26,9 +26,9 @@ export default function({ getService, getPageObjects }) {
   const testSubjects = getService('testSubjects');
   const PageObjects = getPageObjects(['visualize', 'visEditor', 'visChart', 'timePicker']);
 
-  // FLAKY: https://github.com/elastic/kibana/issues/45089
   describe('gauge chart', function indexPatternCreation() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
 
     async function initGaugeVis() {
       log.debug('navigateToApp visualize');

diff --git a/test/functional/apps/visualize/_heatmap_chart.js b/test/functional/apps/visualize/_heatmap_chart.js
@@ -25,7 +25,8 @@ export default function({ getService, getPageObjects }) {
   const PageObjects = getPageObjects(['visualize', 'visEditor', 'visChart', 'timePicker']);
 
   describe('heatmap chart', function indexPatternCreation() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
     const vizName1 = 'Visualization HeatmapChart';
 
     before(async function() {

diff --git a/test/functional/apps/visualize/_tsvb_chart.ts b/test/functional/apps/visualize/_tsvb_chart.ts
@@ -28,7 +28,8 @@ export default function({ getService, getPageObjects }: FtrProviderContext) {
   const PageObjects = getPageObjects(['visualize', 'visualBuilder', 'timePicker', 'visChart']);
 
   describe('visual builder', function describeIndexTests() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
     beforeEach(async () => {
       await PageObjects.visualize.navigateToNewVisualization();
       await PageObjects.visualize.clickVisualBuilder();

diff --git a/x-pack/test/functional/apps/infra/logs_source_configuration.ts b/x-pack/test/functional/apps/infra/logs_source_configuration.ts
@@ -16,7 +16,8 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => {
   const retry = getService('retry');
 
   describe('Logs Source Configuration', function() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
 
     before(async () => {
       await esArchiver.load('empty_kibana');

diff --git a/x-pack/test/functional/apps/infra/metrics_source_configuration.ts b/x-pack/test/functional/apps/infra/metrics_source_configuration.ts
@@ -15,7 +15,8 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => {
   const pageObjects = getPageObjects(['common', 'infraHome']);
 
   describe('Infrastructure Source Configuration', function() {
-    this.tags('smoke');
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags('smoke');
     before(async () => {
       await esArchiver.load('empty_kibana');
     });

diff --git a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/classification_creation.ts
@@ -12,7 +12,8 @@ export default function({ getService }: FtrProviderContext) {
   const ml = getService('ml');
 
   describe('classification creation', function() {
-    this.tags(['smoke']);
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags(['smoke']);
     before(async () => {
       await esArchiver.load('ml/bm_classification');
       await ml.securityUI.loginAsMlPowerUser();

diff --git a/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts b/x-pack/test/functional/apps/machine_learning/data_frame_analytics/regression_creation.ts
@@ -12,7 +12,8 @@ export default function({ getService }: FtrProviderContext) {
   const ml = getService('ml');
 
   describe('regression creation', function() {
-    this.tags(['smoke']);
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags(['smoke']);
     before(async () => {
       await esArchiver.load('ml/egs_regression');
       await ml.securityUI.loginAsMlPowerUser();

diff --git a/x-pack/test/functional/apps/transform/creation_saved_search.ts b/x-pack/test/functional/apps/transform/creation_saved_search.ts
@@ -18,7 +18,8 @@ export default function({ getService }: FtrProviderContext) {
   const transform = getService('transform');
 
   describe('creation_saved_search', function() {
-    this.tags(['smoke']);
+    // Firefox OOM https://github.com/elastic/kibana/issues/59454
+    // this.tags(['smoke']);
     before(async () => {
       await esArchiver.load('ml/farequote');
       await transform.securityUI.loginAsTransformPowerUser();