Add ability storing of webdriver console and network logs after failing tests

plugins/plugin-java/che-plugin-java-ext-lang-client/src/main/java/org/eclipse/che/ide/ext/java/client/navigation/filestructure/FileStructureImpl.java

@@ -44,6 +44,7 @@
 import org.eclipse.che.ide.util.input.CharCodeWithModifiers;
 import org.eclipse.che.ide.util.input.SignalEvent;
 import org.eclipse.che.ide.util.input.SignalEventUtils;
+import org.eclipse.che.ide.util.loging.Log;
 
 /**
  * Implementation of {@link FileStructure} view.
@@ -112,6 +113,7 @@ public FileStructureImpl(
   /** {@inheritDoc} */
   @Override
   public void setStructure(CompilationUnit compilationUnit, boolean showInheritedMembers) {
+    Log.info(getClass(), compilationUnit.toString());
     showInheritedLabel.setText(
         showInheritedMembers
             ? locale.hideInheritedMembersLabel()

plugins/plugin-java/che-plugin-java-ext-lang-client/src/main/java/org/eclipse/che/ide/ext/java/client/navigation/filestructure/FileStructurePresenter.java

@@ -88,14 +88,23 @@ public void show(EditorPartPresenter editorPartPresenter) {
       }
 
       final String fqn = JavaUtil.resolveFQN((Container) srcFolder.get(), (Resource) file);
+
+      Log.info(
+          getClass(), "Going to take information for " + fqn + " at " + System.currentTimeMillis());
       javaNavigationService
           .getCompilationUnit(project.get().getLocation(), fqn, showInheritedMembers)
           .then(
               unit -> {
+                Log.info(
+                    getClass(),
+                    ">>>>> Got information for " + fqn + " at " + System.currentTimeMillis());
                 view.setTitleCaption(editorPartPresenter.getEditorInput().getFile().getName());
                 view.setStructure(unit, showInheritedMembers);
                 view.showDialog();
                 showInheritedMembers = !showInheritedMembers;
+                Log.info(
+                    getClass(),
+                    ">>>>> Shown information for " + fqn + " at " + System.currentTimeMillis());
               })
           .catchError(
               arg -> {

plugins/plugin-java/che-plugin-java-ext-lang-client/src/main/java/org/eclipse/che/ide/ext/java/client/navigation/service/JavaNavigationServiceImpl.java

@@ -272,7 +272,7 @@ public Promise<CompilationUnit> getCompilationUnit(
     return requestFactory
         .createGetRequest(url)
         .header(ACCEPT, APPLICATION_JSON)
-        .loader(loaderFactory.newLoader("Getting information about ..."))
+        .loader(loaderFactory.newLoader("Getting information about " + fqn))
         .send(unmarshallerFactory.newUnmarshaller(CompilationUnit.class));
   }
 

plugins/plugin-java/che-plugin-java-ext-lang-server/src/main/java/org/eclipse/che/plugin/java/server/inject/JdtGuiceModule.java

@@ -24,11 +24,13 @@
 import org.eclipse.che.plugin.java.server.rest.CodeAssistService;
 import org.eclipse.che.plugin.java.server.rest.CompilerSetupService;
 import org.eclipse.che.plugin.java.server.rest.JavaFormatterService;
+import org.eclipse.che.plugin.java.server.rest.JavaModelExceptionMapper;
 import org.eclipse.che.plugin.java.server.rest.JavaNavigationService;
 import org.eclipse.che.plugin.java.server.rest.JavaReconcileService;
 import org.eclipse.che.plugin.java.server.rest.JavadocService;
 import org.eclipse.che.plugin.java.server.rest.JavadocUrlProviderImpl;
 import org.eclipse.che.plugin.java.server.rest.JdtExceptionMapper;
+import org.eclipse.che.plugin.java.server.rest.RefactoringExceptionMapper;
 import org.eclipse.che.plugin.java.server.rest.RefactoringService;
 import org.eclipse.che.plugin.java.server.rest.SearchJsonRpcService;
 import org.eclipse.core.internal.filebuffers.FileBuffersPlugin;
@@ -47,6 +49,8 @@ protected void configure() {
     bind(CodeAssistService.class);
     bind(JavaFormatterService.class);
     bind(JdtExceptionMapper.class);
+    bind(JavaModelExceptionMapper.class);
+    bind(RefactoringExceptionMapper.class);
     bind(CompilerSetupService.class);
     bind(ResourcesPlugin.class).asEagerSingleton();
     bind(JavaPlugin.class).asEagerSingleton();

plugins/plugin-java/che-plugin-java-ext-lang-server/src/main/java/org/eclipse/che/plugin/java/server/refactoring/RefactoringException.java

@@ -10,12 +10,14 @@
  */
 package org.eclipse.che.plugin.java.server.refactoring;
 
+import org.eclipse.che.api.core.ServerException;
+
 /**
  * Throws when we can't perform refactoring
  *
  * @author Evgen Vidolob
  */
-public class RefactoringException extends Exception {
+public class RefactoringException extends ServerException {
 
   public RefactoringException(String message) {
     super(message);

plugins/plugin-java/che-plugin-java-ext-lang-server/src/main/java/org/eclipse/che/plugin/java/server/rest/JavaModelExceptionMapper.java

@@ -0,0 +1,45 @@
+/*
+ * Copyright (c) 2012-2018 Red Hat, Inc.
+ * All rights reserved. This program and the accompanying materials
+ * are made available under the terms of the Eclipse Public License v1.0
+ * which accompanies this distribution, and is available at
+ * http://www.eclipse.org/legal/epl-v10.html
+ *
+ * Contributors:
+ *   Red Hat, Inc. - initial API and implementation
+ */
+package org.eclipse.che.plugin.java.server.rest;
+
+import javax.inject.Singleton;
+import javax.ws.rs.core.MediaType;
+import javax.ws.rs.core.Response;
+import javax.ws.rs.ext.ExceptionMapper;
+import javax.ws.rs.ext.Provider;
+import org.eclipse.che.api.core.rest.shared.dto.ServiceError;
+import org.eclipse.che.dto.server.DtoFactory;
+import org.eclipse.jdt.core.JavaModelException;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Exception mapper for all JDT exceptions
+ *
+ * @author Evgen Vidolob
+ */
+@Provider
+@Singleton
+public class JavaModelExceptionMapper implements ExceptionMapper<JavaModelException> {
+
+  private static final Logger LOG = LoggerFactory.getLogger(JavaModelExceptionMapper.class);
+
+  @Override
+  public Response toResponse(JavaModelException exception) {
+    LOG.error(exception.getMessage());
+    ServiceError serviceError =
+        DtoFactory.getInstance().createDto(ServiceError.class).withMessage(exception.getMessage());
+    return Response.status(Response.Status.BAD_REQUEST)
+        .entity(DtoFactory.getInstance().toJson(serviceError))
+        .type(MediaType.APPLICATION_JSON)
+        .build();
+  }
+}

plugins/plugin-java/che-plugin-java-ext-lang-server/src/main/java/org/eclipse/che/plugin/java/server/rest/RefactoringExceptionMapper.java

@@ -0,0 +1,42 @@
+/*
+ * Copyright (c) 2012-2018 Red Hat, Inc.
+ * All rights reserved. This program and the accompanying materials
+ * are made available under the terms of the Eclipse Public License v1.0
+ * which accompanies this distribution, and is available at
+ * http://www.eclipse.org/legal/epl-v10.html
+ *
+ * Contributors:
+ *   Red Hat, Inc. - initial API and implementation
+ */
+package org.eclipse.che.plugin.java.server.rest;
+
+import javax.inject.Singleton;
+import javax.ws.rs.core.MediaType;
+import javax.ws.rs.core.Response;
+import javax.ws.rs.ext.ExceptionMapper;
+import javax.ws.rs.ext.Provider;
+import org.eclipse.che.dto.server.DtoFactory;
+import org.eclipse.che.plugin.java.server.refactoring.RefactoringException;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Exception mapper for all JDT exceptions
+ *
+ * @author Evgen Vidolob
+ */
+@Provider
+@Singleton
+public class RefactoringExceptionMapper implements ExceptionMapper<RefactoringException> {
+
+  private static final Logger LOG = LoggerFactory.getLogger(RefactoringExceptionMapper.class);
+
+  @Override
+  public Response toResponse(RefactoringException exception) {
+    LOG.error(exception.getMessage());
+    return Response.status(Response.Status.BAD_REQUEST)
+        .entity(DtoFactory.getInstance().toJson(exception.getServiceError()))
+        .type(MediaType.APPLICATION_JSON)
+        .build();
+  }
+}

plugins/plugin-java/che-plugin-java-ext-lang-server/src/main/java/org/eclipse/che/plugin/java/server/rest/RefactoringService.java

@@ -48,6 +48,8 @@
 import org.eclipse.jdt.internal.core.JavaModel;
 import org.eclipse.jdt.internal.core.JavaModelManager;
 import org.eclipse.jdt.internal.corext.refactoring.RefactoringAvailabilityTester;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 /**
  * Service for all Java refactorings
@@ -58,6 +60,7 @@
 public class RefactoringService {
   private static final JavaModel model = JavaModelManager.getJavaModelManager().getJavaModel();
   private RefactoringManager manager;
+  private static final Logger LOG = LoggerFactory.getLogger(RefactoringService.class);
 
   @Inject
   public RefactoringService(RefactoringManager manager) {
@@ -78,6 +81,11 @@ public RefactoringService(RefactoringManager manager) {
   @Produces("text/plain")
   public String createMoveRefactoring(CreateMoveRefactoring cmr)
       throws JavaModelException, RefactoringException {
+    LOG.info(
+        "createMoveRefactoring started in "
+            + System.currentTimeMillis()
+            + " ms with "
+            + cmr.toString());
     IJavaProject javaProject = model.getJavaProject(cmr.getProjectPath());
     IJavaElement[] javaElements;
     try {
@@ -104,16 +112,30 @@ public String createMoveRefactoring(CreateMoveRefactoring cmr)
       javaElements = cmr.getElements().stream().map(map).toArray(IJavaElement[]::new);
 
     } catch (IllegalArgumentException e) {
+      LOG.error(
+          "createMoveRefactoring fail in "
+              + System.currentTimeMillis()
+              + " ms with exception "
+              + e.getMessage());
       if (e.getCause() instanceof JavaModelException) {
         throw (JavaModelException) e.getCause();
       } else {
         throw e;
       }
     }
     if (RefactoringAvailabilityTester.isMoveAvailable(new IResource[0], javaElements)) {
-      return manager.createMoveRefactoringSession(javaElements);
+      String moveRefactoringSession = manager.createMoveRefactoringSession(javaElements);
+      LOG.info(
+          "createMoveRefactoring finished in "
+              + System.currentTimeMillis()
+              + " ms with session id "
+              + moveRefactoringSession);
+      return moveRefactoringSession;
     }
-
+    LOG.error(
+        "createMoveRefactoring finished in "
+            + System.currentTimeMillis()
+            + " ms with with  RefactoringException");
     throw new RefactoringException("Can't create move refactoring.");
   }
 
@@ -238,6 +260,11 @@ public RefactoringResult applyRefactoring(RefactoringSession session)
   @Consumes("application/json")
   public RenameRefactoringSession createRenameRefactoring(CreateRenameRefactoring settings)
       throws CoreException, RefactoringException {
+    LOG.info(
+        "createRenameRefactoring started in "
+            + System.currentTimeMillis()
+            + " ms with "
+            + settings.toString());
     IJavaProject javaProject = model.getJavaProject(settings.getProjectPath());
     IJavaElement elementToRename;
     ICompilationUnit cu = null;
@@ -257,11 +284,22 @@ public RenameRefactoringSession createRenameRefactoring(CreateRenameRefactoring
         elementToRename = null;
     }
     if (elementToRename == null) {
+      LOG.error(
+          "createRenameRefactoring fail in "
+              + System.currentTimeMillis()
+              + " ms with RefactoringException: Can't find java element to rename. ");
       throw new RefactoringException("Can't find java element to rename.");
     }
 
-    return manager.createRenameRefactoring(
-        elementToRename, cu, settings.getOffset(), settings.isRefactorLightweight());
+    RenameRefactoringSession renameRefactoring =
+        manager.createRenameRefactoring(
+            elementToRename, cu, settings.getOffset(), settings.isRefactorLightweight());
+    LOG.info(
+        "createRenameRefactoring finished in "
+            + System.currentTimeMillis()
+            + " ms with "
+            + renameRefactoring.toString());
+    return renameRefactoring;
   }
 
   /**

selenium/che-selenium-core/bin/webdriver.sh

@@ -830,7 +830,7 @@ storeTestReport() {
     if [[ -f ${TMP_SUITE_PATH} ]]; then
         cp ${TMP_SUITE_PATH} target/suite;
     fi
-    zip -qr ${report} target/screenshots target/htmldumps target/workspace-logs target/site target/failsafe-reports target/log target/bin target/suite
+    zip -qr ${report} target/screenshots target/htmldumps target/workspace-logs target/webdriver-logs target/site target/failsafe-reports target/log target/bin target/suite
 
     echo -e "[TEST] Tests results and reports are saved to ${BLUE}${report}${NO_COLOUR}"
     echo "[TEST]"

selenium/che-selenium-core/pom.xml

@@ -90,6 +90,10 @@
             <groupId>org.eclipse.che.core</groupId>
             <artifactId>che-core-commons-annotations</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.eclipse.che.core</groupId>
+            <artifactId>che-core-commons-json</artifactId>
+        </dependency>
         <dependency>
             <groupId>org.eclipse.che.core</groupId>
             <artifactId>che-core-commons-lang</artifactId>

selenium/che-selenium-core/src/main/java/org/eclipse/che/selenium/core/SeleniumWebDriver.java

@@ -255,7 +255,8 @@ private RemoteWebDriver doCreateDriver(URL webDriverUrl) {
     switch (browser) {
       case GOOGLE_CHROME:
         LoggingPreferences loggingPreferences = new LoggingPreferences();
-        loggingPreferences.enable(LogType.BROWSER, Level.SEVERE);
+        loggingPreferences.enable(LogType.PERFORMANCE, Level.ALL);
+        loggingPreferences.enable(LogType.BROWSER, Level.ALL);
 
         ChromeOptions options = new ChromeOptions();
         options.addArguments("--no-sandbox");

selenium/che-selenium-core/src/main/java/org/eclipse/che/selenium/core/inject/SeleniumTestHandler.java

@@ -41,6 +41,7 @@
 import java.util.stream.Stream;
 import javax.annotation.PreDestroy;
 import javax.validation.constraints.NotNull;
+import org.eclipse.che.commons.json.JsonParseException;
 import org.eclipse.che.commons.lang.NameGenerator;
 import org.eclipse.che.selenium.core.SeleniumWebDriver;
 import org.eclipse.che.selenium.core.client.TestGitHubServiceClient;
@@ -50,6 +51,7 @@
 import org.eclipse.che.selenium.core.pageobject.PageObjectsInjector;
 import org.eclipse.che.selenium.core.user.InjectTestUser;
 import org.eclipse.che.selenium.core.user.TestUser;
+import org.eclipse.che.selenium.core.webdriver.log.WebDriverLogsReaderFactory;
 import org.eclipse.che.selenium.core.workspace.InjectTestWorkspace;
 import org.eclipse.che.selenium.core.workspace.TestWorkspace;
 import org.eclipse.che.selenium.core.workspace.TestWorkspaceLogsReader;
@@ -93,6 +95,10 @@ public abstract class SeleniumTestHandler
   @Named("tests.htmldumps_dir")
   private String htmldumpsDir;
 
+  @Inject
+  @Named("tests.webdriverlogs_dir")
+  private String webDriverLogsDir;
+
   @Inject
   @Named("tests.workspacelogs_dir")
   private String workspaceLogsDir;
@@ -128,6 +134,7 @@ public abstract class SeleniumTestHandler
   @Inject private TestGitHubServiceClient gitHubClientService;
   @Inject private TestWorkspaceLogsReader testWorkspaceLogsReader;
   @Inject private SeleniumTestStatistics seleniumTestStatistics;
+  @Inject private WebDriverLogsReaderFactory webDriverLogsReaderFactory;
 
   private final Injector injector;
   private final Map<Long, Object> runningTests = new ConcurrentHashMap<>();
@@ -302,6 +309,7 @@ private void onTestFinish(ITestResult result) {
       captureScreenshot(result);
       captureHtmlSource(result);
       captureTestWorkspaceLogs(result);
+      storeWebDriverLogs(result);
     }
   }
 
@@ -464,6 +472,32 @@ private void captureScreenshotsFromOpenedWindows(
             });
   }
 
+  private void storeWebDriverLogs(ITestResult result) {
+    Set<SeleniumWebDriver> webDrivers = new HashSet<>();
+    Object testInstance = result.getInstance();
+    collectInjectedWebDrivers(testInstance, webDrivers);
+    webDrivers.forEach(webDriver -> storeWebDriverLogs(result, webDriver));
+  }
+
+  private void storeWebDriverLogs(ITestResult result, SeleniumWebDriver webDriver) {
+    String testReference = getTestReference(result);
+
+    try {
+      String filename = NameGenerator.generate(testReference + "_", 4) + ".log";
+      Path webDriverLogsDirectory = Paths.get(webDriverLogsDir, filename);
+      Files.createDirectories(webDriverLogsDirectory.getParent());
+      Files.write(
+          webDriverLogsDirectory,
+          webDriverLogsReaderFactory
+              .create(webDriver)
+              .getAllLogs()
+              .getBytes(Charset.forName("UTF-8")),
+          StandardOpenOption.CREATE);
+    } catch (WebDriverException | IOException | JsonParseException e) {
+      LOG.error(format("Can't store web driver logs related to test %s.", testReference), e);
+    }
+  }
+
   private void dumpHtmlCodeFromTheCurrentPage(ITestResult result, SeleniumWebDriver webDriver) {
     String testReference = getTestReference(result);
     String filename = NameGenerator.generate(testReference + "_", 8) + ".html";