Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -2107,14 +2107,6 @@ public String getKylinParquetJobJarPath() {
return getFileName(kylinHome + File.separator + "lib", PARQUET_JOB_JAR_NAME_PATTERN);
}

/**
* Use https://github.com/spektom/spark-flamegraph for Spark profile
*/
@ConfigTag(ConfigTag.Tag.DEBUG_HACK)
public String getSparkSubmitCmd() {
return getOptional("kylin.engine.spark-cmd", null);
}

public void overrideKylinParquetJobJarPath(String path) {
logger.info("override {} to {}", KYLIN_ENGINE_PARQUET_JOB_JAR, path);
System.setProperty(KYLIN_ENGINE_PARQUET_JOB_JAR, path);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -397,8 +397,7 @@ protected String generateSparkCmd(KylinConfig config, String hadoopConf, String
String appArgs) {
StringBuilder sb = new StringBuilder();

String sparkSubmitCmd = config.getSparkSubmitCmd() != null ?
config.getSparkSubmitCmd() : KylinConfig.getSparkHome() + "/bin/spark-submit";
String sparkSubmitCmd = KylinConfig.getSparkHome() + "/bin/spark-submit";
sb.append("export HADOOP_CONF_DIR=%s && %s --class org.apache.kylin.engine.spark.application.SparkEntry ");

Map<String, String> sparkConfs = getSparkConfigOverride(config);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@
import javax.servlet.http.HttpServletResponse;

import org.apache.kylin.common.persistence.AutoDeleteDirectory;
import org.apache.kylin.common.util.ParameterFilter;
import org.apache.kylin.metadata.badquery.BadQueryEntry;
import org.apache.kylin.metadata.badquery.BadQueryHistory;
import org.apache.kylin.rest.exception.InternalErrorException;
Expand Down Expand Up @@ -95,7 +96,7 @@ public void dumpProjectDiagnosisInfo(@PathVariable String project, final HttpSer
public void dumpJobDiagnosisInfo(@PathVariable String jobId, final HttpServletRequest request,
final HttpServletResponse response) {
try (AutoDeleteDirectory diagDir = new AutoDeleteDirectory("diag_job", "")) {
String filePath = dgService.dumpJobDiagnosisInfo(jobId, diagDir.getFile());
String filePath = dgService.dumpJobDiagnosisInfo(ParameterFilter.checkParameter(jobId), diagDir.getFile());
setDownloadResponse(filePath, response);
} catch (IOException e) {
throw new InternalErrorException("Failed to dump job diagnosis info. " + e.getMessage(), e);
Expand Down