-
Notifications
You must be signed in to change notification settings - Fork 700
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
#298 Saturn-Console support dump executor threads
watch the dump node; refactor code with #295
- Loading branch information
1 parent
d5f6085
commit 1c008b4
Showing
9 changed files
with
244 additions
and
156 deletions.
There are no files selected for viewing
185 changes: 185 additions & 0 deletions
185
saturn-core/src/main/java/com/vip/saturn/job/executor/RestartAndDumpService.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,185 @@ | ||
| package com.vip.saturn.job.executor; | ||
|
|
||
| import com.vip.saturn.job.exception.SaturnJobException; | ||
| import com.vip.saturn.job.reg.base.CoordinatorRegistryCenter; | ||
| import com.vip.saturn.job.threads.SaturnThreadFactory; | ||
| import com.vip.saturn.job.utils.SystemEnvProperties; | ||
| import org.apache.commons.lang3.StringUtils; | ||
| import org.apache.curator.framework.CuratorFramework; | ||
| import org.apache.curator.framework.recipes.cache.NodeCache; | ||
| import org.apache.curator.framework.recipes.cache.NodeCacheListener; | ||
| import org.slf4j.Logger; | ||
| import org.slf4j.LoggerFactory; | ||
|
|
||
| import java.io.File; | ||
| import java.util.concurrent.ExecutorService; | ||
| import java.util.concurrent.Executors; | ||
|
|
||
| /** | ||
| * @author hebelala | ||
| */ | ||
| public class RestartAndDumpService { | ||
|
|
||
| private static final Logger LOGGER = LoggerFactory.getLogger(RestartAndDumpService.class); | ||
|
|
||
| private String executorName; | ||
| private CoordinatorRegistryCenter coordinatorRegistryCenter; | ||
| private CuratorFramework curatorFramework; | ||
| private File prgDir; | ||
| private NodeCache restartNC; | ||
| private ExecutorService restartES; | ||
| private NodeCache dumpNC; | ||
| private ExecutorService dumpES; | ||
|
|
||
| public RestartAndDumpService(String executorName, CoordinatorRegistryCenter coordinatorRegistryCenter) { | ||
| this.executorName = executorName; | ||
| this.coordinatorRegistryCenter = coordinatorRegistryCenter; | ||
| this.curatorFramework = (CuratorFramework) coordinatorRegistryCenter.getRawClient(); | ||
| } | ||
|
|
||
| public void start() throws Exception { | ||
| if (!SystemEnvProperties.VIP_SATURN_ENABLE_EXEC_SCRIPT) { | ||
| LOGGER.info("The RestartAndDumpService is disabled"); | ||
| return; | ||
| } | ||
| validateFile(SystemEnvProperties.NAME_VIP_SATURN_PRG, SystemEnvProperties.VIP_SATURN_PRG); | ||
| validateConfigured(SystemEnvProperties.NAME_VIP_SATURN_LOG_OUTFILE, SystemEnvProperties.VIP_SATURN_LOG_OUTFILE); | ||
| prgDir = new File(SystemEnvProperties.NAME_VIP_SATURN_PRG).getParentFile(); | ||
|
|
||
| initRestart(); | ||
| initDump(); | ||
| } | ||
|
|
||
| private void validateFile(String name, String value) throws SaturnJobException { | ||
| validateConfigured(name, value); | ||
| File file = new File(value); | ||
| if (!file.exists()) { | ||
| throw new SaturnJobException(value + " is not existing"); | ||
| } | ||
| if (!file.isFile()) { | ||
| throw new SaturnJobException(value + " is not file"); | ||
| } | ||
| } | ||
|
|
||
| private void validateConfigured(String name, String value) throws SaturnJobException { | ||
| if (StringUtils.isBlank(value)) { | ||
| throw new SaturnJobException(name + " is not configured"); | ||
| } | ||
| LOGGER.info("The {} is configured as {}", name, value); | ||
| } | ||
|
|
||
| private void initRestart() throws Exception { | ||
| restartES = Executors.newSingleThreadExecutor(new SaturnThreadFactory(executorName + "-restart-watcher-thread", false)); | ||
| // Remove the restart node, before add watcher that watches the create and update event | ||
| String nodePath = SaturnExecutorsNode.EXECUTORS_ROOT + "/" + executorName + "/restart"; | ||
| coordinatorRegistryCenter.remove(nodePath); | ||
| restartNC = new NodeCache(curatorFramework, nodePath); | ||
| restartNC.getListenable().addListener(new NodeCacheListener() { | ||
|
|
||
| @Override | ||
| public void nodeChanged() throws Exception { | ||
| // Watch create, update event | ||
| if (restartNC.getCurrentData() != null) { | ||
| LOGGER.info("The executor {} restart event is received", executorName); | ||
| restartES.execute(new Runnable() { | ||
| @Override | ||
| public void run() { | ||
| try { | ||
| // The apache's Executor maybe destroy process on some conditions, | ||
| // and don't provide the api for redirect process's streams to file. | ||
| // It's not expected, so I use the original way. | ||
| LOGGER.info("Begin to execute restart script"); | ||
| String command = "chmod +x " + SystemEnvProperties.VIP_SATURN_PRG + ";" + SystemEnvProperties.VIP_SATURN_PRG + " restart"; | ||
| Process process = new ProcessBuilder() | ||
| .command("/bin/bash", "-c", command) | ||
| .directory(prgDir) | ||
| .redirectOutput(ProcessBuilder.Redirect.appendTo(new File(SystemEnvProperties.VIP_SATURN_LOG_OUTFILE))) | ||
| .redirectError(ProcessBuilder.Redirect.appendTo(new File(SystemEnvProperties.VIP_SATURN_LOG_OUTFILE))) | ||
| .start(); | ||
| int exit = process.waitFor(); | ||
| LOGGER.info("Executed restart script, the exit value {} is returned", exit); | ||
| } catch (InterruptedException e) { | ||
| LOGGER.info("Restart thread is interrupted"); | ||
| } catch (Exception e) { | ||
| LOGGER.error("Execute restart script error", e); | ||
| } | ||
| } | ||
| }); | ||
| } | ||
| } | ||
|
|
||
| }); | ||
| // Start, with not buildInitial. | ||
| // The initial data is null, so the create event will be triggered firstly. | ||
| restartNC.start(false); | ||
| } | ||
|
|
||
| private void initDump() throws Exception { | ||
| dumpES = Executors.newSingleThreadExecutor(new SaturnThreadFactory(executorName + "-dump-watcher-thread", false)); | ||
| final String nodePath = SaturnExecutorsNode.EXECUTORS_ROOT + "/" + executorName + "/dump"; | ||
| coordinatorRegistryCenter.remove(nodePath); | ||
| dumpNC = new NodeCache(curatorFramework, nodePath); | ||
| dumpNC.getListenable().addListener(new NodeCacheListener() { | ||
|
|
||
| @Override | ||
| public void nodeChanged() throws Exception { | ||
| // Watch create, update event | ||
| if (dumpNC.getCurrentData() != null) { | ||
| LOGGER.info("The executor {} dump event is received", executorName); | ||
| dumpES.execute(new Runnable() { | ||
| @Override | ||
| public void run() { | ||
| try { | ||
| // dump threads and gc | ||
| LOGGER.info("Begin to execute script dump"); | ||
| String command = "chmod +x " + SystemEnvProperties.VIP_SATURN_PRG + ";" + SystemEnvProperties.VIP_SATURN_PRG + " dump"; | ||
| Process process = new ProcessBuilder() | ||
| .command("/bin/bash", "-c", command) | ||
| .directory(prgDir) | ||
| .redirectOutput(ProcessBuilder.Redirect.appendTo(new File(SystemEnvProperties.VIP_SATURN_LOG_OUTFILE))) | ||
| .redirectError(ProcessBuilder.Redirect.appendTo(new File(SystemEnvProperties.VIP_SATURN_LOG_OUTFILE))) | ||
| .start(); | ||
| int exit = process.waitFor(); | ||
| LOGGER.info("Execute script dump done, the exit value {} is returned", exit); | ||
| } catch (InterruptedException e) { | ||
| LOGGER.info("Dump thread is interrupted"); | ||
| } catch (Exception e) { | ||
| LOGGER.error(e.getMessage(), e); | ||
| } finally { | ||
| coordinatorRegistryCenter.remove(nodePath); | ||
| } | ||
| } | ||
| }); | ||
| } | ||
| } | ||
|
|
||
| }); | ||
| dumpNC.start(false); | ||
| } | ||
|
|
||
|
|
||
| public void stop() { | ||
| try { | ||
| if (restartNC != null) { | ||
| restartNC.close(); | ||
| } | ||
| } catch (Exception e) { | ||
| LOGGER.error(e.getMessage(), e); | ||
| } | ||
| if (restartES != null) { | ||
| restartES.shutdownNow(); | ||
| } | ||
| try { | ||
| if (dumpNC != null) { | ||
| dumpNC.close(); | ||
| } | ||
| } catch (Exception e) { | ||
| LOGGER.error(e.getMessage(), e); | ||
| } | ||
| if (dumpES != null) { | ||
| dumpES.shutdownNow(); | ||
| } | ||
| } | ||
|
|
||
|
|
||
| } |
135 changes: 0 additions & 135 deletions
135
saturn-core/src/main/java/com/vip/saturn/job/executor/RestartExecutorService.java
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.