Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

remove unwanted files

recover two java files
  • Loading branch information...
commit 0985e70c2f77e3ef35551043ffee9a85f2e46e9b 1 parent 2afe79d
@lguo lguo authored
View
179 azkaban/src/java/azkaban/jobs/AbstractProcessJob.java
@@ -0,0 +1,179 @@
+package azkaban.jobs;
+
+import java.io.BufferedInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Set;
+
+import org.apache.commons.fileupload.util.Streams;
+import org.apache.commons.io.IOUtils;
+import org.json.JSONObject;
+
+import azkaban.app.JobDescriptor;
+import azkaban.app.PropsUtils;
+import azkaban.common.jobs.AbstractJob;
+import azkaban.common.utils.Props;
+import azkaban.util.JSONToJava;
+
+/**
+ * A revised process-based job
+ *
+ * @author jkreps
+ *
+ */
+public abstract class AbstractProcessJob extends AbstractJob {
+
+ public static final String ENV_PREFIX = "env.";
+ public static final String WORKING_DIR = "working.dir";
+ public static final String JOB_PROP_ENV = "JOB_PROP_FILE";
+ public static final String JOB_NAME_ENV = "JOB_NAME";
+ public static final String JOB_OUTPUT_PROP_FILE = "JOB_OUTPUT_PROP_FILE";
+
+ private static final JSONToJava jsonToJava = new JSONToJava();
+
+ protected final String _jobPath;
+
+ protected final JobDescriptor _descriptor;
+ protected volatile Props _props;
+
+ protected Map<String, String> _env;
+ protected String _cwd;
+
+ private volatile Props generatedPropeties;
+
+ protected AbstractProcessJob(JobDescriptor descriptor) {
+ super(descriptor.getId());
+
+ _props = descriptor.getProps(); //starting properties
+ _jobPath = descriptor.getFullPath();
+
+ _descriptor = descriptor;
+ _env = getEnvironmentVariables();
+ _cwd = getWorkingDirectory();
+ }
+
+ public JobDescriptor getJobDescriptor() {
+ return _descriptor;
+ }
+
+ public Props getProps() {
+ return _props;
+ }
+
+ public String getJobPath() {
+ return _jobPath;
+ }
+
+ /**
+ *
+ * @author eric
+ */
+ protected void resolveProps () {
+ _props = PropsUtils.resolveProps(_props);
+ }
+
+ public Props getJobGeneratedProperties() {
+ return generatedPropeties;
+ }
+
+ /**
+ * initialize temporary and final property file
+ *
+ * @return {tmpPropFile, outputPropFile}
+ */
+ public File[] initPropsFiles() {
+ // Create properties file with additionally all input generated properties.
+ File [] files = new File[2];
+ files[0] = createFlattenedPropsFile(_cwd);
+
+ _env.put(JOB_PROP_ENV, files[0].getAbsolutePath());
+ _env.put(JOB_NAME_ENV, getId());
+
+ files[1] = createOutputPropsFile(getId(), _cwd);
+ _env.put(JOB_OUTPUT_PROP_FILE, files[1].getAbsolutePath());
+
+ return files;
+ }
+
+ public Map<String,String> getEnv() {
+ return _env;
+ }
+
+ public String getCwd() {
+ return _cwd;
+ }
+
+
+ public Map<String, String> getEnvironmentVariables( ) {
+ return _props.getMapByPrefix(ENV_PREFIX);
+ }
+
+ public String getWorkingDirectory() {
+ return _props.getString(WORKING_DIR, new File(_jobPath).getParent());
+ }
+
+ public Props loadOutputFileProps( File outputPropertiesFile)
+ {
+ InputStream reader = null;
+ try {
+ System.err.println("output properties file=" + outputPropertiesFile.getAbsolutePath());
+ reader = new BufferedInputStream(new FileInputStream(outputPropertiesFile));
+
+ Props outputProps = new Props();
+ final String content = Streams.asString(reader).trim();
+
+ if (!content.isEmpty()) {
+ Map<String, Object> propMap = jsonToJava.apply(new JSONObject(content));
+
+ for (Map.Entry<String, Object> entry : propMap.entrySet()) {
+ outputProps.put(entry.getKey(), entry.getValue().toString());
+ }
+ }
+ return outputProps;
+ }
+ catch (Exception e) {
+ e.printStackTrace(System.err);
+ throw new RuntimeException("Unable to gather output properties from: " + outputPropertiesFile.getAbsolutePath());
+ }
+ finally {
+ IOUtils.closeQuietly(reader);
+ }
+ }
+
+ public File createFlattenedPropsFile(String workingDir) {
+ File directory = new File(workingDir);
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile(getId() + "_", "_tmp", directory);
+ _props.storeFlattened(tempFile);
+ } catch(IOException e) {
+ throw new RuntimeException("Failed to create temp property file ", e);
+ }
+
+ return tempFile;
+ }
+
+ public static File createOutputPropsFile(String id, String workingDir) {
+ System.err.println("cwd=" + workingDir);
+
+ File directory = new File(workingDir);
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile(id + "_output_", "_tmp", directory);
+ } catch (IOException e) {
+ System.err.println("Failed to create temp output property file :\n");
+ e.printStackTrace(System.err);
+ throw new RuntimeException("Failed to create temp output property file ", e);
+ }
+ return tempFile;
+ }
+
+ public void generateProperties(File outputFile) {
+ generatedPropeties = loadOutputFileProps( outputFile);
+ }
+
+}
View
112 azkaban/src/java/azkaban/jobs/LongArgJob.java
@@ -0,0 +1,112 @@
+package azkaban.jobs;
+
+import java.io.File;
+import java.util.HashSet;
+import java.util.Set;
+import java.util.concurrent.TimeUnit;
+import azkaban.app.JobDescriptor;
+import azkaban.common.utils.Props;
+import azkaban.util.process.AzkabanProcess;
+import azkaban.util.process.AzkabanProcessBuilder;
+
+
+/**
+ * A job that passes all the job properties as command line arguments in "long" format,
+ * e.g. --key1 value1 --key2 value2 ...
+ *
+ * @author jkreps
+ *
+ */
+public abstract class LongArgJob extends AbstractProcessJob {
+
+ private static final long KILL_TIME_MS = 5000;
+ private final AzkabanProcessBuilder builder;
+ private volatile AzkabanProcess process;
+
+ public LongArgJob(String[] command, JobDescriptor desc) {
+ this(command, desc, new HashSet<String>(0));
+ }
+
+ public LongArgJob(String[] command, JobDescriptor desc, Set<String> suppressedKeys) {
+ //super(command, desc);
+ super(desc);
+ //String cwd = descriptor.getProps().getString(WORKING_DIR, new File(descriptor.getFullPath()).getParent());
+
+ this.builder = new AzkabanProcessBuilder(command).
+ setEnv(getProps().getMapByPrefix(ENV_PREFIX)).
+ setWorkingDir(getCwd()).
+ setLogger(getLog());
+ appendProps(suppressedKeys);
+ }
+
+ public void run() throws Exception {
+
+ resolveProps();
+
+ long startMs = System.currentTimeMillis();
+ info("Command: " + builder.getCommandString());
+ if(builder.getEnv().size() > 0)
+ info("Environment variables: " + builder.getEnv());
+ info("Working directory: " + builder.getWorkingDir());
+
+ File [] propFiles = initPropsFiles( );
+ //System.err.println("outputfile=" + propFiles[1]);
+
+ boolean success = false;
+ this.process = builder.build();
+ try {
+ this.process.run();
+ success = true;
+ }
+ catch (Exception e) {
+ for (File file: propFiles) if (file != null && file.exists()) file.delete();
+ throw new RuntimeException (e);
+ }
+ finally {
+ this.process = null;
+ info("Process completed " + (success? "successfully" : "unsuccessfully") + " in " + ((System.currentTimeMillis() - startMs) / 1000) + " seconds.");
+ }
+
+ // Get the output properties from this job.
+ generateProperties(propFiles[1]);
+
+ for (File file: propFiles)
+ if (file != null && file.exists()) file.delete();
+ }
+
+
+
+ /**
+ * This gives access to the process builder used to construct the process. An overriding class can use this to
+ * add to the command being executed.
+ */
+ protected AzkabanProcessBuilder getBuilder() {
+ return this.builder;
+ }
+
+ @Override
+ public void cancel() throws InterruptedException {
+ if(process == null)
+ throw new IllegalStateException("Not started.");
+ boolean killed = process.softKill(KILL_TIME_MS, TimeUnit.MILLISECONDS);
+ if(!killed) {
+ warn("Kill with signal TERM failed. Killing with KILL signal.");
+ process.hardKill();
+ }
+ }
+
+ @Override
+ public double getProgress() {
+ return process != null && process.isComplete()? 1.0 : 0.0;
+ }
+
+ private void appendProps(Set<String> suppressed) {
+ AzkabanProcessBuilder builder = this.getBuilder();
+ Props props = getProps();
+ for(String key: props.getKeySet())
+ if(!suppressed.contains(key))
+ builder.addArg("--" + key, props.get(key));
+ }
+
+
+}
View
14 test-job-set/my.diff
@@ -1,14 +0,0 @@
-?M ../azkaban-common/src/java/azkaban/common/web/JsonSequenceFileViewer.java
-?M ../azkaban/src/java/azkaban/app/JobManager.java
-xxUU ../azkaban/src/java/azkaban/app/Scheduler.java
- M ../test/jobs/lib/azkaban-common-0.04.jar
- M ../test/jobs/lib/azkaban-tests.jar
- M ../test/jobs/system.properties
- M ../test/src/java/azkaban/test/WordCountGrid.java
- M ../test/src/java/azkaban/test/WordCountLocal.java
-?? ../azkaban/src/bin/
-?? ../merge.result
-?? my.diff
-?? ../test/bin/
-?? ../test/jobs/lib/commons-io-1.4.jar
-?? ../test/logs/
View
BIN  test/bin/azkaban/test/SleepyTest.class
Binary file not shown
View
BIN  test/bin/azkaban/test/WordCountGrid$Map.class
Binary file not shown
View
BIN  test/bin/azkaban/test/WordCountGrid$Reduce.class
Binary file not shown
View
BIN  test/bin/azkaban/test/WordCountGrid.class
Binary file not shown
View
BIN  test/bin/azkaban/test/WordCountLocal.class
Binary file not shown
View
235 test/logs/JobControl.log
@@ -1,235 +0,0 @@
-2010/09/03 10:15:34.767 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:15:34.768 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:15:34.777 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:15:34.872 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:15:34.872 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:15:34.875 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:15:34.875 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/09/03 10:15:35.027 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:19:42.865 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 10:19:42:800
-2010/09/03 10:19:42.972 WARN [JobManager] [] Empty execution for job 34
-2010/09/03 10:19:42.973 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:19:42.978 ERROR [IndividualJobExecutableFlow] [] Exception thrown while calling callback. job[command_err]
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:21:58.180 INFO [Scheduler] [] Scheduling job 'command_ls' for 09-03-2010 10:21:58:180
-2010/09/03 10:21:58.274 INFO [Props] [] Return props for job[command_ls]
-2010/09/03 10:22:20.608 INFO [Scheduler] [] Scheduling job 'command_rm' for 09-03-2010 10:22:20:607
-2010/09/03 10:22:20.700 WARN [JobManager] [] Empty execution for job 36
-2010/09/03 10:22:20.700 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:22:20.701 ERROR [IndividualJobExecutableFlow] [] Exception thrown while calling callback. job[command_rm]
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:22:48.808 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 10:22:48.886 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 10:22:54.641 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:22:54.643 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:22:54.651 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:22:54.745 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:22:54.745 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:22:54.748 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:22:54.748 INFO [AzkabanApplication] [] Last known execution id was [36]
-2010/09/03 10:22:54.900 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:23:01.141 INFO [Scheduler] [] Scheduling job 'command_rm' for 09-03-2010 10:23:01:075
-2010/09/03 10:23:01.257 WARN [JobManager] [] Empty execution for job 37
-2010/09/03 10:23:01.258 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:23:01.267 ERROR [IndividualJobExecutableFlow] [] Exception thrown while calling callback. job[command_rm]
-java.lang.NullPointerException
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:515)
- at azkaban.app.Scheduler.access$1000(Scheduler.java:67)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:721)
- at azkaban.flow.IndividualJobExecutableFlow$2.run(IndividualJobExecutableFlow.java:347)
- at java.lang.Thread.run(Thread.java:637)
-2010/09/03 10:27:17.550 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 10:27:17.647 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 10:27:30.219 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:27:30.221 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:27:30.230 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:27:30.330 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:27:30.330 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:27:30.333 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:27:30.333 INFO [AzkabanApplication] [] Last known execution id was [37]
-2010/09/03 10:27:30.487 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:27:38.394 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 10:27:38:329
-2010/09/03 10:27:38.506 WARN [JobManager] [] Empty execution for job 38
-2010/09/03 10:28:22.136 INFO [Scheduler] [] Scheduling job 'command_ls' for 09-03-2010 10:28:22:136
-2010/09/03 10:28:22.236 INFO [Props] [] Return props for job[command_ls]
-2010/09/03 10:28:33.589 INFO [Scheduler] [] Scheduling job 'command_rm' for 09-03-2010 10:28:33:589
-2010/09/03 10:28:33.685 WARN [JobManager] [] Empty execution for job 40
-2010/09/03 10:28:50.275 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 10:28:50:275
-2010/09/03 10:28:54.453 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 10:28:54.454 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 10:29:34.256 WARN [JobManager] [] Empty execution for job 41
-2010/09/03 10:32:00.740 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 10:32:00.812 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 10:32:03.867 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:32:03.868 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:32:03.877 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:32:03.970 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:32:03.970 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:32:03.973 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:32:03.973 INFO [AzkabanApplication] [] Last known execution id was [41]
-2010/09/03 10:32:04.127 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:32:23.726 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 10:32:23:726
-2010/09/03 10:32:27.307 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 10:32:27.310 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 10:33:09.522 WARN [JobManager] [] Empty execution for job 42
-2010/09/03 10:34:21.455 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 10:34:21:455
-2010/09/03 10:34:25.042 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 10:34:25.043 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 10:35:10.158 WARN [JobManager] [] Empty execution for job 43
-2010/09/03 10:42:26.848 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 10:42:26:848
-2010/09/03 10:42:30.511 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 10:42:30.512 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 10:43:16.877 INFO [Props] [] Return props for job[hadoop_wordcount]
-2010/09/03 10:43:39.762 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for 09-03-2010 10:43:39:762
-2010/09/03 10:43:43.377 INFO [Props] [] Return props for job[hadoop_prepare_error]
-2010/09/03 10:43:43.378 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 10:44:22.130 WARN [JobManager] [] Empty execution for job 45
-2010/09/03 10:45:19.712 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 10:45:19.811 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 10:45:37.538 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:45:37.540 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:45:37.549 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:45:37.644 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:45:37.645 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:45:37.648 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:45:37.648 INFO [AzkabanApplication] [] Last known execution id was [45]
-2010/09/03 10:45:37.805 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:45:41.815 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 10:45:41:749
-2010/09/03 10:45:41.931 WARN [JobManager] [] Empty execution for job 46
-2010/09/03 10:58:18.290 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 10:58:18.386 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 10:58:37.953 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 10:58:37.954 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 10:58:37.963 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 10:58:38.056 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 10:58:38.056 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 10:58:38.059 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 10:58:38.059 INFO [AzkabanApplication] [] Last known execution id was [46]
-2010/09/03 10:58:38.212 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 10:58:42.463 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 10:58:42:397
-2010/09/03 10:59:28.786 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 11:01:00:786
-2010/09/03 11:01:52.513 INFO [Scheduler] [] Scheduling job 'command_ls' for 09-03-2010 11:01:52:513
-2010/09/03 11:01:52.618 INFO [Props] [] Return props for job[command_ls]
-2010/09/03 11:02:15.737 INFO [Scheduler] [] Scheduling job 'command_rm' for 09-03-2010 11:02:15:736
-2010/09/03 11:02:35.851 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 11:02:35:851
-2010/09/03 11:02:39.497 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 11:02:39.498 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 11:03:20.405 INFO [Props] [] Return props for job[hadoop_wordcount]
-2010/09/03 11:03:31.935 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for 09-03-2010 11:03:31:935
-2010/09/03 11:03:35.597 INFO [Props] [] Return props for job[hadoop_prepare_error]
-2010/09/03 11:03:35.598 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 11:04:51.521 INFO [Scheduler] [] Scheduling job 'java_error' for 09-03-2010 11:04:51:521
-2010/09/03 11:06:12.815 INFO [Scheduler] [] Scheduling job 'java_sleep' for 09-03-2010 11:06:12:815
-2010/09/03 11:06:18.204 INFO [Props] [] Return props for job[java_sleep]
-2010/09/03 11:06:32.026 INFO [Scheduler] [] Scheduling job 'java_wordcount' for 09-03-2010 11:06:32:026
-2010/09/03 11:06:32.404 INFO [Props] [] Return props for job[java_wordcount]
-2010/09/03 11:06:43.995 INFO [Scheduler] [] Scheduling job 'pig_count' for 09-03-2010 11:06:43:995
-2010/09/03 11:06:46.414 INFO [Props] [] Return props for job[pig_prepare]
-2010/09/03 11:06:46.415 INFO [Props] [] Output properties for pig_prepare
-2010/09/03 11:07:23.075 INFO [Props] [] Return props for job[pig_count]
-2010/09/03 11:07:49.981 INFO [Scheduler] [] Scheduling job 'python_celsius' for 09-03-2010 11:07:49:981
-2010/09/03 11:07:50.094 INFO [Props] [] Return props for job[python_celsius]
-2010/09/03 11:09:57.808 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for now
-2010/09/03 11:09:57.811 INFO [Scheduler] [] Starting run of hadoop_wordcount_error
-2010/09/03 11:09:57.812 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 11:14:40.707 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 11:14:40.811 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 11:46:54.530 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 11:46:54.531 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 11:46:54.540 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 11:46:54.634 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 11:46:54.634 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 11:46:54.637 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 11:46:54.637 INFO [AzkabanApplication] [] Last known execution id was [57]
-2010/09/03 11:46:54.794 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 12:42:58.629 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 12:42:58:564
-2010/09/03 12:43:25.033 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 12:43:25:033
-2010/09/03 12:43:28.941 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 12:43:28.942 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 12:44:21.067 INFO [Props] [] Return props for job[hadoop_wordcount]
-2010/09/03 12:45:12.474 INFO [Scheduler] [] Scheduling job 'pig_count' for 09-03-2010 12:45:12:474
-2010/09/03 12:45:14.923 INFO [Props] [] Return props for job[pig_prepare]
-2010/09/03 12:45:14.924 INFO [Props] [] Output properties for pig_prepare
-2010/09/03 12:45:57.225 INFO [Props] [] Return props for job[pig_count]
-2010/09/03 12:46:39.094 INFO [Scheduler] [] Scheduling job 'python_celsius' for 09-03-2010 12:46:39:094
-2010/09/03 12:46:39.204 INFO [Props] [] Return props for job[python_celsius]
-2010/09/03 12:46:53.319 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for 09-03-2010 12:46:53:319
-2010/09/03 12:46:56.865 INFO [Props] [] Return props for job[hadoop_prepare_error]
-2010/09/03 12:46:56.866 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 12:47:56.352 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for now
-2010/09/03 12:47:56.354 INFO [Scheduler] [] Starting run of hadoop_wordcount_error
-2010/09/03 12:47:56.356 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 12:48:21.363 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 12:48:21.460 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 12:48:30.967 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 12:48:30.969 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 12:48:30.977 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 12:48:31.071 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 12:48:31.072 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 12:48:31.075 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 12:48:31.075 INFO [AzkabanApplication] [] Last known execution id was [62]
-2010/09/03 12:48:31.230 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 12:48:34.399 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for now
-2010/09/03 12:48:34.402 INFO [Scheduler] [] Starting run of hadoop_wordcount_error
-2010/09/03 13:03:43.841 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 13:03:43.941 INFO [AzkabanApp] [] kk thx bye.
-2010/09/03 15:41:22.068 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/03 15:41:22.069 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/03 15:41:22.078 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/03 15:41:22.172 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/03 15:41:22.172 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/03 15:41:22.175 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/03 15:41:22.176 INFO [AzkabanApplication] [] Last known execution id was [62]
-2010/09/03 15:41:22.332 INFO [AzkabanApp] [] Server running on port 8081.
-2010/09/03 15:42:41.929 INFO [Scheduler] [] Scheduling job 'command_err' for 09-03-2010 15:42:41:864
-2010/09/03 15:43:03.067 INFO [Scheduler] [] Scheduling job 'command_ls' for 09-03-2010 15:43:03:067
-2010/09/03 15:43:03.166 INFO [Props] [] Return props for job[command_ls]
-2010/09/03 15:43:10.821 INFO [Scheduler] [] Scheduling job 'command_rm' for 09-03-2010 15:43:10:821
-2010/09/03 15:43:24.464 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 09-03-2010 15:43:24:464
-2010/09/03 15:43:28.380 INFO [Props] [] Return props for job[hadoop_prepare]
-2010/09/03 15:43:28.381 INFO [Props] [] Output properties for hadoop_prepare
-2010/09/03 15:44:11.341 INFO [Props] [] Return props for job[hadoop_wordcount]
-2010/09/03 15:44:22.883 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for 09-03-2010 15:44:22:883
-2010/09/03 15:44:26.560 INFO [Props] [] Return props for job[hadoop_prepare_error]
-2010/09/03 15:44:26.561 INFO [Props] [] Output properties for hadoop_prepare_error
-2010/09/03 15:44:33.629 INFO [Scheduler] [] Scheduling job 'java_sleep' for 09-03-2010 15:44:33:629
-2010/09/03 15:44:39.022 INFO [Props] [] Return props for job[java_sleep]
-2010/09/03 15:44:51.174 INFO [Scheduler] [] Scheduling job 'java_error' for 09-03-2010 15:44:51:174
-2010/09/03 15:45:25.524 INFO [Scheduler] [] Scheduling job 'java_wordcount' for 09-03-2010 15:45:25:524
-2010/09/03 15:45:25.961 INFO [Props] [] Return props for job[java_wordcount]
-2010/09/03 15:45:30.670 INFO [Scheduler] [] Scheduling job 'pig_count' for 09-03-2010 15:45:30:670
-2010/09/03 15:45:33.081 INFO [Props] [] Return props for job[pig_prepare]
-2010/09/03 15:45:33.082 INFO [Props] [] Output properties for pig_prepare
-2010/09/03 15:46:12.995 INFO [Props] [] Return props for job[pig_count]
-2010/09/03 15:46:26.319 INFO [Scheduler] [] Scheduling job 'python_celsius' for 09-03-2010 15:46:26:319
-2010/09/03 15:46:26.427 INFO [Props] [] Return props for job[python_celsius]
-2010/09/03 15:50:22.021 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/03 15:50:22.119 INFO [AzkabanApp] [] kk thx bye.
View
2  test/logs/JobControl.log.2010-08-06
@@ -1,2 +0,0 @@
-2010/08/23 15:11:32.100 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/23 15:11:33.234 INFO [AzkabanApp] [] kk thx bye.
View
94 test/logs/JobControl.log.2010-08-10
@@ -1,94 +0,0 @@
-2010/08/10 15:37:50.376 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:37:50.377 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:37:50.384 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:37:50.478 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:37:50.479 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:37:50.481 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:37:50.482 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/10 15:37:50.515 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:37:50.616 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:38:18.585 INFO [Scheduler] [] Scheduling job 'lstest' for 08-10-2010 15:38:18:519
-2010/08/10 15:38:18.757 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendSuccessEmail(Scheduler.java:558)
- at azkaban.app.Scheduler.access$800(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:712)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/10 15:43:53.204 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:43:53.308 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:43:55.835 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:43:55.836 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:43:55.844 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:43:55.938 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:43:55.938 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:43:55.941 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:43:55.941 INFO [AzkabanApplication] [] Last known execution id was [1]
-2010/08/10 15:43:56.073 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:44:12.355 INFO [Scheduler] [] Scheduling job 'lstest' for 08-10-2010 15:44:12:288
-2010/08/10 15:44:12.586 WARN [Mailman] [] Error while sending email: No recipient addresses
-2010/08/10 15:47:47.234 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:47:47.339 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:47:50.590 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:47:50.591 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:47:50.598 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:47:50.692 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:47:50.693 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:47:50.695 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:47:50.695 INFO [AzkabanApplication] [] Last known execution id was [2]
-2010/08/10 15:47:50.828 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:48:03.695 INFO [Scheduler] [] Scheduling job 'lstest' for 08-10-2010 15:48:03:629
-2010/08/10 15:48:03.979 WARN [Mailman] [] Error while sending email: Could not connect to SMTP host: corp-mail.linkedin.biz, port: 25
-2010/08/10 15:52:48.913 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:52:49.015 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:52:51.576 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:52:51.577 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:52:51.584 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:52:51.678 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:52:51.678 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:52:51.680 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:52:51.681 INFO [AzkabanApplication] [] Last known execution id was [3]
-2010/08/10 15:52:51.812 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:53:02.415 INFO [Scheduler] [] Scheduling job 'lstest' for 08-10-2010 15:53:02:349
-2010/08/10 15:53:35.190 INFO [Scheduler] [] Scheduling job 'sleeptest' for 08-10-2010 15:53:35:190
-2010/08/10 15:57:13.600 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:57:13.712 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:57:15.707 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:57:15.709 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:57:15.716 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:57:15.810 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:57:15.811 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:57:15.813 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:57:15.813 INFO [AzkabanApplication] [] Last known execution id was [5]
-2010/08/10 15:57:15.947 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:57:26.074 INFO [Scheduler] [] Scheduling job 'sleeptest' for now
-2010/08/10 15:57:26.078 INFO [Scheduler] [] Starting run of sleeptest
-2010/08/10 15:58:47.763 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:58:47.866 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:58:50.038 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:58:50.039 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:58:50.047 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:58:50.143 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:58:50.143 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:58:50.145 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:58:50.146 INFO [AzkabanApplication] [] Last known execution id was [5]
-2010/08/10 15:58:50.280 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:58:56.719 INFO [Scheduler] [] Scheduling job 'sleeptest' for 08-10-2010 15:58:56:654
-2010/08/10 15:59:49.556 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/10 15:59:49.656 INFO [AzkabanApp] [] kk thx bye.
-2010/08/10 15:59:51.630 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/10 15:59:51.631 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/10 15:59:51.638 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/10 15:59:51.732 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/10 15:59:51.733 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/10 15:59:51.735 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/10 15:59:51.735 INFO [AzkabanApplication] [] Last known execution id was [6]
-2010/08/10 15:59:51.869 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/10 15:59:56.503 INFO [Scheduler] [] Scheduling job 'sleeptest' for 08-10-2010 15:59:56:437
-2010/08/10 17:57:21.874 INFO [Scheduler] [] Scheduling job 'lstest' for 08-10-2010 17:57:21:874
View
276 test/logs/JobControl.log.2010-08-12
@@ -1,276 +0,0 @@
-2010/08/12 12:05:32.997 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 12:05:33.129 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 12:06:12.739 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 12:06:12.741 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 12:06:12.748 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2/
-2010/08/12 12:06:12.841 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 12:06:12.841 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 12:06:12.843 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 12:06:12.844 INFO [AzkabanApplication] [] Last known execution id was [8]
-2010/08/12 12:06:12.977 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:14:10.438 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:14:10.439 INFO [AzkabanApp] [] Job directories set to [test/jobs/command_job]
-2010/08/12 15:14:10.446 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:14:10.540 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule
-2010/08/12 15:14:10.540 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule.backup
-2010/08/12 15:14:10.542 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/executions] for storing executions.
-2010/08/12 15:14:10.543 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 15:14:10.576 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule
-2010/08/12 15:14:10.674 WARN [AzkabanApp] [] org.mortbay.util.MultiException[java.net.BindException: Address already in use]
-2010/08/12 15:14:20.443 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:14:20.561 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:14:23.540 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:14:23.541 INFO [AzkabanApp] [] Job directories set to [test/jobs/command_job]
-2010/08/12 15:14:23.548 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:14:23.645 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule
-2010/08/12 15:14:23.645 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule.backup
-2010/08/12 15:14:23.648 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/executions] for storing executions.
-2010/08/12 15:14:23.648 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 15:14:23.682 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule
-2010/08/12 15:14:23.783 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:14:32.161 INFO [Scheduler] [] Scheduling job 'lstest' for 08-12-2010 15:14:32:094
-2010/08/12 15:15:09.878 INFO [Scheduler] [] Scheduling job 'errtest' for 08-12-2010 15:15:09:878
-2010/08/12 15:26:14.605 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:26:14.727 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:26:17.297 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:26:17.298 INFO [AzkabanApp] [] Job directories set to [test/jobs/command_job]
-2010/08/12 15:26:17.306 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:26:17.402 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule
-2010/08/12 15:26:17.402 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/jobs.schedule.backup
-2010/08/12 15:26:17.405 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/command_job/executions] for storing executions.
-2010/08/12 15:26:17.405 INFO [AzkabanApplication] [] Last known execution id was [2]
-2010/08/12 15:26:17.541 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:26:28.592 INFO [Scheduler] [] Scheduling job 'rmtest' for 08-12-2010 15:26:28:527
-2010/08/12 15:32:42.774 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:32:42.880 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:32:48.428 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:32:48.429 INFO [AzkabanApp] [] Job directories set to [test/jobs/java_job]
-2010/08/12 15:32:48.437 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:32:48.532 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/jobs.schedule
-2010/08/12 15:32:48.532 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/jobs.schedule.backup
-2010/08/12 15:32:48.535 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/executions] for storing executions.
-2010/08/12 15:32:48.535 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 15:32:48.571 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/jobs.schedule
-2010/08/12 15:32:48.672 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:37:07.968 INFO [Scheduler] [] Scheduling job 'sleeptest' for 08-12-2010 15:37:07:967
-2010/08/12 15:37:48.689 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:37:48:689
-2010/08/12 15:39:06.816 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:39:06.936 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:39:47.149 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:39:47.150 INFO [AzkabanApp] [] Job directories set to [test/jobs/java_job]
-2010/08/12 15:39:47.158 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:39:47.251 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/jobs.schedule
-2010/08/12 15:39:47.251 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/jobs.schedule.backup
-2010/08/12 15:39:47.254 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/java_job/executions] for storing executions.
-2010/08/12 15:39:47.254 INFO [AzkabanApplication] [] Last known execution id was [2]
-2010/08/12 15:39:47.388 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:40:20.406 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:40:20:405
-2010/08/12 15:40:57.852 INFO [Scheduler] [] Scheduling job 'errorjava' for 08-12-2010 15:40:57:852
-2010/08/12 15:46:30.371 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:46:30.494 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:46:37.796 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:46:37.798 INFO [AzkabanApp] [] Job directories set to [test/jobs/hadoop_job]
-2010/08/12 15:46:37.805 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:46:37.900 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/jobs.schedule
-2010/08/12 15:46:37.900 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/jobs.schedule.backup
-2010/08/12 15:46:37.903 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/executions] for storing executions.
-2010/08/12 15:46:37.903 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 15:46:37.951 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/jobs.schedule
-2010/08/12 15:46:38.051 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:47:00.345 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:47:00:279
-2010/08/12 15:48:11.389 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 15:48:11.494 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 15:48:24.953 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 15:48:24.955 INFO [AzkabanApp] [] Job directories set to [test/jobs/hadoop_job]
-2010/08/12 15:48:24.962 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 15:48:25.057 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/jobs.schedule
-2010/08/12 15:48:25.057 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/jobs.schedule.backup
-2010/08/12 15:48:25.060 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/hadoop_job/executions] for storing executions.
-2010/08/12 15:48:25.060 INFO [AzkabanApplication] [] Last known execution id was [1]
-2010/08/12 15:48:25.205 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 15:48:33.659 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:48:33:593
-2010/08/12 15:49:50.640 INFO [Scheduler] [] Scheduling job 'wordcount' for now
-2010/08/12 15:49:50.643 INFO [Scheduler] [] Starting run of wordcount
-2010/08/12 15:50:34.627 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:50:34:627
-2010/08/12 15:53:36.872 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:53:36:872
-2010/08/12 15:55:48.515 INFO [Scheduler] [] Scheduling job 'wordcount' for 08-12-2010 15:55:48:515
-2010/08/12 15:58:11.071 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 15:58:11:071
-2010/08/12 15:59:08.599 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 15:59:08:599
-2010/08/12 16:00:41.857 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 16:00:41:857
-2010/08/12 16:02:23.213 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 16:02:23:213
-2010/08/12 16:07:30.539 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 16:07:30:539
-2010/08/12 16:09:42.606 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 16:09:42:606
-2010/08/12 16:20:23.616 INFO [Scheduler] [] Scheduling job 'wordcount_error' for 08-12-2010 16:20:23:616
-2010/08/12 18:15:46.758 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 18:15:46.862 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 18:15:52.465 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 18:15:52.467 INFO [AzkabanApp] [] Job directories set to [test/jobs/pig_job]
-2010/08/12 18:15:52.474 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/batch/common/hadoop-conf/dev
-2010/08/12 18:15:52.568 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/pig_job/jobs.schedule
-2010/08/12 18:15:52.568 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/pig_job/jobs.schedule.backup
-2010/08/12 18:15:52.571 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/pig_job/executions] for storing executions.
-2010/08/12 18:15:52.571 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 18:15:52.614 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/pig_job/jobs.schedule
-2010/08/12 18:15:52.715 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 18:16:01.211 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:16:01:146
-2010/08/12 18:16:05.097 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:537)
- at azkaban.app.Scheduler.access$900(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:718)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:29:59.524 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:29:59:524
-2010/08/12 18:30:03.198 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:537)
- at azkaban.app.Scheduler.access$900(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:718)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:30:37.045 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:30:37:045
-2010/08/12 18:30:41.126 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:537)
- at azkaban.app.Scheduler.access$900(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:718)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:31:43.623 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:31:43:623
-2010/08/12 18:31:47.228 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:537)
- at azkaban.app.Scheduler.access$900(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:718)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:32:50.034 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:32:50:034
-2010/08/12 18:32:53.701 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendErrorEmail(Scheduler.java:537)
- at azkaban.app.Scheduler.access$900(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledRunnable$1.completed(Scheduler.java:718)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:33:33.312 INFO [Scheduler] [] Scheduling job 'pig' for now
-2010/08/12 18:33:33.316 INFO [Scheduler] [] Starting run of pig
-2010/08/12 18:34:37.018 WARN [Scheduler] [] Exception caught while saving flow/sending emails
-java.lang.NullPointerException
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:609)
- at javax.mail.internet.InternetAddress.parse(InternetAddress.java:569)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:105)
- at javax.mail.internet.InternetAddress.<init>(InternetAddress.java:133)
- at azkaban.app.Mailman.sendEmail(Mailman.java:63)
- at azkaban.app.Mailman.sendEmailIfPossible(Mailman.java:78)
- at azkaban.app.Scheduler.sendSuccessEmail(Scheduler.java:558)
- at azkaban.app.Scheduler.access$800(Scheduler.java:68)
- at azkaban.app.Scheduler$ScheduledFlow$1.completed(Scheduler.java:818)
- at azkaban.flow.ComposedExecutableFlow.callCallbacks(ComposedExecutableFlow.java:261)
- at azkaban.flow.ComposedExecutableFlow.access$700(ComposedExecutableFlow.java:30)
- at azkaban.flow.ComposedExecutableFlow$DependerCallback.completed(ComposedExecutableFlow.java:295)
- at azkaban.flow.IndividualJobExecutableFlow$1$1.run(IndividualJobExecutableFlow.java:155)
- at java.lang.Thread.run(Thread.java:637)
-2010/08/12 18:36:19.381 INFO [Scheduler] [] Scheduling job 'pig' for 08-12-2010 18:36:19:381
-2010/08/12 18:37:49.742 WARN [Mailman] [] Error while sending email: No recipient addresses
-2010/08/12 18:38:32.568 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 18:38:32.662 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 19:07:25.017 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:07:25.018 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:07:25.026 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:07:25.120 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:07:25.120 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:07:25.123 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:07:25.123 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:08:33.803 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:08:33.804 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:08:33.812 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:08:33.908 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:08:33.908 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:08:33.910 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:08:33.911 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:09:09.824 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:09:09.826 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:09:09.833 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:09:09.926 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:09:09.927 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:09:09.929 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:09:09.929 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:13:38.187 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:13:38.188 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:13:38.196 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:13:38.290 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:13:38.290 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:13:38.293 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:13:38.293 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:14:20.368 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:14:20.369 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:14:20.377 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:14:20.472 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:14:20.472 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:14:20.475 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:14:20.475 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:14:20.533 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:14:20.634 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 19:16:52.767 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/12 19:16:52.826 INFO [AzkabanApp] [] kk thx bye.
-2010/08/12 19:16:54.631 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/12 19:16:54.632 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/12 19:16:54.640 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/12 19:16:54.736 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:16:54.737 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/12 19:16:54.739 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/12 19:16:54.739 INFO [AzkabanApplication] [] Last known execution id was [0]
-2010/08/12 19:16:54.798 WARN [Scheduler] [] No schedule files found looking for /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/12 19:16:54.898 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/12 19:17:12.606 INFO [Scheduler] [] Scheduling job 'command_err' for 08-12-2010 19:17:12:541
-2010/08/12 19:17:45.469 INFO [Scheduler] [] Scheduling job 'command_ls' for 08-12-2010 19:17:45:469
-2010/08/12 19:18:02.028 INFO [Scheduler] [] Scheduling job 'command_rm' for 08-12-2010 19:18:02:028
-2010/08/12 19:18:13.445 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-12-2010 19:18:13:445
-2010/08/12 19:21:10.617 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-12-2010 19:21:10:617
-2010/08/12 19:23:52.228 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-12-2010 19:23:52:228
-2010/08/12 19:26:15.296 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-12-2010 19:26:15:296
View
45 test/logs/JobControl.log.2010-08-13
@@ -1,45 +0,0 @@
-2010/08/13 09:46:42.575 INFO [Scheduler] [] Scheduling job 'java_sleep' for 08-13-2010 09:46:42:575
-2010/08/13 09:48:50.543 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/13 09:48:50.636 INFO [AzkabanApp] [] kk thx bye.
-2010/08/13 09:48:53.149 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/13 09:48:53.150 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/13 09:48:53.158 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/13 09:48:53.252 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/13 09:48:53.252 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/13 09:48:53.254 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/13 09:48:53.255 INFO [AzkabanApplication] [] Last known execution id was [8]
-2010/08/13 09:48:53.411 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/13 09:49:10.124 INFO [Scheduler] [] Scheduling job 'java_sleep' for 08-13-2010 09:49:10:059
-2010/08/13 09:51:59.238 INFO [Scheduler] [] Scheduling job 'java_wordcount' for 08-13-2010 09:51:59:238
-2010/08/13 09:55:57.388 INFO [Scheduler] [] Scheduling job 'command_ls' for 08-13-2010 09:55:57:388
-2010/08/13 09:56:11.046 INFO [Scheduler] [] Scheduling job 'command_rm' for 08-13-2010 09:56:11:046
-2010/08/13 09:56:32.246 INFO [Scheduler] [] Scheduling job 'command_err' for 08-13-2010 09:56:32:246
-2010/08/13 09:56:47.703 INFO [Scheduler] [] Scheduling job 'java_sleep' for 08-13-2010 09:56:47:703
-2010/08/13 09:57:16.055 INFO [Scheduler] [] Scheduling job 'java_wordcount' for 08-13-2010 09:57:16:055
-2010/08/13 09:57:38.704 INFO [Scheduler] [] Scheduling job 'java_error' for 08-13-2010 09:57:38:704
-2010/08/13 09:58:16.977 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-13-2010 09:58:16:976
-2010/08/13 10:00:24.268 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-13-2010 10:00:24:267
-2010/08/13 10:01:51.878 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount_error' for 08-13-2010 10:01:51:878
-2010/08/13 10:02:53.336 INFO [Scheduler] [] Scheduling job 'pig_count' for 08-13-2010 10:02:53:336
-2010/08/13 10:05:29.045 INFO [Scheduler] [] Scheduling job 'pig_count' for 08-13-2010 10:05:29:045
-2010/08/13 10:07:41.356 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/13 10:07:41.458 INFO [AzkabanApp] [] kk thx bye.
-2010/08/13 10:07:43.794 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/13 10:07:43.795 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/13 10:07:43.803 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs
-2010/08/13 10:07:43.898 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/13 10:07:43.898 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/13 10:07:43.901 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/13 10:07:43.901 INFO [AzkabanApplication] [] Last known execution id was [21]
-2010/08/13 10:07:44.061 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/13 10:07:55.345 INFO [Scheduler] [] Scheduling job 'pig_count' for 08-13-2010 10:07:55:279
-2010/08/13 10:09:58.665 INFO [Scheduler] [] Scheduling job 'pig_count' for 08-13-2010 10:09:58:665
-2010/08/13 10:10:31.692 INFO [Scheduler] [] Scheduling job 'pig_count' for 08-13-2010 10:10:31:691
-2010/08/13 10:11:00.171 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:12:00:171
-2010/08/13 10:27:24.324 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:27:24:324
-2010/08/13 10:33:21.245 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:33:21:244
-2010/08/13 10:34:12.854 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:34:12:854
-2010/08/13 10:36:54.056 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:36:54:056
-2010/08/13 10:38:20.932 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:38:20:932
-2010/08/13 10:39:50.357 INFO [Scheduler] [] Scheduling job 'python_celsius' for 08-13-2010 10:39:50:357
-2010/08/13 11:57:22.065 INFO [Scheduler] [] Scheduling job 'command_err' for 08-13-2010 11:57:22:065
View
2  test/logs/JobControl.log.2010-08-23
@@ -1,2 +0,0 @@
-2010/08/23 15:11:32.420 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/23 15:11:34.821 INFO [AzkabanApp] [] kk thx bye.
View
11 test/logs/JobControl.log.2010-08-30
@@ -1,11 +0,0 @@
-2010/08/30 23:51:59.057 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/30 23:51:59.058 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/30 23:51:59.083 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/08/30 23:51:59.215 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/30 23:51:59.215 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/30 23:51:59.227 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/30 23:51:59.228 INFO [AzkabanApplication] [] Last known execution id was [32]
-2010/08/30 23:51:59.535 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/30 23:52:49.250 INFO [Scheduler] [] Scheduling job 'hadoop_wordcount' for 08-30-2010 23:52:49:169
-2010/08/30 23:57:23.869 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/30 23:57:23.975 INFO [AzkabanApp] [] kk thx bye.
View
20 test/logs/JobControl.log.2010-08-31
@@ -1,20 +0,0 @@
-2010/08/31 00:59:27.799 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/31 00:59:27.801 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/31 00:59:27.809 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/08/31 00:59:27.901 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/31 00:59:27.901 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/31 00:59:27.904 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/31 00:59:27.904 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/08/31 00:59:28.061 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/31 01:23:16.783 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/31 01:23:16.898 INFO [AzkabanApp] [] kk thx bye.
-2010/08/31 10:12:56.674 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/08/31 10:12:56.676 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/08/31 10:12:56.683 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/08/31 10:12:56.776 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/08/31 10:12:56.776 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/08/31 10:12:56.779 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/08/31 10:12:56.779 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/08/31 10:12:56.936 INFO [AzkabanApp] [] Server running on port 8082.
-2010/08/31 20:26:53.085 INFO [AzkabanApp] [] Shutting down http server...
-2010/08/31 20:26:53.162 INFO [AzkabanApp] [] kk thx bye.
View
40 test/logs/JobControl.log.2010-09-01
@@ -1,40 +0,0 @@
-2010/09/01 15:00:58.565 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/01 15:00:58.567 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/01 15:00:58.574 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/01 15:00:58.667 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/01 15:00:58.667 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/01 15:00:58.670 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/01 15:00:58.670 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/09/01 15:00:58.827 INFO [AzkabanApp] [] Server running on port 8082.
-2010/09/01 15:45:29.771 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/01 15:45:29.870 INFO [AzkabanApp] [] kk thx bye.
-2010/09/01 15:45:31.994 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/01 15:45:31.996 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/01 15:45:32.003 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/01 15:45:32.095 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/01 15:45:32.095 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/01 15:45:32.098 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/01 15:45:32.098 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/09/01 15:45:32.255 INFO [AzkabanApp] [] Server running on port 8082.
-2010/09/01 16:03:31.683 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/01 16:03:31.756 INFO [AzkabanApp] [] kk thx bye.
-2010/09/01 16:03:34.577 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/01 16:03:34.579 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/01 16:03:34.586 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/01 16:03:34.678 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/01 16:03:34.678 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/01 16:03:34.681 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/01 16:03:34.681 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/09/01 16:03:34.837 INFO [AzkabanApp] [] Server running on port 8082.
-2010/09/01 16:04:39.880 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/01 16:04:39.975 INFO [AzkabanApp] [] kk thx bye.
-2010/09/01 16:04:42.131 INFO [AzkabanApp] [] Job log directory set to /var/folders/BW/BWxIRu5kHl4jjhH8gCvLdU+++TM/-Tmp-
-2010/09/01 16:04:42.132 INFO [AzkabanApp] [] Job directories set to [test/jobs]
-2010/09/01 16:04:42.139 INFO [AzkabanApplication] [] Using hadoop config found in /Users/lguo/Software/hadoop-0.20.2
-2010/09/01 16:04:42.232 INFO [AzkabanApplication] [] Schedule file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule
-2010/09/01 16:04:42.233 INFO [AzkabanApplication] [] Schedule backup file param not set. Defaulting to /Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/jobs.schedule.backup
-2010/09/01 16:04:42.235 INFO [AzkabanApplication] [] Using path[/Users/lguo/Documents/workspace/lguo/azkaban_lguo/test/jobs/executions] for storing executions.
-2010/09/01 16:04:42.235 INFO [AzkabanApplication] [] Last known execution id was [33]
-2010/09/01 16:04:42.392 INFO [AzkabanApp] [] Server running on port 8082.
-2010/09/01 22:16:03.276 INFO [AzkabanApp] [] Shutting down http server...
-2010/09/01 22:16:03.353 INFO [AzkabanApp] [] kk thx bye.
View
50 test/logs/hadoopCluster.log
@@ -1,50 +0,0 @@
-2010/08/12 12:06:30.910 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 0 time(s).
-2010/08/12 12:06:31.911 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 1 time(s).
-2010/08/12 12:06:32.912 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 2 time(s).
-2010/08/12 12:06:33.913 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 3 time(s).
-2010/08/12 12:06:34.913 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 4 time(s).
-2010/08/12 12:06:35.914 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 5 time(s).
-2010/08/12 12:06:36.915 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 6 time(s).
-2010/08/12 12:06:37.915 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 7 time(s).
-2010/08/12 12:06:38.916 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 8 time(s).
-2010/08/12 12:06:39.917 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 9 time(s).
-2010/08/12 12:06:41.019 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 0 time(s).
-2010/08/12 12:06:42.021 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 1 time(s).
-2010/08/12 12:06:43.021 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 2 time(s).
-2010/08/12 12:06:44.022 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 3 time(s).
-2010/08/12 12:06:45.023 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 4 time(s).
-2010/08/12 12:06:46.024 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 5 time(s).
-2010/08/12 12:06:47.024 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 6 time(s).
-2010/08/12 12:06:48.025 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 7 time(s).
-2010/08/12 12:06:49.026 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 8 time(s).
-2010/08/12 12:06:50.026 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 9 time(s).
-2010/08/12 12:06:51.130 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 0 time(s).
-2010/08/12 12:06:52.131 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 1 time(s).
-2010/08/12 12:06:53.132 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 2 time(s).
-2010/08/12 12:06:54.132 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 3 time(s).
-2010/08/12 12:06:55.133 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 4 time(s).
-2010/08/12 12:06:56.134 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 5 time(s).
-2010/08/12 12:06:57.134 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 6 time(s).
-2010/08/12 12:06:58.135 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 7 time(s).
-2010/08/12 12:06:59.135 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 8 time(s).
-2010/08/12 12:07:00.136 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 9 time(s).
-2010/08/12 12:07:01.232 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 0 time(s).
-2010/08/12 12:07:02.233 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 1 time(s).
-2010/08/12 12:07:03.234 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 2 time(s).
-2010/08/12 12:07:04.235 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 3 time(s).
-2010/08/12 12:07:05.235 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 4 time(s).
-2010/08/12 12:07:06.236 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 5 time(s).
-2010/08/12 12:07:07.237 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 6 time(s).
-2010/08/12 12:07:08.238 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 7 time(s).
-2010/08/12 12:07:09.238 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 8 time(s).
-2010/08/12 12:07:10.239 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 9 time(s).
-2010/08/12 12:07:11.328 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 0 time(s).
-2010/08/12 12:07:12.329 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 1 time(s).
-2010/08/12 12:07:13.329 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 2 time(s).
-2010/08/12 12:07:14.330 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 3 time(s).
-2010/08/12 12:07:15.331 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 4 time(s).
-2010/08/12 12:07:16.331 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 5 time(s).
-2010/08/12 12:07:17.332 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 6 time(s).
-2010/08/12 12:07:18.333 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 7 time(s).
-2010/08/12 12:07:19.334 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 8 time(s).
-2010/08/12 12:07:20.334 INFO [Client] [] Retrying connect to server: localhost/127.0.0.1:9000. Already tried 9 time(s).
View
0  test/logs/hadoopCluster.log.2010-08-10
No changes.
View
0  test/logs/test.log
No changes.
Please sign in to comment.
Something went wrong with that request. Please try again.