Skip to content
This repository
  • 6 commits
  • 13 files changed
  • 0 comments
  • 2 contributors
6 common/src/main/java/com/twitter/ambrose/model/Job.java
@@ -29,7 +29,6 @@
29 29 *
30 30 * @author billg
31 31 */
32   -@SuppressWarnings("deprecation")
33 32 @JsonSerialize(
34 33 include=JsonSerialize.Inclusion.NON_NULL
35 34 )
@@ -44,10 +43,6 @@ public Job(String runtime) {
44 43 this(runtime, null, null, null);
45 44 }
46 45
47   - public Job(String runtime, Properties configuration) {
48   - this(runtime, null, null, configuration);
49   - }
50   -
51 46 @JsonCreator
52 47 public Job(@JsonProperty("runtime") String runtime,
53 48 @JsonProperty("id") String id,
@@ -65,6 +60,7 @@ public Job(@JsonProperty("runtime") String runtime,
65 60 public String getRuntime() { return runtime; }
66 61
67 62 public Properties getConfiguration() { return configuration; }
  63 + public void setConfiguration(Properties configuration) { this.configuration = configuration; }
68 64
69 65 public Map<String, Number> getMetrics() { return metrics; }
70 66 protected void setMetrics(Map<String, Number> metrics) { this.metrics = metrics; }
72 common/src/main/java/com/twitter/ambrose/model/hadoop/MapReduceJobState.java
... ... @@ -0,0 +1,72 @@
  1 +package com.twitter.ambrose.model.hadoop;
  2 +
  3 +import org.apache.hadoop.mapred.RunningJob;
  4 +import org.apache.hadoop.mapred.TaskReport;
  5 +
  6 +import java.io.IOException;
  7 +
  8 +/**
  9 + * Container that holds state of a MapReduce job
  10 + */
  11 +public class MapReduceJobState {
  12 + private String jobId;
  13 + private String jobName;
  14 + private String trackingURL;
  15 + private boolean isComplete;
  16 + private boolean isSuccessful;
  17 + private float mapProgress;
  18 + private float reduceProgress;
  19 + private int totalMappers;
  20 + private int totalReducers;
  21 +
  22 + @SuppressWarnings("deprecation")
  23 + public MapReduceJobState(RunningJob runningJob,
  24 + TaskReport[] mapTaskReport,
  25 + TaskReport[] reduceTaskReport) throws IOException {
  26 + jobId = runningJob.getID().toString();
  27 + jobName = runningJob.getJobName();
  28 + trackingURL = runningJob.getTrackingURL();
  29 + isComplete = runningJob.isComplete();
  30 + isSuccessful = runningJob.isSuccessful();
  31 + mapProgress = runningJob.mapProgress();
  32 + reduceProgress = runningJob.reduceProgress();
  33 + totalMappers = mapTaskReport.length;
  34 + totalReducers = reduceTaskReport.length;
  35 + }
  36 +
  37 + public String getJobId() {
  38 + return jobId;
  39 + }
  40 +
  41 + public String getJobName() {
  42 + return jobName;
  43 + }
  44 +
  45 + public String getTrackingURL() {
  46 + return trackingURL;
  47 + }
  48 +
  49 + public boolean isComplete() {
  50 + return isComplete;
  51 + }
  52 +
  53 + public boolean isSuccessful() {
  54 + return isSuccessful;
  55 + }
  56 +
  57 + public float getMapProgress() {
  58 + return mapProgress;
  59 + }
  60 +
  61 + public float getReduceProgress() {
  62 + return reduceProgress;
  63 + }
  64 +
  65 + public int getTotalMappers() {
  66 + return totalMappers;
  67 + }
  68 +
  69 + public int getTotalReducers() {
  70 + return totalReducers;
  71 + }
  72 +}
6 common/src/main/java/com/twitter/ambrose/service/StatsReadService.java
@@ -15,6 +15,8 @@
15 15 */
16 16 package com.twitter.ambrose.service;
17 17
  18 +import com.twitter.ambrose.model.Job;
  19 +
18 20 import java.io.IOException;
19 21 import java.util.Collection;
20 22 import java.util.Map;
@@ -26,14 +28,14 @@
26 28 *
27 29 * @author billg
28 30 */
29   -public interface StatsReadService {
  31 +public interface StatsReadService<T extends Job> {
30 32
31 33 /**
32 34 * Get a map of all DAGNodes in the workflow.
33 35 * @param workflowId the id of the workflow being fetched
34 36 * @return a Map of DAGNodes where the key is the DAGNode name
35 37 */
36   - public Map<String, DAGNode> getDagNodeNameMap(String workflowId) throws IOException;
  38 + public Map<String, DAGNode<T>> getDagNodeNameMap(String workflowId) throws IOException;
37 39
38 40 /**
39 41 * Get all events for a given workflow since eventId. To get the entire list of events, pass a
6 common/src/main/java/com/twitter/ambrose/service/StatsWriteService.java
@@ -15,6 +15,8 @@
15 15 */
16 16 package com.twitter.ambrose.service;
17 17
  18 +import com.twitter.ambrose.model.Job;
  19 +
18 20 import java.io.IOException;
19 21 import java.util.Map;
20 22
@@ -25,7 +27,7 @@
25 27 *
26 28 * @author billg
27 29 */
28   -public interface StatsWriteService {
  30 +public interface StatsWriteService<T extends Job> {
29 31
30 32 /**
31 33 * Send a map of all DAGNodes in the workflow. The structure of the DAG is assumed to be immutable.
@@ -35,7 +37,7 @@
35 37 * @param workflowId the id of the workflow being updated
36 38 * @param dagNodeNameMap a Map of DAGNodes where the key is the DAGNode name
37 39 */
38   - public void sendDagNodeNameMap(String workflowId, Map<String, DAGNode> dagNodeNameMap) throws IOException;
  40 + public void sendDagNodeNameMap(String workflowId, Map<String, DAGNode<T>> dagNodeNameMap) throws IOException;
39 41
40 42 /**
41 43 * Push an events for a given workflow.
11 common/src/main/java/com/twitter/ambrose/service/impl/InMemoryStatsService.java
@@ -15,6 +15,7 @@
15 15 */
16 16 package com.twitter.ambrose.service.impl;
17 17
  18 +import com.twitter.ambrose.model.Job;
18 19 import com.twitter.ambrose.service.DAGNode;
19 20 import com.twitter.ambrose.service.StatsReadService;
20 21 import com.twitter.ambrose.service.StatsWriteService;
@@ -51,13 +52,13 @@
51 52 *
52 53 * @author billg
53 54 */
54   -public class InMemoryStatsService implements StatsReadService, StatsWriteService {
  55 +public class InMemoryStatsService implements StatsReadService, StatsWriteService<Job> {
55 56 private static final Logger LOG = LoggerFactory.getLogger(InMemoryStatsService.class);
56 57
57 58 private static final String DUMP_DAG_FILE_PARAM = "ambrose.write.dag.file";
58 59 private static final String DUMP_EVENTS_FILE_PARAM = "ambrose.write.events.file";
59 60
60   - private Map<String, DAGNode> dagNodeNameMap = new HashMap<String, DAGNode>();
  61 + private Map<String, DAGNode<Job>> dagNodeNameMap = new HashMap<String, DAGNode<Job>>();
61 62 private SortedMap<Integer, WorkflowEvent> eventMap =
62 63 new ConcurrentSkipListMap<Integer, WorkflowEvent>();
63 64
@@ -86,12 +87,12 @@ public InMemoryStatsService() {
86 87 }
87 88
88 89 @Override
89   - public synchronized void sendDagNodeNameMap(String workflowId, Map<String, DAGNode> dagNodeNameMap) {
  90 + public synchronized void sendDagNodeNameMap(String workflowId, Map<String, DAGNode<Job>> dagNodeNameMap) {
90 91 this.dagNodeNameMap = dagNodeNameMap;
91 92 }
92 93
93 94 @Override
94   - public synchronized Map<String, DAGNode> getDagNodeNameMap(String workflowId) {
  95 + public synchronized Map<String, DAGNode<Job>> getDagNodeNameMap(String workflowId) {
95 96 return dagNodeNameMap;
96 97 }
97 98
@@ -111,7 +112,7 @@ public synchronized void pushEvent(String workflowId, WorkflowEvent event) {
111 112 public void writeJsonToDisk() throws IOException {
112 113
113 114 if (dagWriter != null && dagNodeNameMap != null) {
114   - Collection<DAGNode> nodes = getDagNodeNameMap(null).values();
  115 + Collection<DAGNode<Job>> nodes = getDagNodeNameMap(null).values();
115 116 JSONUtil.writeJson(dagWriter, nodes.toArray(new DAGNode[dagNodeNameMap.size()]));
116 117 dagWriter.close();
117 118 }
1,050 common/src/main/resources/web/data/small-dag.json
... ... @@ -1,31 +1,1033 @@
1 1 [ {
2 2 "name" : "scope-44",
3   - "aliases" : [ "JOINED", "L", "R" ],
4   - "features" : [ "HASH_JOIN" ],
5   - "jobId" : "job_201204041958_199287",
6   - "successorNames" : [ "scope-48" ],
7   - "runtime" : "pig",
8   - "y" : -60.0,
9   - "x" : 0.0,
10   - "dagLevel" : 0
  3 + "job" : {
  4 + "id" : "job_201301170859_1562015",
  5 + "aliases" : [ "JOINED", "L", "R" ],
  6 + "features" : [ "HASH_JOIN" ],
  7 + "mapReduceJobState" : {
  8 + "successful" : true,
  9 + "jobId" : "job_201301170859_1562015",
  10 + "complete" : true,
  11 + "jobName" : "PigLatin:exec.pig",
  12 + "trackingURL" : "http://hadoop-dw-jt.smf1.twitter.com:50030/jobdetails.jsp?jobid=job_201301170859_1562015",
  13 + "mapProgress" : 1.0,
  14 + "reduceProgress" : 1.0,
  15 + "totalMappers" : 2,
  16 + "totalReducers" : 1
  17 + },
  18 + "metrics" : {
  19 + "proactiveSpillCountObjects" : 0,
  20 + "avgMapTime" : 3272,
  21 + "hdfsBytesWritten" : 91400,
  22 + "maxReduceTime" : 16984,
  23 + "minReduceTime" : 16984,
  24 + "SMMSpillCount" : 0,
  25 + "proactiveSpillCountRecs" : 0,
  26 + "numberReduces" : 1,
  27 + "avgReduceTime" : 16984,
  28 + "mapInputRecords" : 140,
  29 + "numberMaps" : 2,
  30 + "bytesWritten" : 0,
  31 + "maxMapTime" : 3273,
  32 + "recordWritten" : 0,
  33 + "mapOutputRecords" : 140,
  34 + "reduceOutputRecords" : 1500,
  35 + "reduceInputRecords" : 140,
  36 + "minMapTime" : 3272
  37 + },
  38 + "configuration" : {
  39 + "hadoop.id.str" : "billg",
  40 + "job.end.retry.interval" : "30000",
  41 + "io.bytes.per.checksum" : "512",
  42 + "mapred.job.tracker.retiredjobs.cache.size" : "1000",
  43 + "pig.script.features" : "1056",
  44 + "udf.import.list" : "eNpb85aBtbiIQTgrsSxRr7QkM0fPsagosdIns7ikovGS7MzjiXOZGRg9GViKM6tSKwoYGBg4ylmAJFcJg0Ryfq5eSXlmSUlqEZBOTMnPL9AryEzXK2GQxSWVk5-YApSXwyVfXJJflApUoISsIDUntSAjMa8kKbMoBdkUZbyKYEYxlDCI5xel6yUWJCZnpIKlkkozc0oy84CSMmgymbkFOXDpCgApYmRM",
  45 + "mapred.task.profile.reduces" : "0-2",
  46 + "mapreduce.jobtracker.staging.root.dir" : "/user",
  47 + "mapreduce.job.cache.files.visibilities" : "true",
  48 + "mapred.job.reuse.jvm.num.tasks" : "-1",
  49 + "pig.exec.reducers.max" : "999",
  50 + "dfs.block.access.token.lifetime" : "600",
  51 + "mapred.reduce.tasks.speculative.execution" : "false",
  52 + "mapred.job.name" : "PigLatin:exec.pig",
  53 + "dfs.permissions.supergroup" : "supergroup",
  54 + "hadoop.http.authentication.kerberos.keytab" : "${user.home}/hadoop.keytab",
  55 + "io.seqfile.sorter.recordlimit" : "1000000",
  56 + "user.dir" : "/home/billg/ws/git/ambrose",
  57 + "java.vm.version" : "19.1-b02",
  58 + "mapred.task.tracker.http.address" : "0.0.0.0:50060",
  59 + "dfs.namenode.delegation.token.renew-interval" : "86400000",
  60 + "hadoop.workaround.non.threadsafe.getpwuid" : "false",
  61 + "mapred.system.dir" : "/hadoop/mapred/system",
  62 + "fs.ramfs.impl" : "org.apache.hadoop.fs.InMemoryFileSystem",
  63 + "mapred.task.tracker.report.address" : "127.0.0.1:0",
  64 + "mapreduce.reduce.shuffle.connect.timeout" : "180000",
  65 + "sun.os.patch.level" : "unknown",
  66 + "pig.version" : "0.11.0",
  67 + "mapred.job.tracker.history.completed.location" : "hdfs://hadoop-dw-nn.smf1.twitter.com:8020/hadoop/mapred/history/done",
  68 + "mapred.healthChecker.interval" : "180000",
  69 + "java.vm.specification.name" : "Java Virtual Machine Specification",
  70 + "mapreduce.job.complete.cancel.delegation.tokens" : "true",
  71 + "fs.trash.interval" : "10080",
  72 + "mapred.skip.map.auto.incr.proc.count" : "true",
  73 + "hadoop.http.authentication.kerberos.principal" : "HTTP/localhost@LOCALHOST",
  74 + "mapred.fairscheduler.update.interval" : "5000",
  75 + "mapred.child.tmp" : "./tmp",
  76 + "os.name" : "Linux",
  77 + "mapred.tasktracker.taskmemorymanager.monitoring-interval" : "5000",
  78 + "dfs.datanode.http.address" : "0.0.0.0:50075",
  79 + "mapred.output.key.comparator.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobControlCompiler$PigCharArrayWritableComparator",
  80 + "io.sort.spill.percent" : "0.80",
  81 + "mapred.job.shuffle.input.buffer.percent" : "0.70",
  82 + "dfs.max.objects" : "0",
  83 + "java.vendor.url.bug" : "http://java.sun.com/cgi-bin/bugreport.cgi",
  84 + "mapred.skip.map.max.skip.records" : "0",
  85 + "mapreduce.reduce.shuffle.maxfetchfailures" : "10",
  86 + "hadoop.security.authorization" : "false",
  87 + "os.arch" : "amd64",
  88 + "proc_jar" : "",
  89 + "pig.notification.listener" : "com.twitter.ambrose.pig.EmbeddedAmbrosePigProgressNotificationListener",
  90 + "pig.alias" : "JOINED,L,R",
  91 + "hadoop.job.history.user.location" : "none",
  92 + "mapred.task.profile.maps" : "0-2",
  93 + "dfs.https.server.keystore.resource" : "ssl-server.xml",
  94 + "dfs.replication.interval" : "3",
  95 + "mapred.local.dir" : "/data/disk1/mapred/local,/data/disk2/mapred/local,/data/disk3/mapred/local,/data/disk4/mapred/local,/data/disk5/mapred/local,/data/disk6/mapred/local,/data/disk7/mapred/local,/data/disk8/mapred/local,/data/disk9/mapred/local,/data/disk10/mapred/local,/data/disk11/mapred/local,/data/disk12/mapred/local",
  96 + "mapred.merge.recordsBeforeProgress" : "10000",
  97 + "mapred.job.tracker.http.address" : "0.0.0.0:50030",
  98 + "user.country" : "US",
  99 + "mapred.compress.map.output" : "true",
  100 + "mapred.userlog.retain.hours" : "24",
  101 + "mapred.used.genericoptionsparser" : "true",
  102 + "mapred.tasktracker.reduce.tasks.maximum" : "3",
  103 + "mapred.create.symlink" : "yes",
  104 + "hadoop.security.uid.cache.secs" : "14400",
  105 + "hadoop.log.file" : "hadoop.log",
  106 + "fs.har.impl.disable.cache" : "true",
  107 + "mapred.cluster.map.memory.mb" : "-1",
  108 + "java.endorsed.dirs" : "/usr/java/jdk1.6.0_24/jre/lib/endorsed",
  109 + "dfs.data.dir" : "/data/disk1/dfs,/data/disk2/dfs,/data/disk3/dfs,/data/disk4/dfs,/data/disk5/dfs,/data/disk6/dfs,/data/disk7/dfs,/data/disk8/dfs,/data/disk9/dfs,/data/disk10/dfs,/data/disk11/dfs,/data/disk12/dfs",
  110 + "dfs.access.time.precision" : "3600000",
  111 + "dfs.replication.min" : "1",
  112 + "pig.map.output.dirs" : "",
  113 + "mapreduce.job.submithost" : "smf1-aai-15-sr3.prod.twitter.com",
  114 + "java.vm.specification.version" : "1.0",
  115 + "fs.checkpoint.dir" : "/data/hadoop-dw-snn",
  116 + "hcat.pig.inner.tuple.name" : "t",
  117 + "fs.s3n.impl" : "org.apache.hadoop.fs.s3native.NativeS3FileSystem",
  118 + "mapreduce.tasktracker.outofband.heartbeat" : "false",
  119 + "mapred.jobtracker.restart.recover" : "false",
  120 + "pig.script" : "TCA9IExPQUQgJ3dzL3Rlc3RfZGF0YS9waWcvZGF0YTEudHh0JyBBUyAob3duZXI6Y2hhcmFycmF5LHBldDpjaGFyYXJyYXksYWdlOmludCxwaG9uZTpjaGFyYXJyYXkpOwpSID0gTE9BRCAnd3MvdGVzdF9kYXRhL3BpZy9kYXRhMS50eHQnIEFTIChvd25lcjpjaGFyYXJyYXkscGV0OmNoYXJhcnJheSxhZ2U6aW50LHBob25lOmNoYXJhcnJheSk7CkpPSU5FRCA9IEpPSU4gTCBCWSBvd25lciwgUiBCWSBvd25lcjsKT1JERVJFRCA9IE9SREVSIEpPSU5FRCBCWSBMOjpvd25lcjsKcm1mIHRtcC9vdXRwdXQKLS1leHBsYWluIEpPSU5FRDsKU1RPUkUgT1JERVJFRCBJTlRPICd0bXAvb3V0cHV0JzsKZXhlYzsKcm1mIHRtcC9vdXRwdXQyClNUT1JFIEwgSU5UTyAndG1wL291dHB1dDInOwo=",
  121 + "ambrose.write.dag.file" : "ambrose_dag.json",
  122 + "java.vendor" : "Sun Microsystems Inc.",
  123 + "ambrose.post.script.sleep.seconds" : "60",
  124 + "heartbeat.recheck.interval" : "450000",
  125 + "hadoop.logfile.size" : "10000000",
  126 + "pig.hadoop.version" : "0.20.2.cdh3u2-t1",
  127 + "file.separator" : "/",
  128 + "mapred.fairscheduler.eventlog.enabled" : "false",
  129 + "pig.streaming.log.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/tmp/temp-977624468/tmp-1644509149/_logs",
  130 + "pig.input.dirs" : "hdfs://hadoop-dw-nn.smf1.twitter.com/user/billg/ws/test_data/pig/data1.txt,hdfs://hadoop-dw-nn.smf1.twitter.com/user/billg/ws/test_data/pig/data1.txt",
  131 + "pig.log.file" : "pig.log",
  132 + "dfs.support.append" : "true",
  133 + "pig.script.id" : "9bc04e10-2389-4b38-b9bc-8baa08cd55aa",
  134 + "sun.java.launcher" : "SUN_STANDARD",
  135 + "mapred.inmem.merge.threshold" : "1000",
  136 + "ipc.client.connection.maxidletime" : "20000",
  137 + "fs.checkpoint.size" : "536870912",
  138 + "dfs.blockreport.intervalMsec" : "3600000",
  139 + "fs.s3.sleepTimeSeconds" : "10",
  140 + "java.library.path" : ":/usr/lib64:/usr/lib/hadoop-0.20/lib/native/Linux-amd64-64:/usr/lib64/mecab/java:/usr/lib64:/usr/lib/hadoop-0.20/lib/native/Linux-amd64-64:/usr/lib64/mecab/java:/usr/lib/hadoop-client-cdh3u2-t1/lib/native/Linux-amd64-64",
  141 + "dfs.client.block.write.retries" : "3",
  142 + "mapred.jobtracker.retirejob.interval" : "14400000",
  143 + "mapred.output.value.groupfn.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobControlCompiler$PigGroupingCharArrayWritableComparator",
  144 + "mapred.reduce.tasks" : "1",
  145 + "pig.sql.type" : "hcat",
  146 + "mapred.queue.names" : "default",
  147 + "sun.arch.data.model" : "64",
  148 + "io.seqfile.lazydecompress" : "true",
  149 + "dfs.https.enable" : "false",
  150 + "mapred.fairscheduler.preemption" : "true",
  151 + "exectype" : "MAPREDUCE",
  152 + "mapred.hosts.exclude" : "/etc/hadoop/conf/mapred.hosts.exclude",
  153 + "path.separator" : ":",
  154 + "dfs.replication" : "3",
  155 + "ipc.client.tcpnodelay" : "false",
  156 + "sun.io.unicode.encoding" : "UnicodeLittle",
  157 + "pig.script.info.enabled" : "true",
  158 + "pig.logfile" : "/var/log/pig/pig_1364953681893.log",
  159 + "pig.script.submitted.timestamp" : "1364953684934",
  160 + "pig.pretty.print.schema" : "true",
  161 + "mapred.acls.enabled" : "false",
  162 + "mapred.tasktracker.dns.nameserver" : "default",
  163 + "user.language" : "en",
  164 + "mapred.submit.replication" : "10",
  165 + "pig.command.line" : "LWYgL2hvbWUvYmlsbGcvd3MvdGVzdF9waWcvZXhlYy5waWc=",
  166 + "pig.reduce.stores" : "eNqlVN1OE0EUPi0UgRT_IDHGGIMajRfsgKkgcgUakuIqjSUxKTFx2J1uB2Znh5lZ2Xph4p2v4IVv4Ht473v4DHpmd0uh1njB3mxm5jvnfOc7P99_Qc1oWDikH6iXWi48n8sjFvrc2Pqj9rud91_uTgBk6mQSACoIfZvoyKOKBj3mKR55BzQ4YjL0ejRMEuWxjAXoJ5FMRlwipNc3PKDCp32mPc0EdY9U7CqmqU208Vq7bfwzKL5KFWY6cDnkhh4I9jxJpWW6CTUuQ5Z1oM7Nq1RYnpt0YJabvVjlBx9qYpsLZmHRR4qkoEiQIuGxEoQnxD23FQs2EGvc4Rg-wYQPUwaRMbWwPNZSJNFpBqSAknb-Q0czhkeS2lRj4Ou-k5EIKiPStprLCAHTJtG2KbuJhZuj7tvl00amwb-Irq3yNFB1KGa9AzUaBGncgTkuVWo3rXUxwiYsaHacMmNZ2KKaCsEEN_EWzGpmUOK9vnKaUsGpcTrVfFcEdGDh1mgeIbWU7KVKMEx4KkcZC1cLOVxXEddP-DYnkDuN2J6mAdMWHo56UkwODM4A0fJaojkmjgknQd5COakZHy4lqXXxyuOsoppJ28IiWGiNui9FJYWoZERUck5UotCHIQNpnUfkMYHqWHhxIcdvcoFd0RdHiu76zXNxvb8rWfFhMn7J-hYejG1TZ0YGZojbyBSO6_3_RkDoMEh1B6o8dPMRJCqfj1qmymfPltcAv_GTCj-MMD_cHZta074rdfb55-2vP-i3Cag0YdLwj6zwkm-R2Sy327pIwxcSnuG9BXUcwVTLtsVpNNiGRRufn8rdg0MWoPKqWiZVcUzujNOIJ95gX5RhqhgG57mLt69pzMqhmO6mMnCoMfO9XT5hQAvbvbBrnpGyRZbCkyUpPRN3Vzx7wi1uOS9IYmJjRSyL1dL62trq40Zj9am7WlpZbTSeLK-vNNaR740RvoMwQ5641GYCQY05JboP0wEWe1NH2L7z--M21ZViPyCi2G7ObtIxv_cPfZpuN7vli4PqmkFlfwD-ghSK",
  167 + "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec",
  168 + "io.file.buffer.size" : "65536",
  169 + "mapred.map.tasks.speculative.execution" : "true",
  170 + "pig.spill.size.threshold" : "5000000",
  171 + "java.class.version" : "50.0",
  172 + "mapred.map.max.attempts" : "4",
  173 + "mapred.job.shuffle.merge.percent" : "0.66",
  174 + "fs.har.impl" : "org.apache.hadoop.fs.HarFileSystem",
  175 + "hadoop.security.authentication" : "simple",
  176 + "fs.s3.buffer.dir" : "${hadoop.tmp.dir}/s3",
  177 + "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  178 + "mapred.skip.reduce.auto.incr.proc.count" : "true",
  179 + "dfs.http.address" : "0.0.0.0:50070",
  180 + "mapred.job.tracker.jobhistory.lru.cache.size" : "5",
  181 + "pig.job.submitted.timestamp" : "1364953689767",
  182 + "mapred.job.classpath.files" : "/tmp/temp-977624468/tmp-278376779/guava-12.0.1.jar",
  183 + "pig.inputs" : "eNqtUD1OwzAUfqRFFBYkOiAGhDhAbVjp1KUSKEJIGTug19R1H3ISY7-QwIDEMRi4Afdg5x7cAbsFIVUMDHiwLL_v971-wKZ30L_BOxQ1kxEj5_A-Jc_t0_vh8xu-dGDjHLqeHlRrASBpuuHeCaSjymmBFvOFEpa0oMIaQZUYk1GZVTmsTpJAkkJvHn4vsVAMe2l0kwZLLTN2VOphnNdlHlkMB2kQlithGYTl-Gs0bC3DxWI292dSLnBWVXYwawZlKXwxPxXcELNyIq8KWXvl5JSM0bLxkpXn6xkyLuXiI6BbDh321zp8W_1k76SwnRv0Poa_hUfoTKCXc-VGTnuG_uS3NrtU2pojIgvKBTKcrJeK25Km0pSjSfE-xPVLqFwxll2P19JNazJMpbginYUEqJW1PmZK_ncvUXLrb_btJwVnwW0",
  184 + "mapreduce.outputformat.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat",
  185 + "file.encoding.pkg" : "sun.io",
  186 + "sun.cpu.endian" : "little",
  187 + "dfs.client.block.write.locateFollowingBlock.retries" : "8",
  188 + "dfs.replication.considerLoad" : "true",
  189 + "dfs.block.access.token.enable" : "false",
  190 + "mapreduce.job.acl-view-job" : " ",
  191 + "mapred.job.queue.name" : "default",
  192 + "jobName" : "PigLatin:exec.pig",
  193 + "hadoop.policy.file" : "hadoop-policy.xml",
  194 + "dfs.permissions" : "true",
  195 + "mapred.job.tracker.persist.jobstatus.hours" : "0",
  196 + "aggregate.warning" : "true",
  197 + "java.home" : "/usr/java/jdk1.6.0_24/jre",
  198 + "fs.file.impl" : "org.apache.hadoop.fs.LocalFileSystem",
  199 + "mapred.fairscheduler.assignmultiple" : "true",
  200 + "mapreduce.tasktracker.cache.local.numberdirectories" : "10000",
  201 + "dfs.block.size" : "536870912",
  202 + "dfs.https.address" : "0.0.0.0:50470",
  203 + "ipc.client.kill.max" : "10",
  204 + "mapred.healthChecker.script.timeout" : "45000",
  205 + "pig.inpLimits" : "eNpb85aBtbiIQTgrsSxRr7QkM0fPsagosdIns7ikovGS7MzjiXOZGRg9GViKM6tSKwoYGBiYylmAJBdQEx9YU05iXrqeT35eunX3kwln-pXvMzEwejGwliXmlKZWFDEIIBT5leYmpRa1rZkqyz3lQTcTA0NFwX8oKGSoY2CpAABKAzQW",
  206 + "mapred.tasktracker.map.tasks.maximum" : "9",
  207 + "mapred.job.reduce.markreset.buffer.percent" : "0.3",
  208 + "jobclient.completion.poll.interval" : "5000",
  209 + "mapred.job.tracker.persist.jobstatus.dir" : "/jobtracker/jobsInfo",
  210 + "pig.mapPlan" : "eNrdWl1sXEcVnl2vf7K2Gzt_pYQkTusWKdBdaJI6wZDGG9uwyca2bDehNoaO747Xt7l_uXfWue5DpEqlIBFAKK1EJJAQqoRQI6CFIp4gpQ8ECR7gCfFQoj6VBwISQfBSlXPO_dm767s_sdc8sFLGO2dmzpk535nzM9mbf2Odjs2mTLuU4RZXVkXGUkuZZa5cEkYxs8qLpmllhCuUslRNQxgl1YApq-uOqnCtwNeFnbE0bjiZGZ82Az3mfRJJllxg_cBoemVM0_KGVZYF1mlaOrcke6QAQrOe0CwIzaq6pWVBjJY9X9akep5bo67NHq3ZGs4ikZlpS9hcmjZKvPZL5zt3Cm-vJllPgaX1SdvUJ4ol4VxmV1kCZOrnxLoj2c7Cc3yN-0KAf4F16wXB1wSMDUTGCqojYTClT1vEoqPAuvRZ05TUSxXYA_qcuSJrxfQRdd6M0nr0aN-1QNuH446EcjPBwX0FJpPIIaUDhXZBqwdxm970z3FnFcY6u__81tv7nv1DB0tOsrRm8uIkV0AxebZDrtrCWTW1oms9dZp49l3pgXYA_qWA2TNbAd4WGsdBrgVQgBlMT5r2BPCr2MDAAhtUnQlua-vzwtZVg0tRXGA7LhnmFWNOfV7kWbdh5qXQnQX2gGWbinAc1SghrosstcxLgM7uRQ8eoJWy08vPCUWOwmCRS46q6S2wARGVANuSbFcE0pwq5wSC2qMa1nzZ0oRk-2tNENllaRAmplU0WNyFh_oi26M682ZOTMKxpTBEccy2-bpkycUFwN60aHBWOEL683vRTsG-VsCMJJterBXnazvraTtbo-1slbazwQULdA3H7wVwwWLm1y004ORiDszUAeY6l-wTsddLM0sVjt7U7Bz9gQN3yDwo7bHahZYwPBVOuBx4iFA_Er-c55eELdlQfVXSDLzKha0YW-3xK_bVt8A6uaKUdfA1BNmYlCijmGd7bHG5DLoRxRluc00TmuroOZau6A18A9dU7oTGQgY2J20wQDhjJzFEOPtBt9QJXEC_BpvkJTFvcwU18NG6eitEJwLTQdNW4YRwMlMhSw1YdptlGZGQtrgtDLJAyWa2ZDzko7NRH41422g241tiPEuaRHQPN3XUFcjIq4FLjrE2MlNclg2WwbxR8nzDTSXA1EjsOcuSahEwdBTTEqjTvW7gWfdLn8zYB_BxJUvMWhYK2V1xr3S9MRS4L_zxwI3f8O92sEQe3Ca4LGKUuJKCNg2Lltpp2cPTNeYx9o3fTw3-6f1vJ1kHiEezy7Muc2UFHE1gvv7pPvA_2D3kUtDA8J7byvY8hCNqzbE-W8iybcxJLssO3AvvOlVfId9Hu1bS03mKWahg3NIQdn3dYZ9R20Vtz4YwldhqmAKwbIwophENUzO2iRusnKsLgo_q-GSI2QbEqLS5JmwMqBiw9lZCU46XplfIuUHI2uMdfw7ovnOE4TzrcSS35RlTg3utmFpZN-Cy7Y1EpNC88PYst_uEExtolaMyF1W9hxT-EZ-8EzsHvevwRBVUzIMqMCdsh5PBRWLhtMpt8DIUtIIMBBRREvaud7_36r9f-MqJJF6gzjWulQWceaAyb6qsLwv7pZuvHOh9-c7XcIckwI3hfqH9tnAG_X-onRTEEQUoU6acEgKgL7DeFVVoxTk_tB6t9VlwRcyyrQhvwnDQnawswrxjpWwocxba3EO1DCb9IZxmC65hZAozUrpOuXUpRgm2x6tgG4jANhIBzdcXdjNuUyxBrZ-sUWvzM0U0lmMpScG0tygcxVYtBIB8Ejh6g-vC_x5mJ4caqxDcxghUCLwszRIkWjZmjEMrkG0PzailIdrDUIBGJ2SRwkbX_WDNEQKtVrJpyON3KBp3nKlgT4usB1PlMXtDkhnmADu9pAJmeCJx3aALFUxtxFsuq5C-GxnY4xzwhJAP18h16_i1JJKzBBA2n8Zm1I0DcLQhi0zIZ5T4uPE20NDHsi0NJ0Lhn3GZ1ZJLR_rHqgx5V7v8D_aPYt-NHRqpkrq7-fW50ML1wS-nR7A9I1kH3F2a8Nkm4H8RmyVsLnqC4sQvNWSxFPK5QHzc-BNsN_i0jS9tHvy97QY_2Qr4-yJS0_HgX24V_HQAPt76VsC3iT0269i4scg1ZnE55EOBYd2NP8F2g0_Cn988-B9qN_gdrYD_UPObf-1-b36ntQp5R0vwv4zNdWy-7omK28D1hiyuh3yuER83_gzbDT9t4xWA3y3b-BRy8ZtDJ_f8YundIIlLVWEV6BHmeu8hbSubRr__8X3L90q_eyMUHIalpdBMr9Meczf_-eB_unrm74RTR0bSI5BBZOIqzOibScZLYDJVGVCScsZ98opZEGtCG1OwSpgVl8uqjcljjz6GJZoIXhL79UgSFTwTdntEr_R3fcMKNN5FGu8JzjQOO_3U_e10eGPelozmbZEqsoDZr2EayGlqQ-rmJz9k8eOSJZ88RuZ-g9b-iMg3kDxCZCVCVpB8nMhXPTIZ6FUkP2k1NjQ69htx9n2DYP153NBVGvpJ3NA4Df0sbkiJeOJUhfxjbH6KzZvYvO5udBmAyrPtf07FRwBtVnAoFo2SqOTc-3L4OFUU7gLrVp0ztuk4-P7lnBPrZ0zdMstUv1KfatIFtlt15oRiGkVurwfUHOu-BF_BBhZYr553xqEcVQ1FLrA-3S-Focq382xv0BVFKGmd89zCl1soivWQZ9X8gxvoVQtzII2rxjlPdo4NONGd0XYGHUjALejiK_sFLBkX2M6yI6JngHujec-rwZOZPskveUW4_2g3uGHj_jX8cP0d-jM6rfDttxDZYaFK4gMhvfJSHFNePxwJN4ZkXWen81MT47FhZ79rxcavh31nugM7v66JRAkUMuIZR2Ak8RGyOvg-Uh0GNx18sXvc9XdeJ1Ic9yY1jjW122WtBKg6An-Lze3YuHi74cLbtLrRwu0JqAzD6EYEPFK6Crj-CHD4fFmwrDpmE30UvBMH5xae5jYaVKJN2VzEVhoncsnmidx7953I-W8K2J1oS6H_V9oHNn_H5m6sbd1tyOK9kM9d4uPGH3W78z0S_o_Np_upNhrIYisG0tnUQBKpTdf4_2qMe6KT2GPTi006DrSAWodFKuRDk3vd-BNsM-6e8L7N497dRtzXWsG9p2l5nzi46fK-Ge6HiD02j2IzHAvacEMWB0M-w8THjT_BduNOwh_bPO7pNuL-rVZw721-309sobJvhvxJEoDNU9icioXtVEMWJ0I-p4iPG3-G7UaehJ-myh5nvVq_mEfCDwLffjf0FmQ6p2j0h2GVjb3XGta39yJV4z0oD48_gYpPjFfICSw9j1MxmRiIkAeQfJTIRyo1ZuIIko-1UGMmPh-naaoWExfiDPIeDS3ErRqgoS_EDR2JrTETT2PzDDaL2Fx062R0v6oy96FoZUGlQWwO9M5mqgq2yari8P9xVZHQsdFi76TWcKFGqxst_N9WFShYxLxiXGz_K8bTBpAqjxcdeSjcuSPz-EjRbwhXztIvCiamZwosVQTWuKu-mDr68ai1R-wqWdElrb3ltmRzTvC_0PSDD-83Ysb7X7168thrhztYAn9-pkr6bdVZ16K3w7PuUOrNXa-Xrwdvh8HFYC5t91YcvC_WDRmU132Z5uCEA_QAgM1f6NLiwEp4qLe8k8VLaCTgxUCKx_tAwJukEG-Swm6RFDdGq97Cd7bTTDvCnb4Ua5neBurpmO13wcz_CyS-k-w",
  211 + "dfs.default.chunk.view.size" : "32768",
  212 + "mapred.reduce.slowstart.completed.maps" : "0.9",
  213 + "mapreduce.reduce.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce$Reduce",
  214 + "pig.map.stores" : "eNpb85aBtbiIQSQrsSxRr7QkM0fPJzMvOzXFJ7O4hEczONYroUOJmYGhoqCchQEIKgCPiQ5e",
  215 + "pig.maxCombinedSplitSize" : "536870912",
  216 + "io.sort.mb" : "300",
  217 + "dfs.datanode.failed.volumes.tolerated" : "2",
  218 + "mapred.hosts" : "/etc/hadoop/conf/mapred.hosts",
  219 + "dfs.https.need.client.auth" : "false",
  220 + "hadoop.http.authentication.type" : "simple",
  221 + "pig.files.concatenation.threshold" : "100",
  222 + "mapreduce.inputformat.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat",
  223 + "dfs.datanode.data.dir.perm" : "700",
  224 + "ipc.server.listen.queue.size" : "128",
  225 + "debug" : "INFO",
  226 + "io.mapfile.bloom.size" : "1048576",
  227 + "fs.hsftp.impl" : "org.apache.hadoop.hdfs.HsftpFileSystem",
  228 + "sun.management.compiler" : "HotSpot 64-Bit Server Compiler",
  229 + "mapred.cache.files.timestamps" : "1364953685050",
  230 + "fs.inmemory.size.mb" : "200",
  231 + "dfs.datanode.dns.nameserver" : "default",
  232 + "pig.optimizer.rules" : "eNpb85aBtbiIQTArsSxRr7QkM0fPI7E4Izi1ZJdL69RpO7abMDMwVBSU8zAwMAjYOzCAAGMJg7xbZk5JapFPfnpmsmtFQVFqcXFmfl5wZm5BTmZaZmpRBQDnJBzz",
  233 + "pig.additional.jars" : "/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/guava-12.0.1.jar",
  234 + "mapred.child.java.opts" : "-Xmx3072M",
  235 + "dfs.replication.max" : "512",
  236 + "mapred.queue.default.state" : "RUNNING",
  237 + "map.sort.class" : "org.apache.hadoop.util.QuickSort",
  238 + "mapred.jobtracker.instrumentation" : "org.apache.hadoop.mapred.JobTrackerMetricsInst",
  239 + "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.hosts.exclude",
  240 + "hadoop.util.hash.type" : "murmur",
  241 + "topology.node.switch.mapping.impl" : "org.apache.hadoop.net.ScriptBasedMapping",
  242 + "dfs.block.access.key.update.interval" : "600",
  243 + "pig.spill.gc.activation.size" : "40000000",
  244 + "hadoop.root.logger" : "INFO,console",
  245 + "dfs.datanode.dns.interface" : "default",
  246 + "mapred.output.compression.type" : "RECORD",
  247 + "pig.logical.plan.signature" : "-156495157",
  248 + "mapred.reducer.new-api" : "true",
  249 + "mapred.skip.attempts.to.start.skipping" : "2",
  250 + "io.compression.codec.lzo.compression.level" : "7",
  251 + "java.vm.specification.vendor" : "Sun Microsystems Inc.",
  252 + "mapreduce.job.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/user/billg/.staging/job_201301170859_1562015",
  253 + "io.map.index.skip" : "0",
  254 + "java.vm.name" : "Java HotSpot(TM) 64-Bit Server VM",
  255 + "hadoop.log.dir" : "/var/log/hadoop",
  256 + "mapred.cluster.max.map.memory.mb" : "-1",
  257 + "dfs.namenode.logging.level" : "info",
  258 + "fs.s3.maxRetries" : "4",
  259 + "java.io.tmpdir" : "/tmp",
  260 + "java.vendor.url" : "http://java.sun.com/",
  261 + "mapred.task.tracker.task-controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  262 + "mapred.userlog.limit.kb" : "0",
  263 + "topology.script.file.name" : "/etc/hadoop/conf/rack-topology.sh",
  264 + "hadoop.http.authentication.simple.anonymous.allowed" : "true",
  265 + "brief" : "false",
  266 + "hadoop.rpc.socket.factory.class.default" : "org.apache.hadoop.net.StandardSocketFactory",
  267 + "mapred.input.dir.recursive" : "true",
  268 + "sun.boot.library.path" : "/usr/java/jdk1.6.0_24/jre/lib/amd64",
  269 + "fs.hftp.impl" : "org.apache.hadoop.hdfs.HftpFileSystem",
  270 + "pig.info.reducers.requested.parallel" : "-1",
  271 + "dfs.namenode.handler.count" : "64",
  272 + "fs.automatic.close" : "true",
  273 + "fs.kfs.impl" : "org.apache.hadoop.fs.kfs.KosmosFileSystem",
  274 + "mapreduce.job.submithostaddress" : "10.34.8.114",
  275 + "mapred.map.tasks" : "2",
  276 + "hadoop.proxyuser.httpfs.hosts" : "*",
  277 + "fs.hdfs.impl" : "org.apache.hadoop.hdfs.DistributedFileSystem",
  278 + "mapred.local.dir.minspacekill" : "0",
  279 + "pig.reducePlan" : "eNqVkb9OHDEQxuf29uA4_gSERJciitJ6H4ACKDhxiuEQpEqVya65XbDXxvbBXopI9LwAUvIGPAMSoqCGkooX4B2wvRfldIqQsoW1M9_4-82Mr1-gZTTsST0gqDDNGVHFgHzH9ISVGckxk1IRVrF0aAtZsnJQlK4kH5kiRU5xxDRRHEtD9se5fRdB_TUiiL7CojPqH21x3ivV0FJoSSVQWfhIHTSpoYmDJoVQPHEYnuwOuS12Ua1XGj5NtearApL0FdNopfbEyxvz65ne5RG0KXREV0uxnQ2YOYWf0HBM8ZmNjIV39BjPcAxx_hRmBWV4xpy2PKHRwlgnxqKvgkWTwow4kNKGKKawJA7lkZ3GLITsFzmZa4vJuFJu2x_-NZLnkj-DjxcYRd4hFi4Tugi3V3ybdfkOmtxprdmn27u1bw9NiLrQ4RKzLqZuMT2Ys7lmJpc8q9TGZv0o523v7H-r0FN7LCwEYbkWNKz-xWxpjSO_kuri8f3VPf5uQqMHsSl-sCq0eh67o_OGnRfmpytn3q7_L3lyKlCvNYnHWw",
  280 + "mapred.job.map.memory.mb" : "-1",
  281 + "mapred.jobtracker.completeuserjobs.maximum" : "20",
  282 + "mapreduce.jobtracker.split.metainfo.maxsize" : "10000000",
  283 + "java.runtime.name" : "Java(TM) SE Runtime Environment",
  284 + "pig.reduce.package" : "eNq1V01sG0UUHm8SJ3HSNmnTFqkKKiIFIZBdJMSPcoC4cYRTN7bqSAhblRjvju1tdnems7PJmgOiFziA4AISSEVCiGNPnDghoR640ANISIhT1RMXuIAEQkLw3uza3jhO2srpRtp4Zt7M-_m-ee_tzd_IhC_JFS5bWSqo2WZZYbeyDWpuMc_KtqnFuciykJmBsrnHvJbtgUi749smdUq0w2RWMofiInXKgkmquPSzlfI6t70KHENbjERPyiCZdTJttgNvq2q_yWpkumlLX23aLiuSWYf6Kk9bRc9iYY0cxWHRE4HaDIQDsmmP7VxknRo5EvhslTVp4KB4nYxZDV-RR-sl8CEX-ZADH3IWVTS3Ci-QWi6RySaXBVhUxBqUjL3NRd7mBrzN7fI2N8TbXKVcFsp2wSdrLdICCo_ECi8zH0xVZHUktdEpcOyYZODumaHe6lAth5K8fvh47sHySI1MWbavbM9USSgBIdsHpC5wV_DAs2oko8fauDyZ3IKfHQGIT3uBqxH2B0GtkWMwrjKTexaVHdhcJxO25zGpiFGvQRDgEEWOl67SbZpzqNfKlRtXmYnxycDSiq-VXSNvkfGS1lj0mlyRY9EGcN3JXaICWSG2WmiNIq2HwIo4Zkvxf1SE6JRGQacSj7p6-oDM1sgENc3ARQQwritKoQ6rSBYkuxYAb5hVoZI6DnNs382TjNSsQrtKsNex4c7timpVSdvD2zOhD4wDmtYDEJ1LxLMEVEDWO2Ay-iqpiXA9ORhWwbzuhoQg7Jzn0gZ_wU9u6lj6qG4WMOKBQn3xMCOoZJ6qgIGKVEZCTcAZgFM8hyfGFwxVjQFSjw0gZbvCyeKu7N7wp0pk3L2IvHxi0CjcppXluttAbjkUkHmX7qkBRPtKjHVi2Bbg4ZtcaILPhCJeLqh4mpD_4PEEPKDhBGKUxZBnV6SkHQQqvP7j4qff0c_GSKpIxn1IXNEpO-PwymjDNkYhqQ5sNhnYhAtATzio3FxxHH39wRsuXCoUeXxo4KLrCjy18c4CKufuGTPU-P43_o07pVttg0wBadw1yd2C1YqwfQR0IlZ6AMuTbonRbdal2LhbFt2ltHuZ8x75jrpV3lSDZ83q2U2enJtyk2Md0qFs0sB0vYujZMRsghlthd4938fxVeq3YW1i8pdvb51644cxYqyRjMOptUZN8B5Sq2oDi9vcsULx8itR5Hem8GT8GWqbFuOFWb0w1184mWDCA0qeOVj-gZaTBhMMQH4URkb1M8HCPJmVTAXSqyqqAh-AjpIhmjAZCkOQFCEvRBYEEsvOax-efWnh6yt3YULfFiOVEmIfj4weYJhHs0VPsRaTx-9-_uVf19990cBrN7FNnYABnef6chuB22DynZsfL858dOe9riIChy3uy50KtRNZyABm61Ks_QCvfF1FY692W5Xn3GHUu31Wvv3TjX9-B6tqXasE2cexFE6f168ItCxO6l_P4uu5-9jXzVhjv6ZwBf7QsMbh9yyDXVk_TOThNEl79MzVyLztF6h0OptMulDeoAZDt7Tl8R0Pm-AimfR4UTEXmqCjQnKT-T6UXExgdTLeoC0osyfqexsdWMSWDwMKNWuOJTWAWb0yrpNn3lZVhtV5Cip3sjXK6EqOyqIEVycLtr_J82wNvFPMY5YuGbiWhjTHhV6Eu8RULD-DeReSZxMypiLl-kj1eLC3AS9n-i2Kj81fHikNh7tUkfNDy4XDW_0TI9FcVf_D4g7fFEMKdK8pKYQUzmBRIw3xUfjjEt3CVubs_j23llgOMSYZHcnjMQXWcLCQLMiDeTOeesqILoVBdkkZkZQen76fHDrk5u0yaEkb5I_IfkgQEonKvV2fCJIjN_vsTwOnbT-ehnKoPwb4NpNYq_AenOwzHtr-clMHE27CQoR6FeZjMPDLkEz5ikp1gTtQsU3uBK4HnDiZIHqvwcE2oXHYHhb2zCUTigYfXxcjuENF0uvl4kZhNQloKgZ0xG_uwZuyVB5onlc-uL0x__O_nxhkDDo8bMqLJM2bTbi53Va_3z2iSdM4rAzSEYvPgOk4fD4Mh02Xw4Oyf1kH56CNh9k-JJeJOLwLdC66QPgu4cuM0dbhG4Y0ji8_aJB7pdUYHmnrwEjrcm8etPHhRToMcO3pqD_ak-2gk4pqxKExf_mLZ041_mx9_1WvLetxzdJ9W_7mH6f_Tk9t3ukJQAOCz__Yg6Kr",
  285 + "jobclient.progress.monitor.poll.interval" : "1000",
  286 + "pig.inpSignatures" : "eNpb85aBtbiIQTgrsSxRr7QkM0fPsagosdIns7ikovGS7MzjiXOZGRg9GViKM6tSKwoYGBiYylmAJFcJA5tPvKGuoTGQEQRimFQAAMlDFfw",
  287 + "sun.cpu.isalist" : "",
  288 + "pig.info.reducers.estimated.parallel" : "1",
  289 + "dfs.blockreport.initialDelay" : "0",
  290 + "mapred.min.split.size" : "0",
  291 + "user.home" : "/home/billg",
  292 + "hadoop.http.authentication.token.validity" : "36000",
  293 + "dfs.namenode.delegation.token.max-lifetime" : "604800000",
  294 + "fs.ftp.impl" : "org.apache.hadoop.fs.ftp.FTPFileSystem",
  295 + "dfs.secondary.http.address" : "0.0.0.0:50090",
  296 + "pig.exec.reducers.bytes.per.reducer" : "1000000000",
  297 + "mapred.output.compression.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
  298 + "java.specification.name" : "Java Platform API Specification",
  299 + "mapred.cache.files" : "hdfs://hadoop-dw-nn.smf1.twitter.com/tmp/temp-977624468/tmp-278376779/guava-12.0.1.jar",
  300 + "mapred.cluster.max.reduce.memory.mb" : "-1",
  301 + "pig.cmd.args" : "-f /home/billg/ws/test_pig/exec.pig",
  302 + "mapred.cluster.reduce.memory.mb" : "-1",
  303 + "dfs.web.ugi" : "webuser,webgroup",
  304 + "mapred.task.profile" : "false",
  305 + "mapred.reduce.parallel.copies" : "30",
  306 + "dfs.heartbeat.interval" : "3",
  307 + "pig.streaming.task.output.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/tmp/temp-977624468/tmp-1644509149",
  308 + "java.specification.vendor" : "Sun Microsystems Inc.",
  309 + "java.version" : "1.6.0_24",
  310 + "local.cache.size" : "10737418240",
  311 + "mapred.child.ulimit" : "6291456",
  312 + "io.sort.factor" : "30",
  313 + "hcat.pig.inner.field.name" : "FIELDNAME_tuple",
  314 + "mapreduce.map.class" : "org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Map",
  315 + "mapred.input.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/user/billg/ws/test_data/pig/data1.txt",
  316 + "pig.pigContext" : "eNrlXFlzG1d2boqite-yVsui5U22hQZALCQ1qcxQCy0qpESLlOMoqVIa6AbQZG_uvk2CmsxU5Q_kNZOH_IP8gFTlZZJMVV6TPGZe85pfkIfkO-fe3oAGRcoVvUQzJom--7ln-c7S-Lv_0maiUPvYD_u6ERjdgaUHdl-33cDR1-3-Q98T1lBo8t_UEe38inbOtHpG7Ih1IzQcx3JeaSds7_EwcAzbe6Wdsb0Vx4kjERrCD1e1i4ZjG5FlbnRDOxDLtmNFQju3umXsGNVY2E51zQh-tppOuur3V60dyxHatVXsqSr3VHX8fnOryi2qs-1Z5kPfdQ3PjH7Ufq1NrWrn1ePl2OsK2_eS58etodXd3AssoV3PT4qDVh-rJsx60jEi8Zq3K7SLcoeO4fWrGyK0vT6ty9tYD_3ACoVNB7mSO0j2nCYLQB1XHfd8rteqHQm0f8DtvMMPqHc6lp7MrGqnooxeSSf56KkRJk_OR9t2EIC2AztYN8RAPh8G_4N_moZrvUrr6rSuvmp725b5xIgGIHjzt8_-7Lzz2_8-ok290k4Z3a4VRc9D0wqHoXYhG6N6zxz7j3_85yt__m_T2pFlUMk3zGWji8td0U6IQWhFA98xh8HPf8E8cnr3OH6epz-HtIUrOc5i8ul8i7Xo2O3bR37Xnka3YPespj2bxYgPtKMrz5afD_kgJ0pmnNjwaxx2hIeTq1XMq11Et1A7y8eje9Ufe7GbbwyEdmJtaf3F40cvHz4W2tF6pd7GCS5nBMmuePHiv74J2n_4myPMYIp55eVhkUtFGgqj41iX_uHc5588_c-_PxAVj_PRTpHMCe2mpBt-9q1QL55SKIoFUWHVpTA09ojVhn_577f-5l-Mv53Wpla0o5H9xhoGtMDuUfw4Kel5ffTBZbmLIz-nXRwBK039qdDODAzT9wPdNnUIt9BmOrbjYP0rW35HtzxTDy0R7uk2FEa4Y0CAZxo1_BPah7avd_aEFemgnY59d7ej2BXadKs-J7SvXCMILVOnWaAzutvog5lsPMOjSO_ySWnjdCM84bnY7JGG8kOhOzij0P6667u62LUF1sZvuVFQ5_6E5zqRf2JjhFuxCq2WYwUDwxMdOzTLx4_14Elwd-p4woi2dUh5DwKN85lxlxTDdK0CEnwu--ARUSEhQiSMPtSOHvq-0E2bKF6NI3Cf9nGOZKGFZ_rWjquDmXkVTHukUgfZaRek-dRyYaS7BlT59OLiotBum71I7zh-d1uX4q8Lf9vyQM8eiO9i59NtonVyPWp_vIAeBVY3dgxh71i8QkzaFvvrGU6EkV8rThkIEehGLAaWJ-yuQZ10nKxjhX6EP_YgFkK78dkv6VT6wHetX1XVyLSRdgmuce0oIoWuRzE-9UM_hqyezH-4BSaLrB-ZvBEYg7mo64emY7u4Ie0YsQ5zz3Fejgl6o0qrVpmRq7tRtW-LquF2sD2c4hxLEwi7A9Lx-Y7XF_V6pVPDlc3mrzW5MXle04Qw4xLO1HT-3_1WrdbGuvfoLJ7hWp5vWroJhulLkkjCh5Zn7VYy6Tm-0G6qHX-lqLLrh9sGjgtZ82gctIZhRkbP0vuWCHZj28zu4AwWg4HBTzLlQvsypzbUdGhb8dYs1w_3yMxs7EXCglheUEeL-LMk1IfqYqqyrRqpvnfKyBBaLJkpIU7V5-aZFPX7OMzdjNnVr2gQ93q4tq7veVZX6MR-fow7-6C-IAlwMYo9HTwTGKI70B2JD47F3rbn7-JeKiUqZGCTAO5hUhzfEmgFrxuSTx8NcBX3q-pMFXO34nl65PbqqTRj1P2F2lxt5Nhq0qrpeyDxLbXswMJ9DR6SXsPQ7AbT7d9IOInkxu4lokC8ABI-RePs96BybDiza7ggQJjZjXxPoVULGiI9FJSj17WcMWYC0Y-KMMbsF3DJIEk0yOtliMICtvVZctEAEVANLKo--nVDUlRdrBJ7Ip2pchChDgCUunZAq1x7srm5XiWiOwM_Er9Yff5wafXJ843NbOGeYYcRGNKMHRAuDkwDR8r2ebTF1DuveoMwDjjNhbDP6FX-fcyPFBVnAG9iKLeFHEMmrEB_u8zmAIsGmVDX92xcJLRrZWy56ySm2InBYjpZpOdb0rKRssHFQoWQoupaTLKaTgT-MseXCZPbXhALvYMP2Ed-wDwZNlobSlr3O1uQBKw4hafSrO_AxPqgUuhgdJ-UArYGJuZGkg8wRbXbtysd26uih5JCPMm0VXrTtAZ_kDpSLfTVRNFEf5iF7gA35sQhWa4jdQy4pXgiggkIbbHHfAG6vjGKBoHuyQi7AzwxXLPdhHYjDnu9ZUC3aKA5mSrPF5lskFmHQkTzct7KKuUs4Z3bsUzTMpfkMzgrQGd9uqhnuZlW04lm1WbpNhLtwKYgUwxHPRbsa2U2G89Sg32H7onoD4ME7sEcMFhs8EG4yI9xq0I7G0VORTUPXZIIGoVrcZJDZrw31cj4nEWG1e6UXiVGrJp2tF1PdBA338sa5iY1NCY1NCc1tCY1tCc1zE9qWJjUsDipoV6b2DLx7PXi4TN75AIXWAlzP7B6uJmEOaT-I0k_zbfPWi7cA0e_3AAsKjMlE3VAg5R7op6gk6kHyxfMVxBnujMBgbQgUDzhW_jKgDxxSKI018xEFF1MmHNwrN31A_Zi4Sky7FOTfVmi4groDMJquwSwiavOKa6nZYmPAZuyJ4CSoxIMEJFAbqvLxGo2WS0SxxuhDAyA9uTRyI7pxj5KKEHeP2lZUjSsd3W3o0Dp6US7SlzxT3kGR1OBr4ufGyOfmyOfWyOf2yOf50c-L4x8Xhz5DH4ceTC6wzpvEeiEVTCrZ7o8HAwPvwBWD1k5V7fM7bre1muv55rVrdCqOnanmvRW9iaB4EA-UDgw_RJwHmu0FQS8NKo7XCgPbQoUvVUOLlLQOl3XaxIHsOcV-BgoiX9JHiVDQZGH_tcHmEHGgADHYD1jQA1lZafA0qcwU9TwFKyslcJKtEvn4Bn_2mjk8WXOyuRZGCLj9zqGx3gqFB3LEJkB-SQTy4zl4SDBwJGQ75B4JH2vJEZiFwwNoG0kjH9eNbymR1sREedUzrTCnG_E3uya3UUn3ms0u-J1dayemh0AGV1GYfTIsSyWG98j-3mEIP6NdOu0LSJ3Hg42W-ouMwGU7gr7tseVg4IOZ-Vji0JEgjY2VU2dxBHQBCjsCZJtyyOJzDkAp6Wbmhz-mPoIdiVWguskQXoQ4PAZXCQgoQIksYdVsPjpjZfPXm9sLj17tPTiUSbltgfZVoo2jV-kLvondgAA6djYXYLrmWuhmkxHOZgzcwrdF3lTkuNEq9FemK8tUojgo9RXVaAmIeoayJ-XkivMe_JqNrHGRno7hFZkYAvSFxpQSfAlgEd-f5_lFA_bzfTPRCRqOjwA-iy5ucoYs8IIppLr3oZBtbpGh6X9_2y-ZBJJ1ErXHDTiuYqoT54Q2p0Ip25B-vpSJihSw-FLshCflckWxV_IBub8UTYEkoFLYgJSGTHTRT86uuBo61HSJehPXEX4T2p-F8DaIYnBDi-qqX6MrVhqGcx0TIXToIxyXr1jvNkzrcTMpix7PsNiUgYyEbhdKjJ4ZLmBAnxyDg4Q05Yp-HVRaJcTzw7yjmmHsGgmun1eBQZOXEJwVq9a3u8s8VZBfu8rbJ_T4JL4H-bkRHQD8jkcYy87wlUiHYgQe4AD8EcsD7_gtwCHvJSPVoGM6dBXmfRSN9lez880gjrkKaUBpD64U90xQgqrcxQc_72uN9rNRZK6-sJiQ6oKnhMnFAAG5NqR8htYrpHOmXCC0XWicRX0SQlSMT3psklgnL_rMxKMG14_hpMG_rDIGiWeS9xxbVGkHws1uWAJT5CGIZIQbvnduGHK9dS_fWMHD6nrvf37PZK7O0jXB6_sYE52JJdF9cjvzXnj66tv_IP0kZsDgbECc7_yGKVynGm3cFEAGQncBdLaNzKnrusa8wj7qjRRXm8fayXWR8KZrmPgTCmKgHNMMOJqbkHyISHdJEsk_TkMm_d3pYHIO7rttgQRCZoEL5aCiCdGmIcNH5f5mlkMAvY1sjkqop2XVkBRjKHO5c9-qYYLN6BHv6pGkL6Py5iHr4CPL7RPD3CTORU0IVKQCwUop5v15r7hlnsljgj-ThxXJ4wLkfGpFmE8YpREQ-jBdp-IwvqDvFEKEQQx4VTbIHI5SnE0JhgJdoutZd9x_F3M94CbMsuxoOxyHpRCJ0a2aYWrvpHpnVsTIs2j2vpGMcYFlVLZsa3dCtklbWoWop4jSWYv8irkGJqe8bML63Z_FZvy7nMEnBMlF9VFBj42vKdw0QVlVtVDdtTPjUSd06N8XXIpAYkIYCElK4Qh4ihx6yiicsHow-nsU1xr1wg9kJEszF8B3rCQUfQZOm6iqwAGLDVh4E2777k4s80cr7bXKEfWXZV7o7CCF7sdK4QAWJR64ptM3WEcmjlICuVnpUK5SrPkxfJsdrvjwO1CZpvLJKNJknEpZwG3STNxkoJ1-6elAVZl49Io8UxTBu4-K7E2mWLMnOJFKBxcVgpOWWkQ94IFnPHw490D3bnUMtUMQ9Gf0QrsMLx_9nkljwLoxt62Toyd6PLG3Hx7IdPlSeQNUicdnCyCnYSg9EWlynGoh77boZz3BqRQbIzdwMkkQkke-HSDDvR5IcBJET1MveM7MYwyRBP8BXaF-E5h-Ok8wIEo7wuAVLpG3rdncSSAaUyaOofK9gkkS9iYavJP6JDEkxGpFlJHnuqXGa7pOofYC4dKAgwsxOgyT10-IkZT8TgZXlRaRN7DdH0OtzBjWhxd5aSqRBc4orTAjg9jIDsfq9eaC635tsyzDKIejiLF5otxsaFsg_6E-uQFh5GdDEi7CSOimdJ7T3yxEfhiFij-gS1mN3jPsw_TDpcoq-Op0Aobcr7dOTrlzSIhJqKtS0RaCjC5GA_EH3Ohwl9Yz4LOQst4IDr2ynebS2G0MXwRzn-3vVbrra_MP26uvLHrr56aq-3FF8HzeaOz9mht9_sHGy8X3iztri1t_cnzNw-Xlr5de9qfH3ZebbeeGsHyes8L3MgVy999v_xj94dlt-e0dl-5rQeb7ivjlRu8ePDdI-_pgzdv1KagKWy6ZGirLYMUqZicpWPwCikBXkweVfAInlZdr1c2ni2tbzx5vskh8cnN7EEBdO4Ylfocpal0jktfKeQdWF_7DHVOVH5wh43a_NxaWVyGU6yc2b5R8G0SBUAKgzjoxctnz1aefQsNSkqKZVSBjtlxFuKc_nex3d3eQMfSeIgNOxXGxEoKD-nj06hRT_3Ophy1Rua8Cz1FSXSprYuuzJ0xiS_p9GF-lwNKNik5duMQ_8d2hQ_l6vf3dObKaNemPB52ExBQkYJzd3y7niV0WTb0gCqI1mR_aPoxRLFt7Y3nj2QC-6MM8_a76A9oLG9KhV2aadglwQeccJfFFtCApAjuEbDxSSPdGBMvXq9ndAtA5IbytWyyuQF8Gp0MNiwF2fSTlXqLXK16az7L5cuIcQFkKiK-ePzwOQVevshDyAR4Q2Hr0kxwKRCThxT315ORbR7GykzqFPbx0aQw4v6hsQtSQYIKpiVTShL4nE6mkxDtE05yKr12d3PtqxHd9j1E6WwuUs3m9FzqosqWzMHIIszD0iiz8gDQ_CLFq011eWkGnm6Y2E8R4ajNxvrTsow2faiAB0QIiEBcMVm2lMO4iREPcwNk1RGIBf-DD3dUZjDPjeT2ACLK8nqZ55WkELisQd_uSHJfTwVMoSO2WIr2YyJMp6pkI2CbG_vYZGmMdXC8t-f6wDoGeQS5wMJMByTuZQb-y0SOyN5CSCHFPa502lNeZSom30yQeYiXaYTmBg-WVVJ7mT6VKVQy7yH5ghF83XQvHxLFOizAhTjfp_uH41VWkiDwILPln0-y5SOmvMhXA2zeSRJLSZiLYvxw91yQlNAuF5gkcRm0bad1Gl-Vwm5q_yM_cv0ov-75Ufdfyn6SlYVXOdyTtTW41kRto8_XWe1CmmykhEKEZS3C4EqGaYiZ7uzeBGo8ApYK7U4M0Jjf3LUcbi6T0a_HTViCdGnPXPuVgvYjc2n8NgRVKU0imfs2KRZWKBuPZ1_IptnH3o4d-p7LEYdvyourCC5jT5SH65EKG45F4e9mTkKgcodJ4cCYq6Dq0hIf244MWZemlQavAW8M55EM9BGhE8cWV6A2ppx6tJ1Ii6PAKTkglFUFleJo9rCxNxtYisKJHCIH0fevQQIZKlkB2Ik2QK4iBjHpviBXtS9vro9JhsyRkCxOjpEskrs3XrCWlQ2qR7CeyQ3Rtm5Ptp5dGZv5-uDxPaHKZcuqdJjPZtcdQ_T80J1dWl8ZLdH5tMQ2Kb4bS4LSQbuuqQO4UpCp0psdgbg4tXhN2DaLXtwemX_C3KeI4rtWR4-p8OM8_iIGuoffqlDuUklxQ6a7bxW90ECVeINgAZvRI5TyvsIYME11FcsYrpfQ8G0oQqGFrM5O6WccQCqofKjrVL0235hv1hfmmrlchETpcVLt155brDdb8M_OJg6wNEHqBKNJzp5tYbS86nPLK49XHz1bWnv8mnOfIyTLqtOSrNPdQu1nwUh1DFNVIaiE7cKkRF7g-w6trwrB9xLJl3u6lIoGBq-D8Ev9fmpA-DqoDNDlDMEQnq2kY1KAO1symvbzgi45y0Vcy0ViOEuXy-otqErezIUuy1ZcHslsJiaQgjk3s2CO5BuCzko3kMfEiU_H9oqJz5NJ9dzk7HY7i_jmwlDH2_P12sICW_UEi0qEd9K1h5Y5S8TKpDYr2ihTIgcLAxfKhlTQjbClMssfTzLLLJhURyA_V7hDhXpExULTfA6l1O24lKIfCbQY-0w93R_7JBVLEbm999_SVxygEzYRRgY5PAfovBVR-fLbu3UP0qs7oFIZcZCT4Pop5EFtkmL7D2F6kgJk3U2-V1KSDRgPeH7CzPDVjck-c2IRE2Eli594kypkfBaOjs6h3R9jK9xT8eKbhZLvUs1_DELRYWCZiCNrjbRWh2QxXydxM2X9YeroZPV95C-V12kS_FdiKG3Hp2PnpQGVbAQH1Wv7uhjKOSZ9EFpCTayXlIZXaHyFxlfSURU5SgXu6d2ArNa1rfBLUg3Bt3Y6n_ws1N-P1D1SgXVJPXJ9QpVpJEsPaEClw1VntEmJqFU4-VYJ1TsOfhNgVHS_miFPpZNAD767D5aXVlYfP5J-N0gDHKmKLTG0VQp1kl5Y549Dm99E2cgPTOpLjV0hc7yMvWFVSJfIpO_6xrpseEoN-Ur7FEex6k1joyPoLIe7iUobCWOUAkk1ZhkslOs48pJJLu9IFcJcteLFuez4zMvN5coCZfjG6lAUMlNxgSMEIr6ZBIuzuFJ5Zf6nbw2zkBU7sfrqef2H1_zexUdAYqnuJvruUNDK6Ko7TIRzdr_Uh3Rpb8rKEMJH1YginLIvV9II9dJS4iyl9vJ0otUqndp8uXXhUI40X6xbyHifziqgKPwIOED1zVeLhTsWfI0ozbeOFZz9Kq0dygmahEkKtbEau5bfCysL9Z4D2lu1pEyATvWGi3WnX24-lPVtVJU2AQLMlpV1lvjpV7apqEvlRNiO9-QbfGlxWbnDkQPQo2lqtu5JrFNo7XGOT7tuDCzH4VDnS88efsuwIA16JoWcpAwlkWffVhpUKFROUmwTCpVVM6vqu-Nymy-aztP4WAMwe54yJxxnhTEkgpVAqGkIBSSVOg06OCIAUsQq7fITOvED24OD-ND3KE1Bj--UJMzTqvUEMZHwn5HVl0OhCi__4C2Fl0ORM_O4h22jDxigmrCdQoC31Fetj70lQBsbdm1rhyHb0WZtsT0aKt4vC9oCKJUIdr_UK5qLhZS3c2hcGioWFPIkclUB53LlHKw4Lvx-1F7nCAIHF-zO5BCYRyEp7k-3lutOXahsqKbX6yBxe6FKOkjXDzbje8jobFHZUqWNhrnWe1uUrgPQpWIEdmVOb1XmarWF-ly9_p5PTZmY93109RjM8N6WHE3avZ8rdnrNLb5gUi7N97yujMa_56UnN7_3LcC0uL5XuouX5DEXtxFBKXtdqwrN5xE2qVJGuVryRlElvzzjM5V_LhxOt3f25tJJGSMVJuv65Dv5IUxKdRAaO5YnF5R_U_2v3tiXdKa_69GrxZFSt_Innf-N7xM2scJKQ29gHhosaTFK38kUOtBlZBrfBLA8gL7Hw_5ex_C2lfR_017InOmJo7b2xAC7jDjV4wDJkbpU53rretlKFVB-ADCWvNv1k0fL4dHAAF5g-6WwFWH6_OyFIu3qmvXQ6OxjKxmk81MsvljTRV1-yk1Z0qVw72_vytrw7d2C0Bd-J-5Vtgrd_x8eeb-q-uQ5-fBUtw_WTBsPNgNrLXpCaWC7A5Vd6zQOMZQinmIrFKzrW4ceyGDrsGOl7oioEUPn3mEgoX0MbR5-qGlYpLfqmTE_zGjLqaTI4zDjCJerDo13WVdVEfDizXcfLuHEO00BJ5gJfqjNg6vpuIcYk7SRXwJnNQvv_QTxUG2F-OJPmS760TFJ0BaIhw7BDFtwAyPwHtPFiIiVWofh_mQ8efk4wTvNENHIpAiw0sLw-uHHq3jP4YdbImoIkL59GJbIeVhtKmqITSs0Dj9B4jORn4gz_OT5MufnHWcBLzIoah6GgrFni0rzMMp2uxcxJDzEKvxFQKyZ64dYyPW727bwK4bjsHAcYkE_9CvkXi0cfMj-LvC7zEB3WT-EZsx7aE29cdiBTOT63GEHD10HbgFutHUYtokCHLGe_H63gZJOqmz1evH1V35BNFIJlUvJG7DqqXwJ9mzx1Zi0Ni1J_3BSVgZqqfjBEPyE9A06qJeQ0-_tSb7dh6pcKDxK388mtBn-LLSbo3Vq8n0EVQhBM10rFljGFKekEJdJsess8U_VNrmqepkl_-rA3-ui6qQ7hkNfoKLTa8e7tikG61a4QdHK4836YrNRo9zAST_3GtSZOWjIxmJFzOuW08qqN8fLqLgoU0Yo74yHU6lKmPNFgYytgkLq5eDruTo_aiFEncTHj7XmmnMLC7kvHcgFRouvYl0cD3hjIxlhtkQpYZKQcS4XQnco34PJpdW4iOJi0jMf-T_32S_TxzLofzlNL_VDIxjY3cjydkA6fikUT3-o179VDYXCrZtjtfdWGPqhHnL99ExNr9VaSWElf0vT_jUmd0pTHSM109WJ-Sgq6Cwrmi6b1hoGduGb0NJSEc4eZxH8W_v6qkK7khSvqBqS_Gt0dPhiMjmt19CDLmcrMV-9l1bAveUNFq6MziWPT-evUWiPR78swPPuVV1P5J50vEoHs8fBaEPkJS2FFFDylhc2b_f2sve8LhdTR9iq7Zv8ntJC_oWcSW_1lnwD3VWiIyUOki-fk6yUS9vcyV6HiKhEs-SlE1CUO_9sLLRfTCRRjc-9yULEqX6W-1zdFMXpE0ZKawtujb-0qL7thCVdO1N43y_LeV5ISmnla6Bgr9Gv6Mi-R4prAqJEwUzXSTUWVTAlGUrTINT1i_GyhPIvOJrm10fPRdD_OhUOyDoDta9hUP41hNmDI9mDD2QPslKUSNWOswzxn2dzQQB-MMOJUaGdkBEO_vvcSNp0-L_EiBqM",
  317 + "mapred.task.timeout" : "600000",
  318 + "pig.job.feature" : "HASH_JOIN",
  319 + "mapred.fairscheduler.poolnameproperty" : "user.name",
  320 + "elephantbird.mapred.input.bad.record.min" : "8",
  321 + "pig.reduce.key.type" : "55",
  322 + "pig.exec.mapPartAgg" : "true",
  323 + "dfs.safemode.extension" : "30000",
  324 + "pig.exec.mapPartAgg.minReduction" : "3",
  325 + "ipc.client.idlethreshold" : "8000",
  326 + "ipc.server.tcpnodelay" : "false",
  327 + "hadoop.logfile.count" : "10",
  328 + "mapred.output.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/tmp/temp-977624468/tmp-1644509149",
  329 + "mapred.heartbeats.in.second" : "500",
  330 + "line.separator" : "\n",
  331 + "java.specification.version" : "1.6",
  332 + "fs.s3.block.size" : "67108864",
  333 + "java.vm.info" : "mixed mode",
  334 + "mapred.map.output.compression.codec" : "com.hadoop.compression.lzo.LzoCodec",
  335 + "mapred.task.cache.levels" : "2",
  336 + "hadoop.proxyuser.httpfs.groups" : "httpfs-proxy-users",
  337 + "mapred.tasktracker.dns.interface" : "default",
  338 + "dfs.hosts" : "/etc/hadoop/conf/dfs.hosts",
  339 + "pig.temp.dir" : "/tmp/",
  340 + "sun.boot.class.path" : "/usr/java/jdk1.6.0_24/jre/lib/resources.jar:/usr/java/jdk1.6.0_24/jre/lib/rt.jar:/usr/java/jdk1.6.0_24/jre/lib/sunrsasign.jar:/usr/java/jdk1.6.0_24/jre/lib/jsse.jar:/usr/java/jdk1.6.0_24/jre/lib/jce.jar:/usr/java/jdk1.6.0_24/jre/lib/charsets.jar:/usr/java/jdk1.6.0_24/jre/lib/modules/jdk.boot.jar:/usr/java/jdk1.6.0_24/jre/classes",
  341 + "mapred.output.key.class" : "org.apache.pig.impl.io.NullableText",
  342 + "dfs.safemode.min.datanodes" : "0",
  343 + "opt.multiquery" : "true",
  344 + "mapred.job.reduce.memory.mb" : "-1",
  345 + "verbose" : "false",
  346 + "pig.disable.counter" : "false",
  347 + "mapred.max.tracker.failures" : "4",
  348 + "mapred.fairscheduler.allocation.file" : "/etc/hadoop/conf/fair-scheduler.xml",
  349 + "hadoop.http.authentication.signature.secret.file" : "${user.home}/hadoop-http-auth-signature-secret",
  350 + "dfs.df.interval" : "60000",
  351 + "pig.log.dir" : "/var/log/pig",
  352 + "mapreduce.reduce.shuffle.read.timeout" : "180000",
  353 + "mapred.tasktracker.tasks.sleeptime-before-sigkill" : "5000",
  354 + "mapred.max.tracker.blacklists" : "4",
  355 + "jobclient.output.filter" : "FAILED",
  356 + "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  357 + "java.awt.printerjob" : "sun.print.PSPrinterJob",
  358 + "mapred.jobtracker.taskScheduler" : "org.apache.hadoop.mapred.FairScheduler",
  359 + "io.seqfile.compress.blocksize" : "1000000",
  360 + "job.end.retry.attempts" : "0",
  361 + "sun.jnu.encoding" : "UTF-8",
  362 + "ipc.client.connect.max.retries" : "40",
  363 + "dfs.namenode.delegation.key.update-interval" : "86400000",
  364 + "pig.inpTargets" : "eNpb85aBtbiIQTgrsSxRr7QkM0fPsagosdIns7ikovGS7MzjiXOZGRg9GViKM6tSKwoYGBiYylmAJFdxIUMdAwgwQvlFDCr5Rel6iQWJyRmpegWZ6XqZuQU5egU5iXl6_gWpRYkl-UXeqZUMEMDIxMDkxcCUmeIDtD85vyC1hEHIB-QIfaD6dP3gkqLMvHRrsIUgwFsCVVaBYS-IzwxVJg3isFVUAABL7zY-",
  365 + "io.compression.codec.lzo.compressor" : "LZO1X_999",
  366 + "webinterface.private.actions" : "false",
  367 + "mapred.healthChecker.script.path" : "/usr/local/sbin/healthcheck",
  368 + "java.runtime.version" : "1.6.0_24-b07",
  369 + "mapred.tasktracker.indexcache.mb" : "10",
  370 + "ambrose.port" : "8080",
  371 + "fs.checkpoint.edits.dir" : "${fs.checkpoint.dir}",
  372 + "mapreduce.reduce.input.limit" : "-1",
  373 + "mapred.output.value.class" : "org.apache.pig.impl.io.NullableTuple",
  374 + "mapred.mapper.new-api" : "true",
  375 + "tasktracker.http.threads" : "50",
  376 + "user.timezone" : "UTC",
  377 + "pig.client.sys.props" : "eNrlXNlyG1d6hrbRYi2WJWu1bFqSbdlWN9DYCGpSmaEWWlJIiRYpx1FVStVAN4Ame1Mv3CaT10geIg-Qqtyl8gC5n9vc5hmS7__POb0ADYqUK7qJZ2wQffb__Mv3L41_-e_aiTiqXd4wt0w9TRxXX42C0I4Sx44XPvvPvbD71_98tHZkuXbKsodm6iZxUruyTL3r1Lue9_79TlS7lE_z1IzHidl37Uv_duGbr5__178eqx1dqp1xA9NaMgdJED2rnU7GkR2PA9faCf_wxxr-OfqH7VP47__Uakf-PqmdG5tWEIS6Y-lxEiW1E33HdUdYfyPo67Zv6ZGdRLu64yd2tGW66NBq4J-k9rkT6P3dxI517E0fjO3BZpx6Se1Yx2gmte89M4xsS6dZksgcbKIPZnLwDI9ifWBihB47e3ZSO27whBdSa6g7XhhEie46cZLU_mkQeHqy7SRYG59io6EzejDjuU4Hn9kYgx52qdV27XBs-knfiazq8VM9eJKkdlMeLzHjTT2MgqHj2jiflQ5s3N2xhgYSfCP64BFRQREhTsyR44_0KAgS3XKI4vU0xu3WviyQLLLxTN_Y8nQ_9XgVTHtUM0B22oW9Yw_kclGse-YO1lxYWEhqX1nDWO-7wWBTNwfYS6wnwabtg55DEN_Dzo91idbqeuT-eAE9Du1B6pqJs2XzCmCxwMf-hqYbY-QPklPGSRLqZpqMbT9xBiZ10nGyvh0FMf7YBUMmtRt3_0Sn0seBZ_-5LkdmjbRLcI3nxDFGY-UU30ZRkIZJ7Uzxyy0wWWy_Y_LGYAzmokEQWa7j4YZqJ4l1mHtO8XJM0Bt1WrXOjFzfjusjJ6mbXh_bwykusPSAsFsgHZ_vlLGgG1q_gSubK16rujFxXsuCGOESzjV0_t-DTqPRxbr36Sy-6dl-YNm6BYYZCZIIwke2b29rufSc6nXbcsffS6psB9GmieNC1nwaB3k1rdgc2vrITsLt1LHyOziHxSLTw38hKJjuuyAa6WbIwiSnQ9szf8X2gmh3CWRb240TG2J5UR4t5u-CUJ_Li6mLtnos-96uIkNks2RmhPjEaM4zKYwHOMy9nNnlRzxOh0Nc2yDwfXuQ6MR-QYo7-53REwT4LE59HTwTmslgrLv2lo0TnUz9TT_Yxr1oFSpk7JAA7mJSHN9O0ApeNwWfPh7jKh7U5Zk0a1vzfT32hkYmzRj1oNdoNiaOLSetW4EPEt-Sy45t3Nf4Eek1DM1vMNv-DcVJJDfOUIkC8QJI-ByNc7-Ayqnpzq3gghzfnlsr9kxq9ZKGyA4F5egPbHeKmUD040mUYvaLuGSQJB4X9TJEoYdt3VUXvemEUA0sqgH6DSJSVAOskvpJNpN2EKEOIwx3Qlrl2tP19dU6Ed0dB3Hyx-WXjxaXn75cW88XHppOFIMhrdQF4dLQMnGkfJ_HO0y9T2VvEMYFp3kQ9hN6nT9PBrGk4ollx0-h3HoFhlSsQH97zOae6ZsjPPEC38FFQrtqU8tdJzHFTkwW09kiPd8Rlo2UDS4WKoQU1cBmkjV0IvB3Bb5UTO74YZrofXzBPooD5smw0dpQ0nrQ34AkYMUjeCrM-BZMbAAqRS5Gj0gpYGtgYm4k-QBT1AcjR-s7fh09pBTiSa6tspumNfiL0JFyoe9niib6wywMxrgxN43Ich01MOCW5IkYJiBykl3mC9B1zywbBLonMxqM8cT0rG4b2o047O2GCd1SA83JVPlBkssGmXUoRDQvFa2sVM5sYJ94fduybGtRPFt1RkA_I7qoF4WZlrOJ5uRm6TaUdmBTkCuG4z4L9rUqm41nmcG-TfdE9IdBAvdgDhgsNvggXBykuNWkdj6OXU0273gkETQK1-KqQ-a8d6SV8zmLDKvdI3qdGLFuOfGmoXQQN9_PG5qzGlqzGtqzGjqzGrqzGuZnNfRmNSzMajAaM1tmnt0oHz63Rx5wga2Y-6E9xM0o5hD6jyT9LN8-a7loFxz9eg2wqMqUzNQBLVLuSj1BJ1MPli-YrzDNdacCgbSgG4wI35qOD8iTRiRKzXYuouhiwZyDY51BEBKbxKEZMeyTk31XoeJK6AzC6ngEsImrLkiup2WJjwGb8ieAkpMSDBChILc9YGK126wWiePNiNEEmDMmX0J0zDb2haKEm8YkrKxoWO_qXl-C0rNKuwpc8e9FBkdTia_L31sT39sT3zsT37sT3-cnvvcmvi9MfAc_TjyY3KHBWwQ6YRXM6pkuDwfDw2-B1SNWzvUNa9PQu3rjbbNd34jsuuv066q3tDcKggP5QOHA9AvAebLVlRDw0qTu8KA8akdA0VvV4CIDrccMvSFwAHteYYCBgviXxFFyFBT76H99jBlYwTqAY7CeKaCGtLJHwNKfYKa45UtY2aiElWgXzsEL_lhrFfFlwcoUWRgiEwz7ps94Kkr6tpnkBuTrXCxzloeDBANHQr5F4qH6XlFGYhsMDaBtKsb_VDa8pUcbMRHnk4JphTlfS_25FWeATrzXeO6ZP9CxemZ2AGT0eBA5IT5c22a5CXyyn0cJ4t_Itk7bInIX4WC7I-8yF0DhrrBve0o6KOhwXjy2IfhmQhs7Us-cxAnQBCjsJyTbtk8SWXAAzgo3VR3-pPwKdiVWguskQHoY4vA5XCQgwTRxzdTHKlj87NrrF2_X1hdfPF589TiXcseHbEtFm0UOMhf9aycEgHQd7E7heuZaqCbLlQ7miaZE92XeFOQ43Wl1e_ONBQoRfJH5qhLUKKKugPxFKbnCvCeuZh1rrGW3Q2jlojiY049MqCT4EsAjf3nAcoqH3Xb2pxKJhg4PgL4Lbq4zxtQYwWiF7l0YVHtg9lna_8_mU5MIomoDa9xKm1pizJ4Q2p0IJ29B-PpCJihS4xCKIwtxt0q2KP5CNrDgj7IhEAxcERMQyoiZLn7n6sluSIaBdAn6E1cR_hOa3wOwdklisMPP5FTvUjsVWgYznZTBLSijglfvmnu7lq3MbMayn-ZYTMhALgJfVYoMHtleKAGfmOMUBTHElk-vLK6-evL49aMnSe2ycvAg9ph9B4bNQpdv6oDCyjMEgw3r1f3OE4uVxPiBhPgFRS7u4POCuCSDkFwP19zNT3KVKAhapD5QAdwS28cH3BfAkdfi0TIAMp39Kt-AUFGOPwxyxSDP-olUBEIt3K5vmWCvYFTHY_r3rdHqthdI-IzeQktoDJ4TJ0yAD8jDIx04tj0zm1MxhDlw42lN9HUFYLF84bkJfFy88nMCk5v-KIWvBjaxySgpBybte05Sph_LNnliijVI0RBJCL78x7R9KvTUf9pzwkfU9f7-_R6L3R2k68M3TtgUHclzkT2Ke3P3An15LzhIH7E5EBgrsBBIx1HoyBPdDi4KWEOhXgCufQN08rquMY-wy0oTFdX3yY4yQgLVDFwTZ8rABHxkQhNXCwuSKwkhJ5EiJVCAskW3V9iJor_b7QosoUAleLESSzw1oyJ6-LLK5cxDETCzscPBkdqnwhhIijHiuXz3T3J44oX06M_1GNL3ZRXz8BXw8ZPanQPcZEETzQgYFCIC0vdm9blv1OV-hT-Cv5X_6kZpKUB-pENQjxhFaQg93BwRUVh_kFNKkYIwJbjqmEQuVyqO1gxbwd6xvRS4brCN-R5yU25AetI8F7EpdGLsWHa0HJi53rk1I-A8qbRvlENdUCnalmNva2SeakfmIOoFkuRmo6hCTqLpBT-7uOqMlrEp_wEHwsH3YGx5kWGADe9KeHRRWlf5kP31CxPB5-woP1RcSkgiAnRIOYvETNJYeXcUWLlojuB7jii8tW1GPsj4rvaPtRTWhoWMgtDQcTM9BjBgpSUDbzoj38OZHeZ4ub1WNcAWfCKiC37q9e0IAmBT7odvMvOKcWjmICGUdyuFcplmKYrl-fx2p_HbxdxEV0lGmyTjUsECbpJm4lwF6_Y7lXFWaeOyYPGJtojf3a2wNrlizH3jBSgcXFaGUVlpEPeCBdzpKOS9A9250DL1HErRn_Ez2OGkdpNdX8GjwLupv6kTYytd3mrOd3u5LlcBOEid8HPyQLaKROkLUpXjUI8Cr-_4trUGKUzWpm7gjApUkiN-rEUH-qYU56TAHqbeCtwURhmiCf4Cu0J8j2D42SLAgSjvC4Bk1kbct29zQIBpTJq6AM72iScLKJZp8q_pkMSTMakWUke-7JcbrmMGR9pLh1JxBhZidJmnLl8Qo8mwnIgySi0i7uGY0cQtnLBsDrIef_Zi6aVAFziisMBuAGMgOp80Gu1eZ74r0i3jeIijCLH5dlpsKOmgP6U-RcFhZCfi0p5iRDRTlu9pkKyFQTIHMP_QSebWeM9zj7IOlyi548sICxtyvt0mnfJmmRAz0dYlIi3FmTyMB_CHXsEF_oP9Iuz3OubDpO88-3l9MYrXdl5F8z9vrjSGq8_mn7Sf7TnGm-fWcnfhVfhy3uyvPF7Z_uXh2uve3uL2yuLG373ce7S4-NPK89H8Tv_NZue5GS6tDv3Qi71k6edflt4Nfl3yhm5n-43XebjuvTHfeOGrhz8_9p8_3NuTm4KmcOiSoa02TFKkyexkHYNXSAnwonqk4REcLkM3tLUXi6trT1-uc2R8djM7UgCdW6ZmNClbpXN4-kop_cD6OmCoc1r71dtpNeabK1XhGc60coL7RsnFUQqAFAZx0KvXL148e_ETNCgpKZZRCTrmplmIU_k_p85gcw0dK8MiDuxUlBIrSTykT08jRz0P-uti1AqZ8wH0FOXShbYuuzK3pyS-otPnxV2OKeck5dhLI_wf200CKNdgtKszV8bbDqXzsJuQgIoQnHvT2_XtRF9jbf_QjG1rRfSHpp9CFJv27nQaSeSxv8gx72iA_oDG4qZk9KWdRV8UPuC8O3Y74iAIKYL7BGwC0kg3psSL1xuagxIQuSF9LYdsbgifRieDDUtBNv2MZnTI1TI683lKXwSOSyBTEvHVk0cvKf7ybRFCKuANha0LM0GPBXlIcf8wG9kWYaxIqB7BPr6YFU3cP0J2UShIUMGyRWZJAJ-zajoB0b7mXKfUa_fWV76f0G2_QJTOFwLWbE4vZC6qaMkdjDzQvFMZbJYeAJpfZXi1LS8vS8TTDRP7SSIcd9hY36lKbNMXDTyQRIAIxBWzZUs6jOsY8agw4DzTA8SC_8GHOy4SmRcmUnwAEVXpvdzzUpkErm7QN_uC3NczAZPoiC2WpP2UCNOptHwEbHNrH5ssjLEOjvd3vQBYxySPoBBYONEHiYe5gf9OyRHZWwgppHjIpUa70qvMxOTHGTIP8bLMyFrjwaJMaTfXpyKTSuY9Il8whq-b7eVzolifBbgU7ruzf1ReJicJAo9zW_7NLFs-YcrLfDXG5l2VX1LRLgr1w93zQFJCu1xnouIyaNvMyjW-r4Td1P43QewFcXHdTyfdfyH7KjkLr3JnV5TY4FqV2kafH_IShiznSHmFGMvahMGlDNMQK9vZ_RnUeAwsFTn9FKCxuLlrBdxcJaM_TJswhXRpz1wCloH2o80sjBuBqpQtEcz9FSkWVihrT-Zeiaa5J_6WEwW-xxGHH6trrAguY0-UjhuSCtuZCsbfy52EUKYQVf3AlKsgy9OUj-3EpihPq1XGsAFvTPexCPQRoZVjiyuQG5NOPdpOZzVS4JQCEMqLgypxNHvY2JsDLEXhRI6Ug-j7lyKBDFpeB3a6C5AriUFMui_Ile1L66tTkiFSJSSLs2MkC-TuTdet5dWD8hGsp7oh2tZXs63nQMRmfjh4fA9KVijdimId5rO5VddMhkHkzS2uPpus1LlTYZsk303lQumgA8_SAVwpyKQN5yYgLk6dvCVsm0cvvpqYf8bcnxDFt-2-nlL9x6f4ixjoPj5lvdylihqHXHffKnuhFMGGAXNBsJDN6FHKfF9hDJhlvMrVDNcraPg-FCHRQl5uJ_UzDiAUVDHU9YnRmG_Nt41es11ISQiUnqqiv25zwWh34J-dVw6wMEHyBJO5zqFjY7S46gtLz54sP36xuPLkLadAJ0iWF6mp5NO9UgloyUj1TUsWI8i8bW9WPi8MApfWD0Uh766SfLGnS5loYPAqCL84GmUGhK-DqgE9zhDswLMVdFR1uHMVo2k_r-iS81zEtUIkhpN1heReTxb05i50Vbbi8kSCU5lACubczIM5gm8IOkvdQB4T5z9dxy_nP8-oIrrZSe5uHvEthKFOdeeNRq_HVl1hUYHwznjOjm3NEbFyqc1rN6qUyMHCwKXqIRl0I2wpzfKXs8wyCyaVE4jvGnfQqEdcrjct5lAq3Y5LGfoRQIuxz5Hn-2MfVbgUk9v74D19kwN0wiai2CSH5wCdN2KqYn5_t8FBeg3GVDGTHOQkuH4KeVCboNj-Q5iepABZd5PvpSqzAeMBz09bOb66MdtnVhZRCStZfOVNypDxeTg6Ood236V2tCvjxTdLld-Vmv8khKLPwFKJI2uNrGSHZLFYLnEzY_2dzNHJy_zIX6ou1yT4L8VQ2I47U-elAVo-goPqjX1dDOkckz6I7EROrFdUiGs0XqPxWjZKE6Nk4J5eEchLXrsSv6iiCL61s8XkZ6kMf6L8keqsK8qSjRnFprGoQKABWp-Lz2iTAlHLcPKtCqr3XXwSYJR0v5ojT6mTQA--u98tLT5bfvJY-N0gDXCkrLnE0E4l1FG9sM7fRg6_CrJWHKjKTM3tROR4GXvDqpAuEUnf1bVV0fCcGooF9xmOYtWbxUYn0FkBdxOV1hRjVAJJOWYJLFToOPGuSSHvSIXCXLzip4Xs-InX60tajzJ8U-UoEpnJuMBRAhE_zoLFeVypukD_znvDLGTFTi-_eWn8-pZfv_gCSCzT3UTfLQpamQN5h0o45_ZLfQiX9qYoECF8VI8pwin6ckFNIt8kUs5SZi_PKq2m9Rvz1daFQznCfLFuIeN9Ni-EovAj4ACVOV8t1-_Y8DXiLN86VXf256yEqCBoAiZJ1MZq7FpxL6ws5OsOaO80VJkAnWqPa3aPvV5_JMrcqDhtBgSYq6rurPDTr2xSbZfMibAd5-xDocas2uEoAOjJNDVbdxXrTGrdaY7Puq6NbdflUOdr39n5iWFBFvRU9ZykDAWR595XIVSqV1Ypthn1yrKZVfW9abkt1k4XaXyyBZg9T5kTjrPCGBLBKiDUMQgFJJU6jfs4IgBSzCrt8lM68UPHh4P4KPApTUGPb1ckzLPidYWYSPjPiSLMnUTWX_7Ve-ovd5KCmcc9bJojwADZhO2UAryVvqox9bIAbWxn4NhbDNmOtxsL3clQ8X5Z0A5AqUCw-6Ve0Vyup_yqgMaFoWJBIU-iUBVwoVDOwYrj4l8m7XWBIHBwwe5MjgTzSCTF_enWCt2pC5UNNXTDAIm7vTrpIF0_2IwfIaOzQWVLWhcNzc5HW5SuA9BFM0NHa-odrdlo9IymYXzkU1Mm5mMfXT4GM3y0JSeTdh_nit1he4MvmJRL-yOvK6LxH3np2c0ffQswLV7gV-7iNXnM5W3EUMr-wK5D8_mETeqUUa5XvFikFZdnfCbzz6XD6c7WbjOblDFSabJBQL5TEMGk1MeRuWX7YkHxN5UB6619SWcF2z69YRxLdSv-S-ffCwLCJnaktfQW5qHBghaT9J1NoQNdRq7xLQDLA-h7PBzt9k1_U0r_j91e7kzPHLWxm4yxy5hTPS6QHKlLea73rpevpIHyY4Ax9YrXbx4thsdjE3iB7ZfEVoTpi7OXarXrK_Yjs7-PrWSQzk-x-EJDTwzxrTBlRZfSvb-_K2vD93cLoyAJ-ulQ2yh1_3945P2K69Vz8uGpfB-smTUebAbWWvSE0sBOHyq70W8dYihFPJONKGFd3zn0QAZbhx0rdEdMjRja_ICBhPYxtH34oZZpk94ycmN-mNG2q2XI4zDjCJfLDq0PWVdWEfDi7Q8fLuDEB00BJ5gJfqjNg6vpuIcYo9rIL4Gzmof3foN4yLZSfPG3TBe_cy0StB7x0CGYYQNuYAzeY7qYMbFS5zDcr8aTl48TfNAMMY1URYBaB8ONw4-X8Z7DD7eTuJWA9N3DsETBw-pSUUNq2ZF5-AmUz0R-Is7wm-fLnZ8PnAW8yKCofRgKpr6TaO3DKNvNYcyQ8BCrQF3AByDNbBxiIS8YbDpJoJmuy8JxiAWDKNDIveodfMj-LvCHzEB3aRxCMxY9tLbeOuxAJrLRPOzgHc-FW4Ab7RyGbeIQRzTU54cNFHSSZavXy2_B8nuisUyoXFIvwsqn4l3Y8-VXY7LaNJX-4aSsCNRS8YOZ8BPSN-gg30XOfr5H_cgPVblQeNQzKb17gr8ntZuTdWrifQRZCEEzXSsXWKYUp6QQl0Wx6zzxT9U2hap6kSX__sA_7yLrpPumS7-jotPbx9uOlYxX7WiNopWn2sZCu9Wg3MB18V4dv_bGb0TnP9NQu8zZv-zFuYVmo6VhyJmg8ObUuSaUamtBS-Z12-3kBZ_TlVdcxymCmrenI7BUWMwpplCEY0FU-Vrx9UJpILUQCFch9ZOdZrvZ6xV-rqAQSy2_vXV18qBZzrOWv65ZCKBjlzmhN5JKQqsQdCG3Qjwh3qsppOm4KOMz1bOYSbhw90_ZY5FEuJylq0aRGY6dQWz7W6Arv2uKp78axk-yoVQIdnOqlt-OoiDSI67HPtHQG42OKtTkH3_av2bldmXqZKIGuz4zv0UFolVF2FXT2juhU_qBtaz0hLPReUbg1r6-b1K7oophZE1K8bU8Onw5OZ3Vf-jhgLOfmM8YZhV173kjhiutC8nos8VrTGpPJn-DwPfv1z0_KTzp-1ofs6fhZEPsq5ZSSkm9NYbNO8Pd_L2xy-VUFLbqBBa_99QrvuAz62Xhih-2u0p0pESE-k07wUqFNNDt_PWKmEo-K15iAUW58--nUgXlxBTVDN2fLURcOsBKoVCHRXF_xUhZrcKt6Zcg5Y-osBqonSu9P5jnUC-q0lzxWinYa_KXP_Kfp-Iag1hpn2MGqdqySqekRWVahbp-O13mUP27Scf4ddQLMeyJToUIom5B7msn_F8lrw10",
  378 + "fs.s3n.block.size" : "67108864",
  379 + "pig.udf.context" : "eNqNUD1LxEAQnUQPcyqoF7le0MJmg40gByoowY8oilhd41yyJit7ybI70egv8Uf4AwQr8Q9oa23rf3BjiiBaODDDKx7vvXkPn9AxGhau8BpZSUKyPTTZEarO1PvzS__ibQLcEKZlgUmIMRV6H7qUaW6yQiaV2tqGemZvPHvn7TpWbK3QKUOFccaZEikTYyUb7fPdcKfIiVe03MJDfgvNOC64Q5hEnRoCfxjVoQKJeRqckRZ5OoigG0s05hjHnKD3m1ApRbD6l_-oFJJEzkKRJ6cl5jYONzbsYvv5iS4U1yS42ei93qn1zXsXnAi8hF9iKclm6jeONTto2YNKg_-zQMKR5P7T3MrSwcfjvyr0viucqWGlqi92oIBH",
  380 + "mapred.job.tracker.handler.count" : "64",
  381 + "keep.failed.task.files" : "false",
  382 + "mapred.output.compress" : "false",
  383 + "hadoop.security.group.mapping" : "org.apache.hadoop.security.ShellBasedUnixGroupsMapping",
  384 + "hadoop.home.dir" : "/usr/lib/hadoop-client-cdh3u2-t1",
  385 + "dfs.https.client.keystore.resource" : "ssl-client.xml",
  386 + "mapred.cache.files.filesizes" : "1795932",
  387 + "mapred.jobtracker.job.history.block.size" : "3145728",
  388 + "pig.tmpfilecompression.codec" : "lzo",
  389 + "pig.hbase.caster" : "HBaseBinaryConverter",
  390 + "mapred.skip.reduce.max.skip.groups" : "0",
  391 + "java.ext.dirs" : "/usr/java/jdk1.6.0_24/jre/lib/ext:/usr/java/packages/lib/ext",
  392 + "dfs.datanode.address" : "0.0.0.0:50010",
  393 + "dfs.datanode.max.xcievers" : "4096",
  394 + "dfs.datanode.https.address" : "0.0.0.0:50475",
  395 + "fs.s3.impl" : "org.apache.hadoop.fs.s3.S3FileSystem",
  396 + "pig.map.keytype" : "eNpb85aBtbSIgSnaac1n8R9sHCEPmBgYKgoYGBgYzQGOfgg3",
  397 + "ipc.server.read.threadpool.size" : "5",
  398 + "java.class.path" : "/etc/hadoop/conf:/usr/java/latest/lib/tools.jar:/etc/hbase/conf:/usr/lib/pig_0.11.0_68/bin/../conf:/usr/java/latest/lib/tools.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/jetty-6.1.25.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/servlet-api-2.5-20081211.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/jetty-util-6.1.25.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/pig-0.11.0.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/guava-12.0.1.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/slf4j-api-1.6.4.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/slf4j-simple-1.6.4.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/ambrose-pig-0.1.1-SNAPSHOT.jar:/home/billg/ws/git/ambrose/pig/target/ambrose-pig-0.1.1-SNAPSHOT-bin/ambrose-pig-0.1.1-SNAPSHOT/lib/ambrose-common-0.1.1-SNAPSHOT.jar:/Users/billg/ws/git/science/.pants.d/jars/com.twitter.ambrose-ambrose-pig-internal.jar:/home/billg/.ivy2/science/cache/com.twitter.corestorage/hraven/jars/hraven-0.2.3-SNAPSHOT.jar:/home/billg/ws/downloads/hbase/hbase/lib/zookeeper-3.3.2.jar:common/target/ambrose-common-0.1.1-SNAPSHOT.jar:pig/target/ambrose-pig-0.1.1-SNAPSHOT.jar:/etc/dal/conf:/usr/lib/pig_0.11.0_68/bin/../piggybank-0.11.0+68.jar:/usr/lib/pig_0.11.0_68/bin/../jython-standalone-2.5.2.jar:/usr/lib/pig_0.11.0_68/bin/../pig-0.11.0+68-withouthadoop.jar:/usr/lib/pig_0.11.0_68/bin/../pig-0.11.0+68-withouthadoop.jar::/usr/share/java/hadoop-lzo.jar:/usr/lib64/mecab/java/MeCab.jar:/etc/hbase/conf:/usr/local/hbase-0.90.t1/hbase.jar:/usr/local/hbase-0.90.t1/lib/zookeeper.jar:/usr/local/hbase-0.90.t1/lib/guava.jar:/usr/local/hbase-0.90.t1/lib/protobuf-java.jar:/usr/share/java/hadoop-lzo.jar:/usr/lib64/mecab/java/MeCab.jar:/etc/hbase/conf:/usr/local/hbase-0.90.t1/hbase.jar:/usr/local/hbase-0.90.t1/lib/zookeeper.jar:/usr/local/hbase-0.90.t1/lib/guava.jar:/usr/local/hbase-0.90.t1/lib/protobuf-java.jar:/usr/lib/hadoop-client-cdh3u2-t1/hadoop-core-0.20.2.cdh3u2-t1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/ant-contrib-1.0b3.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/aspectjrt-1.6.5.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/aspectjtools-1.6.5.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-cli-1.2.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-codec-1.4.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-daemon-1.0.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-el-1.0.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-httpclient-3.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-logging-1.0.4.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-logging-api-1.0.4.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/commons-net-1.4.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/core-3.1.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/hadoop-capacity-scheduler-0.20.2.cdh3u2-t1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/hadoop-fairscheduler-0.20.2.cdh3u2-t1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/hsqldb-1.8.0.10.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jackson-core-asl-1.5.2.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jackson-mapper-asl-1.5.2.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jasper-compiler-5.5.12.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jasper-runtime-5.5.12.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jets3t-0.6.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jetty-6.1.26.cloudera.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jetty-servlet-tester-6.1.26.cloudera.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jetty-util-6.1.26.cloudera.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jsch-0.1.42.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/junit-4.5.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/kfs-0.2.2.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/log4j-1.2.15.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/mockito-all-1.8.2.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/oro-2.0.8.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/servlet-api-2.5-20081211.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/servlet-api-2.5-6.1.14.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/slf4j-api-1.4.3.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/slf4j-log4j12-1.4.3.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/xmlenc-0.52.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jsp-2.1/jsp-2.1.jar:/usr/lib/hadoop-client-cdh3u2-t1/lib/jsp-2.1/jsp-api-2.1.jar",
  399 + "ambrose.write.events.file" : "ambrose_events.json",
  400 + "mapred.jar" : "/user/billg/.staging/job_201301170859_1562015/job.jar",
  401 + "hadoop.tmp.dir" : "/tmp",
  402 + "mapred.line.input.format.linespermap" : "1",
  403 + "hadoop.kerberos.kinit.command" : "kinit",
  404 + "topology.script.number.args" : "1",
  405 + "dfs.datanode.du.reserved" : "107374182400",
  406 + "fs.default.name" : "hdfs://hadoop-dw-nn.smf1.twitter.com:8020",
  407 + "dfs.balance.bandwidthPerSec" : "41943040",
  408 + "pig.schematuple.local.dir" : "/tmp/1364953689203-0",
  409 + "os.version" : "2.6.39-t7.el5",
  410 + "mapred.local.dir.minspacestart" : "0",
  411 + "mapred.jobtracker.maxtasks.per.job" : "50000",
  412 + "mapred.user.jobconf.limit" : "5242880",
  413 + "mapred.reduce.max.attempts" : "4",
  414 + "pig.schematuple.classes" : "",
  415 + "mapred.job.tracker" : "hadoop-dw-jt.smf1.twitter.com:8021",
  416 + "dfs.namenode.decommission.interval" : "30",
  417 + "dfs.name.edits.dir" : "${dfs.name.dir}",
  418 + "pig.alias.location" : "M: L[1,4],L[-1,-1],JOINED[4,9],R[2,4],R[-1,-1],JOINED[4,9] C: R: ",
  419 + "java.awt.graphicsenv" : "sun.awt.X11GraphicsEnvironment",
  420 + "mapred.tasktracker.instrumentation" : "org.apache.hadoop.mapred.TaskTrackerMetricsInst",
  421 + "java.vm.vendor" : "Sun Microsystems Inc.",
  422 + "io.mapfile.bloom.error.rate" : "0.005",
  423 + "mapred.tasktracker.expiry.interval" : "600000",
  424 + "pig.home.dir" : "/usr/lib/pig_0.11.0_68/bin/..",
  425 + "io.sort.record.percent" : "0.05",
  426 + "dfs.safemode.threshold.pct" : "1.111f",
  427 + "mapred.job.tracker.persist.jobstatus.active" : "false",
  428 + "dfs.name.dir" : "/data/hadoop-dw-nn,/mnt/hadoop-dw-bn-backup,/mnt/hadoop-dw-snn-backup",
  429 + "mapreduce.job.acl-modify-job" : " ",
  430 + "fs.checkpoint.period" : "10800",
  431 + "mapred.fairscheduler.preemption.interval" : "30000",
  432 + "io.skip.checksum.errors" : "false",
  433 + "pig.optimistic.files.concatenation" : "false;",
  434 + "dfs.datanode.handler.count" : "8",
  435 + "pig.info.reducers.default.parallel" : "-1",
  436 + "dfs.namenode.decommission.nodes.per.interval" : "5",
  437 + "mapred.temp.dir" : "${hadoop.tmp.dir}/mapred/temp",
  438 + "file.encoding" : "UTF-8",
  439 + "hadoop.native.lib" : "true",
  440 + "mapreduce.job.counters.limit" : "120",
  441 + "dfs.datanode.ipc.address" : "0.0.0.0:50020",
  442 + "mapred.working.dir" : "hdfs://hadoop-dw-nn.smf1.twitter.com/user/billg",
  443 + "mapred.job.reduce.input.buffer.percent" : "0.0",
  444 + "pig.reduce.output.dirs" : "hdfs://hadoop-dw-nn.smf1.twitter.com/tmp/temp-977624468/tmp-1644509149",
  445 + "stop.on.failure" : "true"
  446 + },
  447 + "counterGroupMap" : {
  448 + "org.apache.hadoop.mapred.JobInProgress$Counter" : {
  449 + "groupName" : "org.apache.hadoop.mapred.JobInProgress$Counter",
  450 + "groupDisplayName" : "Job Counters ",
  451 + "counterInfoMap" : {
  452 + "SLOTS_MILLIS_MAPS" : {
  453 + "name" : "SLOTS_MILLIS_MAPS",
  454 + "displayName" : "SLOTS_MILLIS_MAPS",
  455 + "value" : 7058
  456 + },
  457 + "TOTAL_LAUNCHED_REDUCES" : {
  458 + "name" : "TOTAL_LAUNCHED_REDUCES",
  459 + "displayName" : "Launched reduce tasks",
  460 + "value" : 1
  461 + },
  462 + "FALLOW_SLOTS_MILLIS_REDUCES" : {
  463 + "name" : "FALLOW_SLOTS_MILLIS_REDUCES",
  464 + "displayName" : "Total time spent by all reduces waiting after reserving slots (ms)",
  465 + "value" : 0
  466 + },
  467 + "RACK_LOCAL_MAPS" : {
  468 + "name" : "RACK_LOCAL_MAPS",
  469 + "displayName" : "Rack-local map tasks",
  470 + "value" : 2
  471 + },
  472 + "FALLOW_SLOTS_MILLIS_MAPS" : {
  473 + "name" : "FALLOW_SLOTS_MILLIS_MAPS",
  474 + "displayName" : "Total time spent by all maps waiting after reserving slots (ms)",
  475 + "value" : 0
  476 + },
  477 + "TOTAL_LAUNCHED_MAPS" : {
  478 + "name" : "TOTAL_LAUNCHED_MAPS",
  479 + "displayName" : "Launched map tasks",
  480 + "value" : 2
  481 + },
  482 + "SLOTS_MILLIS_REDUCES" : {
  483 + "name" : "SLOTS_MILLIS_REDUCES",
  484 + "displayName" : "SLOTS_MILLIS_REDUCES",
  485 + "value" : 13025
  486 + }
  487 + }
  488 + },
  489 + "org.apache.pig.PigCounters" : {
  490 + "groupName" : "org.apache.pig.PigCounters",
  491 + "groupDisplayName" : "org.apache.pig.PigCounters",
  492 + "counterInfoMap" : {
  493 + "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT" : {
  494 + "name" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  495 + "displayName" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  496 + "value" : 0
  497 + },
  498 + "PROACTIVE_SPILL_COUNT_RECS" : {
  499 + "name" : "PROACTIVE_SPILL_COUNT_RECS",
  500 + "displayName" : "PROACTIVE_SPILL_COUNT_RECS",
  501 + "value" : 0
  502 + },
  503 + "PROACTIVE_SPILL_COUNT_BAGS" : {
  504 + "name" : "PROACTIVE_SPILL_COUNT_BAGS",
  505 + "displayName" : "PROACTIVE_SPILL_COUNT_BAGS",
  506 + "value" : 0
  507 + }
  508 + }
  509 + },
  510 + "MultiInputCounters" : {
  511 + "groupName" : "MultiInputCounters",
  512 + "groupDisplayName" : "MultiInputCounters",
  513 + "counterInfoMap" : {
  514 + "Input records from _1_data1.txt" : {
  515 + "name" : "Input records from _1_data1.txt",
  516 + "displayName" : "Input records from _1_data1.txt",
  517 + "value" : 70
  518 + },
  519 + "Input records from _0_data1.txt" : {
  520 + "name" : "Input records from _0_data1.txt",
  521 + "displayName" : "Input records from _0_data1.txt",
  522 + "value" : 70
  523 + }
  524 + }
  525 + },
  526 + "FileSystemCounters" : {
  527 + "groupName" : "FileSystemCounters",
  528 + "groupDisplayName" : "FileSystemCounters",
  529 + "counterInfoMap" : {
  530 + "FILE_BYTES_READ" : {
  531 + "name" : "FILE_BYTES_READ",
  532 + "displayName" : "FILE_BYTES_READ",
  533 + "value" : 305
  534 + },
  535 + "HDFS_BYTES_READ" : {
  536 + "name" : "HDFS_BYTES_READ",
  537 + "displayName" : "HDFS_BYTES_READ",
  538 + "value" : 3786
  539 + },
  540 + "FILE_BYTES_WRITTEN" : {
  541 + "name" : "FILE_BYTES_WRITTEN",
  542 + "displayName" : "FILE_BYTES_WRITTEN",
  543 + "value" : 348555
  544 + },
  545 + "HDFS_BYTES_WRITTEN" : {
  546 + "name" : "HDFS_BYTES_WRITTEN",
  547 + "displayName" : "HDFS_BYTES_WRITTEN",
  548 + "value" : 91400
  549 + }
  550 + }
  551 + },
  552 + "MultiStoreCounters" : {
  553 + "groupName" : "MultiStoreCounters",
  554 + "groupDisplayName" : "MultiStoreCounters",
  555 + "counterInfoMap" : {
  556 + }
  557 + },
  558 + "org.apache.hadoop.mapred.Task$Counter" : {
  559 + "groupName" : "org.apache.hadoop.mapred.Task$Counter",
  560 + "groupDisplayName" : "Map-Reduce Framework",
  561 + "counterInfoMap" : {
  562 + "REDUCE_INPUT_GROUPS" : {
  563 + "name" : "REDUCE_INPUT_GROUPS",
  564 + "displayName" : "Reduce input groups",
  565 + "value" : 4
  566 + },
  567 + "COMBINE_OUTPUT_RECORDS" : {
  568 + "name" : "COMBINE_OUTPUT_RECORDS",
  569 + "displayName" : "Combine output records",
  570 + "value" : 0
  571 + },
  572 + "MAP_INPUT_RECORDS" : {
  573 + "name" : "MAP_INPUT_RECORDS",
  574 + "displayName" : "Map input records",
  575 + "value" : 140
  576 + },
  577 + "REDUCE_SHUFFLE_BYTES" : {
  578 + "name" : "REDUCE_SHUFFLE_BYTES",
  579 + "displayName" : "Reduce shuffle bytes",
  580 + "value" : 213
  581 + },
  582 + "REDUCE_OUTPUT_RECORDS" : {
  583 + "name" : "REDUCE_OUTPUT_RECORDS",
  584 + "displayName" : "Reduce output records",
  585 + "value" : 1500
  586 + },
  587 + "SPILLED_RECORDS" : {
  588 + "name" : "SPILLED_RECORDS",
  589 + "displayName" : "Spilled Records",
  590 + "value" : 280
  591 + },
  592 + "MAP_OUTPUT_BYTES" : {
  593 + "name" : "MAP_OUTPUT_BYTES",
  594 + "displayName" : "Map output bytes",
  595 + "value" : 4180
  596 + },
  597 + "SPLIT_RAW_BYTES" : {
  598 + "name" : "SPLIT_RAW_BYTES",
  599 + "displayName" : "SPLIT_RAW_BYTES",
  600 + "value" : 786
  601 + },
  602 + "MAP_OUTPUT_RECORDS" : {
  603 + "name" : "MAP_OUTPUT_RECORDS",
  604 + "displayName" : "Map output records",
  605 + "value" : 140
  606 + },
  607 + "COMBINE_INPUT_RECORDS" : {
  608 + "name" : "COMBINE_INPUT_RECORDS",
  609 + "displayName" : "Combine input records",
  610 + "value" : 0
  611 + },
  612 + "REDUCE_INPUT_RECORDS" : {
  613 + "name" : "REDUCE_INPUT_RECORDS",
  614 + "displayName" : "Reduce input records",
  615 + "value" : 140
  616 + }
  617 + }
  618 + }
  619 + },
  620 + "runtime" : "pig"
  621 + },
  622 + "successorNames" : [ "scope-48" ]
11 623 }, {
12 624 "name" : "scope-48",
13   - "aliases" : [ "ORDERED" ],
14   - "features" : [ "SAMPLER" ],
15   - "jobId" : "job_201204041958_199293",
16   - "successorNames" : [ "scope-63" ],
17   - "runtime" : "pig",
18   - "y" : -60.0,
19   - "x" : 120.0,
20   - "dagLevel" : 1
  625 + "job" : {
  626 + "id" : "job_201301170859_1562019",
  627 + "aliases" : [ "ORDERED" ],
  628 + "features" : [ "SAMPLER" ],
  629 + "mapReduceJobState" : {
  630 + "successful" : true,
  631 + "jobId" : "job_201301170859_1562019",
  632 + "complete" : true,
  633 + "jobName" : "PigLatin:exec.pig",
  634 + "trackingURL" : "http://hadoop-dw-jt.smf1.twitter.com:50030/jobdetails.jsp?jobid=job_201301170859_1562019",
  635 + "mapProgress" : 1.0,
  636 + "reduceProgress" : 1.0,
  637 + "totalMappers" : 1,
  638 + "totalReducers" : 1
  639 + },
  640 + "metrics" : {
  641 + "proactiveSpillCountObjects" : 0,
  642 + "avgMapTime" : 3427,
  643 + "hdfsBytesWritten" : 55,
  644 + "maxReduceTime" : 17416,
  645 + "minReduceTime" : 17416,
  646 + "SMMSpillCount" : 0,
  647 + "proactiveSpillCountRecs" : 0,
  648 + "numberReduces" : 1,
  649 + "avgReduceTime" : 17416,
  650 + "mapInputRecords" : 100,
  651 + "numberMaps" : 1,
  652 + "bytesWritten" : 0,
  653 + "maxMapTime" : 3427,
  654 + "recordWritten" : 0,
  655 + "mapOutputRecords" : 100,
  656 + "reduceOutputRecords" : 1,
  657 + "reduceInputRecords" : 100,
  658 + "minMapTime" : 3427
  659 + },
  660 + "configuration" : {
  661 + },
  662 + "counterGroupMap" : {
  663 + "org.apache.hadoop.mapred.JobInProgress$Counter" : {
  664 + "groupName" : "org.apache.hadoop.mapred.JobInProgress$Counter",
  665 + "groupDisplayName" : "Job Counters ",
  666 + "counterInfoMap" : {
  667 + "SLOTS_MILLIS_MAPS" : {
  668 + "name" : "SLOTS_MILLIS_MAPS",
  669 + "displayName" : "SLOTS_MILLIS_MAPS",
  670 + "value" : 4926
  671 + },
  672 + "TOTAL_LAUNCHED_REDUCES" : {
  673 + "name" : "TOTAL_LAUNCHED_REDUCES",
  674 + "displayName" : "Launched reduce tasks",
  675 + "value" : 1
  676 + },
  677 + "FALLOW_SLOTS_MILLIS_REDUCES" : {
  678 + "name" : "FALLOW_SLOTS_MILLIS_REDUCES",
  679 + "displayName" : "Total time spent by all reduces waiting after reserving slots (ms)",
  680 + "value" : 0
  681 + },
  682 + "RACK_LOCAL_MAPS" : {
  683 + "name" : "RACK_LOCAL_MAPS",
  684 + "displayName" : "Rack-local map tasks",
  685 + "value" : 1
  686 + },
  687 + "FALLOW_SLOTS_MILLIS_MAPS" : {
  688 + "name" : "FALLOW_SLOTS_MILLIS_MAPS",
  689 + "displayName" : "Total time spent by all maps waiting after reserving slots (ms)",
  690 + "value" : 0
  691 + },
  692 + "TOTAL_LAUNCHED_MAPS" : {
  693 + "name" : "TOTAL_LAUNCHED_MAPS",
  694 + "displayName" : "Launched map tasks",
  695 + "value" : 1
  696 + },
  697 + "SLOTS_MILLIS_REDUCES" : {
  698 + "name" : "SLOTS_MILLIS_REDUCES",
  699 + "displayName" : "SLOTS_MILLIS_REDUCES",
  700 + "value" : 13764
  701 + }
  702 + }
  703 + },
  704 + "org.apache.pig.PigCounters" : {
  705 + "groupName" : "org.apache.pig.PigCounters",
  706 + "groupDisplayName" : "org.apache.pig.PigCounters",
  707 + "counterInfoMap" : {
  708 + "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT" : {
  709 + "name" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  710 + "displayName" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  711 + "value" : 0
  712 + },
  713 + "PROACTIVE_SPILL_COUNT_RECS" : {
  714 + "name" : "PROACTIVE_SPILL_COUNT_RECS",
  715 + "displayName" : "PROACTIVE_SPILL_COUNT_RECS",
  716 + "value" : 0
  717 + },
  718 + "PROACTIVE_SPILL_COUNT_BAGS" : {
  719 + "name" : "PROACTIVE_SPILL_COUNT_BAGS",
  720 + "displayName" : "PROACTIVE_SPILL_COUNT_BAGS",
  721 + "value" : 0
  722 + }
  723 + }
  724 + },
  725 + "MultiInputCounters" : {
  726 + "groupName" : "MultiInputCounters",
  727 + "groupDisplayName" : "MultiInputCounters",
  728 + "counterInfoMap" : {
  729 + }
  730 + },
  731 + "FileSystemCounters" : {
  732 + "groupName" : "FileSystemCounters",
  733 + "groupDisplayName" : "FileSystemCounters",
  734 + "counterInfoMap" : {
  735 + "FILE_BYTES_READ" : {
  736 + "name" : "FILE_BYTES_READ",
  737 + "displayName" : "FILE_BYTES_READ",
  738 + "value" : 105
  739 + },
  740 + "HDFS_BYTES_READ" : {
  741 + "name" : "HDFS_BYTES_READ",
  742 + "displayName" : "HDFS_BYTES_READ",
  743 + "value" : 91802
  744 + },
  745 + "FILE_BYTES_WRITTEN" : {
  746 + "name" : "FILE_BYTES_WRITTEN",
  747 + "displayName" : "FILE_BYTES_WRITTEN",
  748 + "value" : 237074
  749 + },
  750 + "HDFS_BYTES_WRITTEN" : {
  751 + "name" : "HDFS_BYTES_WRITTEN",
  752 + "displayName" : "HDFS_BYTES_WRITTEN",
  753 + "value" : 55
  754 + }
  755 + }
  756 + },
  757 + "MultiStoreCounters" : {
  758 + "groupName" : "MultiStoreCounters",
  759 + "groupDisplayName" : "MultiStoreCounters",
  760 + "counterInfoMap" : {
  761 + }
  762 + },
  763 + "org.apache.hadoop.mapred.Task$Counter" : {
  764 + "groupName" : "org.apache.hadoop.mapred.Task$Counter",
  765 + "groupDisplayName" : "Map-Reduce Framework",
  766 + "counterInfoMap" : {
  767 + "REDUCE_INPUT_GROUPS" : {
  768 + "name" : "REDUCE_INPUT_GROUPS",
  769 + "displayName" : "Reduce input groups",
  770 + "value" : 1
  771 + },
  772 + "COMBINE_OUTPUT_RECORDS" : {
  773 + "name" : "COMBINE_OUTPUT_RECORDS",
  774 + "displayName" : "Combine output records",
  775 + "value" : 0
  776 + },
  777 + "MAP_INPUT_RECORDS" : {
  778 + "name" : "MAP_INPUT_RECORDS",
  779 + "displayName" : "Map input records",
  780 + "value" : 100
  781 + },
  782 + "REDUCE_SHUFFLE_BYTES" : {
  783 + "name" : "REDUCE_SHUFFLE_BYTES",
  784 + "displayName" : "Reduce shuffle bytes",
  785 + "value" : 0
  786 + },
  787 + "REDUCE_OUTPUT_RECORDS" : {
  788 + "name" : "REDUCE_OUTPUT_RECORDS",
  789 + "displayName" : "Reduce output records",
  790 + "value" : 1
  791 + },
  792 + "SPILLED_RECORDS" : {
  793 + "name" : "SPILLED_RECORDS",
  794 + "displayName" : "Spilled Records",
  795 + "value" : 200
  796 + },
  797 + "MAP_OUTPUT_BYTES" : {
  798 + "name" : "MAP_OUTPUT_BYTES",
  799 + "displayName" : "Map output bytes",
  800 + "value" : 2662
  801 + },
  802 + "SPLIT_RAW_BYTES" : {
  803 + "name" : "SPLIT_RAW_BYTES",
  804 + "displayName" : "SPLIT_RAW_BYTES",
  805 + "value" : 402
  806 + },
  807 + "MAP_OUTPUT_RECORDS" : {
  808 + "name" : "MAP_OUTPUT_RECORDS",
  809 + "displayName" : "Map output records",
  810 + "value" : 100
  811 + },
  812 + "COMBINE_INPUT_RECORDS" : {
  813 + "name" : "COMBINE_INPUT_RECORDS",
  814 + "displayName" : "Combine input records",
  815 + "value" : 0
  816 + },
  817 + "REDUCE_INPUT_RECORDS" : {
  818 + "name" : "REDUCE_INPUT_RECORDS",
  819 + "displayName" : "Reduce input records",
  820 + "value" : 100
  821 + }
  822 + }
  823 + }
  824 + },
  825 + "runtime" : "pig"
  826 + },
  827 + "successorNames" : [ "scope-63" ]
21 828 }, {
22 829 "name" : "scope-63",
23   - "aliases" : [ "ORDERED" ],
24   - "features" : [ "ORDER_BY" ],
25   - "jobId" : "job_201204041958_199296",
26   - "successorNames" : [ ],
27   - "runtime" : "pig",
28   - "y" : -60.0,
29   - "x" : 240.0,
30   - "dagLevel" : 2
  830 + "job" : {
  831 + "id" : "job_201301170859_1562039",
  832 + "aliases" : [ "ORDERED" ],
  833 + "features" : [ "ORDER_BY" ],
  834 + "mapReduceJobState" : {
  835 + "successful" : true,
  836 + "jobId" : "job_201301170859_1562039",
  837 + "complete" : true,
  838 + "jobName" : "PigLatin:exec.pig",
  839 + "trackingURL" : "http://hadoop-dw-jt.smf1.twitter.com:50030/jobdetails.jsp?jobid=job_201301170859_1562039",
  840 + "mapProgress" : 1.0,
  841 + "reduceProgress" : 1.0,
  842 + "totalMappers" : 1,
  843 + "totalReducers" : 1
  844 + },
  845 + "metrics" : {
  846 + "proactiveSpillCountObjects" : 0,
  847 + "avgMapTime" : 15368,
  848 + "hdfsBytesWritten" : 68600,
  849 + "maxReduceTime" : 48071,
  850 + "minReduceTime" : 48071,
  851 + "SMMSpillCount" : 0,
  852 + "proactiveSpillCountRecs" : 0,
  853 + "numberReduces" : 1,
  854 + "avgReduceTime" : 48071,
  855 + "mapInputRecords" : 1500,
  856 + "numberMaps" : 1,
  857 + "bytesWritten" : 68600,
  858 + "maxMapTime" : 15368,
  859 + "recordWritten" : 1500,
  860 + "mapOutputRecords" : 1500,
  861 + "reduceOutputRecords" : 1500,
  862 + "reduceInputRecords" : 1500,
  863 + "minMapTime" : 15368
  864 + },
  865 + "configuration" : {
  866 + },
  867 + "counterGroupMap" : {
  868 + "org.apache.hadoop.mapred.JobInProgress$Counter" : {
  869 + "groupName" : "org.apache.hadoop.mapred.JobInProgress$Counter",
  870 + "groupDisplayName" : "Job Counters ",
  871 + "counterInfoMap" : {
  872 + "SLOTS_MILLIS_MAPS" : {
  873 + "name" : "SLOTS_MILLIS_MAPS",
  874 + "displayName" : "SLOTS_MILLIS_MAPS",
  875 + "value" : 8372
  876 + },
  877 + "TOTAL_LAUNCHED_REDUCES" : {
  878 + "name" : "TOTAL_LAUNCHED_REDUCES",
  879 + "displayName" : "Launched reduce tasks",
  880 + "value" : 1
  881 + },
  882 + "FALLOW_SLOTS_MILLIS_REDUCES" : {
  883 + "name" : "FALLOW_SLOTS_MILLIS_REDUCES",
  884 + "displayName" : "Total time spent by all reduces waiting after reserving slots (ms)",
  885 + "value" : 0
  886 + },
  887 + "RACK_LOCAL_MAPS" : {
  888 + "name" : "RACK_LOCAL_MAPS",
  889 + "displayName" : "Rack-local map tasks",
  890 + "value" : 1
  891 + },
  892 + "FALLOW_SLOTS_MILLIS_MAPS" : {
  893 + "name" : "FALLOW_SLOTS_MILLIS_MAPS",
  894 + "displayName" : "Total time spent by all maps waiting after reserving slots (ms)",
  895 + "value" : 0
  896 + },
  897 + "TOTAL_LAUNCHED_MAPS" : {
  898 + "name" : "TOTAL_LAUNCHED_MAPS",
  899 + "displayName" : "Launched map tasks",
  900 + "value" : 1
  901 + },
  902 + "SLOTS_MILLIS_REDUCES" : {
  903 + "name" : "SLOTS_MILLIS_REDUCES",
  904 + "displayName" : "SLOTS_MILLIS_REDUCES",
  905 + "value" : 41169
  906 + }
  907 + }
  908 + },
  909 + "org.apache.pig.PigCounters" : {
  910 + "groupName" : "org.apache.pig.PigCounters",
  911 + "groupDisplayName" : "org.apache.pig.PigCounters",
  912 + "counterInfoMap" : {
  913 + "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT" : {
  914 + "name" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  915 + "displayName" : "SPILLABLE_MEMORY_MANAGER_SPILL_COUNT",
  916 + "value" : 0
  917 + },
  918 + "PROACTIVE_SPILL_COUNT_RECS" : {
  919 + "name" : "PROACTIVE_SPILL_COUNT_RECS",
  920 + "displayName" : "PROACTIVE_SPILL_COUNT_RECS",
  921 + "value" : 0
  922 + },
  923 + "PROACTIVE_SPILL_COUNT_BAGS" : {
  924 + "name" : "PROACTIVE_SPILL_COUNT_BAGS",
  925 + "displayName" : "PROACTIVE_SPILL_COUNT_BAGS",
  926 + "value" : 0
  927 + }
  928 + }
  929 + },
  930 + "MultiInputCounters" : {
  931 + "groupName" : "MultiInputCounters",
  932 + "groupDisplayName" : "MultiInputCounters",
  933 + "counterInfoMap" : {
  934 + }
  935 + },
  936 + "FileSystemCounters" : {
  937 + "groupName" : "FileSystemCounters",
  938 + "groupDisplayName" : "FileSystemCounters",
  939 + "counterInfoMap" : {
  940 + "FILE_BYTES_READ" : {
  941 + "name" : "FILE_BYTES_READ",
  942 + "displayName" : "FILE_BYTES_READ",
  943 + "value" : 896
  944 + },
  945 + "HDFS_BYTES_READ" : {
  946 + "name" : "HDFS_BYTES_READ",
  947 + "displayName" : "HDFS_BYTES_READ",
  948 + "value" : 91802
  949 + },
  950 + "FILE_BYTES_WRITTEN" : {
  951 + "name" : "FILE_BYTES_WRITTEN",
  952 + "displayName" : "FILE_BYTES_WRITTEN",
  953 + "value" : 233527
  954 + },
  955 + "HDFS_BYTES_WRITTEN" : {
  956 + "name" : "HDFS_BYTES_WRITTEN",
  957 + "displayName" : "HDFS_BYTES_WRITTEN",
  958 + "value" : 68600
  959 + }
  960 + }
  961 + },
  962 + "MultiStoreCounters" : {
  963 + "groupName" : "MultiStoreCounters",
  964 + "groupDisplayName" : "MultiStoreCounters",
  965 + "counterInfoMap" : {
  966 + }
  967 + },
  968 + "org.apache.hadoop.mapred.Task$Counter" : {
  969 + "groupName" : "org.apache.hadoop.mapred.Task$Counter",
  970 + "groupDisplayName" : "Map-Reduce Framework",
  971 + "counterInfoMap" : {
  972 + "REDUCE_INPUT_GROUPS" : {
  973 + "name" : "REDUCE_INPUT_GROUPS",
  974 + "displayName" : "Reduce input groups",
  975 + "value" : 4
  976 + },
  977 + "COMBINE_OUTPUT_RECORDS" : {
  978 + "name" : "COMBINE_OUTPUT_RECORDS",
  979 + "displayName" : "Combine output records",
  980 + "value" : 0
  981 + },