Skip to content

Commit

Permalink
Merge branch 'master' into deleteTables
Browse files Browse the repository at this point in the history
  • Loading branch information
Tobin Baker committed Jun 11, 2015
2 parents 04e6cfb + 5eca0e5 commit e4689c0
Show file tree
Hide file tree
Showing 32 changed files with 3,888 additions and 168 deletions.
4 changes: 4 additions & 0 deletions .gitignore
Expand Up @@ -9,3 +9,7 @@ build
*catalog-journal
englink-log4j.log
/bin

### Intellij ###
*.iml
.idea/
130 changes: 130 additions & 0 deletions jsonQueries/radion_queries/SampleScanWR.json
@@ -0,0 +1,130 @@
{
"logicalRa": "Nothing",
"plan":
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"DbQueryScan",
"opName":"MyriaQueryScan(public:adhoc:TwitterNodes)",
"opId":3,
"schema":{
"columnNames":
[
"cnt"
],
"columnTypes":
[
"LONG_TYPE"
]
},
"sql":"SELECT count(*) AS cnt FROM \"public:adhoc:TwitterNodes\""
},
{
"opType":"Apply",
"argChild":3,
"opId":4,
"opName":"MyriaApply(WorkerID=WORKERID)",
"emitExpressions":
[
{
"outputName":"WorkerID",
"rootExpressionOperator":
{
"type":"WORKERID"
}
},
{
"outputName":"WorkerCount",
"rootExpressionOperator":
{
"type":"VARIABLE",
"columnIdx":0
}
}
]
},
{
"argChild":4,
"opId":5,
"opType": "CollectProducer"
}
]
},
{
"operators":
[
{
"argOperatorId":5,
"opId":6,
"opType": "CollectConsumer"
},
{
"opName": "MyriaSamplingDistribution",
"opType": "SamplingDistribution",
"argChild": 6,
"opId": 7,
"samplePercentage": 10,
"sampleType": "WR"
},
{
"argChild":7,
"argPf":{
"index":0,
"type":"IdentityHash"
},
"opType":"ShuffleProducer",
"opId":8,
"opName":"MyriaShuffleProducer($0)"
}
]
},
{
"operators":
[
{
"opName":"MyriaShuffleConsumer",
"opType":"ShuffleConsumer",
"argOperatorId":8,
"opId":9
},
{
"opType":"TableScan",
"opName":"MyriaScan(public:adhoc:TwitterNodes)",
"opId":10,
"relationKey":{
"userName":"public",
"programName":"adhoc",
"relationName":"TwitterNodes"
}
},
{
"argChild1": 9,
"argChild2": 10,
"opType":"Sample",
"opId":11,
"opName":"MyriaSampleWR"
},
{
"opType": "DbInsert",
"opName": "MyriaStore",
"argOverwriteTable": true,
"argChild": 11,
"relationKey":
{
"programName": "adhoc",
"relationName": "SampledScanWR",
"userName": "public"
},
"opId": 12
}
]
}
]
},
"rawQuery": "SampleScanWR"
}
130 changes: 130 additions & 0 deletions jsonQueries/radion_queries/SampleScanWoR.json
@@ -0,0 +1,130 @@
{
"logicalRa": "Nothing",
"plan":
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"DbQueryScan",
"opName":"MyriaQueryScan(public:adhoc:TwitterNodes)",
"opId":3,
"schema":{
"columnNames":
[
"cnt"
],
"columnTypes":
[
"LONG_TYPE"
]
},
"sql":"SELECT count(*) AS cnt FROM \"public:adhoc:TwitterNodes\""
},
{
"opType":"Apply",
"argChild":3,
"opId":4,
"opName":"MyriaApply(WorkerID=WORKERID)",
"emitExpressions":
[
{
"outputName":"WorkerID",
"rootExpressionOperator":
{
"type":"WORKERID"
}
},
{
"outputName":"WorkerCount",
"rootExpressionOperator":
{
"type":"VARIABLE",
"columnIdx":0
}
}
]
},
{
"argChild":4,
"opId":5,
"opType": "CollectProducer"
}
]
},
{
"operators":
[
{
"argOperatorId":5,
"opId":6,
"opType": "CollectConsumer"
},
{
"opName": "MyriaSamplingDistribution",
"opType": "SamplingDistribution",
"argChild": 6,
"opId": 7,
"samplePercentage": 10,
"sampleType": "WoR"
},
{
"argChild":7,
"argPf":{
"index":0,
"type":"IdentityHash"
},
"opType":"ShuffleProducer",
"opId":8,
"opName":"MyriaShuffleProducer($0)"
}
]
},
{
"operators":
[
{
"opName":"MyriaShuffleConsumer",
"opType":"ShuffleConsumer",
"argOperatorId":8,
"opId":9
},
{
"opType":"TableScan",
"opName":"MyriaScan(public:adhoc:TwitterNodes)",
"opId":10,
"relationKey":{
"userName":"public",
"programName":"adhoc",
"relationName":"TwitterNodes"
}
},
{
"argChild1": 9,
"argChild2": 10,
"opType":"Sample",
"opId":11,
"opName":"MyriaSampleWoR"
},
{
"opType": "DbInsert",
"opName": "MyriaStore",
"argOverwriteTable": true,
"argChild": 11,
"relationKey":
{
"programName": "adhoc",
"relationName": "SampledScanWoR",
"userName": "public"
},
"opId": 12
}
]
}
]
},
"rawQuery": "SampleScanWoR"
}

0 comments on commit e4689c0

Please sign in to comment.