Skip to content

Commit

Permalink
Merge remote-tracking branch 'origin/master' into catalog-scan
Browse files Browse the repository at this point in the history
  • Loading branch information
domoritz committed Jun 10, 2015
2 parents 7d837b4 + 7fe054f commit 57059bb
Show file tree
Hide file tree
Showing 22 changed files with 3,547 additions and 40 deletions.
130 changes: 130 additions & 0 deletions jsonQueries/radion_queries/SampleScanWR.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,130 @@
{
"logicalRa": "Nothing",
"plan":
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"DbQueryScan",
"opName":"MyriaQueryScan(public:adhoc:TwitterNodes)",
"opId":3,
"schema":{
"columnNames":
[
"cnt"
],
"columnTypes":
[
"LONG_TYPE"
]
},
"sql":"SELECT count(*) AS cnt FROM \"public:adhoc:TwitterNodes\""
},
{
"opType":"Apply",
"argChild":3,
"opId":4,
"opName":"MyriaApply(WorkerID=WORKERID)",
"emitExpressions":
[
{
"outputName":"WorkerID",
"rootExpressionOperator":
{
"type":"WORKERID"
}
},
{
"outputName":"WorkerCount",
"rootExpressionOperator":
{
"type":"VARIABLE",
"columnIdx":0
}
}
]
},
{
"argChild":4,
"opId":5,
"opType": "CollectProducer"
}
]
},
{
"operators":
[
{
"argOperatorId":5,
"opId":6,
"opType": "CollectConsumer"
},
{
"opName": "MyriaSamplingDistribution",
"opType": "SamplingDistribution",
"argChild": 6,
"opId": 7,
"samplePercentage": 10,
"sampleType": "WR"
},
{
"argChild":7,
"argPf":{
"index":0,
"type":"IdentityHash"
},
"opType":"ShuffleProducer",
"opId":8,
"opName":"MyriaShuffleProducer($0)"
}
]
},
{
"operators":
[
{
"opName":"MyriaShuffleConsumer",
"opType":"ShuffleConsumer",
"argOperatorId":8,
"opId":9
},
{
"opType":"TableScan",
"opName":"MyriaScan(public:adhoc:TwitterNodes)",
"opId":10,
"relationKey":{
"userName":"public",
"programName":"adhoc",
"relationName":"TwitterNodes"
}
},
{
"argChild1": 9,
"argChild2": 10,
"opType":"Sample",
"opId":11,
"opName":"MyriaSampleWR"
},
{
"opType": "DbInsert",
"opName": "MyriaStore",
"argOverwriteTable": true,
"argChild": 11,
"relationKey":
{
"programName": "adhoc",
"relationName": "SampledScanWR",
"userName": "public"
},
"opId": 12
}
]
}
]
},
"rawQuery": "SampleScanWR"
}
130 changes: 130 additions & 0 deletions jsonQueries/radion_queries/SampleScanWoR.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,130 @@
{
"logicalRa": "Nothing",
"plan":
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"DbQueryScan",
"opName":"MyriaQueryScan(public:adhoc:TwitterNodes)",
"opId":3,
"schema":{
"columnNames":
[
"cnt"
],
"columnTypes":
[
"LONG_TYPE"
]
},
"sql":"SELECT count(*) AS cnt FROM \"public:adhoc:TwitterNodes\""
},
{
"opType":"Apply",
"argChild":3,
"opId":4,
"opName":"MyriaApply(WorkerID=WORKERID)",
"emitExpressions":
[
{
"outputName":"WorkerID",
"rootExpressionOperator":
{
"type":"WORKERID"
}
},
{
"outputName":"WorkerCount",
"rootExpressionOperator":
{
"type":"VARIABLE",
"columnIdx":0
}
}
]
},
{
"argChild":4,
"opId":5,
"opType": "CollectProducer"
}
]
},
{
"operators":
[
{
"argOperatorId":5,
"opId":6,
"opType": "CollectConsumer"
},
{
"opName": "MyriaSamplingDistribution",
"opType": "SamplingDistribution",
"argChild": 6,
"opId": 7,
"samplePercentage": 10,
"sampleType": "WoR"
},
{
"argChild":7,
"argPf":{
"index":0,
"type":"IdentityHash"
},
"opType":"ShuffleProducer",
"opId":8,
"opName":"MyriaShuffleProducer($0)"
}
]
},
{
"operators":
[
{
"opName":"MyriaShuffleConsumer",
"opType":"ShuffleConsumer",
"argOperatorId":8,
"opId":9
},
{
"opType":"TableScan",
"opName":"MyriaScan(public:adhoc:TwitterNodes)",
"opId":10,
"relationKey":{
"userName":"public",
"programName":"adhoc",
"relationName":"TwitterNodes"
}
},
{
"argChild1": 9,
"argChild2": 10,
"opType":"Sample",
"opId":11,
"opName":"MyriaSampleWoR"
},
{
"opType": "DbInsert",
"opName": "MyriaStore",
"argOverwriteTable": true,
"argChild": 11,
"relationKey":
{
"programName": "adhoc",
"relationName": "SampledScanWoR",
"userName": "public"
},
"opId": 12
}
]
}
]
},
"rawQuery": "SampleScanWoR"
}
133 changes: 133 additions & 0 deletions jsonQueries/radion_queries/SampleWR.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,133 @@
{
"logicalRa": "Nothing",
"plan":
{
"type":"Sequence",
"plans":
[
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"TableScan",
"opName":"MyriaScan(public:adhoc:TwitterNodes)",
"opId":0,
"relationKey":{
"userName":"public",
"programName":"adhoc",
"relationName":"TwitterNodes"
}
},
{
"argChild": 0,
"opType":"SampledDbInsertTemp",
"opId":1,
"opName":"MyriaSampledDbInsertTemp",
"sampleSize":200,
"sampleTable":"TempSampleWoR",
"countTable":"TempCountSampleWoR"
},
{
"argChild": 1,
"opType":"SinkRoot",
"opId":2,
"opName":"MyriaSinkRoot"
}
]
}
]
},
{
"type":"SubQuery",
"fragments":
[
{
"operators":
[
{
"opType":"TempTableScan",
"table":"TempCountSampleWoR",
"opName":"MyriaScanTemp(TempCountSampleWoR)",
"opId":4
},
{
"argChild":4,
"opId":6,
"opType": "CollectProducer"
}
]
},
{
"operators":
[
{
"argOperatorId":6,
"opId":7,
"opType": "CollectConsumer"
},
{
"opName": "MyriaSamplingDistribution",
"opType": "SamplingDistribution",
"argChild": 7,
"opId": 8,
"sampleSize": 200,
"isWithReplacement": true
},
{
"argChild":8,
"opId":9,
"argPf":{
"index":0,
"type":"IdentityHash"
},
"opType":"ShuffleProducer",
"opName":"MyriaShuffleProducer($0)"
}
]
},
{
"operators":
[
{
"opName":"MyriaShuffleConsumer",
"opType":"ShuffleConsumer",
"argOperatorId":9,
"opId":10
},
{
"opType":"TempTableScan",
"table":"TempSampleWoR",
"opName":"MyriaScanTemp(TempSampleWoR)",
"opId":11
},
{
"argChild1": 10,
"argChild2": 11,
"opType":"Sample",
"opId":12,
"opName":"MyriaSampleWR"
},
{
"opType": "DbInsert",
"argOverwriteTable": true,
"argChild": 12,
"relationKey":
{
"programName": "adhoc",
"relationName": "SampledWR",
"userName": "public"
},
"opId": 13
}
]
}
]
}
]
},
"rawQuery": "SampleWR"
}

0 comments on commit 57059bb

Please sign in to comment.