diff --git a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java index 60ac80cb2e76..51db9648a429 100644 --- a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java +++ b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java @@ -30,9 +30,9 @@ import org.apache.hadoop.hive.metastore.api.InvalidObjectException; import org.apache.hadoop.hive.metastore.api.InvalidOperationException; import org.apache.hadoop.hive.metastore.api.MetaException; +import org.apache.hadoop.hive.metastore.api.NoSuchObjectException; import org.apache.hadoop.hive.metastore.api.Partition; import org.apache.hadoop.hive.metastore.api.Table; -import org.apache.hadoop.hive.metastore.api.NoSuchObjectException; /** * Hive specific implementation of alter @@ -97,11 +97,13 @@ public void alterTable(RawStore msdb, Warehouse wh, String dbname, + newt.getTableName() + " doesn't exist"); } - // check that partition keys have not changed - if (oldt.getPartitionKeys().size() != newt.getPartitionKeys().size() - || !oldt.getPartitionKeys().containsAll(newt.getPartitionKeys())) { - throw new InvalidOperationException( - "partition keys can not be changed."); + // check that partition keys have not changed, except for virtual views + if(!oldt.getTableType().equals(TableType.VIRTUAL_VIEW.toString())){ + if (oldt.getPartitionKeys().size() != newt.getPartitionKeys().size() + || !oldt.getPartitionKeys().containsAll(newt.getPartitionKeys())) { + throw new InvalidOperationException( + "partition keys can not be changed."); + } } // if this alter is a rename, the table is not a virtual view, the user diff --git a/metastore/src/java/org/apache/hadoop/hive/metastore/ObjectStore.java b/metastore/src/java/org/apache/hadoop/hive/metastore/ObjectStore.java index 546dda29eb18..6dd3f2ac1218 100644 --- a/metastore/src/java/org/apache/hadoop/hive/metastore/ObjectStore.java +++ b/metastore/src/java/org/apache/hadoop/hive/metastore/ObjectStore.java @@ -1664,6 +1664,8 @@ public void alterTable(String dbname, String name, Table newTable) oldt.setPartitionKeys(newt.getPartitionKeys()); oldt.setTableType(newt.getTableType()); oldt.setLastAccessTime(newt.getLastAccessTime()); + oldt.setViewOriginalText(newt.getViewOriginalText()); + oldt.setViewExpandedText(newt.getViewExpandedText()); // commit the changes success = commitTransaction(); diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index 7ed472f423ef..c031f4096e46 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -3369,31 +3369,70 @@ private int createTableLike(Hive db, CreateTableLikeDesc crtTbl) throws HiveExce * Throws this exception if an unexpected error occurs. */ private int createView(Hive db, CreateViewDesc crtView) throws HiveException { - Table tbl = db.newTable(crtView.getViewName()); - tbl.setTableType(TableType.VIRTUAL_VIEW); - tbl.setSerializationLib(null); - tbl.clearSerDeInfo(); - tbl.setViewOriginalText(crtView.getViewOriginalText()); - tbl.setViewExpandedText(crtView.getViewExpandedText()); - tbl.setFields(crtView.getSchema()); - if (crtView.getComment() != null) { - tbl.setProperty("comment", crtView.getComment()); - } - if (crtView.getTblProps() != null) { - tbl.getTTable().getParameters().putAll(crtView.getTblProps()); - } + Table oldview = db.getTable(crtView.getViewName(), false); + if (crtView.getOrReplace() && oldview != null) { + // replace existing view + if (!oldview.getTableType().equals(TableType.VIRTUAL_VIEW)) { + throw new HiveException("Existing table is not a view"); + } + + if (crtView.getPartCols() == null + || crtView.getPartCols().isEmpty() + || !crtView.getPartCols().equals(oldview.getPartCols())) { + // if we are changing partition columns, check that partitions don't exist + if (!oldview.getPartCols().isEmpty() && + !db.getPartitions(oldview).isEmpty()) { + throw new HiveException( + "Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist"); + } + } - if (crtView.getPartCols() != null) { - tbl.setPartCols(crtView.getPartCols()); - } + // remove the existing partition columns from the field schema + oldview.setViewOriginalText(crtView.getViewOriginalText()); + oldview.setViewExpandedText(crtView.getViewExpandedText()); + oldview.setFields(crtView.getSchema()); + if (crtView.getComment() != null) { + oldview.setProperty("comment", crtView.getComment()); + } + if (crtView.getTblProps() != null) { + oldview.getTTable().getParameters().putAll(crtView.getTblProps()); + } + oldview.setPartCols(crtView.getPartCols()); + oldview.checkValidity(); + try { + db.alterTable(crtView.getViewName(), oldview); + } catch (InvalidOperationException e) { + throw new HiveException(e); + } + work.getOutputs().add(new WriteEntity(oldview)); + } else { + // create new view + Table tbl = db.newTable(crtView.getViewName()); + tbl.setTableType(TableType.VIRTUAL_VIEW); + tbl.setSerializationLib(null); + tbl.clearSerDeInfo(); + tbl.setViewOriginalText(crtView.getViewOriginalText()); + tbl.setViewExpandedText(crtView.getViewExpandedText()); + tbl.setFields(crtView.getSchema()); + if (crtView.getComment() != null) { + tbl.setProperty("comment", crtView.getComment()); + } + if (crtView.getTblProps() != null) { + tbl.getTTable().getParameters().putAll(crtView.getTblProps()); + } - int rc = setGenericTableAttributes(tbl); - if (rc != 0) { - return rc; - } + if (crtView.getPartCols() != null) { + tbl.setPartCols(crtView.getPartCols()); + } - db.createTable(tbl, crtView.getIfNotExists()); - work.getOutputs().add(new WriteEntity(tbl)); + int rc = setGenericTableAttributes(tbl); + if (rc != 0) { + return rc; + } + + db.createTable(tbl, crtView.getIfNotExists()); + work.getOutputs().add(new WriteEntity(tbl)); + } return 0; } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g b/ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g index 3a6d0a624e6e..2fce10124289 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g @@ -200,6 +200,7 @@ TOK_LIMIT; TOK_TABLEPROPERTY; TOK_IFEXISTS; TOK_IFNOTEXISTS; +TOK_ORREPLACE; TOK_HINTLIST; TOK_HINT; TOK_MAPJOIN; @@ -370,6 +371,13 @@ ifNotExists -> ^(TOK_IFNOTEXISTS) ; +orReplace +@init { msgs.push("or replace clause"); } +@after { msgs.pop(); } + : KW_OR KW_REPLACE + -> ^(TOK_ORREPLACE) + ; + createDatabaseStatement @init { msgs.push("create database statement"); } @@ -997,12 +1005,13 @@ createViewStatement msgs.push("create view statement"); } @after { msgs.pop(); } - : KW_CREATE KW_VIEW ifNotExists? name=tableName + : KW_CREATE (orReplace)? KW_VIEW (ifNotExists)? name=tableName (LPAREN columnNameCommentList RPAREN)? tableComment? viewPartition? tablePropertiesPrefixed? KW_AS selectStatement - -> ^(TOK_CREATEVIEW $name ifNotExists? + -> ^(TOK_CREATEVIEW $name orReplace? + ifNotExists? columnNameCommentList? tableComment? viewPartition? diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 95ebbc4e7089..535332a48c94 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -195,6 +195,7 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer { Map prunedPartitions; private List resultSchema; private CreateViewDesc createVwDesc; + private ArrayList viewsExpanded; private ASTNode viewSelect; private final UnparseTranslator unparseTranslator; private final GlobalLimitCtx globalLimitCtx = new GlobalLimitCtx(); @@ -873,6 +874,7 @@ public void getMetaData(QB qb) throws SemanticException { // We have to materialize the table alias list since we might // modify it in the middle for view rewrite. List tabAliases = new ArrayList(qb.getTabAliases()); + Map aliasToViewName = new HashMap(); for (String alias : tabAliases) { String tab_name = qb.getTabNameForAlias(alias); Table tab = null; @@ -911,7 +913,15 @@ public void getMetaData(QB qb) throws SemanticException { if (qb.getParseInfo().isAnalyzeCommand()) { throw new SemanticException(ErrorMsg.ANALYZE_VIEW.getMsg()); } + String fullViewName = tab.getDbName()+"."+tab.getTableName(); + // Prevent view cycles + if(viewsExpanded.contains(fullViewName)){ + throw new SemanticException("Recursive view " + fullViewName + + " detected (cycle: " + StringUtils.join(viewsExpanded, " -> ") + + " -> " + fullViewName + ")."); + } replaceViewReferenceWithDefinition(qb, tab, tab_name, alias); + aliasToViewName.put(alias, fullViewName); continue; } @@ -940,8 +950,15 @@ public void getMetaData(QB qb) throws SemanticException { LOG.info("Get metadata for subqueries"); // Go over the subqueries and getMetaData for these for (String alias : qb.getSubqAliases()) { + boolean wasView = aliasToViewName.containsKey(alias); + if (wasView) { + viewsExpanded.add(aliasToViewName.get(alias)); + } QBExpr qbexpr = qb.getSubqForAlias(alias); getMetaData(qbexpr); + if (wasView) { + viewsExpanded.remove(viewsExpanded.size()-1); + } } LOG.info("Get metadata for destination tables"); @@ -7124,6 +7141,7 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { this.qb = qb; this.ast = ast; ASTNode child = ast; + viewsExpanded = new ArrayList(); LOG.info("Starting Semantic Analysis"); @@ -7145,6 +7163,8 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { return; } viewSelect = child; + // prevent view from referencing itself + viewsExpanded.add(db.getCurrentDatabase()+"."+createVwDesc.getViewName()); } // continue analyzing from the child ASTNode. @@ -7778,6 +7798,7 @@ private ASTNode analyzeCreateView(ASTNode ast, QB qb) String tableName = getUnescapedName((ASTNode)ast.getChild(0)); List cols = null; boolean ifNotExists = false; + boolean orReplace = false; String comment = null; ASTNode selectStmt = null; Map tblProps = null; @@ -7792,6 +7813,9 @@ private ASTNode analyzeCreateView(ASTNode ast, QB qb) case HiveParser.TOK_IFNOTEXISTS: ifNotExists = true; break; + case HiveParser.TOK_ORREPLACE: + orReplace = true; + break; case HiveParser.TOK_QUERY: selectStmt = child; break; @@ -7812,8 +7836,12 @@ private ASTNode analyzeCreateView(ASTNode ast, QB qb) } } + if (ifNotExists && orReplace){ + throw new SemanticException("Can't combine IF NOT EXISTS and OR REPLACE."); + } + createVwDesc = new CreateViewDesc( - tableName, cols, comment, tblProps, partColNames, ifNotExists); + tableName, cols, comment, tblProps, partColNames, ifNotExists, orReplace); unparseTranslator.enable(); rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), createVwDesc), conf)); diff --git a/ql/src/java/org/apache/hadoop/hive/ql/plan/CreateViewDesc.java b/ql/src/java/org/apache/hadoop/hive/ql/plan/CreateViewDesc.java index 4b7e08ab16e7..cf398dd7c2a5 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/plan/CreateViewDesc.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/plan/CreateViewDesc.java @@ -42,22 +42,24 @@ public class CreateViewDesc extends DDLDesc implements Serializable { private List partCols; private String comment; private boolean ifNotExists; + private boolean orReplace; /** * For serialization only. */ public CreateViewDesc() { } - + public CreateViewDesc(String viewName, List schema, String comment, Map tblProps, - List partColNames, boolean ifNotExists) { + List partColNames, boolean ifNotExists, boolean orReplace) { this.viewName = viewName; this.schema = schema; this.comment = comment; this.tblProps = tblProps; this.partColNames = partColNames; this.ifNotExists = ifNotExists; + this.orReplace = orReplace; } @Explain(displayName = "name") @@ -147,4 +149,13 @@ public boolean getIfNotExists() { public void setIfNotExists(boolean ifNotExists) { this.ifNotExists = ifNotExists; } + + @Explain(displayName = "or replace") + public boolean getOrReplace() { + return orReplace; + } + + public void setOrReplace(boolean orReplace) { + this.orReplace = orReplace; + } } diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view1.q b/ql/src/test/queries/clientnegative/create_or_replace_view1.q new file mode 100644 index 000000000000..c332278b84f6 --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view1.q @@ -0,0 +1,6 @@ +-- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist (must specify partition columns) + +drop view v; +create view v partitioned on (ds, hr) as select * from srcpart; +alter view v add partition (ds='1',hr='2'); +create or replace view v as select * from srcpart; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view2.q b/ql/src/test/queries/clientnegative/create_or_replace_view2.q new file mode 100644 index 000000000000..b53dd07ce8ae --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view2.q @@ -0,0 +1,6 @@ +-- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist + +drop view v; +create view v partitioned on (ds, hr) as select * from srcpart; +alter view v add partition (ds='1',hr='2'); +create or replace view v partitioned on (hr) as select * from srcpart; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view3.q b/ql/src/test/queries/clientnegative/create_or_replace_view3.q new file mode 100644 index 000000000000..d6fa7785dfa9 --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view3.q @@ -0,0 +1,3 @@ +-- Existing table is not a view + +create or replace view src as select ds, hr from srcpart; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view4.q b/ql/src/test/queries/clientnegative/create_or_replace_view4.q new file mode 100644 index 000000000000..12b6059b9e3e --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view4.q @@ -0,0 +1,5 @@ +-- View must have at least one non-partition column. + +drop view v; +create view v partitioned on (ds, hr) as select * from srcpart; +create or replace view v partitioned on (ds, hr) as select ds, hr from srcpart; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view5.q b/ql/src/test/queries/clientnegative/create_or_replace_view5.q new file mode 100644 index 000000000000..4eb9c94896d8 --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view5.q @@ -0,0 +1,5 @@ +-- Can't combine IF NOT EXISTS and OR REPLACE. + +drop view v; +create view v partitioned on (ds, hr) as select * from srcpart; +create or replace view if not exists v as select * from srcpart; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view6.q b/ql/src/test/queries/clientnegative/create_or_replace_view6.q new file mode 100644 index 000000000000..a2f916fb2652 --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view6.q @@ -0,0 +1,5 @@ +-- Can't update view to have an invalid definition + +drop view v; +create view v partitioned on (ds, hr) as select * from srcpart; +create or replace view v partitioned on (ds, hr) as blah; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view7.q b/ql/src/test/queries/clientnegative/create_or_replace_view7.q new file mode 100644 index 000000000000..765a96572a04 --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view7.q @@ -0,0 +1,7 @@ +-- Can't update view to have a view cycle (1) + +drop view v; +create view v1 partitioned on (ds, hr) as select * from srcpart; +create view v2 partitioned on (ds, hr) as select * from v1; +create view v3 partitioned on (ds, hr) as select * from v2; +create or replace view v1 partitioned on (ds, hr) as select * from v3; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/create_or_replace_view8.q b/ql/src/test/queries/clientnegative/create_or_replace_view8.q new file mode 100644 index 000000000000..f3a59b1d07be --- /dev/null +++ b/ql/src/test/queries/clientnegative/create_or_replace_view8.q @@ -0,0 +1,5 @@ +-- Can't update view to have a view cycle (2) + +drop view v; +create view v1 partitioned on (ds, hr) as select * from srcpart; +create or replace view v1 partitioned on (ds, hr) as select * from v1; \ No newline at end of file diff --git a/ql/src/test/queries/clientnegative/recursive_view.q b/ql/src/test/queries/clientnegative/recursive_view.q new file mode 100644 index 000000000000..590523e9b625 --- /dev/null +++ b/ql/src/test/queries/clientnegative/recursive_view.q @@ -0,0 +1,15 @@ +-- Can't have recursive views + +drop table t; +drop view r0; +drop view r1; +drop view r2; +drop view r3; +create table t (id int); +create view r0 as select * from t; +create view r1 as select * from r0; +create view r2 as select * from r1; +create view r3 as select * from r2; +drop view r0; +alter view r3 rename to r0; +select * from r0; \ No newline at end of file diff --git a/ql/src/test/queries/clientpositive/create_or_replace_view.q b/ql/src/test/queries/clientpositive/create_or_replace_view.q new file mode 100644 index 000000000000..a8f59b7f0535 --- /dev/null +++ b/ql/src/test/queries/clientpositive/create_or_replace_view.q @@ -0,0 +1,32 @@ +drop view v; +create view v as select * from srcpart; +describe formatted v; + +-- modifying definition of unpartitioned view +create or replace view v partitioned on (ds, hr) as select * from srcpart; +alter view v add partition (ds='2008-04-08',hr='11'); +alter view v add partition (ds='2008-04-08',hr='12'); +select * from v where value='val_409' and ds='2008-04-08' and hr='11'; +describe formatted v; +show partitions v; + +-- altering partitioned view 1 +create or replace view v partitioned on (ds, hr) as select value, ds, hr from srcpart; +select * from v where value='val_409' and ds='2008-04-08' and hr='11'; +describe formatted v; +show partitions v; + +-- altering partitioned view 2 +create or replace view v partitioned on (ds, hr) as select key, value, ds, hr from srcpart; +select * from v where value='val_409' and ds='2008-04-08' and hr='11'; +describe formatted v; +show partitions v; +drop view v; + +-- updating to fix view with invalid definition +create table srcpart_temp like srcpart; +create view v partitioned on (ds, hr) as select * from srcpart_temp; +drop table srcpart_temp; -- v is now invalid +create or replace view v partitioned on (ds, hr) as select * from srcpart; +describe formatted v; +drop view v; \ No newline at end of file diff --git a/ql/src/test/results/clientnegative/create_or_replace_view1.q.out b/ql/src/test/results/clientnegative/create_or_replace_view1.q.out new file mode 100644 index 000000000000..97bfa21f6c86 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view1.q.out @@ -0,0 +1,27 @@ +PREHOOK: query: -- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist (must specify partition columns) + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist (must specify partition columns) + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-03_886_5641638152163785475/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-03_886_5641638152163785475/-mr-10000 +PREHOOK: query: alter view v add partition (ds='1',hr='2') +PREHOOK: type: QUERY +PREHOOK: Input: default@v +POSTHOOK: query: alter view v add partition (ds='1',hr='2') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v@ds=1/hr=2 +PREHOOK: query: create or replace view v as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-04_296_7084494219990814004/-mr-10000 +FAILED: Error in metadata: Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask diff --git a/ql/src/test/results/clientnegative/create_or_replace_view2.q.out b/ql/src/test/results/clientnegative/create_or_replace_view2.q.out new file mode 100644 index 000000000000..8edac3460c50 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view2.q.out @@ -0,0 +1,27 @@ +PREHOOK: query: -- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-58_232_8111009537092703310/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-58_232_8111009537092703310/-mr-10000 +PREHOOK: query: alter view v add partition (ds='1',hr='2') +PREHOOK: type: QUERY +PREHOOK: Input: default@v +POSTHOOK: query: alter view v add partition (ds='1',hr='2') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v@ds=1/hr=2 +PREHOOK: query: create or replace view v partitioned on (hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-36-58_637_5038612564681921162/-mr-10000 +FAILED: Error in metadata: Cannot add or drop partition columns with CREATE OR REPLACE VIEW if partitions currently exist +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask diff --git a/ql/src/test/results/clientnegative/create_or_replace_view3.q.out b/ql/src/test/results/clientnegative/create_or_replace_view3.q.out new file mode 100644 index 000000000000..a0b2dbb756f6 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view3.q.out @@ -0,0 +1,7 @@ +PREHOOK: query: -- Existing table is not a view + +create or replace view src as select ds, hr from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-12_14-24-14_494_6346712363261665506/-mr-10000 +FAILED: Error in metadata: Existing table is not a view +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask diff --git a/ql/src/test/results/clientnegative/create_or_replace_view4.q.out b/ql/src/test/results/clientnegative/create_or_replace_view4.q.out new file mode 100644 index 000000000000..89dd5f555d81 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view4.q.out @@ -0,0 +1,16 @@ +PREHOOK: query: -- View must have at least one non-partition column. + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- View must have at least one non-partition column. + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-38-51_755_6211139129269008947/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-38-51_755_6211139129269008947/-mr-10000 +FAILED: Error in semantic analysis: At least one non-partitioning column must be present in view diff --git a/ql/src/test/results/clientnegative/create_or_replace_view5.q.out b/ql/src/test/results/clientnegative/create_or_replace_view5.q.out new file mode 100644 index 000000000000..a0aed59f9d19 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view5.q.out @@ -0,0 +1,16 @@ +PREHOOK: query: -- Can't combine IF NOT EXISTS and OR REPLACE. + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Can't combine IF NOT EXISTS and OR REPLACE. + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-58-18_909_5395846283955516132/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-58-18_909_5395846283955516132/-mr-10000 +FAILED: Error in semantic analysis: Can't combine IF NOT EXISTS and OR REPLACE. diff --git a/ql/src/test/results/clientnegative/create_or_replace_view6.q.out b/ql/src/test/results/clientnegative/create_or_replace_view6.q.out new file mode 100644 index 000000000000..df44e3336ba1 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view6.q.out @@ -0,0 +1,17 @@ +PREHOOK: query: -- Can't update view to have an invalid definition + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Can't update view to have an invalid definition + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-49-23_584_6857578723636604615/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-49-23_584_6857578723636604615/-mr-10000 +FAILED: Parse Error: line 2:52 cannot recognize input near 'blah' '' '' in select clause + diff --git a/ql/src/test/results/clientnegative/create_or_replace_view7.q.out b/ql/src/test/results/clientnegative/create_or_replace_view7.q.out new file mode 100644 index 000000000000..9356dcc0b5f6 --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view7.q.out @@ -0,0 +1,30 @@ +PREHOOK: query: -- Can't update view to have a view cycle (1) + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Can't update view to have a view cycle (1) + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v1 partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_787_4485352366684181624/-mr-10000 +POSTHOOK: query: create view v1 partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v1 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_787_4485352366684181624/-mr-10000 +PREHOOK: query: create view v2 partitioned on (ds, hr) as select * from v1 +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_909_4952186699150279004/-mr-10000 +POSTHOOK: query: create view v2 partitioned on (ds, hr) as select * from v1 +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v2 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_909_4952186699150279004/-mr-10000 +PREHOOK: query: create view v3 partitioned on (ds, hr) as select * from v2 +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_975_4372942609513647798/-mr-10000 +POSTHOOK: query: create view v3 partitioned on (ds, hr) as select * from v2 +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v3 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-46-47_975_4372942609513647798/-mr-10000 +FAILED: Error in semantic analysis: Recursive view default.v1 detected (cycle: default.v1 -> default.v3 -> default.v2 -> default.v1). diff --git a/ql/src/test/results/clientnegative/create_or_replace_view8.q.out b/ql/src/test/results/clientnegative/create_or_replace_view8.q.out new file mode 100644 index 000000000000..4161659f6c3b --- /dev/null +++ b/ql/src/test/results/clientnegative/create_or_replace_view8.q.out @@ -0,0 +1,16 @@ +PREHOOK: query: -- Can't update view to have a view cycle (2) + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- Can't update view to have a view cycle (2) + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v1 partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-50-57_412_8022807701594868191/-mr-10000 +POSTHOOK: query: create view v1 partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v1 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-50-57_412_8022807701594868191/-mr-10000 +FAILED: Error in semantic analysis: Recursive view default.v1 detected (cycle: default.v1 -> default.v1). diff --git a/ql/src/test/results/clientnegative/recursive_view.q.out b/ql/src/test/results/clientnegative/recursive_view.q.out new file mode 100644 index 000000000000..5a6cbe4a6cf9 --- /dev/null +++ b/ql/src/test/results/clientnegative/recursive_view.q.out @@ -0,0 +1,75 @@ +PREHOOK: query: -- Can't have recursive views + +drop table t +PREHOOK: type: DROPTABLE +POSTHOOK: query: -- Can't have recursive views + +drop table t +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop view r0 +PREHOOK: type: DROPVIEW +POSTHOOK: query: drop view r0 +POSTHOOK: type: DROPVIEW +PREHOOK: query: drop view r1 +PREHOOK: type: DROPVIEW +POSTHOOK: query: drop view r1 +POSTHOOK: type: DROPVIEW +PREHOOK: query: drop view r2 +PREHOOK: type: DROPVIEW +POSTHOOK: query: drop view r2 +POSTHOOK: type: DROPVIEW +PREHOOK: query: drop view r3 +PREHOOK: type: DROPVIEW +POSTHOOK: query: drop view r3 +POSTHOOK: type: DROPVIEW +PREHOOK: query: create table t (id int) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table t (id int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@t +PREHOOK: query: create view r0 as select * from t +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_540_6566370266979262341/-mr-10000 +POSTHOOK: query: create view r0 as select * from t +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@r0 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_540_6566370266979262341/-mr-10000 +PREHOOK: query: create view r1 as select * from r0 +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_655_2871063901925263573/-mr-10000 +POSTHOOK: query: create view r1 as select * from r0 +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@r1 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_655_2871063901925263573/-mr-10000 +PREHOOK: query: create view r2 as select * from r1 +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_725_1778414341481263154/-mr-10000 +POSTHOOK: query: create view r2 as select * from r1 +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@r2 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_725_1778414341481263154/-mr-10000 +PREHOOK: query: create view r3 as select * from r2 +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_781_5124084914591950233/-mr-10000 +POSTHOOK: query: create view r3 as select * from r2 +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@r3 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-20_10-54-15_781_5124084914591950233/-mr-10000 +PREHOOK: query: drop view r0 +PREHOOK: type: DROPVIEW +PREHOOK: Input: default@r0 +PREHOOK: Output: default@r0 +POSTHOOK: query: drop view r0 +POSTHOOK: type: DROPVIEW +POSTHOOK: Input: default@r0 +POSTHOOK: Output: default@r0 +PREHOOK: query: alter view r3 rename to r0 +PREHOOK: type: null +PREHOOK: Input: default@r3 +PREHOOK: Output: default@r3 +POSTHOOK: query: alter view r3 rename to r0 +POSTHOOK: type: null +POSTHOOK: Input: default@r3 +POSTHOOK: Output: default@r0 +POSTHOOK: Output: default@r3 +FAILED: Error in semantic analysis: Recursive view default.r0 detected (cycle: default.r0 -> default.r2 -> default.r1 -> default.r0). diff --git a/ql/src/test/results/clientpositive/create_or_replace_view.q.out b/ql/src/test/results/clientpositive/create_or_replace_view.q.out new file mode 100644 index 000000000000..fb72971d4698 --- /dev/null +++ b/ql/src/test/results/clientpositive/create_or_replace_view.q.out @@ -0,0 +1,339 @@ +PREHOOK: query: drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create view v as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-54_878_6732266159103898080/-mr-10000 +POSTHOOK: query: create view v as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-54_878_6732266159103898080/-mr-10000 +PREHOOK: query: describe formatted v +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted v +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string None +value string None +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: charleschen +CreateTime: Tue Jul 19 17:34:54 PDT 2011 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1311122094 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: select * from srcpart +View Expanded Text: select `srcpart`.`key`, `srcpart`.`value`, `srcpart`.`ds`, `srcpart`.`hr` from `srcpart` +PREHOOK: query: -- modifying definition of unpartitioned view +create or replace view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-55_095_6852446605722181312/-mr-10000 +POSTHOOK: query: -- modifying definition of unpartitioned view +create or replace view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-55_095_6852446605722181312/-mr-10000 +PREHOOK: query: alter view v add partition (ds='2008-04-08',hr='11') +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@v +POSTHOOK: query: alter view v add partition (ds='2008-04-08',hr='11') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v@ds=2008-04-08/hr=11 +PREHOOK: query: alter view v add partition (ds='2008-04-08',hr='12') +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@v +POSTHOOK: query: alter view v add partition (ds='2008-04-08',hr='12') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v@ds=2008-04-08/hr=12 +PREHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-55_760_500788128633787119/-mr-10000 +POSTHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-34-55_760_500788128633787119/-mr-10000 +409 val_409 2008-04-08 11 +409 val_409 2008-04-08 11 +409 val_409 2008-04-08 11 +PREHOOK: query: describe formatted v +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted v +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string None +value string None + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: charleschen +CreateTime: Tue Jul 19 17:34:54 PDT 2011 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1311122095 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: select * from srcpart +View Expanded Text: select `srcpart`.`key`, `srcpart`.`value`, `srcpart`.`ds`, `srcpart`.`hr` from `srcpart` +PREHOOK: query: show partitions v +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions v +POSTHOOK: type: SHOWPARTITIONS +ds=2008-04-08/hr=11 +ds=2008-04-08/hr=12 +PREHOOK: query: -- altering partitioned view 1 +create or replace view v partitioned on (ds, hr) as select value, ds, hr from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-01_367_3079170845179274932/-mr-10000 +POSTHOOK: query: -- altering partitioned view 1 +create or replace view v partitioned on (ds, hr) as select value, ds, hr from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-01_367_3079170845179274932/-mr-10000 +PREHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-01_478_4136837350460982570/-mr-10000 +POSTHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-01_478_4136837350460982570/-mr-10000 +val_409 2008-04-08 11 +val_409 2008-04-08 11 +val_409 2008-04-08 11 +PREHOOK: query: describe formatted v +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted v +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +value string None + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: charleschen +CreateTime: Tue Jul 19 17:34:54 PDT 2011 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1311122101 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: select value, ds, hr from srcpart +View Expanded Text: select `srcpart`.`value`, `srcpart`.`ds`, `srcpart`.`hr` from `srcpart` +PREHOOK: query: show partitions v +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions v +POSTHOOK: type: SHOWPARTITIONS +ds=2008-04-08/hr=11 +ds=2008-04-08/hr=12 +PREHOOK: query: -- altering partitioned view 2 +create or replace view v partitioned on (ds, hr) as select key, value, ds, hr from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-06_293_404398995477036687/-mr-10000 +POSTHOOK: query: -- altering partitioned view 2 +create or replace view v partitioned on (ds, hr) as select key, value, ds, hr from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-06_293_404398995477036687/-mr-10000 +PREHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-06_369_6280534937916662695/-mr-10000 +POSTHOOK: query: select * from v where value='val_409' and ds='2008-04-08' and hr='11' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-06_369_6280534937916662695/-mr-10000 +409 val_409 2008-04-08 11 +409 val_409 2008-04-08 11 +409 val_409 2008-04-08 11 +PREHOOK: query: describe formatted v +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted v +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string None +value string None + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: charleschen +CreateTime: Tue Jul 19 17:34:54 PDT 2011 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1311122106 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: select key, value, ds, hr from srcpart +View Expanded Text: select `srcpart`.`key`, `srcpart`.`value`, `srcpart`.`ds`, `srcpart`.`hr` from `srcpart` +PREHOOK: query: show partitions v +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions v +POSTHOOK: type: SHOWPARTITIONS +ds=2008-04-08/hr=11 +ds=2008-04-08/hr=12 +PREHOOK: query: drop view v +PREHOOK: type: DROPVIEW +PREHOOK: Input: default@v +PREHOOK: Output: default@v +POSTHOOK: query: drop view v +POSTHOOK: type: DROPVIEW +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v +PREHOOK: query: -- updating to fix view with invalid definition +create table srcpart_temp like srcpart +PREHOOK: type: CREATETABLE +POSTHOOK: query: -- updating to fix view with invalid definition +create table srcpart_temp like srcpart +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@srcpart_temp +PREHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart_temp +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-11_359_8793253638417040051/-mr-10000 +POSTHOOK: query: create view v partitioned on (ds, hr) as select * from srcpart_temp +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-11_359_8793253638417040051/-mr-10000 +PREHOOK: query: drop table srcpart_temp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcpart_temp +PREHOOK: Output: default@srcpart_temp +POSTHOOK: query: drop table srcpart_temp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcpart_temp +POSTHOOK: Output: default@srcpart_temp +PREHOOK: query: -- v is now invalid +create or replace view v partitioned on (ds, hr) as select * from srcpart +PREHOOK: type: CREATEVIEW +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-11_545_8300926509521526863/-mr-10000 +POSTHOOK: query: -- v is now invalid +create or replace view v partitioned on (ds, hr) as select * from srcpart +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@v +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-19_17-35-11_545_8300926509521526863/-mr-10000 +PREHOOK: query: describe formatted v +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted v +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string None +value string None + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: charleschen +CreateTime: Tue Jul 19 17:35:11 PDT 2011 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1311122111 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: select * from srcpart +View Expanded Text: select `srcpart`.`key`, `srcpart`.`value`, `srcpart`.`ds`, `srcpart`.`hr` from `srcpart` +PREHOOK: query: drop view v +PREHOOK: type: DROPVIEW +PREHOOK: Input: default@v +PREHOOK: Output: default@v +POSTHOOK: query: drop view v +POSTHOOK: type: DROPVIEW +POSTHOOK: Input: default@v +POSTHOOK: Output: default@v diff --git a/ql/src/test/results/clientpositive/create_view.q.out b/ql/src/test/results/clientpositive/create_view.q.out index 52ad165bdf0d..f924841bc852 100644 --- a/ql/src/test/results/clientpositive/create_view.q.out +++ b/ql/src/test/results/clientpositive/create_view.q.out @@ -77,64 +77,64 @@ POSTHOOK: type: DROPFUNCTION PREHOOK: query: SELECT * FROM src WHERE key=86 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-12_021_1106810087376156794/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-53_163_9118502688914640379/-mr-10000 POSTHOOK: query: SELECT * FROM src WHERE key=86 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-12_021_1106810087376156794/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-53_163_9118502688914640379/-mr-10000 86 val_86 PREHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-17_953_4875542405127030243/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_673_825963440729865007/-mr-10000 POSTHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-17_953_4875542405127030243/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_673_825963440729865007/-mr-10000 PREHOOK: query: CREATE VIEW view2 AS SELECT * FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_014_8438067548180434124/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_789_1214862629838900179/-mr-10000 POSTHOOK: query: CREATE VIEW view2 AS SELECT * FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view2 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_014_8438067548180434124/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_789_1214862629838900179/-mr-10000 PREHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_089_3958349172656455541/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_822_5445702162710173356/-mr-10000 POSTHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view3 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_089_3958349172656455541/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_822_5445702162710173356/-mr-10000 PREHOOK: query: SELECT * from view1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_142_1698516806922399028/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_893_7903001695316196439/-mr-10000 POSTHOOK: query: SELECT * from view1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-18_142_1698516806922399028/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-37-59_893_7903001695316196439/-mr-10000 val_86 PREHOOK: query: SELECT * from view2 where key=18 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-23_360_248483194889563851/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-04_269_4465196677720339126/-mr-10000 POSTHOOK: query: SELECT * from view2 where key=18 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-23_360_248483194889563851/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-04_269_4465196677720339126/-mr-10000 18 val_18 18 val_18 PREHOOK: query: SELECT * from view3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-28_891_6412017417282399882/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-08_361_4147812294937800580/-mr-10000 POSTHOOK: query: SELECT * from view3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-28_891_6412017417282399882/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-08_361_4147812294937800580/-mr-10000 VAL_86 PREHOOK: query: -- test EXPLAIN output for CREATE VIEW EXPLAIN @@ -155,6 +155,7 @@ STAGE PLANS: Create View Operator: Create View if not exists: false + or replace: false columns: valoo string expanded text: SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view0` name: view0 @@ -231,7 +232,7 @@ POSTHOOK: query: DESCRIBE EXTENDED view1 POSTHOOK: type: DESCTABLE value string -Detailed Table Information Table(tableName:view1, dbName:default, owner:jsichi, createTime:1303859777, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859777}, viewOriginalText:SELECT value FROM src WHERE key=86, viewExpandedText:SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view1, dbName:default, owner:charleschen, createTime:1310603879, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603879}, viewOriginalText:SELECT value FROM src WHERE key=86, viewExpandedText:SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view1 @@ -242,14 +243,14 @@ value string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:16:17 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:37:59 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859777 + transient_lastDdlTime 1310603879 # Storage Information SerDe Library: null @@ -276,7 +277,7 @@ POSTHOOK: type: DESCTABLE key string value string -Detailed Table Information Table(tableName:view2, dbName:default, owner:jsichi, createTime:1303859778, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859778}, viewOriginalText:SELECT * FROM src, viewExpandedText:SELECT `src`.`key`, `src`.`value` FROM `src`, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view2, dbName:default, owner:charleschen, createTime:1310603879, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603879}, viewOriginalText:SELECT * FROM src, viewExpandedText:SELECT `src`.`key`, `src`.`value` FROM `src`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view2 @@ -288,14 +289,14 @@ value string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:16:18 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:37:59 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859778 + transient_lastDdlTime 1310603879 # Storage Information SerDe Library: null @@ -320,7 +321,7 @@ POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE valoo string -Detailed Table Information Table(tableName:view3, dbName:default, owner:jsichi, createTime:1303859778, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859778, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view3, dbName:default, owner:charleschen, createTime:1310603879, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603879, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view3 @@ -331,15 +332,15 @@ valoo string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:16:18 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:37:59 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: fear factor - transient_lastDdlTime 1303859778 + transient_lastDdlTime 1310603879 # Storage Information SerDe Library: null @@ -367,7 +368,7 @@ POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE valoo string -Detailed Table Information Table(tableName:view3, dbName:default, owner:jsichi, createTime:1303859778, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=jsichi, last_modified_time=1303859796, biggest=loser, transient_lastDdlTime=1303859796, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view3, dbName:default, owner:charleschen, createTime:1310603879, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=charleschen, last_modified_time=1310603894, biggest=loser, transient_lastDdlTime=1310603894, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view3 @@ -378,8 +379,8 @@ valoo string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:16:18 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:37:59 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 @@ -387,9 +388,9 @@ Table Type: VIRTUAL_VIEW Table Parameters: biggest loser fear factor - last_modified_by jsichi - last_modified_time 1303859796 - transient_lastDdlTime 1303859796 + last_modified_by charleschen + last_modified_time 1310603894 + transient_lastDdlTime 1310603894 # Storage Information SerDe Library: null @@ -418,7 +419,7 @@ DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE key int -Detailed Table Information Table(tableName:table1, dbName:default, owner:jsichi, createTime:1303859796, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859796}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:table1, dbName:default, owner:charleschen, createTime:1310603894, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/Users/charleschen/hive-trunk8/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603894}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED src1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED src1 @@ -426,7 +427,7 @@ POSTHOOK: type: DESCTABLE key string default value string default -Detailed Table Information Table(tableName:src1, dbName:default, owner:null, createTime:1303859768, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/src1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859769}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:src1, dbName:default, owner:null, createTime:1310603870, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/Users/charleschen/hive-trunk8/build/ql/test/data/warehouse/src1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603871}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- use DESCRIBE EXTENDED on a base table as a point of comparison for -- view descriptions DESCRIBE EXTENDED table1 @@ -437,7 +438,7 @@ DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE key int -Detailed Table Information Table(tableName:table1, dbName:default, owner:jsichi, createTime:1303859796, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859796}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:table1, dbName:default, owner:charleschen, createTime:1310603894, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/Users/charleschen/hive-trunk8/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603894}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -450,29 +451,29 @@ POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:st PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-45_947_2085561936927801936/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-20_856_8017512900395561207/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-45_947_2085561936927801936/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-20_856_8017512900395561207/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-46_138_7447815181838056815/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-20_994_2103915537838132923/-mr-10000 POSTHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view4 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-46_138_7447815181838056815/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-20_994_2103915537838132923/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-46_196_5105547280114080249/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-21_036_5878124221507821199/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-46_196_5105547280114080249/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-21_036_5878124221507821199/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE view4 @@ -493,21 +494,21 @@ POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:st PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-51_573_8021843774469758715/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-25_268_2712171874962108130/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-51_573_8021843774469758715/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-25_268_2712171874962108130/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 NULL PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-51_751_5422952837986050518/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-25_400_5708905800655505044/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-51_751_5422952837986050518/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-25_400_5708905800655505044/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE table1 @@ -526,21 +527,21 @@ key int PREHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-57_155_7569906550037001887/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-29_714_356818972445321356/-mr-10000 POSTHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view5 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-57_155_7569906550037001887/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-29_714_356818972445321356/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view5 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-57_237_2199423335065636496/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-29_805_4846047745940809558/-mr-10000 POSTHOOK: query: SELECT * FROM view5 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-16-57_237_2199423335065636496/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-29_805_4846047745940809558/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 86 PREHOOK: query: DESCRIBE view5 @@ -555,14 +556,14 @@ PREHOOK: query: -- verify that column name and comment in DDL portion CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-03_839_7899860047026359445/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_342_3376205654442609940/-mr-10000 POSTHOOK: query: -- verify that column name and comment in DDL portion -- overrides column alias in SELECT CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view6 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-03_839_7899860047026359445/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_342_3376205654442609940/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE view6 PREHOOK: type: DESCTABLE @@ -577,7 +578,7 @@ WHERE key > 80 AND key < 100 ORDER BY key, value LIMIT 10 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-03_964_2634118939893651146/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_451_3448617193978586019/-mr-10000 POSTHOOK: query: -- verify that ORDER BY and LIMIT are both supported in view def CREATE VIEW view7 AS SELECT * FROM src @@ -586,16 +587,16 @@ ORDER BY key, value LIMIT 10 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view7 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-03_964_2634118939893651146/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_451_3448617193978586019/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view7 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-04_060_9004942114636875404/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_504_3801856019496800857/-mr-10000 POSTHOOK: query: SELECT * FROM view7 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-04_060_9004942114636875404/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-35_504_3801856019496800857/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -613,14 +614,14 @@ PREHOOK: query: -- top-level ORDER BY should override the one inside the view SELECT * FROM view7 ORDER BY key DESC, value PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-10_678_5006662899774141111/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-40_971_1377390003555435006/-mr-10000 POSTHOOK: query: -- top-level ORDER BY should override the one inside the view -- (however, the inside ORDER BY should still influence the evaluation -- of the limit) SELECT * FROM view7 ORDER BY key DESC, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-10_678_5006662899774141111/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-40_971_1377390003555435006/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 90 val_90 90 val_90 @@ -636,12 +637,12 @@ PREHOOK: query: -- top-level LIMIT should override if lower SELECT * FROM view7 LIMIT 5 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-25_276_742038559388418902/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-50_436_2621140053808181556/-mr-10000 POSTHOOK: query: -- top-level LIMIT should override if lower SELECT * FROM view7 LIMIT 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-25_276_742038559388418902/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-50_436_2621140053808181556/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -652,12 +653,12 @@ PREHOOK: query: -- but not if higher SELECT * FROM view7 LIMIT 20 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-32_922_7537536843995339809/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-55_759_5789780673698162776/-mr-10000 POSTHOOK: query: -- but not if higher SELECT * FROM view7 LIMIT 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-32_922_7537536843995339809/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-38-55_759_5789780673698162776/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -682,13 +683,13 @@ PREHOOK: query: CREATE VIEW view8(c) AS SELECT test_translate('abc', 'a', 'b') FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-39_332_7325117518490785843/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-01_201_785568782558368274/-mr-10000 POSTHOOK: query: CREATE VIEW view8(c) AS SELECT test_translate('abc', 'a', 'b') FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view8 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-39_332_7325117518490785843/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-01_201_785568782558368274/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view8 PREHOOK: type: DESCTABLE @@ -697,7 +698,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] c string -Detailed Table Information Table(tableName:view8, dbName:default, owner:jsichi, createTime:1303859859, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:c, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859859}, viewOriginalText:SELECT test_translate('abc', 'a', 'b') +Detailed Table Information Table(tableName:view8, dbName:default, owner:charleschen, createTime:1310603941, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:c, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603941}, viewOriginalText:SELECT test_translate('abc', 'a', 'b') FROM table1, viewExpandedText:SELECT `_c0` AS `c` FROM (SELECT `test_translate`('abc', 'a', 'b') FROM `table1`) `view8`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view8 @@ -711,14 +712,14 @@ c string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:17:39 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:01 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859859 + transient_lastDdlTime 1310603941 # Storage Information SerDe Library: null @@ -737,11 +738,11 @@ FROM `table1`) `view8` PREHOOK: query: SELECT * FROM view8 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-39_534_6753322851996532137/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-01_381_7020367472651711034/-mr-10000 POSTHOOK: query: SELECT * FROM view8 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-39_534_6753322851996532137/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-01_381_7020367472651711034/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] bbc PREHOOK: query: -- test usage of a UDAF within a view @@ -757,13 +758,13 @@ PREHOOK: query: CREATE VIEW view9(m) AS SELECT test_max(length(value)) FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-45_689_3977124058975857089/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-05_545_7629389724413361063/-mr-10000 POSTHOOK: query: CREATE VIEW view9(m) AS SELECT test_max(length(value)) FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view9 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-45_689_3977124058975857089/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-05_545_7629389724413361063/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view9 PREHOOK: type: DESCTABLE @@ -772,7 +773,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] m int -Detailed Table Information Table(tableName:view9, dbName:default, owner:jsichi, createTime:1303859865, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:m, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859865}, viewOriginalText:SELECT test_max(length(value)) +Detailed Table Information Table(tableName:view9, dbName:default, owner:charleschen, createTime:1310603945, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:m, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603945}, viewOriginalText:SELECT test_max(length(value)) FROM src, viewExpandedText:SELECT `_c0` AS `m` FROM (SELECT `test_max`(length(`src`.`value`)) FROM `src`) `view9`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view9 @@ -786,14 +787,14 @@ m int None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:17:45 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:05 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859865 + transient_lastDdlTime 1310603945 # Storage Information SerDe Library: null @@ -812,24 +813,24 @@ FROM `src`) `view9` PREHOOK: query: SELECT * FROM view9 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-46_023_7400703264002927310/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-05_736_2247977153276084609/-mr-10000 POSTHOOK: query: SELECT * FROM view9 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-46_023_7400703264002927310/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-05_736_2247977153276084609/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 7 PREHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-53_993_5675089404876855300/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-11_371_6717441826933002839/-mr-10000 POSTHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view10 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-53_993_5675089404876855300/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-11_371_6717441826933002839/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view10 PREHOOK: type: DESCTABLE @@ -839,7 +840,7 @@ POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:st key string value string -Detailed Table Information Table(tableName:view10, dbName:default, owner:jsichi, createTime:1303859874, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859874}, viewOriginalText:SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp, viewExpandedText:SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp`, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view10, dbName:default, owner:charleschen, createTime:1310603951, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603951}, viewOriginalText:SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp, viewExpandedText:SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view10 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view10 @@ -852,14 +853,14 @@ value string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:17:54 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:11 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859874 + transient_lastDdlTime 1310603951 # Storage Information SerDe Library: null @@ -876,11 +877,11 @@ View Expanded Text: SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`k PREHOOK: query: SELECT * FROM view10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-54_194_1974090628625957857/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-11_543_6060996569477225470/-mr-10000 POSTHOOK: query: SELECT * FROM view10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-54_194_1974090628625957857/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-11_543_6060996569477225470/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 val_86 PREHOOK: query: -- test usage of a UDTF within a view @@ -896,13 +897,13 @@ PREHOOK: query: CREATE VIEW view11 AS SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-59_492_3133189980222184516/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-16_070_211791124585720413/-mr-10000 POSTHOOK: query: CREATE VIEW view11 AS SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view11 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-59_492_3133189980222184516/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-16_070_211791124585720413/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view11 PREHOOK: type: DESCTABLE @@ -911,7 +912,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] boom int -Detailed Table Information Table(tableName:view11, dbName:default, owner:jsichi, createTime:1303859879, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:boom, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859879}, viewOriginalText:SELECT test_explode(array(1,2,3)) AS (boom) +Detailed Table Information Table(tableName:view11, dbName:default, owner:charleschen, createTime:1310603956, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:boom, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603956}, viewOriginalText:SELECT test_explode(array(1,2,3)) AS (boom) FROM table1, viewExpandedText:SELECT `test_explode`(array(1,2,3)) AS (`boom`) FROM `table1`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view11 @@ -925,14 +926,14 @@ boom int None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:17:59 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:16 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859879 + transient_lastDdlTime 1310603956 # Storage Information SerDe Library: null @@ -951,11 +952,11 @@ FROM `table1` PREHOOK: query: SELECT * FROM view11 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-59_691_3771989062499335212/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-16_251_6002551073862339351/-mr-10000 POSTHOOK: query: SELECT * FROM view11 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-17-59_691_3771989062499335212/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-16_251_6002551073862339351/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 1 2 @@ -964,13 +965,13 @@ PREHOOK: query: -- test usage of LATERAL within a view CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-06_109_548391492775178085/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-20_410_2134918459409553976/-mr-10000 POSTHOOK: query: -- test usage of LATERAL within a view CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view12 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-06_109_548391492775178085/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-20_410_2134918459409553976/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view12 PREHOOK: type: DESCTABLE @@ -981,7 +982,7 @@ key string value string mycol int -Detailed Table Information Table(tableName:view12, dbName:default, owner:jsichi, createTime:1303859886, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:mycol, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859886}, viewOriginalText:SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol, viewExpandedText:SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol`, tableType:VIRTUAL_VIEW) +Detailed Table Information Table(tableName:view12, dbName:default, owner:charleschen, createTime:1310603960, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:mycol, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603960}, viewOriginalText:SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol, viewExpandedText:SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view12 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE FORMATTED view12 @@ -995,14 +996,14 @@ mycol int None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:18:06 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:20 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859886 + transient_lastDdlTime 1310603960 # Storage Information SerDe Library: null @@ -1020,12 +1021,12 @@ PREHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-06_310_5500742342561403707/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-20_580_4844122789933214545/-mr-10000 POSTHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-06_310_5500742342561403707/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-20_580_4844122789933214545/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of LATERAL with a view as the LHS @@ -1033,13 +1034,13 @@ SELECT * FROM view2 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-13_420_6475556823361950057/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-26_246_5139279882550794599/-mr-10000 POSTHOOK: query: -- test usage of LATERAL with a view as the LHS SELECT * FROM view2 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-13_420_6475556823361950057/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-26_246_5139279882550794599/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of TABLESAMPLE within a view @@ -1047,14 +1048,14 @@ CREATE VIEW view13 AS SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-22_358_5917280716174612087/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-31_831_3525059676816615664/-mr-10000 POSTHOOK: query: -- test usage of TABLESAMPLE within a view CREATE VIEW view13 AS SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view13 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-22_358_5917280716174612087/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-31_831_3525059676816615664/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view13 PREHOOK: type: DESCTABLE @@ -1063,7 +1064,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] key int -Detailed Table Information Table(tableName:view13, dbName:default, owner:jsichi, createTime:1303859902, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859902}, viewOriginalText:SELECT s.key +Detailed Table Information Table(tableName:view13, dbName:default, owner:charleschen, createTime:1310603971, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603971}, viewOriginalText:SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s, viewExpandedText:SELECT `s`.`key` FROM `srcbucket` TABLESAMPLE (BUCKET 1 OUT OF 5 ON `key`) `s`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view13 @@ -1077,14 +1078,14 @@ key int None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:18:22 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:31 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859902 + transient_lastDdlTime 1310603971 # Storage Information SerDe Library: null @@ -1104,12 +1105,12 @@ PREHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-22_585_440904445744239811/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-32_035_6011908196363303140/-mr-10000 POSTHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-22_585_440904445744239811/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-32_035_6011908196363303140/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 0 @@ -1136,7 +1137,7 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-30_587_4457344289831150429/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-37_420_5315665176801493302/-mr-10000 POSTHOOK: query: -- test usage of JOIN+UNION+AGG all within same view CREATE VIEW view14 AS SELECT unionsrc1.key as k1, unionsrc1.value as v1, @@ -1151,7 +1152,7 @@ JOIN ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view14 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-30_587_4457344289831150429/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-37_420_5315665176801493302/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view14 PREHOOK: type: DESCTABLE @@ -1163,7 +1164,7 @@ v1 string k2 string v2 string -Detailed Table Information Table(tableName:view14, dbName:default, owner:jsichi, createTime:1303859910, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:k1, type:string, comment:null), FieldSchema(name:v1, type:string, comment:null), FieldSchema(name:k2, type:string, comment:null), FieldSchema(name:v2, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859910}, viewOriginalText:SELECT unionsrc1.key as k1, unionsrc1.value as v1, +Detailed Table Information Table(tableName:view14, dbName:default, owner:charleschen, createTime:1310603977, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:k1, type:string, comment:null), FieldSchema(name:v1, type:string, comment:null), FieldSchema(name:k2, type:string, comment:null), FieldSchema(name:v2, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310603977}, viewOriginalText:SELECT unionsrc1.key as k1, unionsrc1.value as v1, unionsrc2.key as k2, unionsrc2.value as v2 FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -1196,14 +1197,14 @@ v2 string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:18:30 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:39:37 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859910 + transient_lastDdlTime 1310603977 # Storage Information SerDe Library: null @@ -1239,12 +1240,12 @@ PREHOOK: query: SELECT * FROM view14 ORDER BY k1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-30_846_7907769103886828508/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-37_652_4983836798943047790/-mr-10000 POSTHOOK: query: SELECT * FROM view14 ORDER BY k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-18-30_846_7907769103886828508/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-39-37_652_4983836798943047790/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 0 val_0 0 val_0 0 val_0 @@ -1275,7 +1276,7 @@ SELECT key,COUNT(value) AS value_count FROM src GROUP BY key PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-19_193_3801608063658494364/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-10_678_1836712795976358294/-mr-10000 POSTHOOK: query: -- test usage of GROUP BY within view CREATE VIEW view15 AS SELECT key,COUNT(value) AS value_count @@ -1283,7 +1284,7 @@ FROM src GROUP BY key POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view15 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-19_193_3801608063658494364/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-10_678_1836712795976358294/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view15 PREHOOK: type: DESCTABLE @@ -1293,7 +1294,7 @@ POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:st key string value_count bigint -Detailed Table Information Table(tableName:view15, dbName:default, owner:jsichi, createTime:1303859959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value_count, type:bigint, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859959}, viewOriginalText:SELECT key,COUNT(value) AS value_count +Detailed Table Information Table(tableName:view15, dbName:default, owner:charleschen, createTime:1310604010, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value_count, type:bigint, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310604010}, viewOriginalText:SELECT key,COUNT(value) AS value_count FROM src GROUP BY key, viewExpandedText:SELECT `src`.`key`,COUNT(`src`.`value`) AS `value_count` FROM `src` @@ -1310,14 +1311,14 @@ value_count bigint None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:19:19 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:40:10 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859959 + transient_lastDdlTime 1310604010 # Storage Information SerDe Library: null @@ -1340,13 +1341,13 @@ ORDER BY value_count DESC, key LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-19_397_2376450087074757337/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-10_848_3595216836858483372/-mr-10000 POSTHOOK: query: SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-19_397_2376450087074757337/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-10_848_3595216836858483372/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 230 5 348 5 @@ -1363,14 +1364,14 @@ CREATE VIEW view16 AS SELECT DISTINCT value FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-33_408_878408003919286313/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-19_814_3865857892584276594/-mr-10000 POSTHOOK: query: -- test usage of DISTINCT within view CREATE VIEW view16 AS SELECT DISTINCT value FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view16 -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-33_408_878408003919286313/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-19_814_3865857892584276594/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view16 PREHOOK: type: DESCTABLE @@ -1379,7 +1380,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] value string -Detailed Table Information Table(tableName:view16, dbName:default, owner:jsichi, createTime:1303859973, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1303859973}, viewOriginalText:SELECT DISTINCT value +Detailed Table Information Table(tableName:view16, dbName:default, owner:charleschen, createTime:1310604019, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1310604019}, viewOriginalText:SELECT DISTINCT value FROM src, viewExpandedText:SELECT DISTINCT `src`.`value` FROM `src`, tableType:VIRTUAL_VIEW) PREHOOK: query: DESCRIBE FORMATTED view16 @@ -1393,14 +1394,14 @@ value string None # Detailed Table Information Database: default -Owner: jsichi -CreateTime: Tue Apr 26 16:19:33 PDT 2011 +Owner: charleschen +CreateTime: Wed Jul 13 17:40:19 PDT 2011 LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1303859973 + transient_lastDdlTime 1310604019 # Storage Information SerDe Library: null @@ -1421,13 +1422,13 @@ ORDER BY value LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-33_613_5811919160586296092/-mr-10000 +PREHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-19_984_1843143508360196786/-mr-10000 POSTHOOK: query: SELECT * FROM view16 ORDER BY value LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-04-26_16-19-33_613_5811919160586296092/-mr-10000 +POSTHOOK: Output: file:/var/folders/fe/fefl-ow3ElaEd1ns0G7jB0uewEQ/-Tmp-/charleschen/hive_2011-07-13_17-40-19_984_1843143508360196786/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] val_0 val_10