Permalink
Browse files

HIVE-1658. Fix describe [extended] column formatting (Thiruvel Thirum…

…oolan via Ning Zhang)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/hive/trunk@1021992 13f79535-47bb-0310-9956-ffa450edef68
  • Loading branch information...
1 parent 36e9d61 commit 14f01f5a2aefeb6406810d7e0c4c956671d5d348 Ning Zhang committed Oct 13, 2010
Showing with 2,165 additions and 7,070 deletions.
  1. +3 −0 CHANGES.txt
  2. +7 −31 contrib/src/test/results/clientpositive/fileformat_base64.q.out
  3. +19 −21 contrib/src/test/results/clientpositive/serde_s3.q.out
  4. +13 −9 contrib/src/test/results/clientpositive/serde_typedbytes.q.out
  5. +13 −9 contrib/src/test/results/clientpositive/serde_typedbytes2.q.out
  6. +13 −9 contrib/src/test/results/clientpositive/serde_typedbytes3.q.out
  7. +13 −9 contrib/src/test/results/clientpositive/serde_typedbytes5.q.out
  8. +10 −12 hbase-handler/src/test/queries/hbase_stats.q
  9. +35 −62 hbase-handler/src/test/results/hbase_queries.q.out
  10. +209 −73 hbase-handler/src/test/results/hbase_stats.q.out
  11. +2 −2 hwi/src/test/org/apache/hadoop/hive/hwi/TestHWISessionManager.java
  12. +4 −6 jdbc/src/test/org/apache/hadoop/hive/jdbc/TestJdbcDriver.java
  13. +32 −6 ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
  14. +30 −7 ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java
  15. +6 −3 ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java
  16. +2 −1 ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g
  17. +19 −3 ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java
  18. +13 −0 ql/src/test/queries/clientpositive/create_view.q
  19. +19 −0 ql/src/test/queries/clientpositive/describe_table.q
  20. +4 −34 ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out
  21. +3 −34 ql/src/test/results/clientnegative/protectmode_tbl2.q.out
  22. +4 −31 ql/src/test/results/clientnegative/protectmode_tbl3.q.out
  23. +3 −34 ql/src/test/results/clientnegative/protectmode_tbl4.q.out
  24. +3 −34 ql/src/test/results/clientnegative/protectmode_tbl5.q.out
  25. +4 −31 ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out
  26. +60 −600 ql/src/test/results/clientpositive/alter1.q.out
  27. +48 −390 ql/src/test/results/clientpositive/alter2.q.out
  28. +32 −230 ql/src/test/results/clientpositive/alter3.q.out
  29. +12 −112 ql/src/test/results/clientpositive/alter4.q.out
  30. +33 −282 ql/src/test/results/clientpositive/alter_partition_format_loc.q.out
  31. +40 −170 ql/src/test/results/clientpositive/bucket_groupby.q.out
  32. +12 −14 ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out
  33. +14 −74 ql/src/test/results/clientpositive/combine3.q.out
  34. +25 −158 ql/src/test/results/clientpositive/create_1.q.out
  35. +6 −84 ql/src/test/results/clientpositive/create_default_prop.q.out
  36. +7 −35 ql/src/test/results/clientpositive/create_escape.q.out
  37. +6 −12 ql/src/test/results/clientpositive/create_insert_outputformat.q.out
  38. +19 −99 ql/src/test/results/clientpositive/create_like.q.out
  39. +11 −37 ql/src/test/results/clientpositive/create_nested_type.q.out
  40. +290 −251 ql/src/test/results/clientpositive/create_view.q.out
  41. +13 −64 ql/src/test/results/clientpositive/database.q.out
  42. +32 −263 ql/src/test/results/clientpositive/ddltime.q.out
  43. +215 −0 ql/src/test/results/clientpositive/describe_table.q.out
  44. +8 −20 ql/src/test/results/clientpositive/describe_xpath.q.out
  45. +5 −29 ql/src/test/results/clientpositive/fileformat_sequencefile.q.out
  46. +5 −29 ql/src/test/results/clientpositive/fileformat_text.q.out
  47. +24 −171 ql/src/test/results/clientpositive/index_creation.q.out
  48. +2 −26 ql/src/test/results/clientpositive/inoutdriver.q.out
  49. +2 −4 ql/src/test/results/clientpositive/input1.q.out
  50. +4 −10 ql/src/test/results/clientpositive/input10.q.out
  51. +2 −4 ql/src/test/results/clientpositive/input15.q.out
  52. +7 −13 ql/src/test/results/clientpositive/input2.q.out
  53. +16 −50 ql/src/test/results/clientpositive/input3.q.out
  54. +7 −37 ql/src/test/results/clientpositive/input_part10.q.out
  55. +4 −10 ql/src/test/results/clientpositive/inputddl2.q.out
  56. +2 −4 ql/src/test/results/clientpositive/inputddl3.q.out
  57. +20 −55 ql/src/test/results/clientpositive/inputddl4.q.out
  58. +5 −7 ql/src/test/results/clientpositive/inputddl5.q.out
  59. +8 −63 ql/src/test/results/clientpositive/inputddl6.q.out
  60. +18 −120 ql/src/test/results/clientpositive/inputddl7.q.out
  61. +9 −39 ql/src/test/results/clientpositive/inputddl8.q.out
  62. +8 −10 ql/src/test/results/clientpositive/join_thrift.q.out
  63. +13 −42 ql/src/test/results/clientpositive/load_dyn_part1.q.out
  64. +9 −38 ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17
  65. +7 −36 ql/src/test/results/clientpositive/load_dyn_part10.q.out
  66. +9 −38 ql/src/test/results/clientpositive/load_dyn_part11.q.out
  67. +7 −36 ql/src/test/results/clientpositive/load_dyn_part12.q.out
  68. +7 −36 ql/src/test/results/clientpositive/load_dyn_part13.q.out
  69. +10 −38 ql/src/test/results/clientpositive/load_dyn_part14.q.out
  70. +8 −36 ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17
  71. +9 −37 ql/src/test/results/clientpositive/load_dyn_part2.q.out
  72. +7 −36 ql/src/test/results/clientpositive/load_dyn_part3.q.out
  73. +9 −38 ql/src/test/results/clientpositive/load_dyn_part4.q.out
  74. +7 −35 ql/src/test/results/clientpositive/load_dyn_part5.q.out
  75. +9 −38 ql/src/test/results/clientpositive/load_dyn_part6.q.out
  76. +7 −36 ql/src/test/results/clientpositive/load_dyn_part7.q.out
  77. +49 −78 ql/src/test/results/clientpositive/load_dyn_part8.q.out
  78. +7 −36 ql/src/test/results/clientpositive/load_dyn_part9.q.out
  79. +42 −277 ql/src/test/results/clientpositive/protectmode.q.out
  80. +4 −6 ql/src/test/results/clientpositive/rcfile_bigdata.q.out
  81. +4 −6 ql/src/test/results/clientpositive/rcfile_columnar.q.out
  82. +10 −110 ql/src/test/results/clientpositive/rcfile_default_format.q.out
  83. +48 −80 ql/src/test/results/clientpositive/rename_column.q.out
  84. +74 −254 ql/src/test/results/clientpositive/stats0.q.out
  85. +74 −254 ql/src/test/results/clientpositive/stats0.q.out_0.17
  86. +7 −35 ql/src/test/results/clientpositive/stats1.q.out
  87. +14 −106 ql/src/test/results/clientpositive/stats10.q.out
  88. +10 −72 ql/src/test/results/clientpositive/stats2.q.out
  89. +18 −50 ql/src/test/results/clientpositive/stats3.q.out
  90. +38 −224 ql/src/test/results/clientpositive/stats4.q.out
  91. +34 −220 ql/src/test/results/clientpositive/stats4.q.out_0.17
  92. +3 −31 ql/src/test/results/clientpositive/stats5.q.out
  93. +25 −172 ql/src/test/results/clientpositive/stats6.q.out
  94. +15 −108 ql/src/test/results/clientpositive/stats7.q.out
  95. +50 −356 ql/src/test/results/clientpositive/stats8.q.out
  96. +3 −32 ql/src/test/results/clientpositive/stats9.q.out
  97. +4 −6 ql/src/test/results/clientpositive/tablename_with_select.q.out
View
@@ -367,6 +367,9 @@ Trunk - Unreleased
HIVE-1601. Hadoop 0.17 ant test broken by HIVE-1523
(Joydeep Sen Sarma via jvs)
+ HIVE-1658. Fix describe [extended] column formatting
+ (Thiruvel Thirumoolan via Ning Zhang)
+
Release 0.6.0 - Unreleased
INCOMPATIBLE CHANGES
@@ -44,34 +44,10 @@ PREHOOK: query: DESCRIBE EXTENDED base64_test
PREHOOK: type: DESCTABLE
POSTHOOK: query: DESCRIBE EXTENDED base64_test
POSTHOOK: type: DESCTABLE
-col_name data_type comment
-
-key int None
-value string None
-
-# Detailed Table Information
-Database: default
-Owner: thiruvel
-CreateTime: Fri Sep 17 01:51:29 PDT 2010
-LastAccessTime: Wed Dec 31 16:00:00 PST 1969
-Protect Mode: None
-Retention: 0
-Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/test/data/warehouse/base64_test
-Table Type: MANAGED_TABLE
-Table Parameters:
- transient_lastDdlTime 1284713489
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat
-OutputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
+key int
+value string
+Detailed Table Information Table(tableName:base64_test, dbName:default, owner:thiruvel, createTime:1286801447, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/test/data/warehouse/base64_test, inputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat, outputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286801447}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
PREHOOK: query: FROM src
INSERT OVERWRITE TABLE base64_test
SELECT key, value WHERE key < 10
@@ -89,11 +65,11 @@ POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, ty
PREHOOK: query: SELECT * FROM base64_test
PREHOOK: type: QUERY
PREHOOK: Input: default@base64_test
-PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-51_166_5701789276947169864/-mr-10000
POSTHOOK: query: SELECT * FROM base64_test
POSTHOOK: type: QUERY
POSTHOOK: Input: default@base64_test
-POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-51_166_5701789276947169864/-mr-10000
POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
0 val_0
@@ -131,11 +107,11 @@ POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, ty
PREHOOK: query: SELECT * FROM base64_test
PREHOOK: type: QUERY
PREHOOK: Input: default@base64_test
-PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-54_569_4775014653889348884/-mr-10000
POSTHOOK: query: SELECT * FROM base64_test
POSTHOOK: type: QUERY
POSTHOOK: Input: default@base64_test
-POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-54_569_4775014653889348884/-mr-10000
POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
@@ -15,25 +15,23 @@ PREHOOK: query: DESCRIBE s3log
PREHOOK: type: DESCTABLE
POSTHOOK: query: DESCRIBE s3log
POSTHOOK: type: DESCTABLE
-col_name data_type comment
-
-bucketowner string from deserializer
-bucketname string from deserializer
-rdatetime string from deserializer
-rip string from deserializer
-requester string from deserializer
-requestid string from deserializer
-operation string from deserializer
-rkey string from deserializer
-requesturi string from deserializer
-httpstatus int from deserializer
-errorcode string from deserializer
-bytessent int from deserializer
-objsize int from deserializer
-totaltime int from deserializer
-turnaroundtime int from deserializer
-referer string from deserializer
-useragent string from deserializer
+bucketowner string from deserializer
+bucketname string from deserializer
+rdatetime string from deserializer
+rip string from deserializer
+requester string from deserializer
+requestid string from deserializer
+operation string from deserializer
+rkey string from deserializer
+requesturi string from deserializer
+httpstatus int from deserializer
+errorcode string from deserializer
+bytessent int from deserializer
+objsize int from deserializer
+totaltime int from deserializer
+turnaroundtime int from deserializer
+referer string from deserializer
+useragent string from deserializer
PREHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log
PREHOOK: type: LOAD
POSTHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log
@@ -42,11 +40,11 @@ POSTHOOK: Output: default@s3log
PREHOOK: query: SELECT a.* FROM s3log a
PREHOOK: type: QUERY
PREHOOK: Input: default@s3log
-PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-29-52_645_7274865857229017916/-mr-10000
POSTHOOK: query: SELECT a.* FROM s3log a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@s3log
-POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-29-52_645_7274865857229017916/-mr-10000
04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 212.143.99.188 65a011a29cdf8ec533ec3d1ccaae921c D987234E52141DE7 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=4560525f-2864-495c-842c-159ede7143f8 HTTP/1.1 200 - 828 828 3 2 http://www.mediafuturist.com/2009/02/marc-andreessen-on-the-charlie-rose-show-talking-about-mobile-technology-video.html Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19
04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 74.244.182.35 65a011a29cdf8ec533ec3d1ccaae921c 626EECA20AB12A5C REST.GET.OBJECT pixy.gif GET /pixy.gif HTTP/1.1 200 - 828 828 20 20 http://trueslant.com/ Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_6; en-us) AppleWebKit/528.16 (KHTML, like Gecko) Version/4 Public Beta Safari/528.16
04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:02 +0000 62.149.175.120 65a011a29cdf8ec533ec3d1ccaae921c 3E93D70E69292C98 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=9fec752e-2318-4da3-864e-ac5b9e47c4ae HTTP/1.0 200 - 828 828 4 3 - -
@@ -34,10 +34,11 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-4
+ Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-2 depends on stages: Stage-0
Stage-3
- Stage-0 depends on stages: Stage-3, Stage-2
- Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -81,14 +82,14 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- Stage: Stage-4
+ Stage: Stage-5
Conditional Operator
- Stage: Stage-3
+ Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-05_576_565846532461197178/-ext-10000
+ destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-17_495_4744449209030401685/-ext-10000
Stage: Stage-0
Move Operator
@@ -101,9 +102,12 @@ STAGE PLANS:
name: dest1
Stage: Stage-2
+ Stats-Aggr Operator
+
+ Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-05_576_565846532461197178/-ext-10002
+ pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-17_495_4744449209030401685/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -143,11 +147,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-09_661_6867439153629672720/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-21_234_2785992426371159165/-mr-10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-09_661_6867439153629672720/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-21_234_2785992426371159165/-mr-10000
POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
238 val_238
@@ -34,10 +34,11 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-4
+ Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-2 depends on stages: Stage-0
Stage-3
- Stage-0 depends on stages: Stage-3, Stage-2
- Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -74,14 +75,14 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- Stage: Stage-4
+ Stage: Stage-5
Conditional Operator
- Stage: Stage-3
+ Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-10_570_2176265708028894787/-ext-10000
+ destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-53_353_7823608103941051898/-ext-10000
Stage: Stage-0
Move Operator
@@ -94,9 +95,12 @@ STAGE PLANS:
name: dest1
Stage: Stage-2
+ Stats-Aggr Operator
+
+ Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-10_570_2176265708028894787/-ext-10002
+ pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-53_353_7823608103941051898/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -136,11 +140,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-14_903_5542423827591705393/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-57_143_8244293612021781232/-mr-10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-14_903_5542423827591705393/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-57_143_8244293612021781232/-mr-10000
POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
238 val_238
@@ -34,10 +34,11 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-4
+ Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-2 depends on stages: Stage-0
Stage-3
- Stage-0 depends on stages: Stage-3, Stage-2
- Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -74,14 +75,14 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- Stage: Stage-4
+ Stage: Stage-5
Conditional Operator
- Stage: Stage-3
+ Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-15_729_7647225505062209828/-ext-10000
+ destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-32-28_617_3175042933764903801/-ext-10000
Stage: Stage-0
Move Operator
@@ -94,9 +95,12 @@ STAGE PLANS:
name: dest1
Stage: Stage-2
+ Stats-Aggr Operator
+
+ Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-15_729_7647225505062209828/-ext-10002
+ pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-32-28_617_3175042933764903801/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -136,11 +140,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-19_894_8743234042285819656/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-32-32_283_6994704300925389180/-mr-10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-19_894_8743234042285819656/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-32-32_283_6994704300925389180/-mr-10000
POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
238 val_238
@@ -34,10 +34,11 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-4
+ Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-2 depends on stages: Stage-0
Stage-3
- Stage-0 depends on stages: Stage-3, Stage-2
- Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -81,14 +82,14 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- Stage: Stage-4
+ Stage: Stage-5
Conditional Operator
- Stage: Stage-3
+ Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-25_534_5633207757225095838/-ext-10000
+ destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-33-03_025_994991423817228026/-ext-10000
Stage: Stage-0
Move Operator
@@ -101,9 +102,12 @@ STAGE PLANS:
name: dest1
Stage: Stage-2
+ Stats-Aggr Operator
+
+ Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-25_534_5633207757225095838/-ext-10002
+ pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-33-03_025_994991423817228026/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -143,11 +147,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-29_338_1419211699196835493/-mr-10000
+PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-33-06_714_8419419762175928270/-mr-10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-29_338_1419211699196835493/-mr-10000
+POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-33-06_714_8419419762175928270/-mr-10000
POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
238 val_238
Oops, something went wrong.

0 comments on commit 14f01f5

Please sign in to comment.