Skip to content

Commit

Permalink
HIVE-23712: repro
Browse files Browse the repository at this point in the history
  • Loading branch information
@abstractdog
abstractdog committed Jun 17, 2020
1 parent b70d840 commit a7f0351
Show file tree
Hide file tree
Showing 3 changed files with 189 additions and 0 deletions.
1 change: 1 addition & 0 deletions itests/src/test/resources/testconfiguration.properties
View file
Expand Up @@ -19,6 +19,7 @@ minitez.query.files=\
explainanalyze_4.q,\
explainanalyze_5.q,\
explainuser_3.q,\
metadata_only.q,\
multi_count_distinct.q,\
orc_merge12.q,\
orc_vectorization_ppd.q,\
Expand Down
25 changes: 25 additions & 0 deletions ql/src/test/queries/clientpositive/metadata_only.q
View file
@@ -0,0 +1,25 @@
set hive.support.concurrency=true;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;

set hive.optimize.metadataonly=true;

create table test1 (id int, val string) partitioned by (val2 string) STORED AS ORC TBLPROPERTIES ('transactional'='true');
describe formatted test1;

alter table test1 add partition (val2='foo');
alter table test1 add partition (val2='bar');
insert into test1 partition (val2='foo') values (1, 'abc');
select distinct val2, current_timestamp from test1;
insert into test1 partition (val2='bar') values (1, 'def');
delete from test1 where val2 = 'bar';

select '--> hive.optimize.metadataonly=true';
select distinct val2, current_timestamp from test1;


set hive.optimize.metadataonly=false;
select '--> hive.optimize.metadataonly=false';
select distinct val2, current_timestamp from test1;

select current_timestamp, * from test1;
163 changes: 163 additions & 0 deletions ql/src/test/results/clientpositive/tez/metadata_only.q.out
View file
@@ -0,0 +1,163 @@
PREHOOK: query: create table test1 (id int, val string) partitioned by (val2 string) STORED AS ORC TBLPROPERTIES ('transactional'='true')
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@test1
POSTHOOK: query: create table test1 (id int, val string) partitioned by (val2 string) STORED AS ORC TBLPROPERTIES ('transactional'='true')
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@test1
PREHOOK: query: describe formatted test1
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@test1
POSTHOOK: query: describe formatted test1
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@test1
# col_name data_type comment
id int
val string

# Partition Information
# col_name data_type comment
val2 string

# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
bucketing_version 2
numFiles 0
numPartitions 0
numRows 0
rawDataSize 0
totalSize 0
transactional true
transactional_properties default
#### A masked pattern was here ####

# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
PREHOOK: query: alter table test1 add partition (val2='foo')
PREHOOK: type: ALTERTABLE_ADDPARTS
PREHOOK: Output: default@test1
POSTHOOK: query: alter table test1 add partition (val2='foo')
POSTHOOK: type: ALTERTABLE_ADDPARTS
POSTHOOK: Output: default@test1
POSTHOOK: Output: default@test1@val2=foo
PREHOOK: query: alter table test1 add partition (val2='bar')
PREHOOK: type: ALTERTABLE_ADDPARTS
PREHOOK: Output: default@test1
POSTHOOK: query: alter table test1 add partition (val2='bar')
POSTHOOK: type: ALTERTABLE_ADDPARTS
POSTHOOK: Output: default@test1
POSTHOOK: Output: default@test1@val2=bar
PREHOOK: query: insert into test1 partition (val2='foo') values (1, 'abc')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@test1@val2=foo
POSTHOOK: query: insert into test1 partition (val2='foo') values (1, 'abc')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@test1@val2=foo
POSTHOOK: Lineage: test1 PARTITION(val2=foo).id SCRIPT []
POSTHOOK: Lineage: test1 PARTITION(val2=foo).val SCRIPT []
PREHOOK: query: select distinct val2, current_timestamp from test1
PREHOOK: type: QUERY
PREHOOK: Input: default@test1
PREHOOK: Input: default@test1@val2=bar
PREHOOK: Input: default@test1@val2=foo
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select distinct val2, current_timestamp from test1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@test1
POSTHOOK: Input: default@test1@val2=bar
POSTHOOK: Input: default@test1@val2=foo
POSTHOOK: Output: hdfs://### HDFS PATH ###
foo 2020-06-17 02:42:31.342
PREHOOK: query: insert into test1 partition (val2='bar') values (1, 'def')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@test1@val2=bar
POSTHOOK: query: insert into test1 partition (val2='bar') values (1, 'def')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@test1@val2=bar
POSTHOOK: Lineage: test1 PARTITION(val2=bar).id SCRIPT []
POSTHOOK: Lineage: test1 PARTITION(val2=bar).val SCRIPT []
PREHOOK: query: delete from test1 where val2 = 'bar'
PREHOOK: type: QUERY
PREHOOK: Input: default@test1
PREHOOK: Input: default@test1@val2=bar
PREHOOK: Output: default@test1@val2=bar
POSTHOOK: query: delete from test1 where val2 = 'bar'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@test1
POSTHOOK: Input: default@test1@val2=bar
POSTHOOK: Output: default@test1@val2=bar
PREHOOK: query: select '--> hive.optimize.metadataonly=true'
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select '--> hive.optimize.metadataonly=true'
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: hdfs://### HDFS PATH ###
--> hive.optimize.metadataonly=true
PREHOOK: query: select distinct val2, current_timestamp from test1
PREHOOK: type: QUERY
PREHOOK: Input: default@test1
PREHOOK: Input: default@test1@val2=bar
PREHOOK: Input: default@test1@val2=foo
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select distinct val2, current_timestamp from test1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@test1
POSTHOOK: Input: default@test1@val2=bar
POSTHOOK: Input: default@test1@val2=foo
POSTHOOK: Output: hdfs://### HDFS PATH ###
bar 2020-06-17 02:42:38.171
foo 2020-06-17 02:42:38.171
PREHOOK: query: select '--> hive.optimize.metadataonly=false'
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select '--> hive.optimize.metadataonly=false'
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: hdfs://### HDFS PATH ###
--> hive.optimize.metadataonly=false
PREHOOK: query: select distinct val2, current_timestamp from test1
PREHOOK: type: QUERY
PREHOOK: Input: default@test1
PREHOOK: Input: default@test1@val2=bar
PREHOOK: Input: default@test1@val2=foo
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select distinct val2, current_timestamp from test1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@test1
POSTHOOK: Input: default@test1@val2=bar
POSTHOOK: Input: default@test1@val2=foo
POSTHOOK: Output: hdfs://### HDFS PATH ###
foo 2020-06-17 02:42:38.838
PREHOOK: query: select current_timestamp, * from test1
PREHOOK: type: QUERY
PREHOOK: Input: default@test1
PREHOOK: Input: default@test1@val2=bar
PREHOOK: Input: default@test1@val2=foo
PREHOOK: Output: hdfs://### HDFS PATH ###
POSTHOOK: query: select current_timestamp, * from test1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@test1
POSTHOOK: Input: default@test1@val2=bar
POSTHOOK: Input: default@test1@val2=foo
POSTHOOK: Output: hdfs://### HDFS PATH ###
2020-06-17 02:42:40.158 1 abc foo

0 comments on commit a7f0351

Please sign in to comment.