PREHOOK: query: CREATE TABLE sourceTable (one string,two string) PARTITIONED BY (ds string,hr string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@sourceTable POSTHOOK: query: CREATE TABLE sourceTable (one string,two string) PARTITIONED BY (ds string,hr string) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@sourceTable PREHOOK: query: load data local inpath '../../data/files/kv1.txt' INTO TABLE sourceTable partition(ds='2011-11-11', hr='11') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@sourcetable POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' INTO TABLE sourceTable partition(ds='2011-11-11', hr='11') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@sourcetable POSTHOOK: Output: default@sourcetable@ds=2011-11-11/hr=11 PREHOOK: query: load data local inpath '../../data/files/kv3.txt' INTO TABLE sourceTable partition(ds='2011-11-11', hr='12') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@sourcetable POSTHOOK: query: load data local inpath '../../data/files/kv3.txt' INTO TABLE sourceTable partition(ds='2011-11-11', hr='12') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@sourcetable POSTHOOK: Output: default@sourcetable@ds=2011-11-11/hr=12 PREHOOK: query: CREATE TABLE destinTable (one string,two string) PARTITIONED BY (ds string,hr string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@destinTable POSTHOOK: query: CREATE TABLE destinTable (one string,two string) PARTITIONED BY (ds string,hr string) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 Stage-2 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: sourcetable Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: one (type: string), two (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.destintable Stage: Stage-0 Move Operator tables: partition: ds 2011-11-11 hr 11 replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.destintable Stage: Stage-2 Stats-Aggr Operator PREHOOK: query: INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@sourcetable PREHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 PREHOOK: Output: default@destintable@ds=2011-11-11/hr=11 POSTHOOK: query: INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@sourcetable POSTHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 POSTHOOK: Output: default@destintable@ds=2011-11-11/hr=11 POSTHOOK: Lineage: destintable PARTITION(ds=2011-11-11,hr=11).one SIMPLE [(sourcetable)sourcetable.FieldSchema(name:one, type:string, comment:null), ] POSTHOOK: Lineage: destintable PARTITION(ds=2011-11-11,hr=11).two SIMPLE [(sourcetable)sourcetable.FieldSchema(name:two, type:string, comment:null), ] PREHOOK: query: select one,two from destinTable order by one desc, two desc PREHOOK: type: QUERY PREHOOK: Input: default@destintable PREHOOK: Input: default@destintable@ds=2011-11-11/hr=11 #### A masked pattern was here #### POSTHOOK: query: select one,two from destinTable order by one desc, two desc POSTHOOK: type: QUERY POSTHOOK: Input: default@destintable POSTHOOK: Input: default@destintable@ds=2011-11-11/hr=11 #### A masked pattern was here #### 98 val_98 98 val_98 97 val_97 97 val_97 96 val_96 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='12' order by one desc, two desc limit 5 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='12' order by one desc, two desc limit 5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: STAGE PLANS: PREHOOK: query: INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='12' order by one desc, two desc limit 5 PREHOOK: type: QUERY POSTHOOK: query: INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='12' order by one desc, two desc limit 5 POSTHOOK: type: QUERY PREHOOK: query: select one,two from destinTable order by one desc, two desc PREHOOK: type: QUERY PREHOOK: Input: default@destintable PREHOOK: Input: default@destintable@ds=2011-11-11/hr=11 #### A masked pattern was here #### POSTHOOK: query: select one,two from destinTable order by one desc, two desc POSTHOOK: type: QUERY POSTHOOK: Input: default@destintable POSTHOOK: Input: default@destintable@ds=2011-11-11/hr=11 #### A masked pattern was here #### 98 val_98 98 val_98 97 val_97 97 val_97 96 val_96 PREHOOK: query: drop table destinTable PREHOOK: type: DROPTABLE PREHOOK: Input: default@destintable PREHOOK: Output: default@destintable POSTHOOK: query: drop table destinTable POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@destintable POSTHOOK: Output: default@destintable PREHOOK: query: CREATE TABLE destinTable (one string,two string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@destinTable POSTHOOK: query: CREATE TABLE destinTable (one string,two string) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 Stage-2 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: sourcetable Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: one (type: string), two (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.destintable Stage: Stage-0 Move Operator tables: replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.destintable Stage: Stage-2 Stats-Aggr Operator PREHOOK: query: INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@sourcetable PREHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 PREHOOK: Output: default@destintable POSTHOOK: query: INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@sourcetable POSTHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 POSTHOOK: Output: default@destintable POSTHOOK: Lineage: destintable.one SIMPLE [(sourcetable)sourcetable.FieldSchema(name:one, type:string, comment:null), ] POSTHOOK: Lineage: destintable.two SIMPLE [(sourcetable)sourcetable.FieldSchema(name:two, type:string, comment:null), ] PREHOOK: query: drop table destinTable PREHOOK: type: DROPTABLE PREHOOK: Input: default@destintable PREHOOK: Output: default@destintable POSTHOOK: query: drop table destinTable POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@destintable POSTHOOK: Output: default@destintable PREHOOK: query: drop table sourceTable PREHOOK: type: DROPTABLE PREHOOK: Input: default@sourcetable PREHOOK: Output: default@sourcetable POSTHOOK: query: drop table sourceTable POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@sourcetable POSTHOOK: Output: default@sourcetable