PREHOOK: query: -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5 POSTHOOK: query: -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5 PREHOOK: query: create table orc_merge5b (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5b POSTHOOK: query: create table orc_merge5b (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5b PREHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@orc_merge5 POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@orc_merge5 PREHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY POSTHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Tez #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: orc_merge5 filterExpr: (userid <= 13) (type: boolean) Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (userid <= 13) (type: boolean) Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-2 Dependency Collection Stage: Stage-0 Move Operator tables: replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-3 Stats-Aggr Operator PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: -- 3 files total analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: -- 3 files total analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY POSTHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 Stage-5 Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 Stage-4 Stage-6 Stage-7 depends on stages: Stage-6 STAGE PLANS: Stage: Stage-1 Tez #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: orc_merge5 filterExpr: (userid <= 13) (type: boolean) Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (userid <= 13) (type: boolean) Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-8 Conditional Operator Stage: Stage-5 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-2 Dependency Collection Stage: Stage-0 Move Operator tables: replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-3 Stats-Aggr Operator Stage: Stage-4 Tez #### A masked pattern was here #### Vertices: File Merge Merge File Operator Map Operator Tree: ORC File Merge Operator merge level: stripe input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat Stage: Stage-6 Tez #### A masked pattern was here #### Vertices: File Merge Merge File Operator Map Operator Tree: ORC File Merge Operator merge level: stripe input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat Stage: Stage-7 Move Operator files: hdfs directory: true #### A masked pattern was here #### PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: -- 1 file after merging analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: -- 1 file after merging analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain alter table orc_merge5b concatenate PREHOOK: type: ALTER_TABLE_MERGE POSTHOOK: query: explain alter table orc_merge5b concatenate POSTHOOK: type: ALTER_TABLE_MERGE STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 Stage-2 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-0 Stage: Stage-1 Move Operator tables: replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-2 Stats-Aggr Operator PREHOOK: query: alter table orc_merge5b concatenate PREHOOK: type: ALTER_TABLE_MERGE PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: alter table orc_merge5b concatenate POSTHOOK: type: ALTER_TABLE_MERGE POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b PREHOOK: query: -- 1 file after merging analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: -- 1 file after merging analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20