http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out ---------------------------------------------------------------------- diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out new file mode 100644 index 0000000..bed10ab --- /dev/null +++ b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out @@ -0,0 +1,274 @@ +PREHOOK: query: DROP TABLE src_events +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE src_events +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE src_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT, + run_date STRING, + game_id INT, + event_name STRING +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events +PREHOOK: Output: database:default +PREHOOK: Output: default@src_events +POSTHOOK: query: CREATE TABLE src_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT, + run_date STRING, + game_id INT, + event_name STRING +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_events +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@src_events +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@src_events +PREHOOK: query: DROP TABLE rcfile_events +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE rcfile_events +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE rcfile_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT +) +PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) +STORED AS RCFILE +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events +PREHOOK: Output: database:default +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: CREATE TABLE rcfile_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT +) +PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) +STORED AS RCFILE +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events +POSTHOOK: Output: database:default +POSTHOOK: Output: default@rcfile_events +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +200 +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921 +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +50 +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121 +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +100 +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name) +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201211 +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name) +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +300 +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name) +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39 +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name) +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +350 +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +400 +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +350
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out ---------------------------------------------------------------------- diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out new file mode 100644 index 0000000..c6442f9 --- /dev/null +++ b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out @@ -0,0 +1,533 @@ +PREHOOK: query: DROP TABLE src_events +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE src_events +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE src_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT, + run_date STRING, + game_id INT, + event_name STRING +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events +PREHOOK: Output: database:default +PREHOOK: Output: default@src_events +POSTHOOK: query: CREATE TABLE src_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT, + run_date STRING, + game_id INT, + event_name STRING +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_events +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@src_events +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@src_events +PREHOOK: query: DROP TABLE rcfile_events +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE rcfile_events +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE rcfile_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT +) +PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) +STORED AS RCFILE +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events +PREHOOK: Output: database:default +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: CREATE TABLE rcfile_events +( + log_id BIGINT, + time BIGINT, + uid BIGINT, + user_id BIGINT, + type INT, + event_data STRING, + session_id STRING, + full_uid BIGINT +) +PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) +STORED AS RCFILE +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events +POSTHOOK: Output: database:default +POSTHOOK: Output: default@rcfile_events +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +200 +PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1 +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1 +POSTHOOK: Output: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +300 +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201211' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +400 +PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2 +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2 +POSTHOOK: Output: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=201209/game_id=39/event_name=hq_change +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +500 +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=201209/game_id=39/event_name=hq_change +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +500 +PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3 +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change') +#### A masked pattern was here #### +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3 +POSTHOOK: Output: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change') +SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events +WHERE SUBSTR(run_date,1,6)='201209' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=201207/game_id=39/event_name=hq_change +run_date=201209/game_id=39/event_name=hq_change +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +550 +PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +PREHOOK: type: QUERY +PREHOOK: Input: default@src_events +PREHOOK: Output: default@rcfile_events +POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) +SELECT * FROM src_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_events +POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] +POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=201207/game_id=39/event_name=hq_change +run_date=201209/game_id=39/event_name=hq_change +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=201211/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change +#### A masked pattern was here #### +550 +PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change') +PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: default@rcfile_events +PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change') +POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change +PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change') +PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: default@rcfile_events +PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change') +POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change +PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change') +PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: default@rcfile_events +PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change') +POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: default@rcfile_events +POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change +PREHOOK: query: SHOW PARTITIONS rcfile_events +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@rcfile_events +POSTHOOK: query: SHOW PARTITIONS rcfile_events +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@rcfile_events +run_date=20120921/game_id=39/event_name=hq_change +run_date=20121021/game_id=39/event_name=hq_change +run_date=20121121/game_id=39/event_name=hq_change +PREHOOK: query: SELECT COUNT(*) FROM rcfile_events +PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events +POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_events +#### A masked pattern was here #### +200 http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out ---------------------------------------------------------------------- diff --git a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out index 8a90a9e..46bfef5 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out @@ -192,6 +192,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 column.name.delimiter , columns key @@ -200,9 +201,13 @@ STAGE PLANS: #### A masked pattern was here #### location ### test.blobstore.path ###/write_final_output_blobstore name default.blobstore_table + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct blobstore_table { i32 key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.blobstore_table @@ -219,6 +224,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 column.name.delimiter , columns key @@ -227,9 +233,13 @@ STAGE PLANS: #### A masked pattern was here #### location ### test.blobstore.path ###/write_final_output_blobstore name default.blobstore_table + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct blobstore_table { i32 key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.blobstore_table @@ -406,6 +416,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 column.name.delimiter , columns key @@ -414,9 +425,13 @@ STAGE PLANS: #### A masked pattern was here #### location ### test.blobstore.path ###/write_final_output_blobstore name default.blobstore_table + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct blobstore_table { i32 key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.blobstore_table @@ -433,6 +448,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 column.name.delimiter , columns key @@ -441,9 +457,13 @@ STAGE PLANS: #### A masked pattern was here #### location ### test.blobstore.path ###/write_final_output_blobstore name default.blobstore_table + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct blobstore_table { i32 key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.blobstore_table http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out ---------------------------------------------------------------------- diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out new file mode 100644 index 0000000..590f947 --- /dev/null +++ b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out @@ -0,0 +1,91 @@ +PREHOOK: query: DROP TABLE blobstore_source +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE blobstore_source +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE blobstore_source ( + key int +) +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source +PREHOOK: Output: database:default +PREHOOK: Output: default@blobstore_source +POSTHOOK: query: CREATE TABLE blobstore_source ( + key int +) +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source +POSTHOOK: Output: database:default +POSTHOOK: Output: default@blobstore_source +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@blobstore_source +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@blobstore_source +PREHOOK: query: DROP TABLE blobstore_target +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE blobstore_target +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE blobstore_target ( + key int +) +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target +PREHOOK: Output: database:default +PREHOOK: Output: default@blobstore_target +POSTHOOK: query: CREATE TABLE blobstore_target ( + key int +) +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target +POSTHOOK: Output: database:default +POSTHOOK: Output: default@blobstore_target +PREHOOK: query: SELECT COUNT(*) FROM blobstore_target +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +0 +PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_source +PREHOOK: Output: default@blobstore_target +POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_source +POSTHOOK: Output: default@blobstore_target +PREHOOK: query: SELECT COUNT(*) FROM blobstore_target +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +100 +PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_source +PREHOOK: Output: default@blobstore_target +POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_source +POSTHOOK: Output: default@blobstore_target +PREHOOK: query: SELECT COUNT(*) FROM blobstore_target +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_target +#### A masked pattern was here #### +0 http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out ---------------------------------------------------------------------- diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out new file mode 100644 index 0000000..92cf51f --- /dev/null +++ b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out @@ -0,0 +1,89 @@ +PREHOOK: query: DROP TABLE blobstore_source +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE blobstore_source +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE blobstore_source ( + key int +) +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source +PREHOOK: Output: database:default +PREHOOK: Output: default@blobstore_source +POSTHOOK: query: CREATE TABLE blobstore_source ( + key int +) +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source +POSTHOOK: Output: database:default +POSTHOOK: Output: default@blobstore_source +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@blobstore_source +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@blobstore_source +PREHOOK: query: DROP TABLE hdfs_target +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE hdfs_target +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE hdfs_target ( + key int +) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@hdfs_target +POSTHOOK: query: CREATE TABLE hdfs_target ( + key int +) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@hdfs_target +PREHOOK: query: SELECT COUNT(*) FROM hdfs_target +PREHOOK: type: QUERY +PREHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +0 +PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_source +PREHOOK: Output: default@hdfs_target +POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_source +POSTHOOK: Output: default@hdfs_target +POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: SELECT COUNT(*) FROM hdfs_target +PREHOOK: type: QUERY +PREHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +100 +PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE +PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_source +PREHOOK: Output: default@hdfs_target +POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE +POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_source +POSTHOOK: Output: default@hdfs_target +POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: SELECT COUNT(*) FROM hdfs_target +PREHOOK: type: QUERY +PREHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target +POSTHOOK: type: QUERY +POSTHOOK: Input: default@hdfs_target +#### A masked pattern was here #### +0 http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-jmh/pom.xml ---------------------------------------------------------------------- diff --git a/itests/hive-jmh/pom.xml b/itests/hive-jmh/pom.xml index f1417fd..af8eb19 100644 --- a/itests/hive-jmh/pom.xml +++ b/itests/hive-jmh/pom.xml @@ -19,7 +19,7 @@ <parent> <groupId>org.apache.hive</groupId> <artifactId>hive-it</artifactId> - <version>2.2.0-SNAPSHOT</version> + <version>3.0.0-SNAPSHOT</version> <relativePath>../pom.xml</relativePath> </parent> http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-minikdc/pom.xml ---------------------------------------------------------------------- diff --git a/itests/hive-minikdc/pom.xml b/itests/hive-minikdc/pom.xml index dcc5c2d..95d2614 100644 --- a/itests/hive-minikdc/pom.xml +++ b/itests/hive-minikdc/pom.xml @@ -19,7 +19,7 @@ <parent> <groupId>org.apache.hive</groupId> <artifactId>hive-it</artifactId> - <version>2.2.0-SNAPSHOT</version> + <version>3.0.0-SNAPSHOT</version> <relativePath>../pom.xml</relativePath> </parent> http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java ---------------------------------------------------------------------- diff --git a/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java b/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java new file mode 100644 index 0000000..3153b9f --- /dev/null +++ b/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java @@ -0,0 +1,101 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hive.minikdc; + +import java.sql.Connection; +import java.sql.DriverManager; +import java.sql.Statement; +import java.util.HashMap; +import java.util.Map; + +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.conf.HiveConf.ConfVars; +import org.apache.hive.jdbc.miniHS2.MiniHS2; +import org.hadoop.hive.jdbc.SSLTestUtils; + +import org.junit.AfterClass; +import org.junit.BeforeClass; +import org.junit.Test; + + +public class TestSSLWithMiniKdc { + + private static MiniHS2 miniHS2 = null; + private static MiniHiveKdc miniHiveKdc = null; + + @BeforeClass + public static void beforeTest() throws Exception { + Class.forName(MiniHS2.getJdbcDriverName()); + + HiveConf hiveConf = new HiveConf(); + + SSLTestUtils.setMetastoreSslConf(hiveConf); + hiveConf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false); + + miniHiveKdc = MiniHiveKdc.getMiniHiveKdc(hiveConf); + + setHMSSaslConf(miniHiveKdc, hiveConf); + + miniHS2 = MiniHiveKdc.getMiniHS2WithKerbWithRemoteHMS(miniHiveKdc, hiveConf); + + Map<String, String> confOverlay = new HashMap<>(); + SSLTestUtils.setHttpConfOverlay(confOverlay); + SSLTestUtils.setSslConfOverlay(confOverlay); + + miniHS2.start(confOverlay); + } + + @AfterClass + public static void afterTest() throws Exception { + miniHS2.stop(); + } + + @Test + public void testConnection() throws Exception { + String tableName = "testTable"; + Path dataFilePath = new Path(SSLTestUtils.getDataFileDir(), "kv1.txt"); + Connection hs2Conn = getConnection(MiniHiveKdc.HIVE_TEST_USER_1); + + Statement stmt = hs2Conn.createStatement(); + + SSLTestUtils.setupTestTableWithData(tableName, dataFilePath, hs2Conn); + + stmt.execute("select * from " + tableName); + stmt.execute("drop table " + tableName); + stmt.close(); + } + + private Connection getConnection(String userName) throws Exception { + miniHiveKdc.loginUser(userName); + return DriverManager.getConnection(miniHS2.getJdbcURL("default", SSLTestUtils.SSL_CONN_PARAMS), + System.getProperty("user.name"), "bar"); + } + + private static void setHMSSaslConf(MiniHiveKdc miniHiveKdc, HiveConf conf) { + String hivePrincipal = + miniHiveKdc.getFullyQualifiedServicePrincipal(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL); + String hiveKeytab = miniHiveKdc.getKeyTabFile( + miniHiveKdc.getServicePrincipalForUser(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL)); + + conf.setBoolVar(ConfVars.METASTORE_USE_THRIFT_SASL, true); + conf.setVar(ConfVars.METASTORE_KERBEROS_PRINCIPAL, hivePrincipal); + conf.setVar(ConfVars.METASTORE_KERBEROS_KEYTAB_FILE, hiveKeytab); + } +} http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/pom.xml ---------------------------------------------------------------------- diff --git a/itests/hive-unit-hadoop2/pom.xml b/itests/hive-unit-hadoop2/pom.xml index d15bd54..339a194 100644 --- a/itests/hive-unit-hadoop2/pom.xml +++ b/itests/hive-unit-hadoop2/pom.xml @@ -19,7 +19,7 @@ <parent> <groupId>org.apache.hive</groupId> <artifactId>hive-it</artifactId> - <version>2.2.0-SNAPSHOT</version> + <version>3.0.0-SNAPSHOT</version> <relativePath>../pom.xml</relativePath> </parent> http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java ---------------------------------------------------------------------- diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java deleted file mode 100644 index b798379..0000000 --- a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java +++ /dev/null @@ -1,166 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.hadoop.hive.ql.security; - -import static org.apache.hadoop.fs.permission.AclEntryScope.ACCESS; -import static org.apache.hadoop.fs.permission.AclEntryType.GROUP; -import static org.apache.hadoop.fs.permission.AclEntryType.OTHER; -import static org.apache.hadoop.fs.permission.AclEntryType.USER; - -import java.util.List; - -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.fs.permission.AclEntry; -import org.apache.hadoop.fs.permission.AclEntryScope; -import org.apache.hadoop.fs.permission.AclEntryType; -import org.apache.hadoop.fs.permission.FsAction; -import org.apache.hadoop.fs.permission.FsPermission; -import org.apache.hadoop.hive.conf.HiveConf; -import org.apache.hadoop.hive.conf.HiveConf.ConfVars; -import org.junit.Assert; -import org.junit.BeforeClass; - -import com.google.common.collect.ImmutableList; -import com.google.common.collect.Lists; - -public class TestExtendedAcls extends FolderPermissionBase { - - @BeforeClass - public static void setup() throws Exception { - conf = new HiveConf(TestExtendedAcls.class); - //setup the mini DFS with acl's enabled. - conf.set("dfs.namenode.acls.enabled", "true"); - conf.setVar(HiveConf.ConfVars.HIVEMAPREDMODE, "nonstrict"); - baseSetup(); - } - - private final ImmutableList<AclEntry> aclSpec1 = ImmutableList.of( - aclEntry(ACCESS, USER, FsAction.ALL), - aclEntry(ACCESS, GROUP, FsAction.ALL), - aclEntry(ACCESS, OTHER, FsAction.ALL), - aclEntry(ACCESS, USER, "bar", FsAction.READ_WRITE), - aclEntry(ACCESS, USER, "foo", FsAction.READ_EXECUTE), - aclEntry(ACCESS, GROUP, "bar", FsAction.READ_WRITE), - aclEntry(ACCESS, GROUP, "foo", FsAction.READ_EXECUTE)); - - private final ImmutableList<AclEntry> aclSpec2 = ImmutableList.of( - aclEntry(ACCESS, USER, FsAction.ALL), - aclEntry(ACCESS, GROUP, FsAction.ALL), - aclEntry(ACCESS, OTHER, FsAction.READ_EXECUTE), - aclEntry(ACCESS, USER, "bar2", FsAction.READ_WRITE), - aclEntry(ACCESS, USER, "foo2", FsAction.READ_EXECUTE), - aclEntry(ACCESS, GROUP, "bar2", FsAction.READ), - aclEntry(ACCESS, GROUP, "foo2", FsAction.READ_EXECUTE)); - - @Override - public void setPermission(String locn, int permIndex) throws Exception { - switch (permIndex) { - case 0: - setAcl(locn, aclSpec1); - break; - case 1: - setAcl(locn, aclSpec2); - break; - default: - throw new RuntimeException("Only 2 permissions by this test"); - } - } - - @Override - public void verifyPermission(String locn, int permIndex) throws Exception { - switch (permIndex) { - case 0: - FsPermission perm = fs.getFileStatus(new Path(locn)).getPermission(); - Assert.assertEquals("Location: " + locn, "rwxrwxrwx", String.valueOf(perm)); - - List<AclEntry> actual = getAcl(locn); - verifyAcls(aclSpec1, actual); - break; - case 1: - perm = fs.getFileStatus(new Path(locn)).getPermission(); - Assert.assertEquals("Location: " + locn, "rwxrwxr-x", String.valueOf(perm)); - - List<AclEntry> acls = getAcl(locn); - verifyAcls(aclSpec2, acls); - break; - default: - throw new RuntimeException("Only 2 permissions by this test: " + permIndex); - } - } - - /** - * Create a new AclEntry with scope, type and permission (no name). - * - * @param scope - * AclEntryScope scope of the ACL entry - * @param type - * AclEntryType ACL entry type - * @param permission - * FsAction set of permissions in the ACL entry - * @return AclEntry new AclEntry - */ - private AclEntry aclEntry(AclEntryScope scope, AclEntryType type, - FsAction permission) { - return new AclEntry.Builder().setScope(scope).setType(type) - .setPermission(permission).build(); - } - - /** - * Create a new AclEntry with scope, type, name and permission. - * - * @param scope - * AclEntryScope scope of the ACL entry - * @param type - * AclEntryType ACL entry type - * @param name - * String optional ACL entry name - * @param permission - * FsAction set of permissions in the ACL entry - * @return AclEntry new AclEntry - */ - private AclEntry aclEntry(AclEntryScope scope, AclEntryType type, - String name, FsAction permission) { - return new AclEntry.Builder().setScope(scope).setType(type).setName(name) - .setPermission(permission).build(); - } - - private void verifyAcls(List<AclEntry> expectedList, List<AclEntry> actualList) { - for (AclEntry expected : expectedList) { - if (expected.getName() != null) { - //the non-named acl's are coming as regular permission, and not as aclEntries. - boolean found = false; - for (AclEntry actual : actualList) { - if (actual.equals(expected)) { - found = true; - } - } - if (!found) { - Assert.fail("Following Acl does not have a match: " + expected); - } - } - } - } - - private void setAcl(String locn, List<AclEntry> aclSpec) throws Exception { - fs.setAcl(new Path(locn), aclSpec); - } - - private List<AclEntry> getAcl(String locn) throws Exception { - return fs.getAclStatus(new Path(locn)).getEntries(); - } -} http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java ---------------------------------------------------------------------- diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java index 028c117..62c109c 100644 --- a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java +++ b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java @@ -84,7 +84,6 @@ public class TestStorageBasedMetastoreAuthorizationProviderWithACL warehouseDir = new Path(new Path(fs.getUri()), "/warehouse"); fs.mkdirs(warehouseDir); conf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, warehouseDir.toString()); - conf.setBoolVar(HiveConf.ConfVars.HIVE_WAREHOUSE_SUBDIR_INHERIT_PERMS, true); // Set up scratch directory Path scratchDir = new Path(new Path(fs.getUri()), "/scratchdir"); http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit/pom.xml ---------------------------------------------------------------------- diff --git a/itests/hive-unit/pom.xml b/itests/hive-unit/pom.xml index 789192b..8be25b2 100644 --- a/itests/hive-unit/pom.xml +++ b/itests/hive-unit/pom.xml @@ -19,7 +19,7 @@ <parent> <groupId>org.apache.hive</groupId> <artifactId>hive-it</artifactId> - <version>2.2.0-SNAPSHOT</version> + <version>3.0.0-SNAPSHOT</version> <relativePath>../pom.xml</relativePath> </parent>