hive changes

Author: RajeshNutalapati

hadoop/edw/cloudera/hive/02hive_ddl.txt

@@ -67,6 +67,34 @@ PARTITIONED BY (order_month string)
 ROW FORMAT DELIMITED FIELDS TERMINATED BY '|'
 STORED AS TEXTFILE;
 
+CREATE TABLE orders_part_avro (
+order_id int,
+order_date string,
+order_customer_id int,
+order_status string
+)
+PARTITIONED BY (order_month string)
+STORED AS AVRO
+LOCATION 'hdfs:///user/hive/warehouse/retail_stage.db/orders_part_avro'
+TBLPROPERTIES ('avro.schema.url'='hdfs://quickstart.cloudera/user/cloudera/retail_stage/orders_part_avro.avsc');
+
+-- Adding partition manually
+alter table orders_part_avro add partition (order_month='2014-01');
+
+-- Inserting data to a partition
+insert into table orders_part_avro partition (order_month='2014-01')
+select * from orders where from_unixtime(cast(substr(order_date, 1, 10) as int)) like '2014-01%';
+
+-- Drop table and recreate to test dynamic insert
+-- Dynamic insert
+set hive.exec.dynamic.partition.mode=nonstrict;
+insert into table orders_part_avro partition (order_month)
+select order_id, order_date, order_customer_id, order_status, from_unixtime(cast(substr(order_date, 1, 10) as int)) order_month from orders;
+
+--validate
+dfs -ls /user/hive/warehouse/retail_stage.db/orders_part_avro/*
+dfs -ls /user/hive/warehouse/retail_stage.db/orders_part_avro/
+
 CREATE TABLE order_items (
 order_item_id int,
 order_item_order_id int,