-
Notifications
You must be signed in to change notification settings - Fork 3
/
hiveload.sql
43 lines (27 loc) · 867 Bytes
/
hiveload.sql
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
--Use this script to load hive tables
-- create managed database
CREATE DATABASE IF NOT EXISTS verizon;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.exec.dynamic.partition.mode;
CREATE TABLE IF NOT EXISTS ${hiveconf:TABLE}
(word STRING,
count BIGINT)
PARTITIONED BY (DATE STRING,HOUR STRING)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY ','
LINES TERMINATED BY '\n';
--describe formatted ${hiveconf:TABLE} ;
create temporary table test_data (
tword string,
tcnt bigint
)
row format DELIMITED
fields terminated by ","
lines terminated by "\n"
location '${hiveconf:LCTN}';
FROM test_data
INSERT INTO ${hiveconf:TABLE} PARTITION (DATE,HOUR)
SELECT TWORD, TCNT, current_date as DATE, hour(current_timestamp) as HOUR;
--perform tests
--describe formatted ${hiveconf:TABLE} ;
--select * from ${hiveconf:TABLE} LIMIT 2;