共享充电宝开发_discuz二次开发_北京网页制作公司_东莞做网页

create database if not exists dw_weblog;

use dw_weblog;

drop table if exists t_orgin_weblog;

create table t_orgin_weblog(valid string,remote_addr string,

remote_user string,

time_local string,

request string,

status string,

body_bytes_sent string,

http_referer string,

http_user_agent string)

row format delimited

fields terminated by '<零距离_句子>1';

load data inpath '/weblog/preout' overwrite into table t_orgin_weblog;

drop table if exists t_ods_detail_tmp_referurl;

create table t_ods_detail_tmp_referurl as

SELECT a.*,b.*

FROM t_orgin_weblog a

LATERAL VIEW parse_url_tuple(regexp_replace(http_referer, "\"", ""), 'HOST', 'PATH','QUERY', 'QUERY:id') b as host, path, query, query_id;

drop table if exists t_ods_detail;

create table t_ods_detail as

select b.*,substring(time_local,0,11) as daystr,

substring(time_local,13) as tmstr,

substring(time_local,4,3) as month,

substring(time_local,0,2) as day,

substring(time_local,13,2) as hour

from t_ods_detail_tmp_referurl b;

drop table t_ods_detail_prt;

create table t_ods_detail_prt(

valid                  string,

remote_addr            string,

remote_user            string,

time_local             string,

request                string,

status                 string,

body_bytes_sent        string,

http_referer           string,

http_user_agent        string,

host                   string,

path                   string,

query                  string,

query_id               string,

daystr                 string,

tmstr                  string,

month                  string,

day                    string,

hour                   string)

partitioned by (mm string,dd string);

insert into table t_ods_detail_prt partition(mm='Sep',dd='18')

select * from t_ods_detail where daystr='18/Sep/2013';

insert into table t_ods_detail_prt partition(mm='Sep',dd='19')

select * from t_ods_detail where daystr='19/Sep/2013';