提交 25f7602b 编写于 作者: weicheng.mao's avatar weicheng.mao

新路径漏斗分析底表

上级 49e0566f
package com.config package com.config
/** /**
* *
* 埋点流量相关常量配置 * 埋点流量相关常量配置
* @Author zhenxin.ma * @Author zhenxin.ma
* @Date 2019/8/20 9:43 * @Date 2019/8/20 9:43
* @Version 1.0 * @Version 1.0
*/ */
object MyConfigSession { object MyConfigSession {
//Hive的DW层流量表 //Hive的DW层流量表
final val HIVE_TABLE0: String = "pica_ods.ods_log_session_pref" final val HIVE_TABLE0: String = "pica_ods.ods_log_session_pref"
...@@ -17,6 +17,10 @@ object MyConfigSession { ...@@ -17,6 +17,10 @@ object MyConfigSession {
final val HIVE_TABLE3: String = "pica_dw.dw_fact_log_session_heart" final val HIVE_TABLE3: String = "pica_dw.dw_fact_log_session_heart"
final val HIVE_TABLE4: String = "pica_dw.dw_fact_log_session_term" final val HIVE_TABLE4: String = "pica_dw.dw_fact_log_session_term"
final val HIVE_TABLE4_MID: String = "pica_dw.dw_fact_log_session_term_mid" final val HIVE_TABLE4_MID: String = "pica_dw.dw_fact_log_session_term_mid"
final val HIVE_TABLE5: String = "pica_dw.pathconvertconfig"
final val HIVE_TABLE6: String = "pica_dw.dw_fact_log_session_path_convert"
//写入的文件路径 //写入的文件路径
final val PARQUET_PATH: String = "hdfs://bi-name1:8020/tmp/output/" final val PARQUET_PATH: String = "hdfs://bi-name1:8020/tmp/output/"
...@@ -88,6 +92,54 @@ object MyConfigSession { ...@@ -88,6 +92,54 @@ object MyConfigSession {
| and (menu_code != '0' and menu_code !='null' and menu_code !='' and (length(menu_code) <= 3 or length(menu_code)=7) and cast(menu_code as int ) is not null) | and (menu_code != '0' and menu_code !='null' and menu_code !='' and (length(menu_code) <= 3 or length(menu_code)=7) and cast(menu_code as int ) is not null)
""".stripMargin """.stripMargin
//从pica_dw.pathconvertconfig表中筛选数据
final val SOURCE_SQL_CONFIG: String =
s"""
|select
|projectid,
|nodeid,
|nodename,
|menucode,
|actioncode,
|uv,
|refer_menu_code,
|refer_action_code,
|starttime,
|endtime
|from ${MyConfigSession.HIVE_TABLE5}
""".stripMargin
//从pica_dw.dw_fact_log_session_path_convert表中筛选数据
final val SOURCE_SQL_PATH_CONVERT: String =
s"""
|select
|log_session_id,session_id,user_id,action_type,
|user_token,menu_code,action_code,position,
|label_value,label_class,refer_log_session_id,
|refer_menu_code,refer_action_code,refer_position,
|refer_label_value,refer_time_diff,refer_created,step_id,
|app_version,device_type,device_brand,
|device_model,net_type,created_time,
|date_time,module_class1,module_class2,
|user_identity_id,created_day
|from ${MyConfigSession.HIVE_TABLE6}
""".stripMargin
//从dw_fact_log_session_TERM表中筛选数据
final val SOURCE_PATH_CONVERT: String =
s"""
|select id log_session_id, session_id, user_id,device_token,action_type,user_token,menu_code,action_code,position,label_value,label_class,action_step,
|app_version,device_type,device_brand,device_model,net_type,created_time,date_time,module_class1,module_class2 from ${MyConfigSession.HIVE_TABLE4}
| where app_version >= '3.1.7'
| AND ((action_type ='ACTION_CLICK' and action_code != 'null' ) OR action_type ='ACTION_VIEW' )
| and (menu_code != '0' and menu_code !='null' and menu_code !='' and (length(menu_code) <= 3 or length(menu_code)=7) and cast(menu_code as int ) is not null)
""".stripMargin
//匹配user_id的条件 //匹配user_id的条件
//0.使用pica_ds.pica_doctor表匹配,匹配不上的user_id值为'0' //0.使用pica_ds.pica_doctor表匹配,匹配不上的user_id值为'0'
......
此差异已折叠。
Markdown 格式
0% or
您添加了 0 到此讨论。请谨慎行事。
先完成此消息的编辑!
想要评论请 注册