提交 9bd3742d 编写于 作者: weicheng.mao's avatar weicheng.mao

初始化代码

上级 ec546bff
流水线 #46727 已取消 于阶段
...@@ -13,7 +13,7 @@ object MyConfigSession { ...@@ -13,7 +13,7 @@ object MyConfigSession {
final val SOURCE_SQL: String = final val SOURCE_SQL: String =
""" """
|select pseudo_session,doctor_id,mobile,device_token,user_token_tourist,class_name,view_path,action, |select pseudo_session,doctor_id,mobile,device_token,user_token_tourist,class_name,view_path,action,
|component_tag,app_version,device_type,device_brand,device_model,network_type,created from pica.picalog_trace_app_part |component_tag,app_version,device_type,device_brand,device_model,network_type,created,web_data from pica.picalog_trace_app_part
| where pseudo_session is not null and pseudo_session !='' | where pseudo_session is not null and pseudo_session !=''
| and pseudo_id !='' and extra_info !='com.picahealth.patient' and serviceName != 'trace3' | and pseudo_id !='' and extra_info !='com.picahealth.patient' and serviceName != 'trace3'
| and action!='ACTION_WEB_AFTER' | and action!='ACTION_WEB_AFTER'
...@@ -29,9 +29,9 @@ object MyConfigSession { ...@@ -29,9 +29,9 @@ object MyConfigSession {
final val HIVE_TABLE2: String = "pica_dw.dw_fact_log_session_path" final val HIVE_TABLE2: String = "pica_dw.dw_fact_log_session_path"
final val HIVE_TABLE3: String = "pica_dw.dw_fact_log_session_heart" final val HIVE_TABLE3: String = "pica_dw.dw_fact_log_session_heart"
final val HIVE_TABLE4: String = "pica.dwd_fact_log_session_term" final val HIVE_TABLE4: String = "pica.dwd_fact_log_session_term"
final val HIVE_TABLE4_MID: String = "pica_dw.dw_fact_log_session_term_mid" final val HIVE_TABLE4_MID: String = "pica.dw_fact_log_session_term_mid"
final val HIVE_TABLE5: String = "pica_dw.pathconvertconfig" final val HIVE_TABLE5: String = "pica.pathconvertconfig"
final val HIVE_TABLE6: String = "pica_dw.dw_fact_log_session_path_convert" final val HIVE_TABLE6: String = "pica.dwd_fact_log_session_path_convert"
//写入的文件路径 //写入的文件路径
...@@ -106,11 +106,13 @@ object MyConfigSession { ...@@ -106,11 +106,13 @@ object MyConfigSession {
|nodename, |nodename,
|menucode, |menucode,
|actioncode, |actioncode,
|position,
|uv, |uv,
|refer_menu_code, |refer_menu_code,
|refer_action_code, |refer_action_code,
|starttime, |starttime,
|endtime |endtime,
|outflag
|from ${MyConfigSession.HIVE_TABLE5} |from ${MyConfigSession.HIVE_TABLE5}
""".stripMargin """.stripMargin
...@@ -156,7 +158,7 @@ object MyConfigSession { ...@@ -156,7 +158,7 @@ object MyConfigSession {
|t.view_class,t.view_path,t.action_type,t.component_tag, t.menu_code, |t.view_class,t.view_path,t.action_type,t.component_tag, t.menu_code,
|t.action_code, t.position, t.label_value,t.label_class,t.module_class1,t.module_class2,t.app_version,t.device_type, |t.action_code, t.position, t.label_value,t.label_class,t.module_class1,t.module_class2,t.app_version,t.device_type,
|t.device_brand, t.device_model, t.device_system,t.net_type,t.created_time, |t.device_brand, t.device_model, t.device_system,t.net_type,t.created_time,
|t.date_time from ${MyConfigSession.VIEW_SESSION_ODS} as t |t.date_time,t.web_data from ${MyConfigSession.VIEW_SESSION_ODS} as t
|left join pica.ods_pica_p_doctor as b on t.user_id = cast(b.id as string) |left join pica.ods_pica_p_doctor as b on t.user_id = cast(b.id as string)
""".stripMargin """.stripMargin
final val INIT_USER_ID_SQL_PREF = final val INIT_USER_ID_SQL_PREF =
...@@ -176,7 +178,7 @@ object MyConfigSession { ...@@ -176,7 +178,7 @@ object MyConfigSession {
|ss.view_class,ss.view_path,ss.action_type,ss.component_tag, ss.menu_code, |ss.view_class,ss.view_path,ss.action_type,ss.component_tag, ss.menu_code,
|ss.action_code, ss.position,ss.label_value,ss.label_class,ss.module_class1,ss.module_class2,ss.app_version, ss.device_type, |ss.action_code, ss.position,ss.label_value,ss.label_class,ss.module_class1,ss.module_class2,ss.app_version, ss.device_type,
|ss.device_brand, ss.device_model,ss.device_system, ss.net_type,ss.created_time, |ss.device_brand, ss.device_model,ss.device_system, ss.net_type,ss.created_time,
|ss.date_time from ${MyConfigSession.VIEW_SESSION_NO_MATCH} AS ss |ss.date_time,ss.web_data from ${MyConfigSession.VIEW_SESSION_NO_MATCH} AS ss
|left join (select distinct id,mobile_phone from pica.ods_pica_p_doctor where ods_pica_p_doctor.delete_flag = 1 and mobile_phone!='' and mobile_phone!='XK0HdMN6dAfOlYPOFHHL0A==' ) AS b on ss.mobile = b.mobile_phone |left join (select distinct id,mobile_phone from pica.ods_pica_p_doctor where ods_pica_p_doctor.delete_flag = 1 and mobile_phone!='' and mobile_phone!='XK0HdMN6dAfOlYPOFHHL0A==' ) AS b on ss.mobile = b.mobile_phone
""".stripMargin """.stripMargin
final val MOBILE_PHONE_SQL_PREF: String = final val MOBILE_PHONE_SQL_PREF: String =
...@@ -214,7 +216,7 @@ object MyConfigSession { ...@@ -214,7 +216,7 @@ object MyConfigSession {
|t.view_class,t.view_path,t.action_type,t.component_tag, t.menu_code, |t.view_class,t.view_path,t.action_type,t.component_tag, t.menu_code,
|t.action_code, t.position, t.label_value,t.label_class,t.module_class1,t.module_class2,t.app_version,t.device_type, |t.action_code, t.position, t.label_value,t.label_class,t.module_class1,t.module_class2,t.app_version,t.device_type,
|t.device_brand, t.device_model, t.device_system,t.net_type,t.created_time, |t.device_brand, t.device_model, t.device_system,t.net_type,t.created_time,
|t.date_time from (select * from ${MyConfigSession.VIEW_MOBILE_PHONE} a where a.user_id= '0' ) as t |t.date_time,t.web_data from (select * from ${MyConfigSession.VIEW_MOBILE_PHONE} a where a.user_id= '0' ) as t
|left join ${MyConfigSession.VIEW_EQUIPMENT_INFO} as b on t.device_token = b.device_token |left join ${MyConfigSession.VIEW_EQUIPMENT_INFO} as b on t.device_token = b.device_token
""".stripMargin """.stripMargin
final val DEVICE_TOKEN_SQL_PREF: String = final val DEVICE_TOKEN_SQL_PREF: String =
...@@ -243,10 +245,15 @@ object MyConfigSession { ...@@ -243,10 +245,15 @@ object MyConfigSession {
final val JDBC_USERNAME = "pica_spider" final val JDBC_USERNAME = "pica_spider"
final val JDBC_PSSWORD = "5$7FXgz#e5JWP08e" final val JDBC_PSSWORD = "5$7FXgz#e5JWP08e"
final val JDBC_TABLE = "schedule_job_record" final val JDBC_TABLE = "schedule_job_record"
// rm-ukksi760c7spi07dd8go.mysql.rds.aliyuncs.com:3306 bigdata_rw rJzoYogUHYEwLZ8v
final val mysql_url_user_profile="jdbc:mysql://hdfs127:3306/user_profile?useTimezone=true&serverTimezone=GMT%2B8" // rr-uf6p67797265cm09f.mysql.rds.aliyuncs.com
final val mysql_username_user_profile="bi_admin" final val mysql_url_user_profile="jdbc:mysql://rr-uf6p67797265cm09f.mysql.rds.aliyuncs.com:3306/pica_bi"
final val mysql_password_user_profile="5$7FXgz#e5JWP08e" final val mysql_username_user_profile="bi_readonly"
final val mysql_password_user_profile="1Qaz2wsx"
// final val mysql_url_user_profile="jdbc:mysql://rm-ukksi760c7spi07dd8go.mysql.rds.aliyuncs.com:3306/pica_bi?useTimezone=true&serverTimezone=GMT%2B8"
// final val mysql_username_user_profile="bigdata_rw"
// final val mysql_password_user_profile="rJzoYogUHYEwLZ8v"
final val MENU_CODE_VIEW_PATH_SQL: String = "select distinct full_path view_path, menu_code from pica_ds.pica_bi_bi_menu_code_h5 where full_path is not Null" final val MENU_CODE_VIEW_PATH_SQL: String = "select distinct full_path view_path, menu_code from pica_ds.pica_bi_bi_menu_code_h5 where full_path is not Null"
......
package utils package utils
import java.sql.{Connection, DriverManager} import java.sql.{Connection, DriverManager}
import java.util.{Properties, UUID} import java.util.{Properties, UUID}
import org.apache.spark.broadcast.Broadcast import org.apache.spark.broadcast.Broadcast
......
Markdown 格式
0% or
您添加了 0 到此讨论。请谨慎行事。
先完成此消息的编辑!
想要评论请 注册