修改sessionpref表名

src/main/scala/com/config/MyConfigSession.scala

@@ -9,7 +9,7 @@ package com.config
   */
 object MyConfigSession {
     //Hive的DW层流量表
-    final val HIVE_TABLE0: String = "pica_dw.dw_fact_log_session_pref"
+    final val HIVE_TABLE0: String = "pica_ods.ods_log_session_pref"
     final val HIVE_TABLE1_TMP: String = "pica_dw.dw_fact_log_session_tmp"
     final val HIVE_TABLE2_TMP: String = "pica_dw.dw_fact_log_session_path_tmp"
     final val HIVE_TABLE1: String = "pica_dw.dw_fact_log_session"

src/main/scala/com/session/SessionProcessPref.scala

@@ -54,6 +54,7 @@ object SessionProcessPref {
       var index = 0
       val conditionGroup = List("<='4' ","between '5' and '9'",">'9'")
       for(condition <- conditionGroup){
+        index += 1
         val slideDF = sourceDF.where(s" SUBSTRING(pseudo_session,1,1)  ${condition}").repartition(100)
         println(s"-----------------------------------compute refer columns,condition=${condition}-----------------------------------------")
         //step2:抽取出当天pseudo_session对应的非空的device_token,doctor_id,mobile,补充到对应的pseudo_session下这几项为空的记录中
@@ -243,7 +244,7 @@ class SessionProcessPref extends java.io.Serializable {
     if(index!=1){
       insertSql = "insert into"
     }
-    println(s"-----------------create view  ${tmpTable} and load to dw_fact_log_session_pref--------------------")
+    println(s"-----------------create view  ${tmpTable} and load to ${MyConfigSession.HIVE_TABLE0} --------------------")
     dataFrame.repartition(10).createOrReplaceTempView(tmpTable)
     val fields = List("pseudo_session", "user_id", "COALESCE(cast(user_id as int),0) user_id_int", "mobile", "device_token", "user_token", "view_class", "view_path", "action", "action_type",
       "component_tag", "menu_code", "menu_code_new", "action_code", "position", "label_value", "label_class", "module_class1", "module_class2", "app_version", "device_type", "device_brand",

src/main/scala/com/session/SessionProcessTerm.scala

@@ -46,7 +46,7 @@ object SessionProcessTerm {
     var condition = " 1=1"
     if (args.length >= 1) {
       scnData = args(0)
-      if(args.length > 1){
+      if(args.length > 1 && args(1)!=""){
         condition = args(1)
       }
     }
@@ -90,9 +90,9 @@ object SessionProcessTerm {
       println("selectDF.show========")
       selectDF.printSchema()
       println("selectDF.count=========",selectDF.count())
-//      val conditionGroup = List("<='4' ","between '5' and '9'",">'9'")
-      val conditionGroup = List("='0'","='1'","='2'","='3'","='4'","='5'","='6'","='7'","='8'","='9'",
-        "='a'","='b'","='c'","='d'","='e'","='f'")
+      val conditionGroup = List("<='4' ","between '5' and '9'",">'9'")
+//      val conditionGroup = List("='0'","='1'","='2'","='3'","='4'","='5'","='6'","='7'","='8'","='9'",
+//        "='a'","='b'","='c'","='d'","='e'","='f'")
       var dataCount = 0
       var index = 0
       selectDF.persist(StorageLevel.MEMORY_AND_DISK_SER)