优化

src/main/scala/com/session/SessionMenuCalc.scala

@@ -168,7 +168,7 @@ object SessionMenuCalc {
       resDf.printSchema()
       resDf.createOrReplaceTempView("session_menu_view_calc")
       sessionMenuCalc.sparkSession.sql(s"insert overwrite table ${dbTable} partition(created_day='${createdDay}') " +
-        s"select cast(user_id as int) user_id,session_id,menu_code_term,during_by_refer,menu_code,action_code,begin_time,end_time from session_menu_view_calc")
+        s"select cast(user_id as int) user_id,session_id,menu_code_term,during_by_refer,menu_code,action_code,begin_time,end_time from session_menu_view_calc  distribute by rand()")
       println("----------------------------------update task record table---------------------------------------")
       //任务执行成功,更新 Mysql record 配置表
       val updateSQL: String =s"update ${MyConfigSession.JDBC_TABLE} set status=?,end_time=?,data_count=? where job_name='pica_dw.dw_fact_log_session_menu_calc' and start_time='${startTime}'"

src/main/scala/com/session/SessionProcessHeart.scala

@@ -317,7 +317,7 @@ object SessionProcessHeart {
             val upreSta: PreparedStatement = connSql.prepareStatement(updateSQL)
             upreSta.setString(1, "1")
             upreSta.setString(2, endTime)
-            upreSta.setInt(3, sessionIdDF.count().toInt)
+            upreSta.setInt(3, dwFactLogSession.count().toInt)
             //更新表数据
             upreSta.executeUpdate()
             //关闭连接