ソースを参照

cps日志表 按日拆分

dodo hold 1 年間 前
コミット
03778f2177

+ 19 - 19
molilian.api/Controllers/public/TaskController.cs

@@ -353,29 +353,29 @@ namespace molilian.api.Controllers
                 {
                     if (CenterHub.IsCenter)
                     {
-
+                        string table_suffix = DateTime.Now.AddDays(i).ToString("yyyyMMdd");
+                        string sql = $"CREATE TABLE IF NOT EXISTS tk_parse_logs_{table_suffix} LIKE tk_parse_logs;";
+                        DBContext.Execute(sql, null);
+                        sql = $"CREATE TABLE IF NOT EXISTS jd_parse_logs_{table_suffix} LIKE jd_parse_logs;";
+                        DBContext.Execute(sql, null);
+                        sql = $"CREATE TABLE IF NOT EXISTS ks_parse_logs_{table_suffix} LIKE ks_parse_logs;";
+                        DBContext.Execute(sql, null);
+                        sql = $"CREATE TABLE IF NOT EXISTS dy_parse_logs_{table_suffix} LIKE dy_parse_logs;";
+                        DBContext.Execute(sql, null);
+                        sql = $"CREATE TABLE IF NOT EXISTS tk_promotion_logs_{table_suffix} LIKE tk_promotion_logs;";
+                        DBContext.Execute(sql, null);
+
+                        sql = $"CREATE TABLE IF NOT EXISTS deeplink_parse_logs_{table_suffix} LIKE deeplink_parse_logs;";
+                        DBContext.Execute(sql, null);
+                        sql = $"CREATE TABLE IF NOT EXISTS pdd_parse_logs_{table_suffix} LIKE pdd_parse_logs;";
+                        DBContext.Execute(sql, null);
                     }
                     else
                     {
-
+                        string table_suffix = DateTime.Now.AddDays(i).ToString("yyyyMMdd");
+                        string sql = $"CREATE TABLE IF NOT EXISTS tk_cps_logs_{table_suffix} LIKE tk_cps_logs;";
+                        DBContext.Execute(sql, null);
                     }
-
-                    string table_suffix = DateTime.Now.AddDays(i).ToString("yyyyMMdd");
-                    string sql = $"CREATE TABLE IF NOT EXISTS tk_parse_logs_{table_suffix} LIKE tk_parse_logs;";
-                    DBContext.Execute(sql, null);
-                    sql = $"CREATE TABLE IF NOT EXISTS jd_parse_logs_{table_suffix} LIKE jd_parse_logs;";
-                    DBContext.Execute(sql, null);
-                    sql = $"CREATE TABLE IF NOT EXISTS ks_parse_logs_{table_suffix} LIKE ks_parse_logs;";
-                    DBContext.Execute(sql, null);
-                    sql = $"CREATE TABLE IF NOT EXISTS dy_parse_logs_{table_suffix} LIKE dy_parse_logs;";
-                    DBContext.Execute(sql, null);
-                    sql = $"CREATE TABLE IF NOT EXISTS tk_promotion_logs_{table_suffix} LIKE tk_promotion_logs;";
-                    DBContext.Execute(sql, null);
-
-                    sql = $"CREATE TABLE IF NOT EXISTS deeplink_parse_logs_{table_suffix} LIKE deeplink_parse_logs;";
-                    DBContext.Execute(sql, null);
-                    sql = $"CREATE TABLE IF NOT EXISTS pdd_parse_logs_{table_suffix} LIKE pdd_parse_logs;";
-                    DBContext.Execute(sql, null);
                 }
                 TkLogCore.save_dailys_log = true;
                 RedisHelper.Set("turn:save_dailys_log", 1, 86400);

ファイルの差分が大きいため隠しています
+ 0 - 0
molilian.api/Properties/PublishProfiles/https___ccr.ccs.tencentyun.com_shaobin.pubxml.user


+ 2 - 2
molilian.api/Properties/launchSettings.json

@@ -3,7 +3,7 @@
     "http": {
       "commandName": "Project",
       "launchUrl": "swagger",
-      "environmentVariables": {
+      "environmentVariables2": {
         "ASPNETCORE_ENVIRONMENT": "Development",
         "EndPoint": "admin",
         "NtfyServer": "https://ntfy.yunhui800.com/5Sq9BytXXM5WDY3G",
@@ -14,7 +14,7 @@
         "CenterDB": "",
         "CenterRedis": ""
       },
-      "environmentVariables2": {
+      "environmentVariables": {
         "ASPNETCORE_ENVIRONMENT": "Development",
         "EndPoint": "cadmin",
         "NtfyServer": "https://ntfy.yunhui800.com/5Sq9BytXXM5WDY3G",

+ 30 - 6
molilian.core/Core/log/cps.cs

@@ -1,6 +1,7 @@
 using dodohold.core;
 using CSRedis;
 using System.Data;
+using System.Threading.Channels;
 
 namespace molilian.core
 {
@@ -29,12 +30,9 @@ namespace molilian.core
                     }
                     else
                     {
-                        connection.Insert(data);
-                        if (data.success)
-                        {
-                            var success_data = data.Convert2Json().Convert2Object<SuccessUnionCpsDTO>();
-                            connection.Insert(success_data);
-                        }
+                        //按日保存数据
+                        string daily_table = $"tk_cps_logs_{data.create_time:yyyyMMdd}";
+                        save_cps_parse_logs(data, daily_table, connection, transaction);
                     }
                     total++;
                 }
@@ -55,6 +53,32 @@ namespace molilian.core
             return total;
         }
 
+        private static int save_cps_parse_logs(UnionCpsDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
+        {
+            return new DBContext.Table(connection, tablename)
+                .Add("end_point", data.end_point)
+                .Add("channel", data.channel)
+                .Add("accountId", data.accountId)
+                .Add("accountName", data.accountName)
+                .Add("rawContent", data.rawContent)
+                .Add("rawContent2", data.rawContent2)
+                .Add("success", data.success)
+                .Add("message", data.message)
+                .Add("reason", data.reason)
+                .Add("deeplink_url", data.deeplink_url)
+                .Add("create_time", data.create_time)
+                .Add("elapsedTime", data.elapsedTime)
+                .Add("ip", data.ip)
+                .Add("oaid", data.oaid)
+                .Add("token", data.token)
+                .Add("category", data.category)
+                .Add("pid", data.pid)
+                .Add("title", data.title)
+                .Add("itemId", data.itemId)
+                .Add("couponAmount", data.couponAmount)
+                .Create(DBContext.InsertType.NORMAL, transaction);
+        }
+
 
         public static async Task CpsLogAsync(UnionCpsDTO response, AlimamaPlus? alimamaPlus = null)
         {

+ 0 - 2
molilian.core/DTO/cps/UnionCpsDTO.cs

@@ -42,7 +42,5 @@ namespace molilian.core
         public string rawContent2 { get; set; } = string.Empty;
         public decimal couponAmount { get; set; } = 0;
         public string itemId { get; set; } = string.Empty;
-
-
     }
 }

この差分においてかなりの量のファイルが変更されているため、一部のファイルを表示していません