deeplink.cs 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. using static dodohold.core.ZTOExpress.CreateOrderArgs;
  5. namespace molilian.core
  6. {
  7. public partial class TkLogCore
  8. {
  9. static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
  10. public static int task_insert_parse_deeplink_logs(int limit, CSRedisClient redis)
  11. {
  12. int total = 0;
  13. using var connection = DBContext.GetOpenConnection();
  14. connection.Open();
  15. using var transaction = connection.BeginTransaction();
  16. try
  17. {
  18. for (int i = 0; i < limit; i++)
  19. {
  20. var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  21. if (data == null) break;
  22. if (_test_oaid.Equals(data.oaid) ||
  23. data.ip.Contains("127.0.0"))
  24. {
  25. save_dp_parse_logs(data, "deeplink_parse_logs_test", connection, transaction);
  26. }
  27. else
  28. {
  29. //save_dp_parse_logs(data, "deeplink_parse_logs", connection, transaction);
  30. //if (save_dailys_log)
  31. {
  32. string daily_table = $"deeplink_parse_logs_{data.create_time:yyyyMMdd}";
  33. save_dp_parse_logs(data, daily_table, connection, transaction);
  34. }
  35. if (data.success)
  36. {
  37. save_dp_parse_logs(data, "deeplink_parse_logs_success", connection, transaction);
  38. }
  39. else
  40. {
  41. save_dp_parse_logs(data, "deeplink_parse_logs_fail", connection, transaction);
  42. }
  43. }
  44. total++;
  45. }
  46. transaction.Commit();
  47. }
  48. catch (Exception ex)
  49. {
  50. transaction.Rollback();
  51. new LoggerLibrary("TkLogCore_error", "task_insert_parse_deeplink_logs")
  52. .Info(ex.Message, ex.StackTrace)
  53. .SaveAsync();
  54. throw;
  55. }
  56. finally
  57. {
  58. connection.Close();
  59. }
  60. return total;
  61. }
  62. //public static int task_insert_parse_deeplink_logs(IDbConnection connection, IDbTransaction transaction, int limit, CSRedisClient redis)
  63. //{
  64. // int total = 0;
  65. // for (int i = 0; i < limit; i++)
  66. // {
  67. // var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  68. // if (data == null) break;
  69. // if (_test_oaid.Equals(data.oaid) ||
  70. // data.ip.Contains("127.0.0"))
  71. // {
  72. // var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
  73. // connection.Insert(test_data);
  74. // }
  75. // else
  76. // {
  77. // connection.Insert(data);
  78. // if (!data.success)
  79. // {
  80. // var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
  81. // connection.Insert(success_data);
  82. // }
  83. // else
  84. // {
  85. // var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
  86. // connection.Insert(success_data);
  87. // }
  88. // }
  89. // total++;
  90. // }
  91. // return total;
  92. //}
  93. public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
  94. {
  95. try
  96. {
  97. var ts = DateTime.Now - response.create_time;
  98. response.elapsedTime = (int)ts.TotalMilliseconds;
  99. _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
  100. if (!response.ip.Contains("127.0.0"))
  101. {
  102. saveParseCache(response.channel_name, 0, "tool",
  103. response.success, response.message, response.reason,
  104. response.deeplink_url);
  105. }
  106. }
  107. catch (Exception ex) { }
  108. }
  109. private static int save_dp_parse_logs(DeeplinkParseDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  110. {
  111. //public int channel_id { get; set; } = 0;
  112. //public string channel_name { get; set; } = "unknown";
  113. //public bool success { get; set; } = true;
  114. //public string message { get; set; } = string.Empty;
  115. //public string reason { get; set; } = string.Empty;
  116. //public string content { get; set; } = string.Empty;
  117. //public string ip { get; set; } = string.Empty;
  118. //public string oaid { get; set; } = string.Empty;
  119. //public string deeplink_url { get; set; } = string.Empty;
  120. //public string itemName { get; set; } = string.Empty;
  121. //public int elapsedTime { get; set; } = 0;
  122. //public DateTime create_time { get; set; } = DateTime.Now;
  123. //public string end_point { get; set; } = string.Empty;
  124. string content = data.content;
  125. if (content.Length > 20000) content = $"{content[..20000]}...";
  126. return new DBContext.Table(connection, tablename)
  127. .Add("end_point", data.end_point)
  128. .Add("channel_name", data.channel_name)
  129. .Add("success", data.success)
  130. .Add("message", data.message)
  131. .Add("reason", data.reason)
  132. .Add("content", content)
  133. .Add("ip", data.ip)
  134. .Add("oaid", data.oaid)
  135. .Add("deeplink_url", data.deeplink_url)
  136. .Add("itemName", data.itemName)
  137. .Add("elapsedTime", data.elapsedTime)
  138. .Add("create_time", data.create_time)
  139. .Create(DBContext.InsertType.NORMAL, transaction);
  140. }
  141. }
  142. }