deeplink.cs 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
  9. public static int task_insert_parse_deeplink_logs(int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. using var connection = DBContext.GetOpenConnection();
  13. connection.Open();
  14. using var transaction = connection.BeginTransaction();
  15. try
  16. {
  17. for (int i = 0; i < limit; i++)
  18. {
  19. var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  20. if (data == null) break;
  21. if (_test_oaid.Equals(data.oaid) ||
  22. data.ip.Contains("127.0.0"))
  23. {
  24. save_dp_parse_logs(data, "deeplink_parse_logs_test", connection, transaction);
  25. }
  26. else
  27. {
  28. //save_dp_parse_logs(data, "deeplink_parse_logs", connection, transaction);
  29. //if (save_dailys_log)
  30. {
  31. string daily_table = $"deeplink_parse_logs_{data.create_time:yyyyMMdd}";
  32. save_dp_parse_logs(data, daily_table, connection, transaction);
  33. }
  34. if (data.success)
  35. {
  36. save_dp_parse_logs(data, "deeplink_parse_logs_success", connection, transaction);
  37. }
  38. else
  39. {
  40. save_dp_parse_logs(data, "deeplink_parse_logs_fail", connection, transaction);
  41. }
  42. }
  43. total++;
  44. }
  45. transaction.Commit();
  46. }
  47. catch (Exception ex)
  48. {
  49. transaction.Rollback();
  50. new LoggerLibrary("TkLogCore_error", "task_insert_parse_deeplink_logs")
  51. .Info(ex.Message, ex.StackTrace)
  52. .SaveAsync();
  53. throw;
  54. }
  55. finally
  56. {
  57. connection.Close();
  58. }
  59. return total;
  60. }
  61. //public static int task_insert_parse_deeplink_logs(IDbConnection connection, IDbTransaction transaction, int limit, CSRedisClient redis)
  62. //{
  63. // int total = 0;
  64. // for (int i = 0; i < limit; i++)
  65. // {
  66. // var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  67. // if (data == null) break;
  68. // if (_test_oaid.Equals(data.oaid) ||
  69. // data.ip.Contains("127.0.0"))
  70. // {
  71. // var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
  72. // connection.Insert(test_data);
  73. // }
  74. // else
  75. // {
  76. // connection.Insert(data);
  77. // if (!data.success)
  78. // {
  79. // var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
  80. // connection.Insert(success_data);
  81. // }
  82. // else
  83. // {
  84. // var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
  85. // connection.Insert(success_data);
  86. // }
  87. // }
  88. // total++;
  89. // }
  90. // return total;
  91. //}
  92. public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
  93. {
  94. try
  95. {
  96. var ts = DateTime.Now - response.create_time;
  97. response.elapsedTime = (int)ts.TotalMilliseconds;
  98. _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
  99. if (!response.ip.Contains("127.0.0"))
  100. {
  101. saveParseCache(response.channel_name, 0, "tool",
  102. response.success, response.message, response.reason,
  103. response.deeplink_url);
  104. }
  105. }
  106. catch (Exception ex) { }
  107. }
  108. private static int save_dp_parse_logs(DeeplinkParseDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  109. {
  110. //public int channel_id { get; set; } = 0;
  111. //public string channel_name { get; set; } = "unknown";
  112. //public bool success { get; set; } = true;
  113. //public string message { get; set; } = string.Empty;
  114. //public string reason { get; set; } = string.Empty;
  115. //public string content { get; set; } = string.Empty;
  116. //public string ip { get; set; } = string.Empty;
  117. //public string oaid { get; set; } = string.Empty;
  118. //public string deeplink_url { get; set; } = string.Empty;
  119. //public string itemName { get; set; } = string.Empty;
  120. //public int elapsedTime { get; set; } = 0;
  121. //public DateTime create_time { get; set; } = DateTime.Now;
  122. //public string end_point { get; set; } = string.Empty;
  123. return new DBContext.Table(connection, tablename)
  124. .Add("end_point", data.end_point)
  125. .Add("channel_name", data.channel_name)
  126. .Add("success", data.success)
  127. .Add("message", data.message)
  128. .Add("reason", data.reason)
  129. .Add("content", data.content)
  130. .Add("ip", data.ip)
  131. .Add("oaid", data.oaid)
  132. .Add("deeplink_url", data.deeplink_url)
  133. .Add("itemName", data.itemName)
  134. .Add("elapsedTime", data.elapsedTime)
  135. .Add("create_time", data.create_time)
  136. .Create(DBContext.InsertType.NORMAL, transaction);
  137. }
  138. }
  139. }