deeplink.cs 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
  9. public static int task_insert_parse_deeplink_logs(int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. using var connection = DBContext.GetOpenConnection();
  13. connection.Open();
  14. using var transaction = connection.BeginTransaction();
  15. try
  16. {
  17. for (int i = 0; i < limit; i++)
  18. {
  19. var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  20. if (data == null) break;
  21. if (_test_oaid.Equals(data.oaid) ||
  22. data.ip.Contains("127.0.0"))
  23. {
  24. save_dp_parse_logs(data, "deeplink_parse_logs_test", connection, transaction);
  25. }
  26. else
  27. {
  28. //save_dp_parse_logs(data, "deeplink_parse_logs", connection, transaction);
  29. //if (save_dailys_log)
  30. {
  31. string daily_table = $"deeplink_parse_logs_{data.create_time:yyyyMMdd}";
  32. save_dp_parse_logs(data, daily_table, connection, transaction);
  33. }
  34. if (data.success)
  35. {
  36. save_dp_parse_logs(data, "deeplink_parse_logs_success", connection, transaction);
  37. }
  38. }
  39. total++;
  40. }
  41. transaction.Commit();
  42. }
  43. catch (Exception ex)
  44. {
  45. transaction.Rollback();
  46. new LoggerLibrary("TkLogCore_error", "task_insert_parse_deeplink_logs")
  47. .Info(ex.Message, ex.StackTrace)
  48. .SaveAsync();
  49. throw;
  50. }
  51. finally
  52. {
  53. connection.Close();
  54. }
  55. return total;
  56. }
  57. //public static int task_insert_parse_deeplink_logs(IDbConnection connection, IDbTransaction transaction, int limit, CSRedisClient redis)
  58. //{
  59. // int total = 0;
  60. // for (int i = 0; i < limit; i++)
  61. // {
  62. // var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  63. // if (data == null) break;
  64. // if (_test_oaid.Equals(data.oaid) ||
  65. // data.ip.Contains("127.0.0"))
  66. // {
  67. // var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
  68. // connection.Insert(test_data);
  69. // }
  70. // else
  71. // {
  72. // connection.Insert(data);
  73. // if (!data.success)
  74. // {
  75. // var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
  76. // connection.Insert(success_data);
  77. // }
  78. // else
  79. // {
  80. // var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
  81. // connection.Insert(success_data);
  82. // }
  83. // }
  84. // total++;
  85. // }
  86. // return total;
  87. //}
  88. public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
  89. {
  90. try
  91. {
  92. var ts = DateTime.Now - response.create_time;
  93. response.elapsedTime = (int)ts.TotalMilliseconds;
  94. _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
  95. if (!response.ip.Contains("127.0.0"))
  96. {
  97. saveParseCache(response.channel_name, 0, "tool",
  98. response.success, response.message, response.reason,
  99. response.deeplink_url);
  100. }
  101. }
  102. catch (Exception ex) { }
  103. }
  104. private static int save_dp_parse_logs(DeeplinkParseDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  105. {
  106. //public int channel_id { get; set; } = 0;
  107. //public string channel_name { get; set; } = "unknown";
  108. //public bool success { get; set; } = true;
  109. //public string message { get; set; } = string.Empty;
  110. //public string reason { get; set; } = string.Empty;
  111. //public string content { get; set; } = string.Empty;
  112. //public string ip { get; set; } = string.Empty;
  113. //public string oaid { get; set; } = string.Empty;
  114. //public string deeplink_url { get; set; } = string.Empty;
  115. //public string itemName { get; set; } = string.Empty;
  116. //public int elapsedTime { get; set; } = 0;
  117. //public DateTime create_time { get; set; } = DateTime.Now;
  118. //public string end_point { get; set; } = string.Empty;
  119. return new DBContext.Table(connection, tablename)
  120. .Add("end_point", data.end_point)
  121. .Add("channel_name", data.channel_name)
  122. .Add("success", data.success)
  123. .Add("message", data.message)
  124. .Add("reason", data.reason)
  125. .Add("content", data.content)
  126. .Add("ip", data.ip)
  127. .Add("oaid", data.oaid)
  128. .Add("deeplink_url", data.deeplink_url)
  129. .Add("itemName", data.itemName)
  130. .Add("elapsedTime", data.elapsedTime)
  131. .Add("create_time", data.create_time)
  132. .Create(DBContext.InsertType.NORMAL, transaction);
  133. }
  134. }
  135. }