deeplink.cs 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
  9. public static int task_insert_parse_deeplink_logs(int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. using var connection = DBContext.GetOpenConnection();
  13. connection.Open();
  14. using var transaction = connection.BeginTransaction();
  15. try
  16. {
  17. for (int i = 0; i < limit; i++)
  18. {
  19. var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  20. if (data == null) break;
  21. if (_test_oaid.Equals(data.oaid) ||
  22. data.ip.Contains("127.0.0"))
  23. {
  24. save_dp_parse_logs(data, "deeplink_parse_logs_test", connection, transaction);
  25. }
  26. else
  27. {
  28. //save_dp_parse_logs(data, "deeplink_parse_logs", connection, transaction);
  29. //if (save_dailys_log)
  30. {
  31. string daily_table = $"deeplink_parse_logs_{data.create_time:yyyyMMdd}";
  32. save_dp_parse_logs(data, daily_table, connection, transaction);
  33. }
  34. if (data.success)
  35. {
  36. save_dp_parse_logs(data, "deeplink_parse_logs_success", connection, transaction);
  37. }
  38. }
  39. total++;
  40. }
  41. transaction.Commit();
  42. }
  43. catch
  44. {
  45. transaction.Rollback();
  46. throw;
  47. }
  48. finally
  49. {
  50. connection.Close();
  51. }
  52. return total;
  53. }
  54. //public static int task_insert_parse_deeplink_logs(IDbConnection connection, IDbTransaction transaction, int limit, CSRedisClient redis)
  55. //{
  56. // int total = 0;
  57. // for (int i = 0; i < limit; i++)
  58. // {
  59. // var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  60. // if (data == null) break;
  61. // if (_test_oaid.Equals(data.oaid) ||
  62. // data.ip.Contains("127.0.0"))
  63. // {
  64. // var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
  65. // connection.Insert(test_data);
  66. // }
  67. // else
  68. // {
  69. // connection.Insert(data);
  70. // if (!data.success)
  71. // {
  72. // var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
  73. // connection.Insert(success_data);
  74. // }
  75. // else
  76. // {
  77. // var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
  78. // connection.Insert(success_data);
  79. // }
  80. // }
  81. // total++;
  82. // }
  83. // return total;
  84. //}
  85. public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
  86. {
  87. try
  88. {
  89. var ts = DateTime.Now - response.create_time;
  90. response.elapsedTime = (int)ts.TotalMilliseconds;
  91. _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
  92. if (!response.ip.Contains("127.0.0"))
  93. {
  94. saveParseCache(response.channel_name, 0, "tool",
  95. response.success, response.message, response.reason,
  96. response.deeplink_url);
  97. }
  98. }
  99. catch (Exception ex) { }
  100. }
  101. private static int save_dp_parse_logs(DeeplinkParseDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  102. {
  103. //public int channel_id { get; set; } = 0;
  104. //public string channel_name { get; set; } = "unknown";
  105. //public bool success { get; set; } = true;
  106. //public string message { get; set; } = string.Empty;
  107. //public string reason { get; set; } = string.Empty;
  108. //public string content { get; set; } = string.Empty;
  109. //public string ip { get; set; } = string.Empty;
  110. //public string oaid { get; set; } = string.Empty;
  111. //public string deeplink_url { get; set; } = string.Empty;
  112. //public string itemName { get; set; } = string.Empty;
  113. //public int elapsedTime { get; set; } = 0;
  114. //public DateTime create_time { get; set; } = DateTime.Now;
  115. //public string end_point { get; set; } = string.Empty;
  116. return new DBContext.Table(connection, tablename)
  117. .Add("end_point", data.end_point)
  118. .Add("channel_name", data.channel_name)
  119. .Add("success", data.success)
  120. .Add("message", data.message)
  121. .Add("reason", data.reason)
  122. .Add("content", data.content)
  123. .Add("ip", data.ip)
  124. .Add("oaid", data.oaid)
  125. .Add("deeplink_url", data.deeplink_url)
  126. .Add("itemName", data.itemName)
  127. .Add("elapsedTime", data.elapsedTime)
  128. .Add("create_time", data.create_time)
  129. .Create(DBContext.InsertType.NORMAL, transaction);
  130. }
  131. }
  132. }