dy.cs 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. using YunhuiKit;
  5. namespace molilian.core
  6. {
  7. public partial class TkLogCore
  8. {
  9. static string queue_parse_dy_key = "queue:parse_logs:dy";
  10. public static async Task<int> InsertParseDyLogAsync(int limit, YunhuiKit.RedisClient redis)
  11. {
  12. int total = 0;
  13. using var connection = DBContext.GetOpenConnection();
  14. connection.Open();
  15. using var transaction = connection.BeginTransaction();
  16. try
  17. {
  18. for (int i = 0; i < limit; i++)
  19. {
  20. var data = await redis.LPopAsync<DyDataDTO>(queue_parse_dy_key);
  21. if (data == null) break;
  22. string daily_table = $"dy_parse_logs_{data.create_time:yyyyMMdd}";
  23. new DBContext.Table(connection, daily_table)
  24. .Add("end_point", data.end_point)
  25. .Add("channel", (int)data.channel)
  26. .Add("accountId", data.accountId)
  27. .Add("accountName", data.accountName)
  28. .Add("proxy_node", data.proxy_node)
  29. .Add("rawContent", data.rawContent)
  30. .Add("success", data.success)
  31. .Add("message", data.message)
  32. .Add("reason", data.reason)
  33. .Add("content", data.content)
  34. .Add("itemId", data.itemId)
  35. .Add("itemName", data.itemName)
  36. .Add("pic", data.pic)
  37. .Add("couponAmount", data.couponAmount)
  38. .Add("promotionPrice", data.promotionPrice)
  39. .Add("taoToken", data.taoToken)
  40. .Add("shortLinkurl", data.shortLinkurl)
  41. .Add("deeplink_url", data.deeplink_url)
  42. .Add("elapsedTime", data.elapsedTime)
  43. .Add("elapsedTime2", data.elapsedTime2)
  44. .Add("elapsedTime3", data.elapsedTime3)
  45. .Add("subCode", data.subCode)
  46. .Add("ip", data.ip)
  47. .Add("oaid", data.oaid)
  48. .Add("create_time", data.create_time)
  49. .Create(DBContext.InsertType.NORMAL, transaction);
  50. total++;
  51. }
  52. transaction.Commit();
  53. }
  54. catch (Exception ex)
  55. {
  56. transaction.Rollback();
  57. new LoggerLibrary("TkLogCore_error", "task_insert_parse_dy_logs")
  58. .Info(ex.Message, ex.StackTrace)
  59. .SaveAsync();
  60. throw;
  61. }
  62. finally
  63. {
  64. connection.Close();
  65. }
  66. return total;
  67. }
  68. public static int task_insert_parse_dy_logs(int limit, CSRedisClient redis)
  69. {
  70. int total = 0;
  71. using var connection = DBContext.GetOpenConnection();
  72. connection.Open();
  73. using var transaction = connection.BeginTransaction();
  74. try
  75. {
  76. for (int i = 0; i < limit; i++)
  77. {
  78. var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
  79. if (data == null) break;
  80. string daily_table = $"dy_parse_logs_{data.create_time:yyyyMMdd}";
  81. new DBContext.Table(connection, daily_table)
  82. .Add("end_point", data.end_point)
  83. .Add("channel", (int)data.channel)
  84. .Add("accountId", data.accountId)
  85. .Add("accountName", data.accountName)
  86. .Add("proxy_node", data.proxy_node)
  87. .Add("rawContent", data.rawContent)
  88. .Add("success", data.success)
  89. .Add("message", data.message)
  90. .Add("reason", data.reason)
  91. .Add("content", data.content)
  92. .Add("itemId", data.itemId)
  93. .Add("itemName", data.itemName)
  94. .Add("pic", data.pic)
  95. .Add("couponAmount", data.couponAmount)
  96. .Add("promotionPrice", data.promotionPrice)
  97. .Add("taoToken", data.taoToken)
  98. .Add("shortLinkurl", data.shortLinkurl)
  99. .Add("deeplink_url", data.deeplink_url)
  100. .Add("elapsedTime", data.elapsedTime)
  101. .Add("elapsedTime2", data.elapsedTime2)
  102. .Add("elapsedTime3", data.elapsedTime3)
  103. .Add("subCode", data.subCode)
  104. .Add("ip", data.ip)
  105. .Add("oaid", data.oaid)
  106. .Add("create_time", data.create_time)
  107. .Create(DBContext.InsertType.NORMAL, transaction);
  108. total++;
  109. }
  110. transaction.Commit();
  111. }
  112. catch (Exception ex)
  113. {
  114. transaction.Rollback();
  115. new LoggerLibrary("TkLogCore_error", "task_insert_parse_dy_logs")
  116. .Info(ex.Message, ex.StackTrace)
  117. .SaveAsync();
  118. throw;
  119. }
  120. finally
  121. {
  122. connection.Close();
  123. }
  124. return total;
  125. }
  126. public static async Task ParseLogAsync(DyDataDTO response)
  127. {
  128. try
  129. {
  130. var ts = DateTime.Now - response.create_time;
  131. response.elapsedTime = (int)ts.TotalMilliseconds;
  132. _ = RedisKit.RPushAsync(queue_parse_dy_key, response);
  133. if (response.success) await saveClientRequestTotalAsync(response.channel, response.ip, response.oaid);
  134. if (!TestParseCore.InWhitelist(response.ip, response.oaid))
  135. {
  136. await SaveParseCacheAsync(response.channel.ToString(), response.accountId,
  137. response.accountName, response.success, response.message, response.reason,
  138. response.deeplink_url);
  139. }
  140. }
  141. catch (Exception ex) { }
  142. }
  143. }
  144. }