dy.cs 3.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_parse_dy_key = "queue:parse_logs:dy";
  9. public static int task_insert_parse_dy_logs(int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. using var connection = DBContext.GetOpenConnection();
  13. connection.Open();
  14. using var transaction = connection.BeginTransaction();
  15. try
  16. {
  17. for (int i = 0; i < limit; i++)
  18. {
  19. var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
  20. if (data == null) break;
  21. string daily_table = $"dy_parse_logs_{data.create_time:yyyyMMdd}";
  22. new DBContext.Table(connection, daily_table)
  23. .Add("end_point", data.end_point)
  24. .Add("channel", (int)data.channel)
  25. .Add("accountId", data.accountId)
  26. .Add("accountName", data.accountName)
  27. .Add("proxy_node", data.proxy_node)
  28. .Add("rawContent", data.rawContent)
  29. .Add("success", data.success)
  30. .Add("message", data.message)
  31. .Add("reason", data.reason)
  32. .Add("content", data.content)
  33. .Add("itemId", data.itemId)
  34. .Add("itemName", data.itemName)
  35. .Add("pic", data.pic)
  36. .Add("couponAmount", data.couponAmount)
  37. .Add("promotionPrice", data.promotionPrice)
  38. .Add("taoToken", data.taoToken)
  39. .Add("shortLinkurl", data.shortLinkurl)
  40. .Add("deeplink_url", data.deeplink_url)
  41. .Add("elapsedTime", data.elapsedTime)
  42. .Add("elapsedTime2", data.elapsedTime2)
  43. .Add("elapsedTime3", data.elapsedTime3)
  44. .Add("subCode", data.subCode)
  45. .Add("ip", data.ip)
  46. .Add("oaid", data.oaid)
  47. .Add("create_time", data.create_time)
  48. .Create(DBContext.InsertType.NORMAL, transaction);
  49. total++;
  50. }
  51. transaction.Commit();
  52. }
  53. catch (Exception ex)
  54. {
  55. transaction.Rollback();
  56. new LoggerLibrary("TkLogCore_error", "task_insert_parse_dy_logs")
  57. .Info(ex.Message, ex.StackTrace)
  58. .SaveAsync();
  59. throw;
  60. }
  61. finally
  62. {
  63. connection.Close();
  64. }
  65. return total;
  66. }
  67. public static async Task ParseLogAsync(DyDataDTO response)
  68. {
  69. try
  70. {
  71. var ts = DateTime.Now - response.create_time;
  72. response.elapsedTime = (int)ts.TotalMilliseconds;
  73. _ = RedisHelper.RPushAsync(queue_parse_dy_key, response);
  74. if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  75. if (!response.ip.StartsWith("127.0.0"))
  76. {
  77. saveParseCache(response.channel.ToString(), response.accountId,
  78. response.accountName, response.success, response.message, response.reason,
  79. response.deeplink_url);
  80. }
  81. }
  82. catch (Exception ex) { }
  83. }
  84. }
  85. }