dy.cs 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_parse_dy_key = "queue:parse_logs:dy";
  9. public static int task_insert_parse_dy_logs(int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. using var connection = DBContext.GetOpenConnection();
  13. connection.Open();
  14. using var transaction = connection.BeginTransaction();
  15. try
  16. {
  17. for (int i = 0; i < limit; i++)
  18. {
  19. var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
  20. if (data == null) break;
  21. string daily_table = $"dy_parse_logs_{data.create_time:yyyyMMdd}";
  22. new DBContext.Table(connection, daily_table)
  23. .Add("end_point", data.end_point)
  24. .Add("channel", (int)data.channel)
  25. .Add("accountId", data.accountId)
  26. .Add("accountName", data.accountName)
  27. .Add("rawContent", data.rawContent)
  28. .Add("success", data.success)
  29. .Add("message", data.message)
  30. .Add("reason", data.reason)
  31. .Add("content", data.content)
  32. .Add("itemId", data.itemId)
  33. .Add("itemName", data.itemName)
  34. .Add("pic", data.pic)
  35. .Add("couponAmount", data.couponAmount)
  36. .Add("promotionPrice", data.promotionPrice)
  37. .Add("taoToken", data.taoToken)
  38. .Add("shortLinkurl", data.shortLinkurl)
  39. .Add("deeplink_url", data.deeplink_url)
  40. .Add("elapsedTime", data.elapsedTime)
  41. .Add("elapsedTime2", data.elapsedTime2)
  42. .Add("elapsedTime3", data.elapsedTime3)
  43. .Add("subCode", data.subCode)
  44. .Add("ip", data.ip)
  45. .Add("oaid", data.oaid)
  46. .Add("create_time", data.create_time)
  47. .Create(DBContext.InsertType.NORMAL, transaction);
  48. total++;
  49. }
  50. transaction.Commit();
  51. }
  52. catch (Exception ex)
  53. {
  54. transaction.Rollback();
  55. new LoggerLibrary("TkLogCore_error", "task_insert_parse_dy_logs")
  56. .Info(ex.Message, ex.StackTrace)
  57. .SaveAsync();
  58. throw;
  59. }
  60. finally
  61. {
  62. connection.Close();
  63. }
  64. return total;
  65. }
  66. public static async Task ParseLogAsync(DyDataDTO response)
  67. {
  68. try
  69. {
  70. var ts = DateTime.Now - response.create_time;
  71. response.elapsedTime = (int)ts.TotalMilliseconds;
  72. _ = RedisHelper.RPushAsync(queue_parse_dy_key, response);
  73. if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  74. if (!response.ip.Contains("127.0.0"))
  75. {
  76. saveParseCache(response.channel.ToString(), response.accountId,
  77. response.accountName, response.success, response.message, response.reason,
  78. response.deeplink_url);
  79. }
  80. }
  81. catch (Exception ex) { }
  82. }
  83. }
  84. }