taobao.cs 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. namespace molilian.core
  5. {
  6. public partial class TkLogCore
  7. {
  8. static string queue_parse_tb_key = "queue:parse_logs:tb";
  9. public static int task_insert_parse_tb_logs(IDbConnection connection, IDbTransaction transaction, int limit, CSRedisClient redis)
  10. {
  11. int total = 0;
  12. for (int i = 0; i < limit; i++)
  13. {
  14. var data = redis.LPop<TkDataDTO>(queue_parse_tb_key);
  15. if (data == null) break;
  16. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  17. data.ip.Contains("127.0.0"))
  18. {
  19. save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
  20. }
  21. else
  22. {
  23. data.id = save_tk_parse_logs(data, "tk_parse_logs", connection, transaction);
  24. //每日分表
  25. if (save_dailys_log)
  26. {
  27. string daily_table = $"tk_parse_logs_{DateTime.Now:yyyyMMdd}";
  28. save_tk_parse_logs(data, daily_table, connection, transaction);
  29. }
  30. if (data.elapsedTime > 1000)
  31. {
  32. save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
  33. }
  34. if (data.success)
  35. {
  36. save_tk_parse_logs(data, "tk_success_parse_logs", connection, transaction);
  37. }
  38. if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
  39. }
  40. if (data.reason.Contains("初步筛选2") && !data.rawContent.Contains("I:/kWqN5t623Hx"))
  41. {
  42. save_tk_parse_logs(data, "tk_parse_logs_test2", connection, transaction);
  43. }
  44. if (data.reason.Contains("初步筛选1.5"))
  45. {
  46. save_tk_parse_logs(data, "tk_parse_logs_multi_token", connection, transaction);
  47. }
  48. if (data.reason.Contains("霸下验证码"))
  49. {
  50. save_tk_parse_logs(data, "tk_parse_logs_captcha", connection, transaction);
  51. }
  52. total++;
  53. }
  54. return total;
  55. }
  56. public static async Task ParseLogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
  57. {
  58. #if DEBUG
  59. //return;
  60. #endif
  61. try
  62. {
  63. var ts = DateTime.Now - response.create_time;
  64. response.elapsedTime = (int)ts.TotalMilliseconds;
  65. _ = RedisHelper.RPushAsync(queue_parse_tb_key, response);
  66. if (response.success)
  67. {
  68. _ = saveUnionCouponParseCacheAsync(response);
  69. }
  70. if (!response.ip.Contains("127.0.0"))
  71. {
  72. saveParseCache(response.channel.ToString(), response.accountId,
  73. response.accountName, response.success, response.message, response.reason,
  74. response.deeplink_url);
  75. }
  76. if (!string.IsNullOrEmpty(response.itemId)) TkOrderTrackingCore.SaveLinkSummary(response);
  77. if (!response.success && "nologin".Equals(response.message))
  78. {
  79. switch (response.channel)
  80. {
  81. case TkChannelEnum.tb:
  82. await Task.Run(() =>
  83. {
  84. if (alimamaPlus != null)
  85. {
  86. (bool success, string message) = alimamaPlus.RenewCookie();
  87. if (success) return;
  88. }
  89. TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}");
  90. }); break;
  91. }
  92. }
  93. if (response.subCode == TkSubCodeEnum.Captcha || "霸下验证码".Equals(response.reason))
  94. {
  95. TkPoolCore.Suspend(response.end_point, response.accountId, response.accountName, "霸下验证码");
  96. }
  97. }
  98. catch (Exception ex)
  99. {
  100. _ = new LoggerLibrary("unionParse", "database_error")
  101. .Info(response.rawContent)
  102. .Info(response.Convert2Json())
  103. .Info(ex.Message, ex.StackTrace)
  104. .SaveAsync();
  105. }
  106. }
  107. private static int save_tk_parse_logs(TkDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  108. {
  109. return new DBContext.Table(connection, tablename)
  110. .Add("end_point", data.end_point)
  111. .Add("channel", (int)data.channel)
  112. .Add("linkType", (int)data.link_type)
  113. .Add("accountId", data.accountId)
  114. .Add("accountName", data.accountName)
  115. .Add("rawContent", data.rawContent)
  116. .Add("success", data.success)
  117. .Add("message", data.message)
  118. .Add("reason", data.reason)
  119. .Add("content", data.content)
  120. .Add("itemId", data.itemId)
  121. .Add("itemName", data.itemName)
  122. .Add("pic", data.pic)
  123. .Add("couponAmount", data.couponAmount)
  124. .Add("promotionPrice", data.promotionPrice)
  125. .Add("taoToken", data.taoToken)
  126. .Add("shortLinkurl", data.shortLinkurl)
  127. .Add("deeplink_url", data.deeplink_url)
  128. .Add("num_iid", data.num_iid)
  129. .Add("elapsedTime", data.elapsedTime)
  130. .Add("elapsedTime2", data.elapsedTime2)
  131. .Add("elapsedTime3", data.elapsedTime3)
  132. .Add("subCode", data.subCode)
  133. .Add("ip", data.ip)
  134. .Add("oaid", data.oaid)
  135. .Add("create_time", data.create_time)
  136. .Create(DBContext.InsertType.NORMAL, transaction);
  137. }
  138. }
  139. }