ks.cs 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. using YunhuiKit;
  5. namespace molilian.core
  6. {
  7. public partial class TkLogCore
  8. {
  9. static string queue_parse_ks_key = "queue:parse_logs:ks";
  10. public static async Task<int> InsertParseKsLogAsync(int limit, YunhuiKit.RedisClient redis)
  11. {
  12. int total = 0;
  13. using var connection = DBContext.GetOpenConnection();
  14. connection.Open();
  15. using var transaction = connection.BeginTransaction();
  16. try
  17. {
  18. for (int i = 0; i < limit; i++)
  19. {
  20. var data = await redis.LPopAsync<KsDataDTO>(queue_parse_ks_key);
  21. if (data == null) break;
  22. if (TestParseCore.InWhitelist(data.ip, data.oaid))
  23. {
  24. save_ks_parse_logs(data, "ks_parse_logs_test", connection, transaction);
  25. }
  26. else
  27. {
  28. //save_ks_parse_logs(data, "ks_parse_logs", connection, transaction);
  29. //if (save_dailys_log)
  30. {
  31. string daily_table = $"ks_parse_logs_{data.create_time:yyyyMMdd}";
  32. save_ks_parse_logs(data, daily_table, connection, transaction);
  33. }
  34. if (data.success)
  35. {
  36. save_ks_parse_logs(data, "ks_parse_logs_success", connection, transaction);
  37. }
  38. }
  39. total++;
  40. }
  41. transaction.Commit();
  42. }
  43. catch (Exception ex)
  44. {
  45. transaction.Rollback();
  46. new LoggerLibrary("TkLogCore_error", "task_insert_parse_ks_logs")
  47. .Info(ex.Message, ex.StackTrace)
  48. .SaveAsync();
  49. throw;
  50. }
  51. finally
  52. {
  53. connection.Close();
  54. }
  55. return total;
  56. }
  57. public static int task_insert_parse_ks_logs(int limit, CSRedisClient redis)
  58. {
  59. int total = 0;
  60. using var connection = DBContext.GetOpenConnection();
  61. connection.Open();
  62. using var transaction = connection.BeginTransaction();
  63. try
  64. {
  65. for (int i = 0; i < limit; i++)
  66. {
  67. var data = redis.LPop<KsDataDTO>(queue_parse_ks_key);
  68. if (data == null) break;
  69. if (TestParseCore.InWhitelist(data.ip, data.oaid))
  70. {
  71. save_ks_parse_logs(data, "ks_parse_logs_test", connection, transaction);
  72. }
  73. else
  74. {
  75. //save_ks_parse_logs(data, "ks_parse_logs", connection, transaction);
  76. //if (save_dailys_log)
  77. {
  78. string daily_table = $"ks_parse_logs_{data.create_time:yyyyMMdd}";
  79. save_ks_parse_logs(data, daily_table, connection, transaction);
  80. }
  81. if (data.success)
  82. {
  83. save_ks_parse_logs(data, "ks_parse_logs_success", connection, transaction);
  84. }
  85. }
  86. total++;
  87. }
  88. transaction.Commit();
  89. }
  90. catch (Exception ex)
  91. {
  92. transaction.Rollback();
  93. new LoggerLibrary("TkLogCore_error", "task_insert_parse_ks_logs")
  94. .Info(ex.Message, ex.StackTrace)
  95. .SaveAsync();
  96. throw;
  97. }
  98. finally
  99. {
  100. connection.Close();
  101. }
  102. return total;
  103. }
  104. public static async Task ParseLogAsync(KsDataDTO response)
  105. {
  106. try
  107. {
  108. var ts = DateTime.Now - response.create_time;
  109. response.elapsedTime = (int)ts.TotalMilliseconds;
  110. _ = RedisKit.RPushAsync(queue_parse_ks_key, response);
  111. if (!TestParseCore.InWhitelist(response.ip, response.oaid))
  112. {
  113. await SaveParseCacheAsync(response.channel.ToString(), response.accountId,
  114. response.accountName, response.success, response.message, response.reason,
  115. response.deeplink_url);
  116. }
  117. //if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  118. if (response.success || response.message.Equals("转链失败"))
  119. {
  120. await RiskControlCore.CallsIncrByAsync(response.channel, response.accountId);
  121. await saveClientRequestTotalAsync(response.channel, response.ip, response.oaid);
  122. }
  123. if (!response.success && ("nologin".Equals(response.reason) ||
  124. "方法不存在".Equals(response.reason) ||
  125. "未登录".Equals(response.reason)))
  126. {
  127. KsPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  128. }
  129. if ("没有匹配账号".Equals(response.reason))
  130. {
  131. KsPoolCore.AccountExhausted();
  132. }
  133. if ("TOKEN过期".Equals(response.reason))
  134. {
  135. KsPoolCore.NotifyInterfaceError(response.reason);
  136. }
  137. }
  138. catch (Exception ex) { }
  139. }
  140. private static int save_ks_parse_logs(KsDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  141. {
  142. return new DBContext.Table(connection, tablename)
  143. .Add("end_point", data.end_point)
  144. .Add("channel", (int)data.channel)
  145. .Add("accountId", data.accountId)
  146. .Add("accountName", data.accountName)
  147. .Add("proxy_node", data.proxy_node)
  148. .Add("rawContent", data.rawContent)
  149. .Add("success", data.success)
  150. .Add("message", data.message)
  151. .Add("reason", data.reason)
  152. .Add("content", data.content)
  153. .Add("itemId", data.itemId)
  154. .Add("itemName", data.itemName)
  155. .Add("pic", data.pic)
  156. .Add("couponAmount", data.couponAmount)
  157. .Add("promotionPrice", data.promotionPrice)
  158. .Add("taoToken", data.taoToken)
  159. .Add("shortLinkurl", data.shortLinkurl)
  160. .Add("deeplink_url", data.deeplink_url)
  161. .Add("elapsedTime", data.elapsedTime)
  162. .Add("subCode", data.subCode)
  163. .Add("ip", data.ip)
  164. .Add("oaid", data.oaid)
  165. .Add("create_time", data.create_time)
  166. .Create(DBContext.InsertType.NORMAL, transaction);
  167. }
  168. }
  169. }