tool.cs 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. using dodohold.core;
  2. using CSRedis;
  3. using System.Data;
  4. using YunhuiKit;
  5. namespace molilian.core
  6. {
  7. public partial class TkLogCore
  8. {
  9. static string queue_parse_tool_key = "queue:parse_logs:tool";
  10. public static async Task<int> InsertToolLogAsync(int limit, YunhuiKit.RedisClient redis)
  11. {
  12. int total = 0;
  13. using var connection = DBContext.GetOpenConnection();
  14. connection.Open();
  15. using var transaction = connection.BeginTransaction();
  16. try
  17. {
  18. for (int i = 0; i < limit; i++)
  19. {
  20. var data = await redis.LPopAsync<ToolParseDataDTO>(queue_parse_tool_key);
  21. if (data == null) break;
  22. if (_test_oaid.Equals(data.oaid) ||
  23. data.ip.StartsWith("127.0.0"))
  24. {
  25. new DBContext.Table(connection, "tool_parse_logs_test")
  26. .Add("end_point", data.end_point)
  27. .Add("channel", (int)data.channel)
  28. .Add("rawContent", data.rawContent)
  29. .Add("success", data.success)
  30. .Add("message", data.message)
  31. .Add("reason", data.reason)
  32. .Add("content", data.content)
  33. .Add("taoToken", data.taoToken)
  34. .Add("shortLinkurl", data.shortLinkurl)
  35. .Add("deeplink_url", data.deeplink_url)
  36. .Add("elapsedTime", data.elapsedTime)
  37. .Add("ip", data.ip)
  38. .Add("oaid", data.oaid)
  39. .Add("create_time", data.create_time)
  40. .Create(DBContext.InsertType.NORMAL, transaction);
  41. }
  42. else
  43. {
  44. new DBContext.Table(connection, "tool_parse_logs")
  45. .Add("end_point", data.end_point)
  46. .Add("channel", (int)data.channel)
  47. .Add("rawContent", data.rawContent)
  48. .Add("success", data.success)
  49. .Add("message", data.message)
  50. .Add("reason", data.reason)
  51. .Add("content", data.content)
  52. .Add("taoToken", data.taoToken)
  53. .Add("shortLinkurl", data.shortLinkurl)
  54. .Add("deeplink_url", data.deeplink_url)
  55. .Add("elapsedTime", data.elapsedTime)
  56. .Add("ip", data.ip)
  57. .Add("oaid", data.oaid)
  58. .Add("create_time", data.create_time)
  59. .Create(DBContext.InsertType.NORMAL, transaction);
  60. }
  61. total++;
  62. }
  63. transaction.Commit();
  64. }
  65. catch (Exception ex)
  66. {
  67. transaction.Rollback();
  68. new LoggerLibrary("TkLogCore_error", "task_insert_parse_tool_logs")
  69. .Info(ex.Message, ex.StackTrace)
  70. .SaveAsync();
  71. throw;
  72. }
  73. finally
  74. {
  75. connection.Close();
  76. }
  77. return total;
  78. }
  79. public static int task_insert_parse_tool_logs(int limit, CSRedisClient redis)
  80. {
  81. int total = 0;
  82. using var connection = DBContext.GetOpenConnection();
  83. connection.Open();
  84. using var transaction = connection.BeginTransaction();
  85. try
  86. {
  87. for (int i = 0; i < limit; i++)
  88. {
  89. var data = redis.LPop<ToolParseDataDTO>(queue_parse_tool_key);
  90. if (data == null) break;
  91. if (_test_oaid.Equals(data.oaid) ||
  92. data.ip.StartsWith("127.0.0"))
  93. {
  94. new DBContext.Table(connection, "tool_parse_logs_test")
  95. .Add("end_point", data.end_point)
  96. .Add("channel", (int)data.channel)
  97. .Add("rawContent", data.rawContent)
  98. .Add("success", data.success)
  99. .Add("message", data.message)
  100. .Add("reason", data.reason)
  101. .Add("content", data.content)
  102. .Add("taoToken", data.taoToken)
  103. .Add("shortLinkurl", data.shortLinkurl)
  104. .Add("deeplink_url", data.deeplink_url)
  105. .Add("elapsedTime", data.elapsedTime)
  106. .Add("ip", data.ip)
  107. .Add("oaid", data.oaid)
  108. .Add("create_time", data.create_time)
  109. .Create(DBContext.InsertType.NORMAL, transaction);
  110. }
  111. else
  112. {
  113. new DBContext.Table(connection, "tool_parse_logs")
  114. .Add("end_point", data.end_point)
  115. .Add("channel", (int)data.channel)
  116. .Add("rawContent", data.rawContent)
  117. .Add("success", data.success)
  118. .Add("message", data.message)
  119. .Add("reason", data.reason)
  120. .Add("content", data.content)
  121. .Add("taoToken", data.taoToken)
  122. .Add("shortLinkurl", data.shortLinkurl)
  123. .Add("deeplink_url", data.deeplink_url)
  124. .Add("elapsedTime", data.elapsedTime)
  125. .Add("ip", data.ip)
  126. .Add("oaid", data.oaid)
  127. .Add("create_time", data.create_time)
  128. .Create(DBContext.InsertType.NORMAL, transaction);
  129. }
  130. total++;
  131. }
  132. transaction.Commit();
  133. }
  134. catch (Exception ex)
  135. {
  136. transaction.Rollback();
  137. new LoggerLibrary("TkLogCore_error", "task_insert_parse_tool_logs")
  138. .Info(ex.Message, ex.StackTrace)
  139. .SaveAsync();
  140. throw;
  141. }
  142. finally
  143. {
  144. connection.Close();
  145. }
  146. return total;
  147. }
  148. public static async Task ParseLogAsync(ToolParseDataDTO response)
  149. {
  150. try
  151. {
  152. var ts = DateTime.Now - response.create_time;
  153. response.elapsedTime = (int)ts.TotalMilliseconds;
  154. _ = RedisKit.RPushAsync(queue_parse_tool_key, response);
  155. if (!response.ip.StartsWith("127.0.0"))
  156. {
  157. await SaveParseCacheAsync(response.channel.ToString(), 0, "tool",
  158. response.success, response.message, response.reason,
  159. response.deeplink_url);
  160. }
  161. }
  162. catch (Exception ex) { }
  163. }
  164. }
  165. }