TkLogCore.cs 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728
  1. using Microsoft.AspNetCore.Http;
  2. using Microsoft.AspNetCore.Mvc.Controllers;
  3. using Microsoft.AspNetCore.Mvc.Filters;
  4. using System;
  5. using System.Collections.Generic;
  6. using System.Linq;
  7. using System.Text;
  8. using dodohold.core;
  9. using static dodohold.core.ZTOExpress.CreateOrderArgs;
  10. using System.Net;
  11. using System.Security.Cryptography;
  12. using Spire.Pdf.Exporting.XPS.Schema;
  13. using System.Xml.Linq;
  14. using static QRCoder.PayloadGenerator;
  15. using TencentCloud.Ssl.V20191205.Models;
  16. using CSRedis;
  17. namespace molilian.core
  18. {
  19. public class TkLogCore
  20. {
  21. static string queue_tb_key = "queue:logs:tb";
  22. static string queue_jd_key = "queue:logs:jd";
  23. static string queue_parse_tb_key = "queue:parse_logs:tb";
  24. static string queue_parse_jd_key = "queue:parse_logs:jd";
  25. static string queue_parse_dy_key = "queue:parse_logs:dy";
  26. static string queue_parse_tool_key = "queue:parse_logs:tool";
  27. static string queue_coupon_key = "queue:coupon_logs";
  28. public static int BatchInsertLogDB(int limit)
  29. {
  30. var result = EndPointCore.ProcessEndPointNodes<int>(node =>
  31. {
  32. if (!node.is_public_api) return 0;
  33. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  34. return BatchInsertLogDB(limit, redis);
  35. });
  36. return result.Sum();
  37. }
  38. public static int BatchInsertLogDB(int limit, CSRedisClient redis)
  39. {
  40. int total = 0;
  41. using var connection = DBContext.GetOpenConnection();
  42. connection.Open();
  43. using var transaction = connection.BeginTransaction();
  44. try
  45. {
  46. for (int i = 0; i < limit; i++)
  47. {
  48. var data = redis.LPop<TkDataDTO>(queue_tb_key);
  49. if (data == null) break;
  50. data.id = new DBContext.Table(connection, "tk_logs")
  51. .Add("end_point", data.end_point)
  52. .Add("channel", (int)data.channel)
  53. .Add("accountId", data.accountId)
  54. .Add("accountName", data.accountName)
  55. .Add("rawContent", data.rawContent)
  56. .Add("rawContent2", data.rawContent2)
  57. .Add("success", data.success)
  58. .Add("message", data.message)
  59. .Add("reason", data.reason)
  60. .Add("content", data.content)
  61. .Add("couponAmount", data.couponAmount)
  62. .Add("itemId", data.itemId)
  63. .Add("itemName", data.itemName)
  64. .Add("pic", data.pic)
  65. .Add("promotionPrice", data.promotionPrice)
  66. .Add("taoToken", data.taoToken)
  67. .Add("shortLinkurl", data.shortLinkurl)
  68. .Add("deeplink_url", data.deeplink_url)
  69. .Add("num_iid", data.num_iid)
  70. .Add("elapsedTime", data.elapsedTime)
  71. .Add("ip", data.ip)
  72. .Add("oaid", data.oaid)
  73. .Add("create_time", data.create_time)
  74. .Create(DBContext.InsertType.NORMAL, transaction);
  75. if (data.elapsedTime > 1000)
  76. {
  77. new DBContext.Table(connection, "tk_logs_test")
  78. .Add("end_point", data.end_point)
  79. .Add("channel", (int)data.channel)
  80. .Add("accountId", data.accountId)
  81. .Add("accountName", data.accountName)
  82. .Add("rawContent", data.rawContent)
  83. .Add("rawContent2", data.rawContent2)
  84. .Add("success", data.success)
  85. .Add("message", data.message)
  86. .Add("reason", data.reason)
  87. .Add("content", data.content)
  88. .Add("couponAmount", data.couponAmount)
  89. .Add("itemId", data.itemId)
  90. .Add("itemName", data.itemName)
  91. .Add("pic", data.pic)
  92. .Add("promotionPrice", data.promotionPrice)
  93. .Add("taoToken", data.taoToken)
  94. .Add("shortLinkurl", data.shortLinkurl)
  95. .Add("deeplink_url", data.deeplink_url)
  96. .Add("num_iid", data.num_iid)
  97. .Add("elapsedTime", data.elapsedTime)
  98. .Add("ip", data.ip)
  99. .Add("oaid", data.oaid)
  100. .Add("create_time", data.create_time)
  101. .Create(DBContext.InsertType.NORMAL, transaction);
  102. }
  103. if (data.success)
  104. {
  105. new DBContext.Table(connection, "tk_success_logs")
  106. .Add("end_point", data.end_point)
  107. .Add("channel", (int)data.channel)
  108. .Add("accountId", data.accountId)
  109. .Add("accountName", data.accountName)
  110. .Add("rawContent", data.rawContent)
  111. .Add("rawContent2", data.rawContent2)
  112. .Add("success", data.success)
  113. .Add("message", data.message)
  114. .Add("reason", data.reason)
  115. .Add("content", data.content)
  116. .Add("couponAmount", data.couponAmount)
  117. .Add("itemId", data.itemId)
  118. .Add("itemName", data.itemName)
  119. .Add("pic", data.pic)
  120. .Add("promotionPrice", data.promotionPrice)
  121. .Add("taoToken", data.taoToken)
  122. .Add("shortLinkurl", data.shortLinkurl)
  123. .Add("deeplink_url", data.deeplink_url)
  124. .Add("num_iid", data.num_iid)
  125. .Add("elapsedTime", data.elapsedTime)
  126. .Add("ip", data.ip)
  127. .Add("oaid", data.oaid)
  128. .Add("create_time", data.create_time)
  129. .Create(DBContext.InsertType.NORMAL, transaction);
  130. }
  131. if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
  132. total++;
  133. }
  134. for (int i = 0; i < limit; i++)
  135. {
  136. var data = redis.LPop<JdDataDTO>(queue_jd_key);
  137. if (data == null) break;
  138. new DBContext.Table(connection, "tk_logs")
  139. .Add("end_point", data.end_point)
  140. .Add("channel", (int)data.channel)
  141. .Add("accountId", data.accountId)
  142. .Add("accountName", data.accountName)
  143. .Add("rawContent", data.rawContent)
  144. .Add("rawContent2", data.rawContent2)
  145. .Add("success", data.success)
  146. .Add("message", data.message)
  147. .Add("reason", data.reason)
  148. .Add("shortLinkurl", data.shortLinkurl)
  149. .Add("deeplink_url", data.deeplink_url)
  150. .Add("elapsedTime", data.elapsedTime)
  151. .Add("ip", data.ip)
  152. .Add("oaid", data.oaid)
  153. .Add("create_time", data.create_time)
  154. .Create(DBContext.InsertType.NORMAL, transaction);
  155. total++;
  156. }
  157. for (int i = 0; i < limit; i++)
  158. {
  159. var data = redis.LPop<TkDataDTO>(queue_parse_tb_key);
  160. if (data == null) break;
  161. data.id = new DBContext.Table(connection, "tk_parse_logs")
  162. .Add("end_point", data.end_point)
  163. .Add("channel", (int)data.channel)
  164. .Add("accountId", data.accountId)
  165. .Add("accountName", data.accountName)
  166. .Add("rawContent", data.rawContent)
  167. .Add("success", data.success)
  168. .Add("message", data.message)
  169. .Add("reason", data.reason)
  170. .Add("content", data.content)
  171. .Add("itemId", data.itemId)
  172. .Add("itemName", data.itemName)
  173. .Add("pic", data.pic)
  174. .Add("couponAmount", data.couponAmount)
  175. .Add("promotionPrice", data.promotionPrice)
  176. .Add("taoToken", data.taoToken)
  177. .Add("shortLinkurl", data.shortLinkurl)
  178. .Add("deeplink_url", data.deeplink_url)
  179. .Add("num_iid", data.num_iid)
  180. .Add("elapsedTime", data.elapsedTime)
  181. .Add("elapsedTime2", data.elapsedTime2)
  182. .Add("elapsedTime3", data.elapsedTime3)
  183. .Add("ip", data.ip)
  184. .Add("oaid", data.oaid)
  185. .Add("create_time", data.create_time)
  186. .Create(DBContext.InsertType.NORMAL, transaction);
  187. if (data.elapsedTime > 1000)
  188. {
  189. new DBContext.Table(connection, "tk_parse_logs_test")
  190. .Add("end_point", data.end_point)
  191. .Add("channel", (int)data.channel)
  192. .Add("accountId", data.accountId)
  193. .Add("accountName", data.accountName)
  194. .Add("rawContent", data.rawContent)
  195. .Add("success", data.success)
  196. .Add("message", data.message)
  197. .Add("reason", data.reason)
  198. .Add("content", data.content)
  199. .Add("itemId", data.itemId)
  200. .Add("itemName", data.itemName)
  201. .Add("pic", data.pic)
  202. .Add("couponAmount", data.couponAmount)
  203. .Add("promotionPrice", data.promotionPrice)
  204. .Add("taoToken", data.taoToken)
  205. .Add("shortLinkurl", data.shortLinkurl)
  206. .Add("deeplink_url", data.deeplink_url)
  207. .Add("num_iid", data.num_iid)
  208. .Add("elapsedTime", data.elapsedTime)
  209. .Add("elapsedTime2", data.elapsedTime2)
  210. .Add("elapsedTime3", data.elapsedTime3)
  211. .Add("ip", data.ip)
  212. .Add("oaid", data.oaid)
  213. .Add("create_time", data.create_time)
  214. .Create(DBContext.InsertType.NORMAL, transaction);
  215. }
  216. if (data.success)
  217. {
  218. new DBContext.Table(connection, "tk_success_parse_logs")
  219. .Add("end_point", data.end_point)
  220. .Add("channel", (int)data.channel)
  221. .Add("accountId", data.accountId)
  222. .Add("accountName", data.accountName)
  223. .Add("rawContent", data.rawContent)
  224. .Add("success", data.success)
  225. .Add("message", data.message)
  226. .Add("reason", data.reason)
  227. .Add("content", data.content)
  228. .Add("itemId", data.itemId)
  229. .Add("itemName", data.itemName)
  230. .Add("pic", data.pic)
  231. .Add("couponAmount", data.couponAmount)
  232. .Add("promotionPrice", data.promotionPrice)
  233. .Add("taoToken", data.taoToken)
  234. .Add("shortLinkurl", data.shortLinkurl)
  235. .Add("deeplink_url", data.deeplink_url)
  236. .Add("num_iid", data.num_iid)
  237. .Add("elapsedTime", data.elapsedTime)
  238. .Add("elapsedTime2", data.elapsedTime2)
  239. .Add("elapsedTime3", data.elapsedTime3)
  240. .Add("ip", data.ip)
  241. .Add("oaid", data.oaid)
  242. .Add("create_time", data.create_time)
  243. .Create(DBContext.InsertType.NORMAL, transaction);
  244. }
  245. if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
  246. total++;
  247. }
  248. for (int i = 0; i < limit; i++)
  249. {
  250. var data = redis.LPop<JdDataDTO>(queue_parse_jd_key);
  251. if (data == null) break;
  252. new DBContext.Table(connection, "tk_parse_logs")
  253. .Add("end_point", data.end_point)
  254. .Add("channel", (int)data.channel)
  255. .Add("accountId", data.accountId)
  256. .Add("accountName", data.accountName)
  257. .Add("rawContent", data.rawContent)
  258. .Add("success", data.success)
  259. .Add("message", data.message)
  260. .Add("reason", data.reason)
  261. .Add("content", data.content)
  262. .Add("itemId", data.itemId)
  263. .Add("itemName", data.itemName)
  264. .Add("pic", data.pic)
  265. .Add("couponAmount", data.couponAmount)
  266. .Add("promotionPrice", data.promotionPrice)
  267. .Add("taoToken", data.taoToken)
  268. .Add("shortLinkurl", data.shortLinkurl)
  269. .Add("deeplink_url", data.deeplink_url)
  270. .Add("elapsedTime", data.elapsedTime)
  271. .Add("ip", data.ip)
  272. .Add("oaid", data.oaid)
  273. .Add("create_time", data.create_time)
  274. .Create(DBContext.InsertType.NORMAL, transaction);
  275. total++;
  276. }
  277. for (int i = 0; i < limit; i++)
  278. {
  279. var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
  280. if (data == null) break;
  281. new DBContext.Table(connection, "tk_parse_logs")
  282. .Add("end_point", data.end_point)
  283. .Add("channel", (int)data.channel)
  284. .Add("accountId", data.accountId)
  285. .Add("accountName", data.accountName)
  286. .Add("rawContent", data.rawContent)
  287. .Add("success", data.success)
  288. .Add("message", data.message)
  289. .Add("reason", data.reason)
  290. .Add("content", data.content)
  291. .Add("itemId", data.itemId)
  292. .Add("itemName", data.itemName)
  293. .Add("pic", data.pic)
  294. .Add("couponAmount", data.couponAmount)
  295. .Add("promotionPrice", data.promotionPrice)
  296. .Add("taoToken", data.taoToken)
  297. .Add("shortLinkurl", data.shortLinkurl)
  298. .Add("deeplink_url", data.deeplink_url)
  299. .Add("elapsedTime", data.elapsedTime)
  300. .Add("ip", data.ip)
  301. .Add("oaid", data.oaid)
  302. .Add("create_time", data.create_time)
  303. .Create(DBContext.InsertType.NORMAL, transaction);
  304. total++;
  305. }
  306. for (int i = 0; i < limit; i++)
  307. {
  308. var data = redis.LPop<ToolParseDataDTO>(queue_parse_tool_key);
  309. if (data == null) break;
  310. new DBContext.Table(connection, "tool_parse_logs")
  311. .Add("end_point", data.end_point)
  312. .Add("channel", (int)data.channel)
  313. .Add("rawContent", data.rawContent)
  314. .Add("success", data.success)
  315. .Add("message", data.message)
  316. .Add("reason", data.reason)
  317. .Add("content", data.content)
  318. .Add("taoToken", data.taoToken)
  319. .Add("shortLinkurl", data.shortLinkurl)
  320. .Add("deeplink_url", data.deeplink_url)
  321. .Add("elapsedTime", data.elapsedTime)
  322. .Add("ip", data.ip)
  323. .Add("oaid", data.oaid)
  324. .Add("create_time", data.create_time)
  325. .Create(DBContext.InsertType.NORMAL, transaction);
  326. total++;
  327. }
  328. for (int i = 0; i < limit; i++)
  329. {
  330. var data = redis.LPop<UnionCouponDTO>(queue_coupon_key);
  331. if (data == null) break;
  332. connection.Insert(data);
  333. total++;
  334. }
  335. transaction.Commit();
  336. }
  337. catch (Exception ex)
  338. {
  339. transaction.Rollback();
  340. _ = new LoggerLibrary("database_error", "parse_log")
  341. .Info(ex.Message, ex.StackTrace)
  342. .SaveAsync();
  343. NotifyCore.Notify(new NifyMessage
  344. {
  345. message = $"【写入日志异常】\n{ex.Message}\n{ex.StackTrace}",
  346. priority = NifyMessagePriority.high,
  347. tags = ["red_circle"]
  348. });
  349. }
  350. finally
  351. {
  352. connection.Close();
  353. }
  354. return total;
  355. }
  356. public static async Task LogAsync(JdDataDTO response)
  357. {
  358. try
  359. {
  360. var ts = DateTime.Now - response.create_time;
  361. response.elapsedTime = (int)ts.TotalMilliseconds;
  362. RedisHelper.RPush(queue_jd_key, response);
  363. saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  364. }
  365. catch (Exception ex) { }
  366. }
  367. public static async Task LogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
  368. {
  369. try
  370. {
  371. var ts = DateTime.Now - response.create_time;
  372. response.elapsedTime = (int)ts.TotalMilliseconds;
  373. RedisHelper.RPush(queue_tb_key, response);
  374. saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  375. if (!response.success && "nologin".Equals(response.message))
  376. {
  377. switch (response.channel)
  378. {
  379. case TkChannelEnum.tb:
  380. await Task.Run(() =>
  381. {
  382. if (alimamaPlus != null)
  383. {
  384. (bool success, string message) = alimamaPlus.RenewCookie();
  385. if (success) return;
  386. }
  387. TkPoolCore.Disabled(response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  388. });
  389. break;
  390. }
  391. }
  392. if ("没有匹配账号".Equals(response.reason))
  393. {
  394. TkPoolCore.AccountExhausted();
  395. }
  396. }
  397. catch (Exception ex)
  398. {
  399. _ = new LoggerLibrary("unionParse", "database_error")
  400. .Info(response.rawContent, response.rawContent2)
  401. .Info(response.Convert2Json())
  402. .Info(ex.Message, ex.StackTrace)
  403. .SaveAsync();
  404. }
  405. }
  406. public static async Task ParseLogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
  407. {
  408. #if DEBUG
  409. //return;
  410. #endif
  411. try
  412. {
  413. var ts = DateTime.Now - response.create_time;
  414. response.elapsedTime = (int)ts.TotalMilliseconds;
  415. RedisHelper.RPush(queue_parse_tb_key, response);
  416. saveParseCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  417. if (!string.IsNullOrEmpty(response.itemId)) TkOrderTrackingCore.SaveLinkSummary(response);
  418. if (!response.success && "nologin".Equals(response.message))
  419. {
  420. switch (response.channel)
  421. {
  422. case TkChannelEnum.tb:
  423. await Task.Run(() =>
  424. {
  425. if (alimamaPlus != null)
  426. {
  427. (bool success, string message) = alimamaPlus.RenewCookie();
  428. if (success) return;
  429. }
  430. TkPoolCore.Disabled(response.accountName, $"{response.rawContent}");
  431. }); break;
  432. }
  433. }
  434. }
  435. catch (Exception ex)
  436. {
  437. _ = new LoggerLibrary("unionParse", "database_error")
  438. .Info(response.rawContent)
  439. .Info(response.Convert2Json())
  440. .Info(ex.Message, ex.StackTrace)
  441. .SaveAsync();
  442. }
  443. }
  444. public static async Task CouponLogAsync(UnionCouponDTO response, AlimamaPlus? alimamaPlus = null)
  445. {
  446. try
  447. {
  448. var ts = DateTime.Now - response.create_time;
  449. response.elapsedTime = (int)ts.TotalMilliseconds;
  450. RedisHelper.RPush(queue_coupon_key, response);
  451. saveCouponCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  452. if (!response.success && "nologin".Equals(response.message))
  453. {
  454. switch (response.channel)
  455. {
  456. case TkChannelEnum.tb:
  457. await Task.Run(() =>
  458. {
  459. if (alimamaPlus != null)
  460. {
  461. (bool success, string message) = alimamaPlus.RenewCookie();
  462. if (success) return;
  463. }
  464. TkPoolCore.Disabled(response.accountName, $"{response.rawContent}");
  465. }); break;
  466. }
  467. }
  468. }
  469. catch (Exception ex)
  470. {
  471. _ = new LoggerLibrary("unionCoupon", "database_error")
  472. .Info(response.rawContent)
  473. .Info(response.Convert2Json())
  474. .Info(ex.Message, ex.StackTrace)
  475. .SaveAsync();
  476. }
  477. }
  478. public static async Task ParseLogAsync(JdDataDTO response)
  479. {
  480. try
  481. {
  482. var ts = DateTime.Now - response.create_time;
  483. response.elapsedTime = (int)ts.TotalMilliseconds;
  484. RedisHelper.RPush(queue_parse_jd_key, response);
  485. saveParseCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  486. }
  487. catch (Exception ex) { }
  488. }
  489. public static async Task ParseLogAsync(DyDataDTO response)
  490. {
  491. try
  492. {
  493. var ts = DateTime.Now - response.create_time;
  494. response.elapsedTime = (int)ts.TotalMilliseconds;
  495. RedisHelper.RPush(queue_parse_dy_key, response);
  496. saveParseCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  497. }
  498. catch (Exception ex) { }
  499. }
  500. public static async Task ParseLogAsync(ToolParseDataDTO response)
  501. {
  502. try
  503. {
  504. var ts = DateTime.Now - response.create_time;
  505. response.elapsedTime = (int)ts.TotalMilliseconds;
  506. RedisHelper.RPush(queue_parse_tool_key, response);
  507. saveParseCache(response.channel.ToString(), 0, "tool", response.success, response.message, response.reason);
  508. }
  509. catch (Exception ex) { }
  510. }
  511. private static void saveCache(string channel, int accountId, string accountName, bool success, string message, string reason)
  512. {
  513. saveAccountCache("all", success, message, reason);
  514. saveAccountCache($"{channel}", success, message, reason);
  515. saveAccountCache($"{accountName}", success, message, reason);
  516. if (accountId != 0)
  517. {
  518. //todo 放着跑两天,要将读取的地方改成读取accountid
  519. saveAccountCache($"{channel}_{accountId}", success, message, reason);
  520. }
  521. }
  522. private static void saveAccountCache(string accountName, bool success, string message, string reason)
  523. {
  524. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMM}");
  525. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMdd}");
  526. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  527. string result = success ? "success" : "fail";
  528. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  529. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  530. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  531. if (!string.IsNullOrEmpty(message))
  532. {
  533. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  534. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  535. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  536. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  537. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  538. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  539. }
  540. if (!string.IsNullOrEmpty(reason))
  541. {
  542. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  543. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  544. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  545. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  546. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  547. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  548. }
  549. }
  550. private static void saveParseCache(string channel, int accountId, string accountName, bool success, string message, string reason)
  551. {
  552. saveParseAccountCache("all", success, message, reason);
  553. saveParseAccountCache($"{channel}", success, message, reason);
  554. saveParseAccountCache($"{accountName}", success, message, reason);
  555. if (accountId != 0)
  556. {
  557. //todo 放着跑两天,要将读取的地方改成读取accountid
  558. saveParseAccountCache($"{channel}_{accountId}", success, message, reason);
  559. }
  560. }
  561. private static void saveParseAccountCache(string accountName, bool success, string message, string reason)
  562. {
  563. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMM}");
  564. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMdd}");
  565. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  566. string result = success ? "success" : "fail";
  567. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  568. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  569. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  570. if (!string.IsNullOrEmpty(message))
  571. {
  572. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  573. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  574. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  575. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  576. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  577. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  578. }
  579. if (!string.IsNullOrEmpty(reason))
  580. {
  581. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  582. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  583. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  584. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  585. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  586. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  587. }
  588. }
  589. private static void saveCouponCache(string channel, int accountId, string accountName, bool success, string message, string reason)
  590. {
  591. saveAccountCouponCache("all", success, message, reason);
  592. saveAccountCouponCache($"{channel}", success, message, reason);
  593. if (accountId != 0)
  594. {
  595. //todo 放着跑两天,要将读取的地方改成读取accountid
  596. saveAccountCouponCache($"{channel}_{accountId}", success, message, reason);
  597. }
  598. }
  599. private static void saveAccountCouponCache(string accountName, bool success, string message, string reason)
  600. {
  601. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMM}");
  602. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMdd}");
  603. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  604. string result = success ? "success" : "fail";
  605. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  606. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  607. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  608. if (!string.IsNullOrEmpty(message))
  609. {
  610. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  611. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  612. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  613. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  614. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  615. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  616. }
  617. if (!string.IsNullOrEmpty(reason))
  618. {
  619. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  620. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  621. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  622. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  623. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  624. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  625. }
  626. }
  627. public static int GetTotal(string keyname, bool all_node = true)
  628. {
  629. var result = EndPointCore.ProcessEndPointNodes<int>(node =>
  630. {
  631. if (!node.is_public_api) return 0;
  632. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  633. return redis.Get<int>(keyname);
  634. });
  635. return result.Sum();
  636. }
  637. public static string[] GetTotalKeys(string keyname, bool all_node = true)
  638. {
  639. var result = EndPointCore.ProcessEndPointNodes<string[]>(node =>
  640. {
  641. if (!node.is_public_api) return [];
  642. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  643. string[] message_keys = redis.SMembers(keyname);
  644. return message_keys;
  645. });
  646. string[] message_keys = [];
  647. foreach (var arr in result)
  648. {
  649. message_keys = message_keys.Union(arr).ToArray();
  650. }
  651. return message_keys;
  652. }
  653. //if (item.total_count > 0) continue;
  654. //item.total_count = RedisHelper.Get<int>($":total:all:{item.report_date:yyyyMMdd}");
  655. //if (item.total_count == 0) continue;
  656. //item.success_count = RedisHelper.Get<int>($":total:all:success:{item.report_date:yyyyMMdd}");
  657. //item.abandon_count = RedisHelper.Get<int>($":total:all:放弃转链:{item.report_date:yyyyMMdd}");
  658. }
  659. }