TkLogCore.cs 62 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397
  1. using Microsoft.AspNetCore.Http;
  2. using Microsoft.AspNetCore.Mvc.Controllers;
  3. using Microsoft.AspNetCore.Mvc.Filters;
  4. using System;
  5. using System.Collections.Generic;
  6. using System.Linq;
  7. using System.Text;
  8. using dodohold.core;
  9. using static dodohold.core.ZTOExpress.CreateOrderArgs;
  10. using System.Net;
  11. using System.Security.Cryptography;
  12. using Spire.Pdf.Exporting.XPS.Schema;
  13. using System.Xml.Linq;
  14. using static QRCoder.PayloadGenerator;
  15. using TencentCloud.Ssl.V20191205.Models;
  16. using CSRedis;
  17. using System.Data;
  18. using TencentCloud.Omics.V20221128.Models;
  19. using TencentCloud.Csip.V20221121.Models;
  20. using COSXML.Network;
  21. using System.Security.Policy;
  22. namespace molilian.core
  23. {
  24. public class TkLogCore
  25. {
  26. static string queue_tb_key = "queue:logs:tb";
  27. static string queue_jd_key = "queue:logs:jd";
  28. static string queue_parse_tb_key = "queue:parse_logs:tb";
  29. static string queue_parse_jd_key = "queue:parse_logs:jd";
  30. static string queue_parse_pdd_key = "queue:parse_logs:pdd";
  31. static string queue_parse_dy_key = "queue:parse_logs:dy";
  32. static string queue_parse_tool_key = "queue:parse_logs:tool";
  33. static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
  34. static string queue_coupon_key = "queue:coupon_logs";
  35. static string promotion_img_key = "queue:promotion:img";
  36. static string queue_cps_key = "queue:cps_logs";
  37. public static bool save_dailys_log = false;
  38. static TkLogCore()
  39. {
  40. int flag = RedisHelper.Get<int>("turn:save_dailys_log");
  41. if (flag == 1) save_dailys_log = true;
  42. }
  43. public static int BatchInsertLogDB(int limit)
  44. {
  45. var result = EndPointCore.ProcessEndPointNodes<int>(node =>
  46. {
  47. if (!node.is_public_api) return 0;
  48. if (CenterHub.IsCenter)
  49. {
  50. if (node.is_coupon_api) return 0;
  51. }
  52. else
  53. {
  54. if (!node.is_coupon_api) return 0;
  55. }
  56. if (string.IsNullOrEmpty(node.redis_server)) return 0;
  57. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  58. return BatchInsertLogDB(limit, redis);
  59. });
  60. return result.Sum();
  61. }
  62. private static int save_tk_log(TkDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  63. {
  64. return new DBContext.Table(connection, tablename)
  65. .Add("end_point", data.end_point)
  66. .Add("channel", (int)data.channel)
  67. .Add("accountId", data.accountId)
  68. .Add("accountName", data.accountName)
  69. .Add("rawContent", data.rawContent)
  70. .Add("rawContent2", data.rawContent2)
  71. .Add("success", data.success)
  72. .Add("message", data.message)
  73. .Add("reason", data.reason)
  74. .Add("content", data.content)
  75. .Add("couponAmount", data.couponAmount)
  76. .Add("itemId", data.itemId)
  77. .Add("itemName", data.itemName)
  78. .Add("pic", data.pic)
  79. .Add("promotionPrice", data.promotionPrice)
  80. .Add("taoToken", data.taoToken)
  81. .Add("shortLinkurl", data.shortLinkurl)
  82. .Add("deeplink_url", data.deeplink_url)
  83. .Add("num_iid", data.num_iid)
  84. .Add("elapsedTime", data.elapsedTime)
  85. .Add("subCode", data.subCode)
  86. .Add("ip", data.ip)
  87. .Add("oaid", data.oaid)
  88. .Add("create_time", data.create_time)
  89. .Create(DBContext.InsertType.NORMAL, transaction);
  90. }
  91. private static int save_tk_parse_logs(TkDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  92. {
  93. return new DBContext.Table(connection, tablename)
  94. .Add("end_point", data.end_point)
  95. .Add("channel", (int)data.channel)
  96. .Add("linkType", (int)data.link_type)
  97. .Add("accountId", data.accountId)
  98. .Add("accountName", data.accountName)
  99. .Add("rawContent", data.rawContent)
  100. .Add("success", data.success)
  101. .Add("message", data.message)
  102. .Add("reason", data.reason)
  103. .Add("content", data.content)
  104. .Add("itemId", data.itemId)
  105. .Add("itemName", data.itemName)
  106. .Add("pic", data.pic)
  107. .Add("couponAmount", data.couponAmount)
  108. .Add("promotionPrice", data.promotionPrice)
  109. .Add("taoToken", data.taoToken)
  110. .Add("shortLinkurl", data.shortLinkurl)
  111. .Add("deeplink_url", data.deeplink_url)
  112. .Add("num_iid", data.num_iid)
  113. .Add("elapsedTime", data.elapsedTime)
  114. .Add("elapsedTime2", data.elapsedTime2)
  115. .Add("elapsedTime3", data.elapsedTime3)
  116. .Add("subCode", data.subCode)
  117. .Add("ip", data.ip)
  118. .Add("oaid", data.oaid)
  119. .Add("create_time", data.create_time)
  120. .Create(DBContext.InsertType.NORMAL, transaction);
  121. }
  122. private static int save_jd_parse_logs(JdDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  123. {
  124. return new DBContext.Table(connection, tablename)
  125. .Add("end_point", data.end_point)
  126. .Add("channel", (int)data.channel)
  127. .Add("accountId", data.accountId)
  128. .Add("accountName", data.accountName)
  129. .Add("rawContent", data.rawContent)
  130. .Add("success", data.success)
  131. .Add("message", data.message)
  132. .Add("reason", data.reason)
  133. .Add("content", data.content)
  134. .Add("itemId", data.itemId)
  135. .Add("itemName", data.itemName)
  136. .Add("pic", data.pic)
  137. .Add("couponAmount", data.couponAmount)
  138. .Add("promotionPrice", data.promotionPrice)
  139. .Add("taoToken", data.taoToken)
  140. .Add("shortLinkurl", data.shortLinkurl)
  141. .Add("deeplink_url", data.deeplink_url)
  142. .Add("elapsedTime", data.elapsedTime)
  143. .Add("subCode", data.subCode)
  144. .Add("ip", data.ip)
  145. .Add("oaid", data.oaid)
  146. .Add("create_time", data.create_time)
  147. .Create(DBContext.InsertType.NORMAL, transaction);
  148. }
  149. private static int save_pdd_parse_logs(PddDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
  150. {
  151. return new DBContext.Table(connection, tablename)
  152. .Add("end_point", data.end_point)
  153. .Add("channel", (int)data.channel)
  154. .Add("accountId", data.accountId)
  155. .Add("accountName", data.accountName)
  156. .Add("rawContent", data.rawContent)
  157. .Add("success", data.success)
  158. .Add("message", data.message)
  159. .Add("reason", data.reason)
  160. .Add("content", data.content)
  161. .Add("itemId", data.itemId)
  162. .Add("itemName", data.itemName)
  163. .Add("pic", data.pic)
  164. .Add("couponAmount", data.couponAmount)
  165. .Add("promotionPrice", data.promotionPrice)
  166. .Add("taoToken", data.taoToken)
  167. .Add("shortLinkurl", data.shortLinkurl)
  168. .Add("deeplink_url", data.deeplink_url)
  169. .Add("elapsedTime", data.elapsedTime)
  170. .Add("subCode", data.subCode)
  171. .Add("ip", data.ip)
  172. .Add("oaid", data.oaid)
  173. .Add("create_time", data.create_time)
  174. .Create(DBContext.InsertType.NORMAL, transaction);
  175. }
  176. public static int BatchInsertLogDB(int limit, CSRedisClient redis)
  177. {
  178. int total = 0;
  179. using var connection = DBContext.GetOpenConnection();
  180. connection.Open();
  181. using var transaction = connection.BeginTransaction();
  182. string cacheKey = ":lock_key:start_comparison_tk";
  183. bool start_comparison_tk = RedisHelper.Get<int>(cacheKey) > 0;
  184. try
  185. {
  186. for (int i = 0; i < limit; i++)
  187. {
  188. var data = redis.LPop<TkDataDTO>(queue_tb_key);
  189. if (data == null) break;
  190. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  191. data.ip.Contains("127.0.0"))
  192. {
  193. save_tk_log(data, "tk_logs_test", connection, transaction);
  194. }
  195. else
  196. {
  197. data.id = save_tk_log(data, "tk_logs", connection, transaction);
  198. if (data.elapsedTime > 1000)
  199. {
  200. save_tk_log(data, "tk_logs_test", connection, transaction);
  201. }
  202. if (data.success)
  203. {
  204. save_tk_log(data, "tk_success_logs", connection, transaction);
  205. }
  206. if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
  207. }
  208. total++;
  209. }
  210. for (int i = 0; i < limit; i++)
  211. {
  212. var data = redis.LPop<JdDataDTO>(queue_jd_key);
  213. if (data == null) break;
  214. new DBContext.Table(connection, "tk_logs")
  215. .Add("end_point", data.end_point)
  216. .Add("channel", (int)data.channel)
  217. .Add("accountId", data.accountId)
  218. .Add("accountName", data.accountName)
  219. .Add("rawContent", data.rawContent)
  220. .Add("rawContent2", data.rawContent2)
  221. .Add("success", data.success)
  222. .Add("message", data.message)
  223. .Add("reason", data.reason)
  224. .Add("shortLinkurl", data.shortLinkurl)
  225. .Add("deeplink_url", data.deeplink_url)
  226. .Add("elapsedTime", data.elapsedTime)
  227. .Add("ip", data.ip)
  228. .Add("oaid", data.oaid)
  229. .Add("create_time", data.create_time)
  230. .Create(DBContext.InsertType.NORMAL, transaction);
  231. total++;
  232. }
  233. for (int i = 0; i < limit; i++)
  234. {
  235. var data = redis.LPop<TkDataDTO>(queue_parse_tb_key);
  236. if (data == null) break;
  237. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  238. data.ip.Contains("127.0.0"))
  239. {
  240. save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
  241. }
  242. else
  243. {
  244. data.id = save_tk_parse_logs(data, "tk_parse_logs", connection, transaction);
  245. //每日分表
  246. if (save_dailys_log)
  247. {
  248. string daily_table = $"tk_parse_logs_{DateTime.Now:yyyyMMdd}";
  249. save_tk_parse_logs(data, daily_table, connection, transaction);
  250. }
  251. if (data.elapsedTime > 1000)
  252. {
  253. save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
  254. }
  255. if (data.success)
  256. {
  257. save_tk_parse_logs(data, "tk_success_parse_logs", connection, transaction);
  258. }
  259. if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
  260. }
  261. if (data.reason.Contains("初步筛选2") && !data.rawContent.Contains("I:/kWqN5t623Hx"))
  262. {
  263. save_tk_parse_logs(data, "tk_parse_logs_test2", connection, transaction);
  264. }
  265. if (data.reason.Contains("初步筛选1.5"))
  266. {
  267. save_tk_parse_logs(data, "tk_parse_logs_multi_token", connection, transaction);
  268. }
  269. if (data.reason.Contains("霸下验证码"))
  270. {
  271. save_tk_parse_logs(data, "tk_parse_logs_captcha", connection, transaction);
  272. }
  273. total++;
  274. }
  275. for (int i = 0; i < limit; i++)
  276. {
  277. var data = redis.LPop<JdDataDTO>(queue_parse_jd_key);
  278. if (data == null) break;
  279. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  280. data.ip.Contains("127.0.0"))
  281. {
  282. save_jd_parse_logs(data, "jd_parse_logs_test", connection, transaction);
  283. }
  284. else
  285. {
  286. save_jd_parse_logs(data, "jd_parse_logs", connection, transaction);
  287. if (save_dailys_log)
  288. {
  289. string daily_table = $"jd_parse_logs_{DateTime.Now:yyyyMMdd}";
  290. save_jd_parse_logs(data, daily_table, connection, transaction);
  291. }
  292. if (data.elapsedTime > 1000)
  293. {
  294. save_jd_parse_logs(data, "jd_parse_logs_test", connection, transaction);
  295. }
  296. if (data.success)
  297. {
  298. save_jd_parse_logs(data, "jd_parse_logs_success", connection, transaction);
  299. }
  300. }
  301. total++;
  302. }
  303. for (int i = 0; i < limit; i++)
  304. {
  305. var data = redis.LPop<PddDataDTO>(queue_parse_pdd_key);
  306. if (data == null) break;
  307. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  308. data.ip.Contains("127.0.0"))
  309. {
  310. save_pdd_parse_logs(data, "pdd_parse_logs_test", connection, transaction);
  311. }
  312. else
  313. {
  314. save_pdd_parse_logs(data, "pdd_parse_logs", connection, transaction);
  315. if (data.elapsedTime > 1000)
  316. {
  317. save_pdd_parse_logs(data, "pdd_parse_logs_test", connection, transaction);
  318. }
  319. if (data.success)
  320. {
  321. save_pdd_parse_logs(data, "pdd_parse_logs_success", connection, transaction);
  322. }
  323. }
  324. total++;
  325. }
  326. for (int i = 0; i < limit; i++)
  327. {
  328. var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
  329. if (data == null) break;
  330. new DBContext.Table(connection, "tk_parse_logs")
  331. .Add("end_point", data.end_point)
  332. .Add("channel", (int)data.channel)
  333. .Add("accountId", data.accountId)
  334. .Add("accountName", data.accountName)
  335. .Add("rawContent", data.rawContent)
  336. .Add("success", data.success)
  337. .Add("message", data.message)
  338. .Add("reason", data.reason)
  339. .Add("content", data.content)
  340. .Add("itemId", data.itemId)
  341. .Add("itemName", data.itemName)
  342. .Add("pic", data.pic)
  343. .Add("couponAmount", data.couponAmount)
  344. .Add("promotionPrice", data.promotionPrice)
  345. .Add("taoToken", data.taoToken)
  346. .Add("shortLinkurl", data.shortLinkurl)
  347. .Add("deeplink_url", data.deeplink_url)
  348. .Add("elapsedTime", data.elapsedTime)
  349. .Add("subCode", data.subCode)
  350. .Add("ip", data.ip)
  351. .Add("oaid", data.oaid)
  352. .Add("create_time", data.create_time)
  353. .Create(DBContext.InsertType.NORMAL, transaction);
  354. total++;
  355. }
  356. for (int i = 0; i < limit; i++)
  357. {
  358. var data = redis.LPop<ToolParseDataDTO>(queue_parse_tool_key);
  359. if (data == null) break;
  360. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  361. data.ip.Contains("127.0.0"))
  362. {
  363. new DBContext.Table(connection, "tool_parse_logs_test")
  364. .Add("end_point", data.end_point)
  365. .Add("channel", (int)data.channel)
  366. .Add("rawContent", data.rawContent)
  367. .Add("success", data.success)
  368. .Add("message", data.message)
  369. .Add("reason", data.reason)
  370. .Add("content", data.content)
  371. .Add("taoToken", data.taoToken)
  372. .Add("shortLinkurl", data.shortLinkurl)
  373. .Add("deeplink_url", data.deeplink_url)
  374. .Add("elapsedTime", data.elapsedTime)
  375. .Add("ip", data.ip)
  376. .Add("oaid", data.oaid)
  377. .Add("create_time", data.create_time)
  378. .Create(DBContext.InsertType.NORMAL, transaction);
  379. }
  380. else
  381. {
  382. new DBContext.Table(connection, "tool_parse_logs")
  383. .Add("end_point", data.end_point)
  384. .Add("channel", (int)data.channel)
  385. .Add("rawContent", data.rawContent)
  386. .Add("success", data.success)
  387. .Add("message", data.message)
  388. .Add("reason", data.reason)
  389. .Add("content", data.content)
  390. .Add("taoToken", data.taoToken)
  391. .Add("shortLinkurl", data.shortLinkurl)
  392. .Add("deeplink_url", data.deeplink_url)
  393. .Add("elapsedTime", data.elapsedTime)
  394. .Add("ip", data.ip)
  395. .Add("oaid", data.oaid)
  396. .Add("create_time", data.create_time)
  397. .Create(DBContext.InsertType.NORMAL, transaction);
  398. }
  399. total++;
  400. }
  401. for (int i = 0; i < limit; i++)
  402. {
  403. var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
  404. if (data == null) break;
  405. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  406. data.ip.Contains("127.0.0"))
  407. {
  408. var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
  409. connection.Insert(test_data);
  410. }
  411. else
  412. {
  413. connection.Insert(data);
  414. if (!data.success)
  415. {
  416. var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
  417. connection.Insert(success_data);
  418. }
  419. else
  420. {
  421. var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
  422. connection.Insert(success_data);
  423. }
  424. }
  425. total++;
  426. }
  427. for (int i = 0; i < limit; i++)
  428. {
  429. var data = redis.LPop<UnionCouponDTO>(queue_coupon_key);
  430. if (data == null) break;
  431. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  432. data.ip.Contains("127.0.0"))
  433. {
  434. var test_data = data.Convert2Json().Convert2Object<TestUnionCouponDTO>();
  435. connection.Insert(test_data);
  436. }
  437. else
  438. {
  439. connection.Insert(data);
  440. if (data.success)
  441. {
  442. var success_data = data.Convert2Json().Convert2Object<SuccessUnionCouponDTO>();
  443. connection.Insert(success_data);
  444. }
  445. }
  446. total++;
  447. }
  448. for (int i = 0; i < limit; i++)
  449. {
  450. var data = redis.LPop<UnionCpsDTO>(queue_cps_key);
  451. if (data == null) break;
  452. if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
  453. data.ip.Contains("127.0.0"))
  454. {
  455. var test_data = data.Convert2Json().Convert2Object<TestUnionCpsDTO>();
  456. connection.Insert(test_data);
  457. }
  458. else
  459. {
  460. connection.Insert(data);
  461. if (data.success)
  462. {
  463. var success_data = data.Convert2Json().Convert2Object<SuccessUnionCpsDTO>();
  464. connection.Insert(success_data);
  465. }
  466. }
  467. total++;
  468. }
  469. for (int i = 0; i < limit; i++)
  470. {
  471. var data = redis.LPop<PromotionQueryDTO>(promotion_img_key);
  472. if (data == null) break;
  473. if (data.success)
  474. {
  475. data.similarPromotion = string.Empty;
  476. data.promotionImg = string.Empty;
  477. }
  478. connection.Insert(data);
  479. total++;
  480. }
  481. transaction.Commit();
  482. }
  483. catch (Exception ex)
  484. {
  485. transaction.Rollback();
  486. _ = new LoggerLibrary("database_error", "parse_log")
  487. .Info(ex.Message, ex.StackTrace)
  488. .SaveAsync();
  489. NotifyCore.Notify(new NifyMessage
  490. {
  491. message = $"【写入日志异常】\n{ex.Message}\n{ex.StackTrace}",
  492. priority = NifyMessagePriority.high,
  493. tags = ["red_circle"]
  494. });
  495. }
  496. finally
  497. {
  498. connection.Close();
  499. }
  500. return total;
  501. }
  502. public static async Task PromotionImgLogAsync(PromotionQueryDTO response)
  503. {
  504. try
  505. {
  506. var ts = DateTime.Now - response.create_time;
  507. response.elapsedTime = (int)ts.TotalMilliseconds;
  508. _ = RedisHelper.RPushAsync(promotion_img_key, response);
  509. //using var connection = DBContext.GetOpenConnection();
  510. //connection.Insert(response);
  511. savePromotionCache(response.accountId, response.accountName, response.success, response.message, response.reason);
  512. }
  513. catch (Exception ex) { }
  514. }
  515. public static async Task LogAsync(JdDataDTO response)
  516. {
  517. try
  518. {
  519. var ts = DateTime.Now - response.create_time;
  520. response.elapsedTime = (int)ts.TotalMilliseconds;
  521. _ = RedisHelper.RPushAsync(queue_jd_key, response);
  522. if (!response.ip.Contains("127.0.0"))
  523. {
  524. saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  525. }
  526. }
  527. catch (Exception ex) { }
  528. }
  529. public static async Task LogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
  530. {
  531. try
  532. {
  533. var ts = DateTime.Now - response.create_time;
  534. response.elapsedTime = (int)ts.TotalMilliseconds;
  535. _ = RedisHelper.RPushAsync(queue_tb_key, response);
  536. if (!response.ip.Contains("127.0.0"))
  537. {
  538. saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  539. }
  540. if (!response.success && "nologin".Equals(response.message))
  541. {
  542. switch (response.channel)
  543. {
  544. case TkChannelEnum.tb:
  545. await Task.Run(() =>
  546. {
  547. if (alimamaPlus != null)
  548. {
  549. (bool success, string message) = alimamaPlus.RenewCookie();
  550. if (success) return;
  551. }
  552. TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  553. });
  554. break;
  555. }
  556. }
  557. if ("没有匹配账号".Equals(response.reason))
  558. {
  559. TkPoolCore.AccountExhausted();
  560. }
  561. }
  562. catch (Exception ex)
  563. {
  564. _ = new LoggerLibrary("unionParse", "database_error")
  565. .Info(response.rawContent, response.rawContent2)
  566. .Info(response.Convert2Json())
  567. .Info(ex.Message, ex.StackTrace)
  568. .SaveAsync();
  569. }
  570. }
  571. public static async Task ParseLogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
  572. {
  573. #if DEBUG
  574. //return;
  575. #endif
  576. try
  577. {
  578. var ts = DateTime.Now - response.create_time;
  579. response.elapsedTime = (int)ts.TotalMilliseconds;
  580. _ = RedisHelper.RPushAsync(queue_parse_tb_key, response);
  581. if (response.success)
  582. {
  583. _ = saveUnionCouponParseCacheAsync(response);
  584. }
  585. if (!response.ip.Contains("127.0.0"))
  586. {
  587. saveParseCache(response.channel.ToString(), response.accountId,
  588. response.accountName, response.success, response.message, response.reason,
  589. response.deeplink_url);
  590. }
  591. if (!string.IsNullOrEmpty(response.itemId)) TkOrderTrackingCore.SaveLinkSummary(response);
  592. if (!response.success && "nologin".Equals(response.message))
  593. {
  594. switch (response.channel)
  595. {
  596. case TkChannelEnum.tb:
  597. await Task.Run(() =>
  598. {
  599. if (alimamaPlus != null)
  600. {
  601. (bool success, string message) = alimamaPlus.RenewCookie();
  602. if (success) return;
  603. }
  604. TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}");
  605. }); break;
  606. }
  607. }
  608. if (response.subCode == TkSubCodeEnum.Captcha || "霸下验证码".Equals(response.reason))
  609. {
  610. TkPoolCore.Suspend(response.end_point, response.accountId, response.accountName, "霸下验证码");
  611. }
  612. }
  613. catch (Exception ex)
  614. {
  615. _ = new LoggerLibrary("unionParse", "database_error")
  616. .Info(response.rawContent)
  617. .Info(response.Convert2Json())
  618. .Info(ex.Message, ex.StackTrace)
  619. .SaveAsync();
  620. }
  621. }
  622. public static async Task CouponLogAsync(UnionCouponDTO response, AlimamaPlus? alimamaPlus = null)
  623. {
  624. try
  625. {
  626. var ts = DateTime.Now - response.create_time;
  627. response.elapsedTime = (int)ts.TotalMilliseconds;
  628. _ = RedisHelper.RPushAsync(queue_coupon_key, response);
  629. if (!response.ip.Contains("127.0.0"))
  630. {
  631. saveCouponCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
  632. }
  633. if (!response.success && "nologin".Equals(response.message))
  634. {
  635. switch (response.channel)
  636. {
  637. case TkChannelEnum.tb:
  638. await Task.Run(() =>
  639. {
  640. if (alimamaPlus != null)
  641. {
  642. (bool success, string message) = alimamaPlus.RenewCookie();
  643. if (success) return;
  644. }
  645. TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}");
  646. }); break;
  647. }
  648. }
  649. }
  650. catch (Exception ex)
  651. {
  652. _ = new LoggerLibrary("unionCoupon", "database_error")
  653. .Info(response.rawContent)
  654. .Info(response.Convert2Json())
  655. .Info(ex.Message, ex.StackTrace)
  656. .SaveAsync();
  657. }
  658. }
  659. public static async Task CpsLogAsync(UnionCpsDTO response, AlimamaPlus? alimamaPlus = null)
  660. {
  661. try
  662. {
  663. var ts = DateTime.Now - response.create_time;
  664. response.elapsedTime = (int)ts.TotalMilliseconds;
  665. _ = RedisHelper.RPushAsync(queue_cps_key, response);
  666. if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  667. if (!response.ip.Contains("127.0.0"))
  668. {
  669. saveCpsCache(response.channel.ToString(), response.accountId,
  670. response.success, response.message, response.reason);
  671. }
  672. }
  673. catch (Exception ex)
  674. {
  675. _ = new LoggerLibrary("unionCps", "database_error")
  676. .Info(response.rawContent)
  677. .Info(response.Convert2Json())
  678. .Info(ex.Message, ex.StackTrace)
  679. .SaveAsync();
  680. }
  681. }
  682. public static async Task ParseLogAsync(JdDataDTO response)
  683. {
  684. try
  685. {
  686. var ts = DateTime.Now - response.create_time;
  687. response.elapsedTime = (int)ts.TotalMilliseconds;
  688. _ = RedisHelper.RPushAsync(queue_parse_jd_key, response);
  689. if (!response.ip.Contains("127.0.0"))
  690. {
  691. saveParseCache(response.channel.ToString(), response.accountId,
  692. response.accountName, response.success, response.message, response.reason,
  693. response.deeplink_url);
  694. }
  695. if (response.success || response.message.Equals("转链失败"))
  696. {
  697. JdPoolCore.CallsIncrBy(response.accountId);
  698. }
  699. //CallsIncrBy
  700. if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  701. if (!response.success && ("nologin".Equals(response.reason) ||
  702. "方法不存在".Equals(response.reason) ||
  703. "未登录".Equals(response.reason)))
  704. {
  705. await Task.Run(() =>
  706. {
  707. JdPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  708. });
  709. //switch (response.channel)
  710. //{
  711. // case TkChannelEnum.tb:
  712. // //await Task.Run(() =>
  713. // //{
  714. // // if (alimamaPlus != null)
  715. // // {
  716. // // (bool success, string message) = alimamaPlus.RenewCookie();
  717. // // if (success) return;
  718. // // }
  719. // // TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  720. // //});
  721. // break;
  722. //}
  723. }
  724. if ("没有匹配账号".Equals(response.reason))
  725. {
  726. JdPoolCore.AccountExhausted();
  727. }
  728. }
  729. catch (Exception ex) { }
  730. }
  731. public static async Task ParseLogAsync(PddDataDTO response)
  732. {
  733. try
  734. {
  735. var ts = DateTime.Now - response.create_time;
  736. response.elapsedTime = (int)ts.TotalMilliseconds;
  737. _ = RedisHelper.RPushAsync(queue_parse_pdd_key, response);
  738. #if DEBUG
  739. for (int i = 0; i < 100; i++)
  740. {
  741. var data = RedisHelper.LPop<PddDataDTO>(queue_parse_pdd_key);
  742. if (data == null) break;
  743. if (data.ip.Contains("127.0.0"))
  744. {
  745. save_pdd_parse_logs(data, "pdd_parse_logs_test", null, null);
  746. }
  747. else
  748. {
  749. save_pdd_parse_logs(data, "pdd_parse_logs", null, null);
  750. if (data.elapsedTime > 1000)
  751. {
  752. save_pdd_parse_logs(data, "pdd_parse_logs_test", null, null);
  753. }
  754. if (data.success)
  755. {
  756. save_pdd_parse_logs(data, "pdd_parse_logs_success", null, null);
  757. }
  758. }
  759. }
  760. #endif
  761. if (!response.ip.Contains("127.0.0"))
  762. {
  763. saveParseCache(response.channel.ToString(), response.accountId,
  764. response.accountName, response.success, response.message, response.reason,
  765. response.deeplink_url);
  766. }
  767. if (response.success || response.message.Equals("转链失败"))
  768. {
  769. PddPoolCore.CallsIncrBy(response.accountId);
  770. }
  771. if (response.reason.Equals("您的调用次数过高"))
  772. {
  773. PddPoolCore.TempSuspend(response.accountId);
  774. }
  775. if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
  776. if (!response.success && ("nologin".Equals(response.reason) ||
  777. "方法不存在".Equals(response.reason) ||
  778. "未登录".Equals(response.reason)))
  779. {
  780. await Task.Run(() =>
  781. {
  782. PddPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
  783. });
  784. }
  785. if ("没有匹配账号".Equals(response.reason))
  786. {
  787. PddPoolCore.AccountExhausted();
  788. }
  789. }
  790. catch (Exception ex) { }
  791. }
  792. public static async Task ParseLogAsync(DyDataDTO response)
  793. {
  794. try
  795. {
  796. var ts = DateTime.Now - response.create_time;
  797. response.elapsedTime = (int)ts.TotalMilliseconds;
  798. _ = RedisHelper.RPushAsync(queue_parse_dy_key, response);
  799. if (!response.ip.Contains("127.0.0"))
  800. {
  801. saveParseCache(response.channel.ToString(), response.accountId,
  802. response.accountName, response.success, response.message, response.reason,
  803. response.deeplink_url);
  804. }
  805. }
  806. catch (Exception ex) { }
  807. }
  808. public static async Task ParseLogAsync(ToolParseDataDTO response)
  809. {
  810. try
  811. {
  812. var ts = DateTime.Now - response.create_time;
  813. response.elapsedTime = (int)ts.TotalMilliseconds;
  814. _ = RedisHelper.RPushAsync(queue_parse_tool_key, response);
  815. if (!response.ip.Contains("127.0.0"))
  816. {
  817. saveParseCache(response.channel.ToString(), 0, "tool",
  818. response.success, response.message, response.reason,
  819. response.deeplink_url);
  820. }
  821. }
  822. catch (Exception ex) { }
  823. }
  824. public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
  825. {
  826. try
  827. {
  828. var ts = DateTime.Now - response.create_time;
  829. response.elapsedTime = (int)ts.TotalMilliseconds;
  830. _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
  831. if (!response.ip.Contains("127.0.0"))
  832. {
  833. saveParseCache(response.channel_name, 0, "tool",
  834. response.success, response.message, response.reason,
  835. response.deeplink_url);
  836. }
  837. }
  838. catch (Exception ex) { }
  839. }
  840. private static void saveCache(string channel, int accountId, string accountName, bool success, string message, string reason)
  841. {
  842. saveAccountCache("all", success, message, reason);
  843. saveAccountCache($"{channel}", success, message, reason);
  844. saveAccountCache($"{accountName}", success, message, reason);
  845. if (accountId != 0)
  846. {
  847. //todo 放着跑两天,要将读取的地方改成读取accountid
  848. saveAccountCache($"{channel}_{accountId}", success, message, reason);
  849. }
  850. }
  851. private static void saveAccountCache(string accountName, bool success, string message, string reason)
  852. {
  853. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMM}");
  854. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMdd}");
  855. RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  856. string result = success ? "success" : "fail";
  857. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  858. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  859. RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  860. if (!string.IsNullOrEmpty(message))
  861. {
  862. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  863. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  864. RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  865. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  866. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  867. RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  868. RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
  869. RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
  870. RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
  871. }
  872. if (!string.IsNullOrEmpty(reason))
  873. {
  874. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  875. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  876. RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  877. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  878. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  879. RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  880. RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
  881. RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
  882. RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
  883. }
  884. }
  885. private static async Task saveUnionCouponParseCacheAsync(TkDataDTO data)
  886. {
  887. string cacheKey = $":cache:parse:{data.ip}_{data.oaid}_{data.itemId}";
  888. await EndPointCore.ProcessEndPointNodesAsync(node =>
  889. {
  890. if (!node.is_coupon_api) return Task.CompletedTask;
  891. if (string.IsNullOrEmpty(node.redis_server)) return Task.CompletedTask;
  892. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  893. redis.Set(cacheKey, 1, 2 * 86400);
  894. return Task.CompletedTask;
  895. });
  896. }
  897. private static void saveClientRequestTotal(TkChannelEnum channel, string ip, string oaid)
  898. {
  899. string cacheKey = $":cache:{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
  900. RedisHelper.IncrBy(cacheKey);
  901. RedisHelper.Expire(cacheKey, 86400);
  902. if (!string.IsNullOrEmpty(oaid))
  903. {
  904. cacheKey = $":cache:{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
  905. RedisHelper.IncrBy(cacheKey);
  906. RedisHelper.Expire(cacheKey, 86400);
  907. }
  908. }
  909. public static int getClientRequestTotalByOAID(TkChannelEnum channel, string oaid)
  910. {
  911. if (string.IsNullOrEmpty(oaid)) return 0;
  912. string cacheKey = $":cache:{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
  913. return RedisHelper.Get<int>(cacheKey);
  914. }
  915. public static int getClientRequestTotalByIp(TkChannelEnum channel, string ip)
  916. {
  917. if (string.IsNullOrEmpty(ip)) return 0;
  918. string cacheKey = $":cache:{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
  919. return RedisHelper.Get<int>(cacheKey);
  920. }
  921. private static void saveClientRequestTotal(CpsChannelEnum channel, string ip, string oaid)
  922. {
  923. string cacheKey = $":cache:cps_{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
  924. RedisHelper.IncrBy(cacheKey);
  925. RedisHelper.Expire(cacheKey, 86400);
  926. if (!string.IsNullOrEmpty(oaid))
  927. {
  928. cacheKey = $":cache:cps_{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
  929. RedisHelper.IncrBy(cacheKey);
  930. RedisHelper.Expire(cacheKey, 86400);
  931. }
  932. }
  933. public static int getClientRequestTotalByOAID(CpsChannelEnum channel, string oaid)
  934. {
  935. if (string.IsNullOrEmpty(oaid)) return 0;
  936. string cacheKey = $":cache:cps_{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
  937. return RedisHelper.Get<int>(cacheKey);
  938. }
  939. public static int getClientRequestTotalByIp(CpsChannelEnum channel, string ip)
  940. {
  941. if (string.IsNullOrEmpty(ip)) return 0;
  942. string cacheKey = $":cache:cps_{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
  943. return RedisHelper.Get<int>(cacheKey);
  944. }
  945. private static void saveParseCache(string channel, int accountId, string accountName,
  946. bool success, string message, string reason, string deeplink)
  947. {
  948. string dp_flag = deeplink switch
  949. {
  950. "" => "none",
  951. "tbopen://m.taobao.com/tbopen/index.html" or
  952. "pinduoduo://com.xunmeng.pinduoduo/" or
  953. "snssdk1128://feed?refer=web" or
  954. "bdnetdisk://n/action.EXTERNAL_ACTIVITY" or
  955. "openapp.jdmobile://virtual?params=" => "home",
  956. _ => success ? "success" : "fail",
  957. };
  958. //关于dp的缓存
  959. saveParseAccountCache($"dp_{dp_flag}:all", success, message, reason);
  960. saveParseAccountCache($"dp_{dp_flag}:{channel}", success, message, reason);
  961. saveParseAccountCache($"dp_{dp_flag}:{accountName}", success, message, reason);
  962. if (accountId != 0)
  963. {
  964. saveParseAccountCache($"dp_{dp_flag}:{channel}_{accountId}", success, message, reason);
  965. }
  966. saveParseAccountCache("all", success, message, reason);
  967. saveParseAccountCache($"{channel}", success, message, reason);
  968. saveParseAccountCache($"{accountName}", success, message, reason);
  969. if (accountId != 0)
  970. {
  971. //todo 放着跑两天,要将读取的地方改成读取accountid
  972. saveParseAccountCache($"{channel}_{accountId}", success, message, reason);
  973. }
  974. }
  975. private static void saveParseAccountCache(string accountName, bool success,
  976. string message, string reason)
  977. {
  978. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMM}");
  979. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMdd}");
  980. RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  981. string result = success ? "success" : "fail";
  982. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  983. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  984. RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  985. if (!string.IsNullOrEmpty(message))
  986. {
  987. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  988. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  989. RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  990. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  991. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  992. RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  993. RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
  994. RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
  995. RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
  996. }
  997. if (!string.IsNullOrEmpty(reason))
  998. {
  999. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  1000. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  1001. RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  1002. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  1003. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  1004. RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  1005. RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
  1006. RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
  1007. RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
  1008. }
  1009. }
  1010. private static void savePromotionCache(int accountId, string accountName, bool success, string message, string reason)
  1011. {
  1012. savePromotionAccountCache("all", success, message, reason);
  1013. savePromotionAccountCache($"{accountId}", success, message, reason);
  1014. }
  1015. private static void savePromotionAccountCache(string accountName, bool success, string message, string reason)
  1016. {
  1017. RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMM}");
  1018. RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMMdd}");
  1019. RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  1020. string result = success ? "success" : "fail";
  1021. RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  1022. RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  1023. RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  1024. if (!string.IsNullOrEmpty(message))
  1025. {
  1026. RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  1027. RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  1028. RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  1029. RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  1030. RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  1031. RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  1032. RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
  1033. RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
  1034. RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
  1035. }
  1036. if (!string.IsNullOrEmpty(reason))
  1037. {
  1038. RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  1039. RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  1040. RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  1041. RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  1042. RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  1043. RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  1044. RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
  1045. RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
  1046. RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
  1047. }
  1048. }
  1049. private static void saveCouponCache(string channel, int accountId, string accountName, bool success, string message, string reason)
  1050. {
  1051. saveAccountCouponCache("all", success, message, reason);
  1052. saveAccountCouponCache($"{channel}", success, message, reason);
  1053. if (accountId != 0)
  1054. {
  1055. saveAccountCouponCache($"{channel}_{accountId}", success, message, reason);
  1056. }
  1057. }
  1058. private static void saveAccountCouponCache(string accountName, bool success, string message, string reason)
  1059. {
  1060. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMM}");
  1061. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMdd}");
  1062. RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
  1063. string result = success ? "success" : "fail";
  1064. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
  1065. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
  1066. RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
  1067. if (!string.IsNullOrEmpty(message))
  1068. {
  1069. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
  1070. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
  1071. RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
  1072. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
  1073. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
  1074. RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
  1075. RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
  1076. RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
  1077. RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
  1078. }
  1079. if (!string.IsNullOrEmpty(reason))
  1080. {
  1081. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
  1082. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  1083. RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  1084. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
  1085. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
  1086. RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  1087. RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
  1088. RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
  1089. RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
  1090. }
  1091. }
  1092. private static void saveCpsCache(string channel, int accountId, bool success, string message, string reason)
  1093. {
  1094. saveAccountCpsCache("all", success, message, reason);
  1095. saveAccountCpsCache($"{channel}", success, message, reason);
  1096. if (accountId != 0)
  1097. {
  1098. saveAccountCpsCache($"{channel}_{accountId}", success, message, reason);
  1099. }
  1100. }
  1101. private static void saveAccountCpsCache(string flagName, bool success, string message, string reason)
  1102. {
  1103. RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMM}");
  1104. RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMMdd}");
  1105. RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMMddHH}");
  1106. string result = success ? "success" : "fail";
  1107. RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMM}");
  1108. RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMMdd}");
  1109. RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMMddHH}");
  1110. if (!string.IsNullOrEmpty(message))
  1111. {
  1112. RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMM}", message);
  1113. RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMMdd}", message);
  1114. RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMMddHH}", message);
  1115. RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMM}");
  1116. RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMMdd}");
  1117. RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMMddHH}");
  1118. RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMM}");
  1119. RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMMdd}");
  1120. RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
  1121. }
  1122. if (!string.IsNullOrEmpty(reason))
  1123. {
  1124. RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMM}", reason);
  1125. RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMMdd}", reason);
  1126. RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
  1127. RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMM}");
  1128. RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMMdd}");
  1129. RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMMddHH}");
  1130. RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMM}");
  1131. RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
  1132. RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
  1133. }
  1134. }
  1135. public static int GetTotal(string keyname, bool all_node = true)
  1136. {
  1137. //:coupon_total:tb:20240706
  1138. //:coupon_total:tb:success:20240706
  1139. //:coupon_total:tb:放弃转链:20240706
  1140. var result = EndPointCore.ProcessEndPointNodes<int>(node =>
  1141. {
  1142. if (!node.is_public_api) return 0;
  1143. if (string.IsNullOrEmpty(node.redis_server)) return 0;
  1144. if (!all_node)
  1145. {
  1146. if (CenterHub.IsCenter)
  1147. {
  1148. if (node.is_coupon_api) { return 0; }
  1149. }
  1150. else
  1151. {
  1152. if (!node.is_coupon_api) { return 0; }
  1153. }
  1154. }
  1155. #if DEBUG
  1156. switch (node.name)
  1157. {
  1158. case "bj":
  1159. node.redis_server = "101.200.46.46:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
  1160. break;
  1161. case "gz":
  1162. node.redis_server = "8.138.110.158:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
  1163. break;
  1164. case "coupon1":
  1165. node.redis_server = "c1api.molilian.com:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=coupon";
  1166. break;
  1167. default: return 0;
  1168. }
  1169. #endif
  1170. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  1171. int count = redis.Get<int>(keyname);
  1172. return count;
  1173. });
  1174. return result.Sum();
  1175. }
  1176. public static string[] GetTotalKeys(string keyname, bool all_node = true)
  1177. {
  1178. var result = EndPointCore.ProcessEndPointNodes<string[]>(node =>
  1179. {
  1180. if (!node.is_public_api) return [];
  1181. if (string.IsNullOrEmpty(node.redis_server)) return [];
  1182. if (!all_node)
  1183. {
  1184. if (CenterHub.IsCenter)
  1185. {
  1186. if (node.is_coupon_api) { return []; }
  1187. }
  1188. else
  1189. {
  1190. if (!node.is_coupon_api) { return []; }
  1191. }
  1192. }
  1193. #if DEBUG
  1194. switch (node.name)
  1195. {
  1196. case "bj":
  1197. node.redis_server = "101.200.46.46:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
  1198. break;
  1199. case "gz":
  1200. node.redis_server = "8.138.110.158:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
  1201. break;
  1202. case "coupon1":
  1203. node.redis_server = "c1api.molilian.com:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=coupon";
  1204. break;
  1205. default: return [];
  1206. }
  1207. #endif
  1208. var redis = RedisClientManager.GetRedisClient(node.redis_server);
  1209. string[] message_keys = redis.SMembers(keyname);
  1210. return message_keys;
  1211. });
  1212. string[] message_keys = [];
  1213. foreach (var arr in result)
  1214. {
  1215. message_keys = message_keys.Union(arr).ToArray();
  1216. }
  1217. return message_keys;
  1218. }
  1219. //if (item.total_count > 0) continue;
  1220. //item.total_count = RedisHelper.Get<int>($":total:all:{item.report_date:yyyyMMdd}");
  1221. //if (item.total_count == 0) continue;
  1222. //item.success_count = RedisHelper.Get<int>($":total:all:success:{item.report_date:yyyyMMdd}");
  1223. //item.abandon_count = RedisHelper.Get<int>($":total:all:放弃转链:{item.report_date:yyyyMMdd}");
  1224. }
  1225. }