TestController.cs 104 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512
  1. using molilian.core;
  2. using dodohold.core;
  3. using Dapper;
  4. using Microsoft.AspNetCore.Mvc;
  5. using Org.BouncyCastle.Ocsp;
  6. using System.Collections.Concurrent;
  7. using System.Diagnostics;
  8. using System.Text.Json;
  9. using System.Runtime.InteropServices;
  10. using System.Net;
  11. using System.Threading;
  12. using System.Data;
  13. using Microsoft.AspNetCore.Mvc.RazorPages;
  14. using TencentCloud.Soe.V20180724.Models;
  15. using static dodohold.core.ZTOExpress.CreateOrderArgs;
  16. using static Spire.Xls.Core.Spreadsheet.HTMLOptions;
  17. using System.Net.Http.Json;
  18. using System.Text.RegularExpressions;
  19. using System.Text;
  20. using TencentCloud.Oceanus.V20190422.Models;
  21. using YunhuiKit;
  22. using TencentCloud.Cdn.V20180606.Models;
  23. namespace molilian.api.Controllers
  24. {
  25. [ApiController]
  26. [Route("[controller]/[action]")]
  27. public class TestController : ControllerBase
  28. {
  29. private const string JdStressDeeplinkContent = "openapp.jdmobile://virtual?params=%7B%22category%22%3A%22jump%22%2C%22des%22%3A%22productDetail%22%2C%22skuId%22%3A%2210139003162781%22%2C%22sourceType%22%3A%22Item%22%2C%22sourceValue%22%3A%22view-ware%22%7D";
  30. private const int DeeplinkReportStatsExpireSeconds = 90 * 86400;
  31. private const int DeeplinkReportRepairMaxDays = 366;
  32. protected IHttpContextAccessor _accessor;
  33. public TestController(IHttpContextAccessor accessor)
  34. {
  35. _accessor = accessor;
  36. }
  37. [HttpGet]
  38. public async Task<ActionResult> jd_unsafe_parse_stress([FromQuery] int t = 5, [FromQuery] int time = 60, [FromQuery] string ip = "127.0.0.1", [FromQuery] string oaid = "", [FromQuery] bool wait = false)
  39. {
  40. t = t <= 0 ? 5 : t;
  41. time = time <= 0 ? 60 : time;
  42. string runId = DateTime.Now.ToString("yyyyMMdd_HHmmss_fff");
  43. string logName = $"run_{runId}_t{t}_time{time}";
  44. string startLogStatus = await SaveJdStressStartLogAsync(runId, logName, t, time, ip, oaid, wait);
  45. if (wait)
  46. {
  47. var result = await RunJdStressAsync(runId, logName, t, time, ip, oaid, startLogStatus, CancellationToken.None);
  48. return new APIResult(result);
  49. }
  50. _ = Task.Run(async () =>
  51. {
  52. try
  53. {
  54. await RunJdStressAsync(runId, logName, t, time, ip, oaid, startLogStatus, CancellationToken.None);
  55. }
  56. catch (Exception ex)
  57. {
  58. _ = new LoggerLibrary("jd_api_stress", $"{logName}_runner_error")
  59. .Info(ex.Message, ex.StackTrace)
  60. .SaveAsync();
  61. }
  62. });
  63. return new APIResult(new
  64. {
  65. success = true,
  66. message = "后台压测已启动",
  67. runId,
  68. requestPerSecond = t,
  69. timeSeconds = time,
  70. expectedRequests = (long)t * time,
  71. wait,
  72. log = new
  73. {
  74. type = "LoggerLibrary",
  75. dir = "jd_api_stress",
  76. name = logName,
  77. status = startLogStatus
  78. }
  79. });
  80. }
  81. [HttpGet]
  82. public async Task<ActionResult> ecs_list_test()
  83. {
  84. var list = AliyunPoolCore.EcsList();
  85. return new APIResult(new
  86. {
  87. success = true,
  88. msg = "ok",
  89. list
  90. });
  91. }
  92. [HttpGet]
  93. public async Task<ActionResult> testReconnectionRedis()
  94. {
  95. string cacheKey = "test";
  96. RedisKit.SetAsync(cacheKey, 1, 3600);
  97. string val = await RedisKit.GetAsync<string>(cacheKey);
  98. return new APIResult(new { success = "ok", val });
  99. }
  100. [HttpGet]
  101. public async Task<ActionResult> backfill_track_parse_metrics([FromQuery] string reportDate = "")
  102. {
  103. DateTime targetDate = DateTime.Now.Date;
  104. if (!string.IsNullOrWhiteSpace(reportDate) && !DateTime.TryParse(reportDate, out targetDate))
  105. {
  106. return new APIResult(new
  107. {
  108. success = false,
  109. message = "reportDate格式错误,请使用 yyyy-MM-dd"
  110. });
  111. }
  112. var result = await TracksCore.BackfillParseMetricCountersAsync(targetDate);
  113. return new APIResult(new
  114. {
  115. success = true,
  116. message = "ok",
  117. data = result
  118. });
  119. }
  120. [HttpGet]
  121. public async Task<ActionResult> ChangePublicIpByName(string nodeName)
  122. {
  123. var proxy_node = new DBContext.Table("proxy_nodes").Get<dynamic>("nodeName=@nodeName", new { nodeName });
  124. if (proxy_node == null) return new APIResult(new { success = false, msg = "没有匹配的 proxy_nodes 记录" });
  125. int aliyun_id = proxy_node.aliyun_id;
  126. string proxy_server = proxy_node.server;
  127. var account = new DBContext.Table("aliyun_pool").Get<AliyunPoolDTO>(aliyun_id);
  128. if (account == null) return new APIResult(new { success = false, msg = "没有匹配的 aliyun_pool 记录" });
  129. var uri = new Uri(proxy_server);
  130. string privateIp = uri.Host;
  131. AliyunCore core = new AliyunCore(account);
  132. var success = await core.ChangePublicIpAsync(privateIp);
  133. return new APIResult(new { success = "ok" });
  134. }
  135. [HttpGet]
  136. public async Task<ActionResult> ChangePublicIp(int id)
  137. {
  138. id = id >= 20000 ? id - 20000 : id;
  139. var proxy_node = new DBContext.Table("proxy_nodes").Get<dynamic>(id);
  140. if (proxy_node == null) return new APIResult(new { success = false, msg = "没有匹配的 proxy_nodes 记录" });
  141. int aliyun_id = proxy_node.aliyun_id;
  142. string proxy_server = proxy_node.server;
  143. var account = new DBContext.Table("aliyun_pool").Get<AliyunPoolDTO>(aliyun_id);
  144. if (account == null) return new APIResult(new { success = false, msg = "没有匹配的 aliyun_pool 记录" });
  145. var uri = new Uri(proxy_server);
  146. string privateIp = uri.Host;
  147. AliyunCore core = new AliyunCore(account);
  148. var success = await core.ChangePublicIpAsync(privateIp);
  149. return new APIResult(new { success = "ok" });
  150. }
  151. [HttpGet]
  152. //第一部 先加一个网卡,
  153. public async Task<ActionResult> CreateNetworkInterface(int id, string ecsid)
  154. {
  155. AliyunCore core = new AliyunCore(id);
  156. //创建弹性网卡并绑定公网IP
  157. var success = core.EcsCreateNetworkInterface("cn-beijing", ecsid);
  158. return new APIResult(new { success });
  159. }
  160. [HttpGet]
  161. //第二部 给网卡绑定很多个辅助ip
  162. public async Task<ActionResult> EcsAssignPrivateIpAddresses(int id, string ecsid, int count, bool isSecondary = true)
  163. {
  164. AliyunCore core = new AliyunCore(id);
  165. //创建弹性网卡并绑定公网IP
  166. var success = core.EcsAssignPrivateIpAddresses("cn-beijing", ecsid, count, !isSecondary);
  167. return new APIResult(new { success });
  168. }
  169. [HttpGet]
  170. public async Task<ActionResult> QueryAccountBalance()
  171. {
  172. AliyunPlus plus = new AliyunPlus("LTAI5tQbkTjtULQcrWGaw2VJ", "UIkkolVVEddooOKOIUByCqymZkK6ZA");
  173. var response = plus.QueryAccountBalance();
  174. var balance = response.Body.Data.AvailableAmount;
  175. return new APIResult(new { response });
  176. }
  177. //[HttpGet]
  178. //public async Task<ActionResult> test(string table = "tk_parse_logs_shop", int count = 100)
  179. //{
  180. // //table = "tk_parse_logs_shop";
  181. // //table = "tk_parse_logs_live";
  182. // //table = "tk_parse_logs_video";
  183. // string filter = "success=0 AND message='放弃转链' AND reason='非标准链接'";
  184. // for (int i = 0; i < 100; i++)
  185. // {
  186. // try
  187. // {
  188. // var list = new DBContext.Table(table)
  189. // .Where(filter, new { })
  190. // .Limit(count).Select<TkDataDTO>();
  191. // if (!list.Any())
  192. // {
  193. // return new APIResult(new
  194. // {
  195. // success = false,
  196. // message = "所有任务完成"
  197. // });
  198. // }
  199. // foreach (var item in list)
  200. // {
  201. // TkPoolDTO? account = TkPoolCore.GetOne(TkPoolCore.TkAction.parse);
  202. // if (account == null)
  203. // {
  204. // return new APIResult(new
  205. // {
  206. // success = false,
  207. // message = "没有工作账号"
  208. // });
  209. // }
  210. // var result = item.Convert2Json().Convert2Object<TkDataDTO>();
  211. // result.accountId = account.id;
  212. // result.accountName = account.company;
  213. // var alimama = new AlimamaPlus(account);
  214. // int timeout = alimama._config.rt_max;
  215. // using var cts = new CancellationTokenSource();
  216. // cts.CancelAfter(timeout);
  217. // result = await alimama.UnionParseAsync(item.content, result);
  218. // string reason = "非标准链接".Equals(result.reason) ? "非标准链接ok" : result.reason;
  219. // new DBContext.Table(table)
  220. // .Add("linkType", (int)result.link_type)
  221. // .Add("rawContent", result.rawContent)
  222. // .Add("success", result.success)
  223. // .Add("message", result.message)
  224. // .Add("reason", reason)
  225. // .Add("content", result.content)
  226. // .Add("itemId", result.itemId)
  227. // .Add("itemName", result.itemName)
  228. // .Add("pic", result.pic)
  229. // .Add("couponAmount", result.couponAmount)
  230. // .Add("promotionPrice", result.promotionPrice)
  231. // .Add("taoToken", result.taoToken)
  232. // .Add("shortLinkurl", result.shortLinkurl)
  233. // .Add("deeplink_url", result.deeplink_url)
  234. // .Add("num_iid", result.num_iid)
  235. // .Add("elapsedTime", result.elapsedTime)
  236. // .Add("elapsedTime2", result.elapsedTime2)
  237. // .Add("elapsedTime3", result.elapsedTime3)
  238. // .Add("subCode", result.subCode)
  239. // .Where("id=@id", new { item.id })
  240. // .Update();
  241. // }
  242. // }
  243. // catch
  244. // {
  245. // }
  246. // }
  247. // return new APIResult(new
  248. // {
  249. // success = true,
  250. // message = "ok"
  251. // });
  252. //}
  253. [HttpGet]
  254. public async Task<ActionResult> redu_douyin(string command)
  255. {
  256. ReduPlus plus = new ReduPlus("", "", "");
  257. var result = await plus.DouyinParse(command);
  258. return Content(result.Convert2Json());
  259. }
  260. [HttpGet]
  261. public async Task<ActionResult> redu_kuaishou(string command)
  262. {
  263. ReduPlus plus = new ReduPlus("", "", "");
  264. var result = await plus.KuaishouParse(command);
  265. return Content(result.Convert2Json());
  266. }
  267. [HttpPost]
  268. public async Task<ActionResult> test2([FromForm] string jsonContent, [FromForm] string testText)
  269. {
  270. // 用于存储输出结果的StringBuilder
  271. StringBuilder outputBuilder = new StringBuilder();
  272. // 解析JSON数据
  273. JsonDocument jsonDoc = JsonDocument.Parse(jsonContent);
  274. // 获取根元素
  275. JsonElement root = jsonDoc.RootElement;
  276. // 遍历规则
  277. foreach (JsonElement ruleSet in root.EnumerateArray())
  278. {
  279. string platformType = ruleSet.Read("platformType", string.Empty);
  280. string supplier = ruleSet.Read("supplier", string.Empty);
  281. outputBuilder.AppendLine($"平台类型: {platformType}, 供应商: {supplier}");
  282. JsonElement pwdRules = ruleSet.GetProperty("pwdRules");
  283. int idx = 0;
  284. foreach (JsonElement patternElement in pwdRules.EnumerateArray())
  285. {
  286. string pattern = patternElement.GetString();
  287. try
  288. {
  289. // 使用Regex类来编译正则表达式
  290. Regex compiledPattern = new Regex(pattern);
  291. if (compiledPattern.IsMatch(testText))
  292. {
  293. outputBuilder.AppendLine($"规则 {idx + 1}: 匹配\t{pattern}");
  294. }
  295. else
  296. {
  297. outputBuilder.AppendLine($"规则 {idx + 1}: 不匹配");
  298. }
  299. }
  300. catch (Exception e)
  301. {
  302. outputBuilder.AppendLine($"规则 {idx + 1}: 正则表达式错误 - {e.Message}\t{pattern}");
  303. }
  304. idx++;
  305. }
  306. }
  307. outputBuilder.AppendLine("测试完成");
  308. return Content(outputBuilder.ToString());
  309. }
  310. [HttpGet]
  311. public async Task<ActionResult> ip(string ip)
  312. {
  313. string result = IP2RegionPlus.Search(ip);
  314. return new APIResult(new
  315. {
  316. success = true,
  317. message = result
  318. });
  319. }
  320. [HttpPost]
  321. public async Task<ActionResult> testreg([FromBody] JsonElement form)
  322. {
  323. var content = form.Read("s", string.Empty);
  324. string shortLinkurl = AlimamaPlus.GetTaobaoLink(content);
  325. bool is_tao_token = AlimamaPlus.MatchRegexes(content, []);
  326. bool is_other = AlimamaPlus.MatchOtherInfo(content, []);
  327. return new APIResult(new
  328. {
  329. shortLinkurl,
  330. is_tao_token,
  331. is_other
  332. });
  333. }
  334. //[HttpGet]
  335. //public async Task<ActionResult> comparison_tk([FromQuery] int count = 100)
  336. //{
  337. // string cacheKey = ":lock_key:comparison_tk_logs";
  338. // int last_id = RedisHelper.Get<int>(cacheKey);
  339. // string filter = "id>@last_id";
  340. // var result = new DBContext.Table("comparison_tk_logs")
  341. // .Where(filter, new { last_id })
  342. // .Page(count, 1)
  343. // .Order("ID")
  344. // .PageList<TkDataDTO>(false);
  345. // var ip = "127.0.0.1";
  346. // var oaid = "test-comparison_tk_logs";
  347. // foreach (var item in result.List)
  348. // {
  349. // await UnionParseCore.TaobaoParseAsync(item.rawContent, ip, oaid);
  350. // RedisHelper.Set(cacheKey, item.id, 10 * 86400);
  351. // }
  352. // if (result.Count < count)
  353. // {
  354. // cacheKey = ":lock_key:start_comparison_tk";
  355. // RedisHelper.Set(cacheKey, 1, 600);
  356. // }
  357. // return new APIResult(new
  358. // {
  359. // success = true,
  360. // message = "ok"
  361. // });
  362. //}
  363. //[HttpGet]
  364. //public async Task<ActionResult> comparison_tk_raw([FromQuery] int count = 100)
  365. //{
  366. // string cacheKey = ":lock_key:comparison_tk_logs_raw";
  367. // int last_id = RedisHelper.Get<int>(cacheKey);
  368. // string filter = "id>@last_id";
  369. // var result = new DBContext.Table("comparison_tk_logs")
  370. // .Where(filter, new { last_id })
  371. // .Page(count, 1)
  372. // .Order("ID")
  373. // .PageList<TkDataDTO>(false);
  374. // var ip = "127.0.0.1";
  375. // var oaid = "test-comparison_tk_logs_raw";
  376. // foreach (var item in result.List)
  377. // {
  378. // await UnionParseCore.TaobaoParseAsync(item.rawContent, ip, oaid);
  379. // RedisHelper.Set(cacheKey, item.id, 10 * 86400);
  380. // }
  381. // if (result.Count < count)
  382. // {
  383. // cacheKey = ":lock_key:start_comparison_tk";
  384. // RedisHelper.Set(cacheKey, 1, 600);
  385. // }
  386. // return new APIResult(new
  387. // {
  388. // success = true,
  389. // message = "ok"
  390. // });
  391. //}
  392. [HttpGet]
  393. public async Task<ActionResult> testTask()
  394. {
  395. string url = "https://www.taobao.com";
  396. TkDataDTO result = new TkDataDTO();
  397. result.message = "init";
  398. result.success = true;
  399. int timeout = 1000;
  400. using var cts = new CancellationTokenSource();
  401. cts.CancelAfter(timeout);
  402. var requestTask = Task.Run(() => AlimamaPlus.testTaskAsync(result, cts.Token), cts.Token);
  403. var delayTask = Task.Delay(timeout, cts.Token);
  404. var completedTask = await Task.WhenAny(requestTask, delayTask);
  405. if (completedTask == requestTask)
  406. {
  407. result = await requestTask;
  408. }
  409. else
  410. {
  411. cts.Cancel();
  412. result.success = false;
  413. result.message = "放弃转链";
  414. result.reason = "请求超时";
  415. result.itemName = "点击打开淘宝APP";
  416. }
  417. return new APIResult(new
  418. {
  419. success = true,
  420. message = "ok",
  421. result,
  422. });
  423. }
  424. [HttpGet]
  425. public async Task<ActionResult> testThread()
  426. {
  427. // 查看默认的最小和最大线程数
  428. ThreadPool.GetMinThreads(out int defaultMinWorker, out int defaultMinIOC);
  429. ThreadPool.GetMaxThreads(out int defaultMaxWorker, out int defaultMaxIOC);
  430. string tmp = $"Default Min worker threads: {defaultMinWorker}, Min I/O completion threads: {defaultMinIOC}";
  431. string tmp2 = $"Default Max worker threads: {defaultMaxWorker}, Max I/O completion threads: {defaultMaxIOC}";
  432. // 获取当前线程池中可用的工作线程数和 I/O 完成端口线程数
  433. ThreadPool.GetAvailableThreads(out int availableWorkerThreads, out int availableIOCompletionThreads);
  434. string tmp3 = $"Current available worker threads: {availableWorkerThreads}, available I/O completion threads: {availableIOCompletionThreads}";
  435. return new APIResult(new
  436. {
  437. tmp,
  438. tmp2,
  439. tmp3,
  440. });
  441. }
  442. [HttpPost]
  443. public async Task<ActionResult> test1([FromBody] JsonElement form)
  444. {
  445. NotifyCore.Notify(new NifyMessage
  446. {
  447. message = $"【淘宝联盟:test】cookie 掉线",
  448. priority = NifyMessagePriority.high,
  449. tags = ["red_circle"]
  450. });
  451. return new APIResult(new
  452. {
  453. success = true,
  454. message = "ok"
  455. });
  456. }
  457. [HttpGet]
  458. public async Task<ActionResult> RepairDeeplinkReportStats(
  459. DateTime startDate = default,
  460. DateTime endDate = default,
  461. bool dryRun = true,
  462. bool useLegacyRedis = false,
  463. bool allowPartialSources = false,
  464. bool allowCurrentDate = false,
  465. string fallbackEndpoint = "",
  466. int commandTimeoutSeconds = 600)
  467. {
  468. var yesterday = DateTime.Now.Date.AddDays(-1);
  469. if (startDate == default) startDate = yesterday;
  470. if (endDate == default) endDate = startDate;
  471. startDate = startDate.Date;
  472. endDate = endDate.Date;
  473. commandTimeoutSeconds = Math.Clamp(commandTimeoutSeconds, 30, 3600);
  474. if (endDate < startDate)
  475. {
  476. return new APIResult(new { success = false, message = "endDate 不能早于 startDate" });
  477. }
  478. int requestedDays = (endDate - startDate).Days + 1;
  479. if (requestedDays > DeeplinkReportRepairMaxDays)
  480. {
  481. return new APIResult(new
  482. {
  483. success = false,
  484. message = $"单次最多重建 {DeeplinkReportRepairMaxDays} 天数据"
  485. });
  486. }
  487. if (!allowCurrentDate && endDate >= DateTime.Now.Date)
  488. {
  489. return new APIResult(new
  490. {
  491. success = false,
  492. message = "默认禁止重建当天数据,避免覆盖实时计数;如确需执行请传 allowCurrentDate=true"
  493. });
  494. }
  495. var endpoints = (EndPointCore.List(true) ?? Enumerable.Empty<EndPointDTO>())
  496. .Where(node => node.status && node.is_public_api)
  497. .Where(node => !string.IsNullOrWhiteSpace(EndPointCore.GetRedisServer(node)))
  498. .GroupBy(node => node.name, StringComparer.OrdinalIgnoreCase)
  499. .Select(group => group.First())
  500. .OrderBy(node => node.name, StringComparer.OrdinalIgnoreCase)
  501. .ToList();
  502. if (endpoints.Count == 0)
  503. {
  504. return new APIResult(new { success = false, message = "没有可用的公共 API Redis 节点" });
  505. }
  506. EndPointDTO fallbackNode;
  507. if (!string.IsNullOrWhiteSpace(fallbackEndpoint))
  508. {
  509. fallbackNode = endpoints.FirstOrDefault(node => node.name.Equals(
  510. fallbackEndpoint.Trim(),
  511. StringComparison.OrdinalIgnoreCase
  512. ))!;
  513. if (fallbackNode == null)
  514. {
  515. return new APIResult(new
  516. {
  517. success = false,
  518. message = $"fallbackEndpoint={fallbackEndpoint} 不在可用公共节点中",
  519. availableEndpoints = endpoints.Select(node => node.name).ToList()
  520. });
  521. }
  522. }
  523. else
  524. {
  525. fallbackNode = endpoints.FirstOrDefault(node => node.name.Equals(
  526. EndPointCore.CurrentEndPoint,
  527. StringComparison.OrdinalIgnoreCase
  528. )) ?? endpoints[0];
  529. }
  530. var endpointNames = endpoints.ToDictionary(
  531. node => node.name,
  532. node => node.name,
  533. StringComparer.OrdinalIgnoreCase
  534. );
  535. var knownChannelNames = GetKnownDeeplinkReportChannelNames();
  536. var repairDates = new List<DeeplinkReportRepairDate>();
  537. var warnings = new List<object>();
  538. var errors = new List<object>();
  539. if (useLegacyRedis)
  540. {
  541. return await RepairDeeplinkReportStatsFromLegacyRedisAsync(
  542. endpoints,
  543. knownChannelNames,
  544. startDate,
  545. endDate,
  546. dryRun
  547. );
  548. }
  549. var parseAdminEndpoint = EndPointCore.GetParseAdmin();
  550. bool usesConfiguredParseDatabase = parseAdminEndpoint != null &&
  551. !string.IsNullOrWhiteSpace(parseAdminEndpoint.db_server);
  552. using var connection = usesConfiguredParseDatabase
  553. ? EndPointCore.GetDbConnection(parseAdminEndpoint!.db_server)
  554. : DBContext.GetOpenConnection();
  555. if (connection.State != ConnectionState.Open) connection.Open();
  556. foreach (var reportDate in EachDay(startDate, endDate))
  557. {
  558. string dateKey = reportDate.ToString("yyyyMMdd");
  559. string toolTableName = $"tool_parse_logs_{dateKey}";
  560. string deeplinkTableName = $"deeplink_parse_logs_{dateKey}";
  561. bool toolTableExists = TableExists(connection, toolTableName, commandTimeoutSeconds);
  562. bool deeplinkTableExists = TableExists(connection, deeplinkTableName, commandTimeoutSeconds);
  563. if (!toolTableExists && !deeplinkTableExists)
  564. {
  565. warnings.Add(new
  566. {
  567. date = reportDate.ToString("yyyy-MM-dd"),
  568. message = "两个来源日表都不存在,已跳过",
  569. toolTableName,
  570. deeplinkTableName
  571. });
  572. continue;
  573. }
  574. if (!allowPartialSources && (!toolTableExists || !deeplinkTableExists))
  575. {
  576. warnings.Add(new
  577. {
  578. date = reportDate.ToString("yyyy-MM-dd"),
  579. message = "来源日表不完整,已跳过;确认缺失表确实无数据后可传 allowPartialSources=true",
  580. toolTableName,
  581. toolTableExists,
  582. deeplinkTableName,
  583. deeplinkTableExists
  584. });
  585. continue;
  586. }
  587. try
  588. {
  589. var sourceCounts = new List<DeeplinkReportRepairSourceCount>();
  590. if (toolTableExists)
  591. {
  592. var toolCounts = SqlMapper.Query<DeeplinkReportToolSourceRow>(
  593. connection,
  594. $@"
  595. SELECT
  596. COALESCE(end_point, '') end_point,
  597. channel,
  598. COUNT(*) total_count,
  599. CAST(COALESCE(SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END), 0) AS SIGNED) success_count
  600. FROM {toolTableName}
  601. GROUP BY COALESCE(end_point, ''), channel",
  602. commandTimeout: commandTimeoutSeconds
  603. );
  604. sourceCounts.AddRange(toolCounts.Select(item => new DeeplinkReportRepairSourceCount
  605. {
  606. source = toolTableName,
  607. source_endpoint = item.end_point?.Trim() ?? string.Empty,
  608. channel_name = GetDeeplinkReportChannelName(item.channel),
  609. total_count = item.total_count,
  610. success_count = item.success_count,
  611. fail_count = Math.Max(0, item.total_count - item.success_count)
  612. }));
  613. }
  614. if (deeplinkTableExists)
  615. {
  616. var deeplinkCounts = SqlMapper.Query<DeeplinkReportNamedSourceRow>(
  617. connection,
  618. $@"
  619. SELECT
  620. COALESCE(end_point, '') end_point,
  621. COALESCE(NULLIF(TRIM(channel_name), ''), 'unknown') channel_name,
  622. COUNT(*) total_count,
  623. CAST(COALESCE(SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END), 0) AS SIGNED) success_count
  624. FROM {deeplinkTableName}
  625. GROUP BY COALESCE(end_point, ''), COALESCE(NULLIF(TRIM(channel_name), ''), 'unknown')",
  626. commandTimeout: commandTimeoutSeconds
  627. );
  628. sourceCounts.AddRange(deeplinkCounts.Select(item => new DeeplinkReportRepairSourceCount
  629. {
  630. source = deeplinkTableName,
  631. source_endpoint = item.end_point?.Trim() ?? string.Empty,
  632. channel_name = NormalizeDeeplinkReportChannelName(item.channel_name),
  633. total_count = item.total_count,
  634. success_count = item.success_count,
  635. fail_count = Math.Max(0, item.total_count - item.success_count)
  636. }));
  637. }
  638. var mergedCounts = new Dictionary<string, DeeplinkReportRepairCount>(StringComparer.OrdinalIgnoreCase);
  639. var remappedSources = new List<object>();
  640. foreach (var sourceCount in sourceCounts)
  641. {
  642. bool endpointMatched = endpointNames.TryGetValue(sourceCount.source_endpoint, out var endpointName);
  643. endpointName ??= fallbackNode.name;
  644. if (!endpointMatched)
  645. {
  646. remappedSources.Add(new
  647. {
  648. sourceCount.source,
  649. sourceEndpoint = sourceCount.source_endpoint,
  650. mappedEndpoint = endpointName,
  651. sourceCount.channel_name,
  652. sourceCount.total_count
  653. });
  654. }
  655. string mergedKey = $"{endpointName}\u001f{sourceCount.channel_name}";
  656. if (!mergedCounts.TryGetValue(mergedKey, out var mergedCount))
  657. {
  658. mergedCount = new DeeplinkReportRepairCount
  659. {
  660. endpoint_name = endpointName,
  661. channel_name = sourceCount.channel_name
  662. };
  663. mergedCounts[mergedKey] = mergedCount;
  664. }
  665. mergedCount.total_count += sourceCount.total_count;
  666. mergedCount.success_count += sourceCount.success_count;
  667. mergedCount.fail_count += sourceCount.fail_count;
  668. knownChannelNames.Add(sourceCount.channel_name);
  669. }
  670. var dateCounts = mergedCounts.Values
  671. .OrderBy(item => item.endpoint_name, StringComparer.OrdinalIgnoreCase)
  672. .ThenByDescending(item => item.total_count)
  673. .ThenBy(item => item.channel_name, StringComparer.OrdinalIgnoreCase)
  674. .ToList();
  675. var repairDate = new DeeplinkReportRepairDate
  676. {
  677. report_date = reportDate,
  678. tool_table_exists = toolTableExists,
  679. deeplink_table_exists = deeplinkTableExists,
  680. counts = dateCounts,
  681. remapped_sources = remappedSources
  682. };
  683. repairDates.Add(repairDate);
  684. }
  685. catch (Exception ex)
  686. {
  687. errors.Add(new
  688. {
  689. scope = "mysql_aggregate",
  690. date = reportDate.ToString("yyyy-MM-dd"),
  691. error = FormatRepairError(ex)
  692. });
  693. }
  694. }
  695. var redisReports = new List<object>();
  696. foreach (var endpoint in endpoints)
  697. {
  698. var endpointReports = new List<object>();
  699. string redisServer = EndPointCore.GetRedisServer(endpoint);
  700. try
  701. {
  702. await using var scope = await RedisClientFactory.CreateScopeAsync(redisServer);
  703. var redis = scope.Client;
  704. foreach (var repairDate in repairDates)
  705. {
  706. string dateKey = repairDate.report_date.ToString("yyyyMMdd");
  707. var endpointCounts = repairDate.counts
  708. .Where(item => item.endpoint_name.Equals(endpoint.name, StringComparison.OrdinalIgnoreCase))
  709. .ToList();
  710. var expectedParentCount = SumDeeplinkReportRepairCounts(endpointCounts);
  711. var beforeParentCount = await ReadDeeplinkReportBucketAsync(redis, "tool", dateKey);
  712. string channelIndexKey = $":parse_total:tool:channels:{dateKey}";
  713. var indexedChannelNames = await redis.SMembersAsync<string>(channelIndexKey) ?? [];
  714. var channelsToClear = new HashSet<string>(knownChannelNames, StringComparer.OrdinalIgnoreCase);
  715. channelsToClear.UnionWith(indexedChannelNames);
  716. channelsToClear.UnionWith(repairDate.counts
  717. .Select(item => item.channel_name)
  718. .Where(item => !string.IsNullOrWhiteSpace(item)));
  719. if (!dryRun)
  720. {
  721. await redis.DelAsync(channelIndexKey);
  722. foreach (var channelToClear in channelsToClear)
  723. {
  724. await DeleteDeeplinkReportBucketAsync(
  725. redis,
  726. $"tool:channel:{channelToClear}",
  727. dateKey
  728. );
  729. }
  730. await WriteDeeplinkReportBucketAsync(redis, "tool", dateKey, expectedParentCount);
  731. foreach (var endpointCount in endpointCounts)
  732. {
  733. await WriteDeeplinkReportBucketAsync(
  734. redis,
  735. $"tool:channel:{endpointCount.channel_name}",
  736. dateKey,
  737. endpointCount
  738. );
  739. }
  740. var endpointChannelNames = endpointCounts
  741. .Where(item => item.total_count > 0)
  742. .Select(item => item.channel_name)
  743. .Distinct(StringComparer.OrdinalIgnoreCase)
  744. .ToArray();
  745. if (endpointChannelNames.Length > 0)
  746. {
  747. await redis.SAddAsync(channelIndexKey, endpointChannelNames);
  748. await redis.ExpireAsync(channelIndexKey, DeeplinkReportStatsExpireSeconds);
  749. }
  750. }
  751. var afterParentCount = dryRun
  752. ? null
  753. : await ReadDeeplinkReportBucketAsync(redis, "tool", dateKey);
  754. endpointReports.Add(new
  755. {
  756. date = repairDate.report_date.ToString("yyyy-MM-dd"),
  757. before = beforeParentCount,
  758. expected = expectedParentCount,
  759. after = afterParentCount,
  760. channels = endpointCounts,
  761. clearedChannelCount = channelsToClear.Count
  762. });
  763. }
  764. }
  765. catch (Exception ex)
  766. {
  767. errors.Add(new
  768. {
  769. scope = "redis_write",
  770. endpoint = endpoint.name,
  771. error = FormatRepairError(ex)
  772. });
  773. }
  774. redisReports.Add(new
  775. {
  776. endpoint = endpoint.name,
  777. endpoint.description,
  778. reports = endpointReports
  779. });
  780. }
  781. var dailyReports = repairDates.Select(item => new
  782. {
  783. date = item.report_date.ToString("yyyy-MM-dd"),
  784. item.tool_table_exists,
  785. item.deeplink_table_exists,
  786. source = new
  787. {
  788. total_count = item.counts.Sum(count => count.total_count),
  789. success_count = item.counts.Sum(count => count.success_count),
  790. fail_count = item.counts.Sum(count => count.fail_count)
  791. },
  792. channels = item.counts
  793. .GroupBy(count => count.channel_name, StringComparer.OrdinalIgnoreCase)
  794. .Select(group => new
  795. {
  796. channel_name = group.Key,
  797. total_count = group.Sum(count => count.total_count),
  798. success_count = group.Sum(count => count.success_count),
  799. fail_count = group.Sum(count => count.fail_count)
  800. })
  801. .OrderByDescending(count => count.total_count)
  802. .ThenBy(count => count.channel_name, StringComparer.OrdinalIgnoreCase)
  803. .ToList(),
  804. endpoint_channels = item.counts,
  805. item.remapped_sources
  806. }).ToList();
  807. return new APIResult(new
  808. {
  809. success = errors.Count == 0,
  810. dryRun,
  811. allowPartialSources,
  812. allowCurrentDate,
  813. startDate = startDate.ToString("yyyy-MM-dd"),
  814. endDate = endDate.ToString("yyyy-MM-dd"),
  815. fallbackEndpoint = fallbackNode.name,
  816. sourceDatabase = new
  817. {
  818. endpoint = usesConfiguredParseDatabase ? parseAdminEndpoint!.name : EndPointCore.CurrentEndPoint,
  819. configured = usesConfiguredParseDatabase
  820. },
  821. processedDays = repairDates.Count,
  822. skippedDays = requestedDays - repairDates.Count,
  823. dailyReports,
  824. redis = redisReports,
  825. warnings,
  826. errors
  827. });
  828. }
  829. [HttpGet]
  830. public async Task<ActionResult> RepairTkDailyAccountStats(
  831. DateTime startDate = default,
  832. DateTime endDate = default,
  833. string accountIds = "129,140",
  834. string extraNames = "搜同款_楚颜_128众杰科技,搜同款_广哲2",
  835. bool dryRun = false,
  836. bool repairDailyLogs = true,
  837. bool repairRedis = true,
  838. bool repairRedisNameKeys = true,
  839. int commandTimeoutSeconds = 600)
  840. {
  841. if (startDate == default) startDate = new DateTime(2026, 6, 16);
  842. if (endDate == default) endDate = DateTime.Now.Date;
  843. commandTimeoutSeconds = Math.Clamp(commandTimeoutSeconds, 30, 3600);
  844. startDate = startDate.Date;
  845. endDate = endDate.Date;
  846. if (endDate < startDate)
  847. {
  848. return new APIResult(new { success = false, message = "endDate 不能早于 startDate" });
  849. }
  850. var ids = (accountIds ?? string.Empty)
  851. .Split(',', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries)
  852. .Select(item => int.TryParse(item, out int id) ? id : 0)
  853. .Where(id => id > 0)
  854. .Distinct()
  855. .ToArray();
  856. if (ids.Length == 0)
  857. {
  858. return new APIResult(new { success = false, message = "accountIds 不能为空" });
  859. }
  860. using var conn = CenterHub.GetOpenConnection();
  861. if (conn.State != ConnectionState.Open) conn.Open();
  862. var errors = new List<object>();
  863. var affectedNames = new HashSet<string>(StringComparer.Ordinal);
  864. var accounts = SqlMapper.Query<TkDailyRepairCountRow>(
  865. conn,
  866. "SELECT id accountId, company accountName FROM tk_pool WHERE id IN @ids",
  867. new { ids },
  868. commandTimeout: commandTimeoutSeconds).ToList();
  869. foreach (string name in accounts.Select(item => item.accountName).Where(item => !string.IsNullOrWhiteSpace(item)))
  870. {
  871. affectedNames.Add(name);
  872. }
  873. extraNames ??= string.Empty;
  874. foreach (string name in extraNames
  875. .Split(',', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries)
  876. .Where(item => !string.IsNullOrWhiteSpace(item)))
  877. {
  878. affectedNames.Add(name);
  879. }
  880. foreach (string name in SqlMapper.Query<string>(
  881. conn,
  882. @"
  883. SELECT DISTINCT accountName
  884. FROM center_daily_logs
  885. WHERE channel = 0
  886. AND accountId IN @ids
  887. AND log_date BETWEEN @startDate AND @endDate
  888. AND COALESCE(accountName,'')<>''",
  889. new { ids, startDate, endDate },
  890. commandTimeout: commandTimeoutSeconds))
  891. {
  892. affectedNames.Add(name);
  893. }
  894. var days = EachDay(startDate, endDate).ToList();
  895. var dailyReports = new List<object>();
  896. var endpointCountsByDate = new Dictionary<string, List<TkDailyRepairEndpointCountRow>>();
  897. foreach (var date in days)
  898. {
  899. try
  900. {
  901. string tableName = $"tk_parse_logs_{date:yyyyMMdd}";
  902. if (!TableExists(conn, tableName, commandTimeoutSeconds))
  903. {
  904. dailyReports.Add(new { date = date.ToString("yyyy-MM-dd"), tableName, skipped = true, reason = "table not exists" });
  905. continue;
  906. }
  907. var endpointCounts = SqlMapper.Query<TkDailyRepairEndpointCountRow>(
  908. conn,
  909. $@"
  910. SELECT
  911. l.accountId,
  912. COALESCE(p.company, MAX(l.accountName), '') accountName,
  913. COALESCE(l.end_point, '') end_point,
  914. COUNT(*) total_count,
  915. CAST(COALESCE(SUM(l.success = 1), 0) AS SIGNED) success_count,
  916. CAST(COALESCE(SUM(l.success = 0), 0) AS SIGNED) fail_count,
  917. CAST(COALESCE(SUM(l.message = '放弃转链' OR l.reason = '放弃转链'), 0) AS SIGNED) abandon_count
  918. FROM {tableName} l
  919. LEFT JOIN tk_pool p ON p.id = l.accountId
  920. WHERE l.accountId IN @ids
  921. GROUP BY l.accountId, p.company, l.end_point
  922. ORDER BY l.accountId, l.end_point",
  923. new { ids },
  924. commandTimeout: commandTimeoutSeconds).ToList();
  925. endpointCountsByDate[date.ToString("yyyyMMdd")] = endpointCounts;
  926. var accountCounts = endpointCounts
  927. .GroupBy(item => item.accountId)
  928. .Select(group => new TkDailyRepairCountRow
  929. {
  930. accountId = group.Key,
  931. accountName = accounts.FirstOrDefault(item => item.accountId == group.Key)?.accountName
  932. ?? group.FirstOrDefault()?.accountName
  933. ?? string.Empty,
  934. total_count = group.Sum(item => item.total_count),
  935. success_count = group.Sum(item => item.success_count),
  936. fail_count = group.Sum(item => item.fail_count),
  937. abandon_count = group.Sum(item => item.abandon_count)
  938. })
  939. .ToList();
  940. int dailyLogRows = 0;
  941. var allAccountCounts = ids
  942. .Select(accountId => accountCounts.FirstOrDefault(item => item.accountId == accountId)
  943. ?? new TkDailyRepairCountRow
  944. {
  945. accountId = accountId,
  946. accountName = accounts.FirstOrDefault(item => item.accountId == accountId)?.accountName ?? string.Empty
  947. })
  948. .ToList();
  949. foreach (var counts in allAccountCounts)
  950. {
  951. if (!dryRun && repairDailyLogs)
  952. {
  953. dailyLogRows += UpsertCenterDailyLog(conn, date, counts, commandTimeoutSeconds);
  954. }
  955. }
  956. dailyReports.Add(new
  957. {
  958. date = date.ToString("yyyy-MM-dd"),
  959. tableName,
  960. skipped = false,
  961. dailyLogRows,
  962. source = "mysql:tk_parse_logs_yyyyMMdd",
  963. counts = allAccountCounts,
  964. endpointCounts
  965. });
  966. }
  967. catch (Exception ex)
  968. {
  969. var error = new { scope = "daily_log", date = date.ToString("yyyy-MM-dd"), error = FormatRepairError(ex) };
  970. errors.Add(error);
  971. dailyReports.Add(new { date = date.ToString("yyyy-MM-dd"), skipped = true, reason = "error", error });
  972. }
  973. }
  974. var endpointReports = new List<object>();
  975. if (repairRedis || repairRedisNameKeys)
  976. {
  977. var endpoints = EndPointCore.List(true)
  978. .Where(node => node.status && node.is_public_api && !string.IsNullOrEmpty(EndPointCore.GetRedisServer(node)))
  979. .ToList();
  980. foreach (var endpoint in endpoints)
  981. {
  982. var redisServer = EndPointCore.GetRedisServer(endpoint);
  983. var endpointReport = new List<object>();
  984. try
  985. {
  986. await using var scope = await RedisClientFactory.CreateScopeAsync(redisServer);
  987. var redis = scope.Client;
  988. foreach (var date in days)
  989. {
  990. string dateKey = date.ToString("yyyyMMdd");
  991. if (!endpointCountsByDate.TryGetValue(dateKey, out var endpointCounts))
  992. {
  993. continue;
  994. }
  995. foreach (int accountId in ids)
  996. {
  997. var counts = endpointCounts.FirstOrDefault(item =>
  998. item.accountId == accountId &&
  999. string.Equals(item.end_point, endpoint.name, StringComparison.Ordinal))
  1000. ?? new TkDailyRepairEndpointCountRow
  1001. {
  1002. accountId = accountId,
  1003. accountName = accounts.FirstOrDefault(item => item.accountId == accountId)?.accountName ?? string.Empty,
  1004. end_point = endpoint.name
  1005. };
  1006. if (!dryRun && repairRedis)
  1007. {
  1008. await WriteParseCountKeysAsync(redis, $"tb_{accountId}", dateKey, counts);
  1009. }
  1010. endpointReport.Add(new
  1011. {
  1012. date = date.ToString("yyyy-MM-dd"),
  1013. bucket = $"tb_{accountId}",
  1014. counts
  1015. });
  1016. }
  1017. if (repairRedisNameKeys)
  1018. {
  1019. foreach (string name in affectedNames)
  1020. {
  1021. var before = await ReadParseCountKeysAsync(redis, name, dateKey);
  1022. if (!dryRun)
  1023. {
  1024. await DeleteParseBucketKeysAsync(redis, name, dateKey);
  1025. }
  1026. endpointReport.Add(new
  1027. {
  1028. date = date.ToString("yyyy-MM-dd"),
  1029. deletedBucket = name,
  1030. before
  1031. });
  1032. }
  1033. }
  1034. }
  1035. }
  1036. catch (Exception ex)
  1037. {
  1038. errors.Add(new { scope = "redis_endpoint", endpoint = endpoint.name, error = FormatRepairError(ex) });
  1039. }
  1040. endpointReports.Add(new
  1041. {
  1042. endpoint = endpoint.name,
  1043. endpoint.description,
  1044. dryRun,
  1045. deletedBuckets = endpointReport
  1046. });
  1047. }
  1048. }
  1049. return new APIResult(new
  1050. {
  1051. success = errors.Count == 0,
  1052. dryRun,
  1053. accountIds = ids,
  1054. extraNames,
  1055. repairDailyLogs,
  1056. repairRedis,
  1057. repairRedisNameKeys,
  1058. commandTimeoutSeconds,
  1059. startDate = startDate.ToString("yyyy-MM-dd"),
  1060. endDate = endDate.ToString("yyyy-MM-dd"),
  1061. affectedNames = affectedNames.OrderBy(item => item).ToList(),
  1062. mysql = dailyReports,
  1063. redis = endpointReports,
  1064. errors
  1065. });
  1066. }
  1067. /// <summary>
  1068. /// 将淘宝覆盖规则命中产生的转链记录从 success=1 修正为 success=0,并同步修正各节点 Redis 统计。
  1069. /// 覆盖规则在选择账号前命中,记录特征:channel=tb、linkType=unknown、accountId=0、itemId 为空。
  1070. /// 按「日期 + 节点」处理:先修正该节点 Redis,成功后再更新对应 MySQL 记录;已修正的记录不会被重复计入。
  1071. /// </summary>
  1072. [HttpGet]
  1073. public async Task<ActionResult> RepairTbOverrideSuccess(
  1074. DateTime startTime = default,
  1075. DateTime endTime = default,
  1076. bool dryRun = true,
  1077. int commandTimeoutSeconds = 600)
  1078. {
  1079. if (startTime == default) startTime = new DateTime(2026, 10, 20, 18, 52, 42);
  1080. if (endTime == default) endTime = DateTime.Now;
  1081. commandTimeoutSeconds = Math.Clamp(commandTimeoutSeconds, 30, 3600);
  1082. if (endTime < startTime)
  1083. {
  1084. return new APIResult(new { success = false, message = "endTime 不能早于 startTime" });
  1085. }
  1086. const string condition = @"channel = @channel
  1087. AND linkType = @linkType
  1088. AND success = 1
  1089. AND accountId = 0
  1090. AND COALESCE(itemId,'') = ''
  1091. AND create_time BETWEEN @from AND @to";
  1092. using var conn = CenterHub.GetOpenConnection();
  1093. if (conn.State != ConnectionState.Open) conn.Open();
  1094. // 与 TkLogCore.GetTotalAsync 读取统计时的节点范围保持一致
  1095. var endpoints = EndPointCore.List()
  1096. .Where(node => node.is_public_api && !string.IsNullOrEmpty(EndPointCore.GetRedisServer(node)))
  1097. .GroupBy(node => node.name, StringComparer.Ordinal)
  1098. .ToDictionary(group => group.Key, group => group.First(), StringComparer.Ordinal);
  1099. var errors = new List<object>();
  1100. var dayReports = new List<object>();
  1101. foreach (var date in EachDay(startTime.Date, endTime.Date))
  1102. {
  1103. DateTime from = date < startTime ? startTime : date;
  1104. DateTime dayEnd = date.AddDays(1).AddTicks(-1);
  1105. DateTime to = dayEnd > endTime ? endTime : dayEnd;
  1106. string tableName = $"tk_parse_logs_{date:yyyyMMdd}";
  1107. try
  1108. {
  1109. if (!TableExists(conn, tableName, commandTimeoutSeconds))
  1110. {
  1111. dayReports.Add(new { date = date.ToString("yyyy-MM-dd"), tableName, skipped = true, reason = "table not exists" });
  1112. continue;
  1113. }
  1114. var args = new { channel = (int)TkChannelEnum.tb, linkType = (int)LinkTypeEnum.unknown, from, to };
  1115. var groups = SqlMapper.Query<TbOverrideRepairGroupRow>(
  1116. conn,
  1117. $@"
  1118. SELECT
  1119. COALESCE(end_point,'') end_point,
  1120. DATE_FORMAT(create_time,'%Y%m%d%H') hour_key,
  1121. COALESCE(deeplink_url,'') deeplink_url,
  1122. COALESCE(riskStrategy,'') riskStrategy,
  1123. launchScene,
  1124. COUNT(*) row_count
  1125. FROM {tableName}
  1126. WHERE {condition}
  1127. GROUP BY COALESCE(end_point,''), DATE_FORMAT(create_time,'%Y%m%d%H'), COALESCE(deeplink_url,''), COALESCE(riskStrategy,''), launchScene",
  1128. args,
  1129. commandTimeout: commandTimeoutSeconds).ToList();
  1130. var summary = SqlMapper.Query<TbOverrideRepairSummaryRow>(
  1131. conn,
  1132. $@"
  1133. SELECT CAST(subCode AS CHAR) subCode, COALESCE(message,'') message, COALESCE(reason,'') reason, COUNT(*) row_count
  1134. FROM {tableName}
  1135. WHERE {condition}
  1136. GROUP BY CAST(subCode AS CHAR), COALESCE(message,''), COALESCE(reason,'')
  1137. ORDER BY row_count DESC",
  1138. args,
  1139. commandTimeout: commandTimeoutSeconds).ToList();
  1140. var topDeeplinks = groups
  1141. .GroupBy(item => item.deeplink_url)
  1142. .Select(group => new { deeplink_url = group.Key, row_count = group.Sum(item => item.row_count) })
  1143. .OrderByDescending(item => item.row_count)
  1144. .Take(20)
  1145. .ToList();
  1146. var endpointReports = new List<object>();
  1147. foreach (var endpointGroup in groups.GroupBy(item => item.end_point))
  1148. {
  1149. long rowCount = endpointGroup.Sum(item => item.row_count);
  1150. if (!endpoints.TryGetValue(endpointGroup.Key, out var endpoint))
  1151. {
  1152. errors.Add(new { scope = "endpoint_not_found", date = date.ToString("yyyy-MM-dd"), end_point = endpointGroup.Key, rowCount });
  1153. continue;
  1154. }
  1155. var deltas = BuildTbOverrideRepairDeltas(endpointGroup);
  1156. var keyReports = new List<object>();
  1157. int appliedKeys = 0;
  1158. Dictionary<string, int> mysql;
  1159. try
  1160. {
  1161. await using var scope = await RedisClientFactory.CreateScopeAsync(EndPointCore.GetRedisServer(endpoint));
  1162. var redis = scope.Client;
  1163. foreach (var (key, (delta, expireSeconds)) in deltas)
  1164. {
  1165. long before = await redis.GetAsync<long>(key);
  1166. // 只减到 0 为止,避免计数出现负数
  1167. long applied = delta < 0 ? -Math.Min(-delta, Math.Max(before, 0)) : delta;
  1168. if (!dryRun && applied != 0)
  1169. {
  1170. await redis.IncrByAsync(key, applied);
  1171. if (before == 0 && applied > 0 && expireSeconds > 0)
  1172. {
  1173. await redis.ExpireAsync(key, expireSeconds);
  1174. }
  1175. appliedKeys++;
  1176. }
  1177. // 小时级 key 数量较多,只在报告中列出日、月级 key
  1178. if (!IsHourlyStatsKey(key))
  1179. {
  1180. keyReports.Add(new { key, before, delta, applied });
  1181. }
  1182. }
  1183. }
  1184. catch (Exception ex)
  1185. {
  1186. errors.Add(new
  1187. {
  1188. scope = "redis_endpoint",
  1189. date = date.ToString("yyyy-MM-dd"),
  1190. end_point = endpoint.name,
  1191. appliedKeys,
  1192. totalKeys = deltas.Count,
  1193. error = FormatRepairError(ex)
  1194. });
  1195. continue;
  1196. }
  1197. try
  1198. {
  1199. mysql = RepairTbOverrideMysqlRows(conn, date, condition, args, endpoint.name, dryRun, commandTimeoutSeconds);
  1200. }
  1201. catch (Exception ex)
  1202. {
  1203. errors.Add(new { scope = "mysql_endpoint", date = date.ToString("yyyy-MM-dd"), end_point = endpoint.name, redisApplied = !dryRun, error = FormatRepairError(ex) });
  1204. continue;
  1205. }
  1206. endpointReports.Add(new
  1207. {
  1208. end_point = endpoint.name,
  1209. rowCount,
  1210. totalKeys = deltas.Count,
  1211. appliedKeys,
  1212. mysql,
  1213. keys = keyReports
  1214. });
  1215. }
  1216. dayReports.Add(new
  1217. {
  1218. date = date.ToString("yyyy-MM-dd"),
  1219. from,
  1220. to,
  1221. rowCount = groups.Sum(item => item.row_count),
  1222. summary,
  1223. topDeeplinks,
  1224. endpoints = endpointReports
  1225. });
  1226. }
  1227. catch (Exception ex)
  1228. {
  1229. errors.Add(new { scope = "day", date = date.ToString("yyyy-MM-dd"), tableName, error = FormatRepairError(ex) });
  1230. }
  1231. }
  1232. return new APIResult(new
  1233. {
  1234. success = errors.Count == 0,
  1235. dryRun,
  1236. startTime,
  1237. endTime,
  1238. days = dayReports,
  1239. errors
  1240. });
  1241. }
  1242. /// <summary>
  1243. /// 计算单个节点需要修正的 Redis 计数增量,对应 TkLogCore.ParseLogAsync 中 success 相关的写入:
  1244. /// parse_total 的 total/success/fail(dp_{flag} 可能由 success 变为 fail)以及 parse_metric 的 success。
  1245. /// </summary>
  1246. private static Dictionary<string, (long delta, int expireSeconds)> BuildTbOverrideRepairDeltas(IEnumerable<TbOverrideRepairGroupRow> rows)
  1247. {
  1248. const string channel = "tb";
  1249. var deltas = new Dictionary<string, (long delta, int expireSeconds)>(StringComparer.Ordinal);
  1250. void Add(string key, long delta, int expireSeconds)
  1251. {
  1252. deltas.TryGetValue(key, out var current);
  1253. deltas[key] = (current.delta + delta, expireSeconds);
  1254. }
  1255. foreach (var row in rows)
  1256. {
  1257. var metricTime = DateTime.ParseExact(row.hour_key, "yyyyMMddHH", null);
  1258. string[] timeKeys = [metricTime.ToString("yyyyMM"), metricTime.ToString("yyyyMMdd"), row.hour_key];
  1259. string oldFlag = TkLogCore.GetParseDeeplinkFlag(row.deeplink_url, true);
  1260. string newFlag = TkLogCore.GetParseDeeplinkFlag(row.deeplink_url, false);
  1261. string[] oldBuckets = [$"dp_{oldFlag}:all", $"dp_{oldFlag}:{channel}", "all", $"dp_channel:{channel}", channel];
  1262. string[] newBuckets = [$"dp_{newFlag}:all", $"dp_{newFlag}:{channel}", "all", $"dp_channel:{channel}", channel];
  1263. foreach (string timeKey in timeKeys)
  1264. {
  1265. int expireSeconds = TkLogCore.GetStatsExpireSeconds(timeKey);
  1266. foreach (string bucket in oldBuckets)
  1267. {
  1268. Add($":parse_total:{bucket}:{timeKey}", -row.row_count, expireSeconds);
  1269. Add($":parse_total:{bucket}:success:{timeKey}", -row.row_count, expireSeconds);
  1270. }
  1271. foreach (string bucket in newBuckets)
  1272. {
  1273. Add($":parse_total:{bucket}:{timeKey}", row.row_count, expireSeconds);
  1274. Add($":parse_total:{bucket}:fail:{timeKey}", row.row_count, expireSeconds);
  1275. }
  1276. }
  1277. foreach (string key in TracksCore.BuildParseMetricSuccessKeys(metricTime, channel, row.riskStrategy, row.launchScene))
  1278. {
  1279. Add(key, -row.row_count, 0);
  1280. }
  1281. }
  1282. return deltas
  1283. .Where(item => item.Value.delta != 0)
  1284. .ToDictionary(item => item.Key, item => item.Value, StringComparer.Ordinal);
  1285. }
  1286. private static bool IsHourlyStatsKey(string key)
  1287. {
  1288. int index = key.LastIndexOf(':');
  1289. string last = index >= 0 ? key[(index + 1)..] : key;
  1290. if (last.Length == 10 && last.All(char.IsDigit)) return true;
  1291. // parse_metric key 的时间段位于中间::parse_metric:hour:success:{yyyyMMddHH}:...
  1292. return key.Contains(":parse_metric:hour:", StringComparison.Ordinal);
  1293. }
  1294. /// <summary>
  1295. /// 修正(dryRun 时仅统计)单个节点在指定日期的覆盖规则记录:
  1296. /// 日表、dp 日表、测试表改为 success=0;success 汇总表删除对应记录。
  1297. /// </summary>
  1298. private static Dictionary<string, int> RepairTbOverrideMysqlRows(
  1299. IDbConnection conn,
  1300. DateTime date,
  1301. string condition,
  1302. object args,
  1303. string endPoint,
  1304. bool dryRun,
  1305. int commandTimeoutSeconds)
  1306. {
  1307. var parameters = new DynamicParameters(args);
  1308. parameters.Add("end_point", endPoint);
  1309. string where = $"{condition} AND COALESCE(end_point,'') = @end_point";
  1310. string dpWhere = $"{where} AND parse_type = 'dp'";
  1311. var targets = new (string table, string where, bool delete)[]
  1312. {
  1313. ($"tk_parse_logs_{date:yyyyMMdd}", where, false),
  1314. ($"tk_dp_logs_{date:yyyyMMdd}", dpWhere, false),
  1315. ("tk_parse_logs_test", where, false),
  1316. ("tk_success_parse_logs", where, true),
  1317. ("tk_dp_logs_success", dpWhere, true),
  1318. };
  1319. var result = new Dictionary<string, int>(StringComparer.Ordinal);
  1320. foreach (var (table, tableWhere, delete) in targets)
  1321. {
  1322. if (!TableExists(conn, table, commandTimeoutSeconds)) continue;
  1323. string sql = dryRun
  1324. ? $"SELECT COUNT(*) FROM {table} WHERE {tableWhere}"
  1325. : delete
  1326. ? $"DELETE FROM {table} WHERE {tableWhere}"
  1327. : $"UPDATE {table} SET success = 0 WHERE {tableWhere}";
  1328. result[table] = dryRun
  1329. ? SqlMapper.ExecuteScalar<int>(conn, sql, parameters, commandTimeout: commandTimeoutSeconds)
  1330. : SqlMapper.Execute(conn, sql, parameters, commandTimeout: commandTimeoutSeconds);
  1331. }
  1332. return result;
  1333. }
  1334. private sealed class TbOverrideRepairGroupRow
  1335. {
  1336. public string end_point { get; set; } = string.Empty;
  1337. public string hour_key { get; set; } = string.Empty;
  1338. public string deeplink_url { get; set; } = string.Empty;
  1339. public string riskStrategy { get; set; } = string.Empty;
  1340. public int launchScene { get; set; }
  1341. public long row_count { get; set; }
  1342. }
  1343. private sealed class TbOverrideRepairSummaryRow
  1344. {
  1345. public string subCode { get; set; } = string.Empty;
  1346. public string message { get; set; } = string.Empty;
  1347. public string reason { get; set; } = string.Empty;
  1348. public long row_count { get; set; }
  1349. }
  1350. private static HashSet<string> GetKnownDeeplinkReportChannelNames()
  1351. {
  1352. var channelNames = Enum.GetNames(typeof(TkChannelEnum))
  1353. .ToHashSet(StringComparer.OrdinalIgnoreCase);
  1354. try
  1355. {
  1356. var rules = new DBContext.Table("deeplink_parse_rule")
  1357. .Select<DeeplinkParseRuleDTO>() ?? Enumerable.Empty<DeeplinkParseRuleDTO>();
  1358. foreach (var rule in rules)
  1359. {
  1360. if (!string.IsNullOrWhiteSpace(rule.channel_name))
  1361. {
  1362. channelNames.Add(rule.channel_name.Trim());
  1363. }
  1364. }
  1365. }
  1366. catch
  1367. {
  1368. // The source log rows and Redis channel index still provide enough information.
  1369. }
  1370. return channelNames;
  1371. }
  1372. private static async Task<ActionResult> RepairDeeplinkReportStatsFromLegacyRedisAsync(
  1373. List<EndPointDTO> endpoints,
  1374. HashSet<string> knownChannelNames,
  1375. DateTime startDate,
  1376. DateTime endDate,
  1377. bool dryRun)
  1378. {
  1379. var sourceChannelNames = knownChannelNames
  1380. .Where(IsLegacyDeeplinkReportSourceChannel)
  1381. .OrderBy(channelName => channelName, StringComparer.OrdinalIgnoreCase)
  1382. .ToList();
  1383. var requestedDates = EachDay(startDate, endDate).ToList();
  1384. var countsByDate = requestedDates.ToDictionary(
  1385. reportDate => reportDate,
  1386. _ => new List<DeeplinkReportRepairCount>()
  1387. );
  1388. var endpointReports = new List<object>();
  1389. var warnings = new List<object>();
  1390. var errors = new List<object>();
  1391. foreach (var endpoint in endpoints)
  1392. {
  1393. var dateReports = new List<object>();
  1394. string redisServer = EndPointCore.GetRedisServer(endpoint);
  1395. try
  1396. {
  1397. await using var scope = await RedisClientFactory.CreateScopeAsync(redisServer);
  1398. var redis = scope.Client;
  1399. foreach (var reportDate in requestedDates)
  1400. {
  1401. string dateKey = reportDate.ToString("yyyyMMdd");
  1402. var readTasks = sourceChannelNames.Select(async channelName =>
  1403. {
  1404. var legacyCount = await ReadDeeplinkReportBucketAsync(redis, channelName, dateKey);
  1405. legacyCount.endpoint_name = endpoint.name;
  1406. legacyCount.channel_name = channelName;
  1407. return legacyCount;
  1408. });
  1409. var legacyCounts = (await Task.WhenAll(readTasks))
  1410. .Where(count => count.total_count > 0 || count.success_count > 0 || count.fail_count > 0)
  1411. .OrderByDescending(count => count.total_count)
  1412. .ThenBy(count => count.channel_name, StringComparer.OrdinalIgnoreCase)
  1413. .ToList();
  1414. var expectedParentCount = SumDeeplinkReportRepairCounts(legacyCounts);
  1415. var beforeParentCount = await ReadDeeplinkReportBucketAsync(redis, "tool", dateKey);
  1416. if (expectedParentCount.total_count <= 0)
  1417. {
  1418. dateReports.Add(new
  1419. {
  1420. date = reportDate.ToString("yyyy-MM-dd"),
  1421. sourceFound = false,
  1422. before = beforeParentCount,
  1423. message = "未找到旧渠道统计键,未执行清理或覆盖"
  1424. });
  1425. continue;
  1426. }
  1427. countsByDate[reportDate].AddRange(legacyCounts);
  1428. string channelIndexKey = $":parse_total:tool:channels:{dateKey}";
  1429. var indexedChannelNames = await redis.SMembersAsync<string>(channelIndexKey) ?? [];
  1430. var channelsToClear = new HashSet<string>(sourceChannelNames, StringComparer.OrdinalIgnoreCase);
  1431. channelsToClear.UnionWith(indexedChannelNames);
  1432. if (!dryRun)
  1433. {
  1434. await redis.DelAsync(channelIndexKey);
  1435. foreach (var channelToClear in channelsToClear)
  1436. {
  1437. await DeleteDeeplinkReportBucketAsync(
  1438. redis,
  1439. $"tool:channel:{channelToClear}",
  1440. dateKey
  1441. );
  1442. }
  1443. await WriteDeeplinkReportBucketAsync(redis, "tool", dateKey, expectedParentCount);
  1444. foreach (var legacyCount in legacyCounts)
  1445. {
  1446. await WriteDeeplinkReportBucketAsync(
  1447. redis,
  1448. $"tool:channel:{legacyCount.channel_name}",
  1449. dateKey,
  1450. legacyCount
  1451. );
  1452. }
  1453. string[] populatedChannelNames = legacyCounts
  1454. .Where(count => count.total_count > 0)
  1455. .Select(count => count.channel_name)
  1456. .Distinct(StringComparer.OrdinalIgnoreCase)
  1457. .ToArray();
  1458. if (populatedChannelNames.Length > 0)
  1459. {
  1460. await redis.SAddAsync(channelIndexKey, populatedChannelNames);
  1461. await redis.ExpireAsync(channelIndexKey, DeeplinkReportStatsExpireSeconds);
  1462. }
  1463. }
  1464. var afterParentCount = dryRun
  1465. ? null
  1466. : await ReadDeeplinkReportBucketAsync(redis, "tool", dateKey);
  1467. dateReports.Add(new
  1468. {
  1469. date = reportDate.ToString("yyyy-MM-dd"),
  1470. sourceFound = true,
  1471. before = beforeParentCount,
  1472. expected = expectedParentCount,
  1473. after = afterParentCount,
  1474. channels = legacyCounts,
  1475. sourceKeysPreserved = true
  1476. });
  1477. }
  1478. }
  1479. catch (Exception ex)
  1480. {
  1481. errors.Add(new
  1482. {
  1483. scope = "legacy_redis",
  1484. endpoint = endpoint.name,
  1485. error = FormatRepairError(ex)
  1486. });
  1487. }
  1488. endpointReports.Add(new
  1489. {
  1490. endpoint = endpoint.name,
  1491. endpoint.description,
  1492. reports = dateReports
  1493. });
  1494. }
  1495. foreach (var reportDate in requestedDates.Where(date => countsByDate[date].Count == 0))
  1496. {
  1497. warnings.Add(new
  1498. {
  1499. date = reportDate.ToString("yyyy-MM-dd"),
  1500. message = "所有节点均未找到旧渠道统计,不会修改该日数据"
  1501. });
  1502. }
  1503. var processedDates = requestedDates
  1504. .Where(date => countsByDate[date].Count > 0)
  1505. .ToList();
  1506. var dailyReports = processedDates.Select(reportDate =>
  1507. {
  1508. var endpointChannelCounts = countsByDate[reportDate];
  1509. var channelCounts = endpointChannelCounts
  1510. .GroupBy(count => count.channel_name, StringComparer.OrdinalIgnoreCase)
  1511. .Select(group => new
  1512. {
  1513. channel_name = group.Key,
  1514. total_count = group.Sum(count => count.total_count),
  1515. success_count = group.Sum(count => count.success_count),
  1516. fail_count = group.Sum(count => count.fail_count)
  1517. })
  1518. .OrderByDescending(count => count.total_count)
  1519. .ThenBy(count => count.channel_name, StringComparer.OrdinalIgnoreCase)
  1520. .ToList();
  1521. return new
  1522. {
  1523. date = reportDate.ToString("yyyy-MM-dd"),
  1524. total_count = channelCounts.Sum(count => count.total_count),
  1525. success_count = channelCounts.Sum(count => count.success_count),
  1526. fail_count = channelCounts.Sum(count => count.fail_count),
  1527. channels = channelCounts,
  1528. endpoint_channels = endpointChannelCounts
  1529. };
  1530. }).ToList();
  1531. return new APIResult(new
  1532. {
  1533. success = errors.Count == 0,
  1534. dryRun,
  1535. useLegacyRedis = true,
  1536. sourceMode = "legacyRedis",
  1537. sourceKeysPreserved = true,
  1538. parentTotalRule = "sum(channel totals)",
  1539. startDate = startDate.ToString("yyyy-MM-dd"),
  1540. endDate = endDate.ToString("yyyy-MM-dd"),
  1541. processedDays = processedDates.Count,
  1542. skippedDays = requestedDates.Count - processedDates.Count,
  1543. sourceChannels = sourceChannelNames,
  1544. dailyReports,
  1545. redis = endpointReports,
  1546. warnings,
  1547. errors
  1548. });
  1549. }
  1550. private static bool IsLegacyDeeplinkReportSourceChannel(string channelName)
  1551. {
  1552. if (string.IsNullOrWhiteSpace(channelName)) return false;
  1553. return !channelName.Equals("all", StringComparison.OrdinalIgnoreCase) &&
  1554. !channelName.Equals("tool", StringComparison.OrdinalIgnoreCase) &&
  1555. !channelName.Equals("unknown", StringComparison.OrdinalIgnoreCase) &&
  1556. !channelName.Equals("legacy_unclassified", StringComparison.OrdinalIgnoreCase);
  1557. }
  1558. private static string GetDeeplinkReportChannelName(int channelValue)
  1559. {
  1560. if (Enum.IsDefined(typeof(TkChannelEnum), channelValue))
  1561. {
  1562. return ((TkChannelEnum)channelValue).ToString();
  1563. }
  1564. return $"channel_{channelValue}";
  1565. }
  1566. private static string NormalizeDeeplinkReportChannelName(string channelName)
  1567. {
  1568. return string.IsNullOrWhiteSpace(channelName) ? "unknown" : channelName.Trim();
  1569. }
  1570. private static DeeplinkReportRepairCount SumDeeplinkReportRepairCounts(
  1571. IEnumerable<DeeplinkReportRepairCount> counts)
  1572. {
  1573. return new DeeplinkReportRepairCount
  1574. {
  1575. total_count = counts.Sum(item => item.total_count),
  1576. success_count = counts.Sum(item => item.success_count),
  1577. fail_count = counts.Sum(item => item.fail_count)
  1578. };
  1579. }
  1580. private static async Task<DeeplinkReportRepairCount> ReadDeeplinkReportBucketAsync(
  1581. YunhuiKit.RedisClient redis,
  1582. string bucket,
  1583. string dateKey)
  1584. {
  1585. return new DeeplinkReportRepairCount
  1586. {
  1587. total_count = await redis.GetAsync<long>($":parse_total:{bucket}:{dateKey}"),
  1588. success_count = await redis.GetAsync<long>($":parse_total:{bucket}:success:{dateKey}"),
  1589. fail_count = await redis.GetAsync<long>($":parse_total:{bucket}:fail:{dateKey}")
  1590. };
  1591. }
  1592. private static Task<long> DeleteDeeplinkReportBucketAsync(
  1593. YunhuiKit.RedisClient redis,
  1594. string bucket,
  1595. string dateKey)
  1596. {
  1597. return redis.DelAsync(
  1598. $":parse_total:{bucket}:{dateKey}",
  1599. $":parse_total:{bucket}:success:{dateKey}",
  1600. $":parse_total:{bucket}:fail:{dateKey}"
  1601. );
  1602. }
  1603. private static async Task WriteDeeplinkReportBucketAsync(
  1604. YunhuiKit.RedisClient redis,
  1605. string bucket,
  1606. string dateKey,
  1607. DeeplinkReportRepairCount counts)
  1608. {
  1609. if (counts.total_count <= 0)
  1610. {
  1611. await DeleteDeeplinkReportBucketAsync(redis, bucket, dateKey);
  1612. return;
  1613. }
  1614. bool totalWritten = await redis.SetAsync(
  1615. $":parse_total:{bucket}:{dateKey}",
  1616. counts.total_count,
  1617. DeeplinkReportStatsExpireSeconds
  1618. );
  1619. bool successWritten = await redis.SetAsync(
  1620. $":parse_total:{bucket}:success:{dateKey}",
  1621. counts.success_count,
  1622. DeeplinkReportStatsExpireSeconds
  1623. );
  1624. bool failWritten = await redis.SetAsync(
  1625. $":parse_total:{bucket}:fail:{dateKey}",
  1626. counts.fail_count,
  1627. DeeplinkReportStatsExpireSeconds
  1628. );
  1629. if (!totalWritten || !successWritten || !failWritten)
  1630. {
  1631. throw new InvalidOperationException($"Redis 写入失败:bucket={bucket}, date={dateKey}");
  1632. }
  1633. }
  1634. private sealed class DeeplinkReportToolSourceRow
  1635. {
  1636. public string end_point { get; set; } = string.Empty;
  1637. public int channel { get; set; }
  1638. public long total_count { get; set; }
  1639. public long success_count { get; set; }
  1640. }
  1641. private sealed class DeeplinkReportNamedSourceRow
  1642. {
  1643. public string end_point { get; set; } = string.Empty;
  1644. public string channel_name { get; set; } = string.Empty;
  1645. public long total_count { get; set; }
  1646. public long success_count { get; set; }
  1647. }
  1648. private sealed class DeeplinkReportRepairSourceCount
  1649. {
  1650. public string source { get; set; } = string.Empty;
  1651. public string source_endpoint { get; set; } = string.Empty;
  1652. public string channel_name { get; set; } = string.Empty;
  1653. public long total_count { get; set; }
  1654. public long success_count { get; set; }
  1655. public long fail_count { get; set; }
  1656. }
  1657. private sealed class DeeplinkReportRepairCount
  1658. {
  1659. public string endpoint_name { get; set; } = string.Empty;
  1660. public string channel_name { get; set; } = string.Empty;
  1661. public long total_count { get; set; }
  1662. public long success_count { get; set; }
  1663. public long fail_count { get; set; }
  1664. }
  1665. private sealed class DeeplinkReportRepairDate
  1666. {
  1667. public DateTime report_date { get; set; }
  1668. public bool tool_table_exists { get; set; }
  1669. public bool deeplink_table_exists { get; set; }
  1670. public List<DeeplinkReportRepairCount> counts { get; set; } = [];
  1671. public List<object> remapped_sources { get; set; } = [];
  1672. }
  1673. private static IEnumerable<DateTime> EachDay(DateTime startDate, DateTime endDate)
  1674. {
  1675. for (var date = startDate.Date; date <= endDate.Date; date = date.AddDays(1))
  1676. {
  1677. yield return date;
  1678. }
  1679. }
  1680. private static bool TableExists(IDbConnection conn, string tableName, int commandTimeoutSeconds)
  1681. {
  1682. const string sql = @"
  1683. SELECT COUNT(*)
  1684. FROM information_schema.tables
  1685. WHERE table_schema = DATABASE()
  1686. AND table_name = @tableName";
  1687. return SqlMapper.ExecuteScalar<int>(
  1688. conn,
  1689. sql,
  1690. new { tableName },
  1691. commandTimeout: commandTimeoutSeconds) > 0;
  1692. }
  1693. private static int UpsertCenterDailyLog(IDbConnection conn, DateTime date, TkDailyRepairCountRow counts, int commandTimeoutSeconds)
  1694. {
  1695. if (string.IsNullOrWhiteSpace(counts.accountName)) return 0;
  1696. string successPercentage = counts.total_count > 0 ? $"{counts.success_count / (double)counts.total_count * 100:f2}%" : string.Empty;
  1697. string abandonPercentage = counts.total_count > 0 ? $"{counts.abandon_count / (double)counts.total_count * 100:f2}%" : string.Empty;
  1698. var existingIds = SqlMapper.Query<int>(
  1699. conn,
  1700. @"
  1701. SELECT id
  1702. FROM center_daily_logs
  1703. WHERE channel = 0
  1704. AND log_date = @date
  1705. AND accountId = @accountId
  1706. ORDER BY id",
  1707. new { date, counts.accountId },
  1708. commandTimeout: commandTimeoutSeconds).ToList();
  1709. if (existingIds.Count > 0)
  1710. {
  1711. int affectedRows = SqlMapper.Execute(
  1712. conn,
  1713. @"
  1714. UPDATE center_daily_logs
  1715. SET accountName = @accountName,
  1716. parse_total_count = @totalCount,
  1717. parse_success_count = @successCount,
  1718. parse_abandon_count = @abandonCount,
  1719. parse_success_percentage = @successPercentage,
  1720. parse_abandon_percentage = @abandonPercentage,
  1721. last_time = NOW()
  1722. WHERE id = @id",
  1723. new
  1724. {
  1725. id = existingIds[0],
  1726. counts.accountName,
  1727. totalCount = counts.total_count,
  1728. successCount = counts.success_count,
  1729. abandonCount = counts.abandon_count,
  1730. successPercentage,
  1731. abandonPercentage
  1732. },
  1733. commandTimeout: commandTimeoutSeconds);
  1734. if (existingIds.Count > 1)
  1735. {
  1736. affectedRows += SqlMapper.Execute(
  1737. conn,
  1738. "DELETE FROM center_daily_logs WHERE id IN @ids",
  1739. new { ids = existingIds.Skip(1).ToArray() },
  1740. commandTimeout: commandTimeoutSeconds);
  1741. }
  1742. return affectedRows;
  1743. }
  1744. if (counts.total_count <= 0) return 0;
  1745. return SqlMapper.Execute(
  1746. conn,
  1747. @"
  1748. INSERT INTO center_daily_logs
  1749. (channel, accountId, accountName, log_date, create_time, last_time,
  1750. parse_total_count, parse_success_count, parse_abandon_count,
  1751. parse_success_percentage, parse_abandon_percentage)
  1752. VALUES
  1753. (0, @accountId, @accountName, @date, NOW(), NOW(),
  1754. @totalCount, @successCount, @abandonCount,
  1755. @successPercentage, @abandonPercentage)",
  1756. new
  1757. {
  1758. date,
  1759. counts.accountId,
  1760. counts.accountName,
  1761. totalCount = counts.total_count,
  1762. successCount = counts.success_count,
  1763. abandonCount = counts.abandon_count,
  1764. successPercentage,
  1765. abandonPercentage
  1766. },
  1767. commandTimeout: commandTimeoutSeconds);
  1768. }
  1769. private static async Task<TkDailyRepairCountRow> ReadParseCountKeysAsync(YunhuiKit.RedisClient redis, string bucket, string dateKey)
  1770. {
  1771. return new TkDailyRepairCountRow
  1772. {
  1773. accountName = bucket,
  1774. total_count = await redis.GetAsync<int>($":parse_total:{bucket}:{dateKey}"),
  1775. success_count = await redis.GetAsync<int>($":parse_total:{bucket}:success:{dateKey}"),
  1776. fail_count = await redis.GetAsync<int>($":parse_total:{bucket}:fail:{dateKey}"),
  1777. abandon_count = await redis.GetAsync<int>($":parse_total:{bucket}:放弃转链:{dateKey}")
  1778. };
  1779. }
  1780. private static async Task DeleteParseBucketKeysAsync(YunhuiKit.RedisClient redis, string bucket, string dateKey)
  1781. {
  1782. var keys = new List<string>
  1783. {
  1784. $":parse_total:{bucket}:{dateKey}",
  1785. $":parse_total:{bucket}:success:{dateKey}",
  1786. $":parse_total:{bucket}:fail:{dateKey}",
  1787. $":parse_total:{bucket}:放弃转链:{dateKey}",
  1788. $":parse_total:{bucket}:message:{dateKey}",
  1789. $":parse_total:{bucket}:reason:{dateKey}"
  1790. };
  1791. foreach (string dpBucket in new[] { "dp_none", "dp_home", "dp_success", "dp_fail" })
  1792. {
  1793. keys.Add($":parse_total:{dpBucket}:{bucket}:{dateKey}");
  1794. keys.Add($":parse_total:{dpBucket}:{bucket}:success:{dateKey}");
  1795. keys.Add($":parse_total:{dpBucket}:{bucket}:fail:{dateKey}");
  1796. keys.Add($":parse_total:{dpBucket}:{bucket}:放弃转链:{dateKey}");
  1797. keys.Add($":parse_total:{dpBucket}:{bucket}:message:{dateKey}");
  1798. keys.Add($":parse_total:{dpBucket}:{bucket}:reason:{dateKey}");
  1799. }
  1800. await redis.DelAsync(keys.ToArray());
  1801. }
  1802. private static string FormatRepairError(Exception ex)
  1803. {
  1804. return ex.InnerException == null ? ex.Message : $"{ex.Message} | {ex.InnerException.Message}";
  1805. }
  1806. private static async Task WriteParseCountKeysAsync(YunhuiKit.RedisClient redis, string bucket, string dateKey, TkDailyRepairCountRow counts)
  1807. {
  1808. var keys = new[]
  1809. {
  1810. $":parse_total:{bucket}:{dateKey}",
  1811. $":parse_total:{bucket}:success:{dateKey}",
  1812. $":parse_total:{bucket}:fail:{dateKey}",
  1813. $":parse_total:{bucket}:放弃转链:{dateKey}"
  1814. };
  1815. if (counts.total_count <= 0)
  1816. {
  1817. await redis.DelAsync(keys);
  1818. return;
  1819. }
  1820. await redis.SetAsync(keys[0], counts.total_count, 90 * 86400);
  1821. await redis.SetAsync(keys[1], counts.success_count, 90 * 86400);
  1822. await redis.SetAsync(keys[2], counts.fail_count, 90 * 86400);
  1823. await redis.SetAsync(keys[3], counts.abandon_count, 90 * 86400);
  1824. }
  1825. private class TkDailyRepairCountRow
  1826. {
  1827. public int accountId { get; set; }
  1828. public string accountName { get; set; } = string.Empty;
  1829. public long total_count { get; set; }
  1830. public long success_count { get; set; }
  1831. public long fail_count { get; set; }
  1832. public long abandon_count { get; set; }
  1833. }
  1834. private sealed class TkDailyRepairEndpointCountRow : TkDailyRepairCountRow
  1835. {
  1836. public string end_point { get; set; } = string.Empty;
  1837. }
  1838. private static async Task<string> SaveJdStressStartLogAsync(string runId, string logName, int t, int time, string ip, string oaid, bool wait)
  1839. {
  1840. try
  1841. {
  1842. await new LoggerLibrary("jd_api_stress", logName)
  1843. .AppendLine($"status=started")
  1844. .AppendLine($"runId={runId}")
  1845. .AppendLine($"startedAt={DateTime.Now:O}")
  1846. .AppendLine($"t={t}")
  1847. .AppendLine($"timeSeconds={time}")
  1848. .AppendLine($"ip={ip}")
  1849. .AppendLine($"oaid={oaid}")
  1850. .AppendLine($"wait={wait}")
  1851. .AppendLine($"content={JdStressDeeplinkContent}")
  1852. .SaveAsync();
  1853. return "started";
  1854. }
  1855. catch (Exception ex)
  1856. {
  1857. return ex.Message;
  1858. }
  1859. }
  1860. private static async Task<JdStressRunResult> RunJdStressAsync(string runId, string logName, int t, int time, string ip, string oaid, string startLogStatus, CancellationToken cancellationToken)
  1861. {
  1862. var startedAt = DateTime.Now;
  1863. var stopwatch = Stopwatch.StartNew();
  1864. long scheduledCount = 0;
  1865. long completedCount = 0;
  1866. long successCount = 0;
  1867. long failCount = 0;
  1868. long exceptionCount = 0;
  1869. long riskControlCount = 0;
  1870. long totalElapsedMs = 0;
  1871. int activeCount = 0;
  1872. int peakActiveCount = 0;
  1873. var responseLines = new ConcurrentQueue<string>();
  1874. var messageCounts = new ConcurrentDictionary<string, int>(StringComparer.Ordinal);
  1875. var codeCounts = new ConcurrentDictionary<string, int>(StringComparer.Ordinal);
  1876. int initialTaskCapacity = (int)Math.Min((long)t * Math.Min(time, 60), 4096L);
  1877. var runningTasks = new List<Task>(initialTaskCapacity);
  1878. string message = "ok";
  1879. try
  1880. {
  1881. for (int second = 0; second < time && !cancellationToken.IsCancellationRequested; second++)
  1882. {
  1883. for (int i = 0; i < t; i++)
  1884. {
  1885. long sequence = Interlocked.Increment(ref scheduledCount);
  1886. runningTasks.Add(Task.Run(async () =>
  1887. {
  1888. int currentActive = Interlocked.Increment(ref activeCount);
  1889. UpdateMax(ref peakActiveCount, currentActive);
  1890. try
  1891. {
  1892. var item = await ExecuteJdStressRequestAsync(sequence, ip, oaid, cancellationToken);
  1893. Interlocked.Increment(ref completedCount);
  1894. Interlocked.Add(ref totalElapsedMs, item.ElapsedMs);
  1895. if (item.Success)
  1896. {
  1897. Interlocked.Increment(ref successCount);
  1898. }
  1899. else
  1900. {
  1901. Interlocked.Increment(ref failCount);
  1902. }
  1903. if (item.IsException)
  1904. {
  1905. Interlocked.Increment(ref exceptionCount);
  1906. }
  1907. if (IsRiskControlResult(item))
  1908. {
  1909. Interlocked.Increment(ref riskControlCount);
  1910. }
  1911. string messageKey = string.IsNullOrWhiteSpace(item.SubMessage)
  1912. ? item.Message
  1913. : $"{item.Message}:{item.SubMessage}";
  1914. if (string.IsNullOrWhiteSpace(messageKey)) messageKey = "empty";
  1915. messageCounts.AddOrUpdate(messageKey, 1, (_, value) => value + 1);
  1916. codeCounts.AddOrUpdate(item.Code.ToString(), 1, (_, value) => value + 1);
  1917. responseLines.Enqueue(
  1918. $"{item.FinishedAt:O}\tseq={item.Sequence}\telapsedMs={item.ElapsedMs}\tcode={item.Code}\tsuccess={item.Success}\tmessage={NormalizeLogValue(item.Message)}\tsub_message={NormalizeLogValue(item.SubMessage)}\tresponse={NormalizeLogValue(item.Response)}");
  1919. }
  1920. finally
  1921. {
  1922. Interlocked.Decrement(ref activeCount);
  1923. }
  1924. }));
  1925. }
  1926. await ObserveCompletedTasksAsync(runningTasks);
  1927. var nextTick = TimeSpan.FromSeconds(second + 1);
  1928. var delay = nextTick - stopwatch.Elapsed;
  1929. if (delay > TimeSpan.Zero)
  1930. {
  1931. await Task.Delay(delay, cancellationToken);
  1932. }
  1933. }
  1934. }
  1935. catch (OperationCanceledException ex)
  1936. {
  1937. message = $"canceled:{ex.Message}";
  1938. responseLines.Enqueue($"{DateTime.Now:O}\tmessage={NormalizeLogValue(message)}");
  1939. }
  1940. catch (Exception ex)
  1941. {
  1942. message = $"runner error:{ex.Message}";
  1943. responseLines.Enqueue($"{DateTime.Now:O}\tmessage={NormalizeLogValue(message)}\tstack={NormalizeLogValue(ex.StackTrace ?? string.Empty)}");
  1944. }
  1945. try
  1946. {
  1947. await Task.WhenAll(runningTasks);
  1948. }
  1949. catch (Exception ex)
  1950. {
  1951. message = $"task wait error:{ex.Message}";
  1952. responseLines.Enqueue($"{DateTime.Now:O}\tmessage={NormalizeLogValue(message)}\tstack={NormalizeLogValue(ex.StackTrace ?? string.Empty)}");
  1953. }
  1954. stopwatch.Stop();
  1955. string logStatus = "saved";
  1956. try
  1957. {
  1958. var log = new LoggerLibrary("jd_api_stress", logName);
  1959. log.AppendLine($"status=finished");
  1960. log.AppendLine($"startLogStatus={startLogStatus}");
  1961. log.AppendLine($"runId={runId}");
  1962. log.AppendLine($"startedAt={startedAt:O}");
  1963. log.AppendLine($"finishedAt={DateTime.Now:O}");
  1964. log.AppendLine($"t={t}");
  1965. log.AppendLine($"timeSeconds={time}");
  1966. log.AppendLine($"ip={ip}");
  1967. log.AppendLine($"oaid={oaid}");
  1968. log.AppendLine($"content={JdStressDeeplinkContent}");
  1969. log.AppendLine($"scheduled={scheduledCount}");
  1970. log.AppendLine($"completed={completedCount}");
  1971. log.AppendLine($"success={successCount}");
  1972. log.AppendLine($"fail={failCount}");
  1973. log.AppendLine($"exception={exceptionCount}");
  1974. log.AppendLine($"riskControl={riskControlCount}");
  1975. log.AppendLine($"peakActive={peakActiveCount}");
  1976. log.AppendLine("messageCounts=");
  1977. foreach (var item in messageCounts.OrderByDescending(item => item.Value))
  1978. {
  1979. log.AppendLine($"{item.Key}\t{item.Value}");
  1980. }
  1981. log.AppendLine("codeCounts=");
  1982. foreach (var item in codeCounts.OrderByDescending(item => item.Value))
  1983. {
  1984. log.AppendLine($"{item.Key}\t{item.Value}");
  1985. }
  1986. log.AppendLine("responses=");
  1987. while (responseLines.TryDequeue(out string? line))
  1988. {
  1989. log.AppendLine(line);
  1990. }
  1991. await log.SaveAsync();
  1992. }
  1993. catch (Exception ex)
  1994. {
  1995. logStatus = ex.Message;
  1996. }
  1997. return new JdStressRunResult
  1998. {
  1999. success = true,
  2000. message = message,
  2001. runId = runId,
  2002. requestPerSecond = t,
  2003. timeSeconds = time,
  2004. expectedRequests = (long)t * time,
  2005. scheduledCount = scheduledCount,
  2006. completedCount = completedCount,
  2007. successCount = successCount,
  2008. failCount = failCount,
  2009. exceptionCount = exceptionCount,
  2010. riskControlCount = riskControlCount,
  2011. peakActiveCount = peakActiveCount,
  2012. averageElapsedMs = completedCount == 0 ? 0 : Math.Round(totalElapsedMs / (double)completedCount, 2),
  2013. elapsedSeconds = Math.Round(stopwatch.Elapsed.TotalSeconds, 2),
  2014. messageCounts = messageCounts.OrderByDescending(item => item.Value).ToDictionary(item => item.Key, item => item.Value),
  2015. codeCounts = codeCounts.OrderByDescending(item => item.Value).ToDictionary(item => item.Key, item => item.Value),
  2016. log = new JdStressLogInfo
  2017. {
  2018. type = "LoggerLibrary",
  2019. dir = "jd_api_stress",
  2020. name = logName,
  2021. status = logStatus
  2022. }
  2023. };
  2024. }
  2025. private static async Task ObserveCompletedTasksAsync(List<Task> runningTasks)
  2026. {
  2027. for (int i = runningTasks.Count - 1; i >= 0; i--)
  2028. {
  2029. if (!runningTasks[i].IsCompleted) continue;
  2030. await runningTasks[i];
  2031. runningTasks.RemoveAt(i);
  2032. }
  2033. }
  2034. private static async Task<JdStressRequestResult> ExecuteJdStressRequestAsync(long sequence, string ip, string oaid, CancellationToken cancellationToken)
  2035. {
  2036. var sw = Stopwatch.StartNew();
  2037. try
  2038. {
  2039. var request = new UnionParseRequest
  2040. {
  2041. Content = JdStressDeeplinkContent,
  2042. Channel = "jd",
  2043. CommerceType = 0,
  2044. Ip = ip,
  2045. Oaid = oaid,
  2046. RiskStrategy = string.Empty,
  2047. LaunchScene = 0,
  2048. AccountId = 0,
  2049. SpecialText = 0,
  2050. QueryText = string.Empty,
  2051. ClickId = string.Empty,
  2052. Type = "dp",
  2053. Pic = string.Empty
  2054. };
  2055. var result = await UnionParseCore.DeeplinkJdParseAsync(request, cancellationToken);
  2056. sw.Stop();
  2057. string response = result.Content ?? string.Empty;
  2058. var parsed = ParseJdStressResponse(response);
  2059. parsed.Sequence = sequence;
  2060. parsed.ElapsedMs = sw.ElapsedMilliseconds;
  2061. parsed.Response = response;
  2062. parsed.FinishedAt = DateTime.Now;
  2063. return parsed;
  2064. }
  2065. catch (Exception ex)
  2066. {
  2067. sw.Stop();
  2068. return new JdStressRequestResult
  2069. {
  2070. Sequence = sequence,
  2071. ElapsedMs = sw.ElapsedMilliseconds,
  2072. Success = false,
  2073. Message = "exception",
  2074. SubMessage = ex.Message,
  2075. Code = 0,
  2076. Response = ex.ToString(),
  2077. FinishedAt = DateTime.Now,
  2078. IsException = true
  2079. };
  2080. }
  2081. }
  2082. private static JdStressRequestResult ParseJdStressResponse(string response)
  2083. {
  2084. var result = new JdStressRequestResult();
  2085. if (string.IsNullOrWhiteSpace(response))
  2086. {
  2087. result.Message = "empty response";
  2088. return result;
  2089. }
  2090. try
  2091. {
  2092. using var doc = JsonDocument.Parse(response);
  2093. var root = doc.RootElement;
  2094. result.Success = ReadBool(root, "success");
  2095. result.Message = ReadString(root, "message");
  2096. result.SubMessage = ReadString(root, "sub_message");
  2097. result.Code = ReadInt(root, "code");
  2098. }
  2099. catch (Exception ex)
  2100. {
  2101. result.Success = false;
  2102. result.Message = "parse response error";
  2103. result.SubMessage = ex.Message;
  2104. result.Code = 0;
  2105. }
  2106. return result;
  2107. }
  2108. private static bool ReadBool(JsonElement root, string propertyName)
  2109. {
  2110. if (!root.TryGetProperty(propertyName, out var property)) return false;
  2111. return property.ValueKind switch
  2112. {
  2113. JsonValueKind.True => true,
  2114. JsonValueKind.False => false,
  2115. JsonValueKind.Number => property.TryGetInt32(out int value) && value != 0,
  2116. JsonValueKind.String => bool.TryParse(property.GetString(), out bool value) && value,
  2117. _ => false
  2118. };
  2119. }
  2120. private static int ReadInt(JsonElement root, string propertyName)
  2121. {
  2122. if (!root.TryGetProperty(propertyName, out var property)) return 0;
  2123. return property.ValueKind switch
  2124. {
  2125. JsonValueKind.Number => property.TryGetInt32(out int value) ? value : 0,
  2126. JsonValueKind.String => int.TryParse(property.GetString(), out int value) ? value : 0,
  2127. _ => 0
  2128. };
  2129. }
  2130. private static string ReadString(JsonElement root, string propertyName)
  2131. {
  2132. if (!root.TryGetProperty(propertyName, out var property)) return string.Empty;
  2133. if (property.ValueKind == JsonValueKind.Null || property.ValueKind == JsonValueKind.Undefined) return string.Empty;
  2134. return property.ValueKind == JsonValueKind.String ? property.GetString() ?? string.Empty : property.ToString();
  2135. }
  2136. private static bool IsRiskControlResult(JdStressRequestResult result)
  2137. {
  2138. if (!"放弃转链".Equals(result.Message, StringComparison.Ordinal)) return false;
  2139. return result.SubMessage.Contains("控制", StringComparison.Ordinal)
  2140. || result.SubMessage.Contains("风控", StringComparison.Ordinal)
  2141. || result.SubMessage.Contains("限流", StringComparison.Ordinal)
  2142. || result.SubMessage.Contains("频", StringComparison.Ordinal)
  2143. || result.SubMessage.Contains("系统繁忙", StringComparison.Ordinal);
  2144. }
  2145. private static string NormalizeLogValue(string value)
  2146. {
  2147. return (value ?? string.Empty)
  2148. .Replace("\r", "\\r")
  2149. .Replace("\n", "\\n")
  2150. .Replace("\t", " ");
  2151. }
  2152. private static void UpdateMax(ref int target, int value)
  2153. {
  2154. int snapshot;
  2155. while (value > (snapshot = Volatile.Read(ref target))
  2156. && Interlocked.CompareExchange(ref target, value, snapshot) != snapshot)
  2157. {
  2158. }
  2159. }
  2160. private sealed class JdStressRequestResult
  2161. {
  2162. public long Sequence { get; set; }
  2163. public bool Success { get; set; }
  2164. public string Message { get; set; } = string.Empty;
  2165. public string SubMessage { get; set; } = string.Empty;
  2166. public int Code { get; set; }
  2167. public long ElapsedMs { get; set; }
  2168. public string Response { get; set; } = string.Empty;
  2169. public DateTime FinishedAt { get; set; }
  2170. public bool IsException { get; set; }
  2171. }
  2172. private sealed class JdStressRunResult
  2173. {
  2174. public bool success { get; set; }
  2175. public string message { get; set; } = string.Empty;
  2176. public string runId { get; set; } = string.Empty;
  2177. public int requestPerSecond { get; set; }
  2178. public int timeSeconds { get; set; }
  2179. public long expectedRequests { get; set; }
  2180. public long scheduledCount { get; set; }
  2181. public long completedCount { get; set; }
  2182. public long successCount { get; set; }
  2183. public long failCount { get; set; }
  2184. public long exceptionCount { get; set; }
  2185. public long riskControlCount { get; set; }
  2186. public int peakActiveCount { get; set; }
  2187. public double averageElapsedMs { get; set; }
  2188. public double elapsedSeconds { get; set; }
  2189. public Dictionary<string, int> messageCounts { get; set; } = [];
  2190. public Dictionary<string, int> codeCounts { get; set; } = [];
  2191. public JdStressLogInfo log { get; set; } = new();
  2192. }
  2193. private sealed class JdStressLogInfo
  2194. {
  2195. public string type { get; set; } = string.Empty;
  2196. public string dir { get; set; } = string.Empty;
  2197. public string name { get; set; } = string.Empty;
  2198. public string status { get; set; } = string.Empty;
  2199. }
  2200. [HttpGet]
  2201. public async Task<ActionResult> xxx()
  2202. {
  2203. var list = await TkPoolCore.ListAsync();
  2204. if (list == null) return new APIResult(new { success = false, message = "没有有效账号", });
  2205. string message = string.Empty;
  2206. foreach (var account in list)
  2207. {
  2208. try
  2209. {
  2210. var alimama = new AlimamaPlus(account);
  2211. alimama.RenewCookie();
  2212. }
  2213. catch (Exception ex)
  2214. {
  2215. message = $"【cookie续期】xxxx\n{ex.Message}\n{ex.StackTrace}";
  2216. NotifyCore.Notify(new NifyMessage
  2217. {
  2218. message = message,
  2219. priority = NifyMessagePriority.high,
  2220. tags = ["red_circle"]
  2221. });
  2222. continue;
  2223. }
  2224. }
  2225. return new APIResult(new { success = true, message = "ok" });
  2226. }
  2227. }
  2228. }