parse.cs 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867
  1. using System.Text;
  2. using dodohold.core;
  3. using System.Text.RegularExpressions;
  4. using System.Net;
  5. using System.Linq;
  6. using System.Security.Cryptography;
  7. using TencentCloud.Ecm.V20190719.Models;
  8. using System.Diagnostics;
  9. using static dodohold.core.ZTOExpress.CreateOrderArgs;
  10. using System.Text.Json;
  11. using TencentCloud.Tcm.V20210413.Models;
  12. using TencentCloud.Tione.V20211111.Models;
  13. using System.Runtime.InteropServices.Marshalling;
  14. namespace molilian.core
  15. {
  16. public partial class AlimamaPlus
  17. {
  18. private string _accountName;
  19. private int _accountId;
  20. private string _company;
  21. private string _tb_token;
  22. private string _floorId;
  23. private string _refpid;
  24. private string _user_agent;
  25. private string _cookies;
  26. public string _proxyName;
  27. public WebProxy? _proxy = null;
  28. private string _api;
  29. private int _api_id = 0;
  30. public TkConfigDTO _config;
  31. private static string _end_point;
  32. private TkPoolDTO _account;
  33. static Random _random = new Random();
  34. public static string _url_pattern = @"https?://[-A-Za-z0-9+&@#/%?=~_|!:,.;]+[-A-Za-z0-9+&@#/%=~_|]";
  35. static AlimamaPlus()
  36. {
  37. _end_point = Environment.GetEnvironmentVariable("EndPoint");
  38. }
  39. public AlimamaPlus(TkPoolDTO account)
  40. {
  41. // string accountName, string tb_token, string floorId, string refpid,
  42. // string cookies, string user_agent, string nodeName
  43. _config = TkConfigCore.Get();
  44. _account = account;
  45. _accountId = account.id;
  46. _accountName = account.name;
  47. _company = account.company;
  48. _tb_token = account.tb_token;
  49. _floorId = account.floorId;
  50. _refpid = account.refpid;
  51. _cookies = account.cookies;
  52. _user_agent = account.user_agent?.Trim();
  53. if (!string.IsNullOrEmpty(account.nodeName))
  54. {
  55. _proxyName = ProxyNodesCore.GetSelectOne(account.nodeName);
  56. _proxy = ProxyNodesCore.GetOne(_proxyName);
  57. }
  58. _api = account.api;
  59. _api_id = account.api_id;
  60. }
  61. public bool ShouldIgnoreOtherAff(string content)
  62. {
  63. TkDataDTO result = new();
  64. //(_, _, var link_type, _) = InternalTextProcessing(content, ref result);
  65. InternalTextProcessing(content, ref result);
  66. return result.link_type == LinkTypeEnum.other_aff;
  67. }
  68. public async Task<TkDataDTO> UnionParseAsync(UnionParseRequest request, string content, TkDataDTO result, bool isTaobaoUrl, CancellationToken cancellationToken = default,
  69. Dictionary<string, long> swData = null)
  70. {
  71. result.itemName = "点击打开淘宝APP";
  72. result = await InternalTextProcessingAsync(content, result, cancellationToken, swData);
  73. bool ShouldStopAfterTextProcessing()
  74. {
  75. if (result.link_type == LinkTypeEnum.other_aff)
  76. {
  77. result.channel = TkChannelEnum.tb;
  78. result.channel_type = ChannelTypeEnum.tb;
  79. result.success = false;
  80. result.message = "放弃转链";
  81. result.reason = "其他推广链接";
  82. result.subCode = TkSubCodeEnum.OtherPromo;
  83. result.accountName = string.Empty;
  84. result.content = content;
  85. return true;
  86. }
  87. if (!result.success)
  88. {
  89. switch (result.link_type)
  90. {
  91. case LinkTypeEnum.profile:
  92. case LinkTypeEnum.live:
  93. case LinkTypeEnum.video:
  94. case LinkTypeEnum.note:
  95. case LinkTypeEnum.goods:
  96. case LinkTypeEnum.baseDomain:
  97. result.reason = string.Empty;
  98. break;
  99. default:
  100. if (string.IsNullOrWhiteSpace(result.reason)) result.reason = "非标准链接";
  101. if (result.subCode == TkSubCodeEnum.Other) result.subCode = TkSubCodeEnum.NonStdLink;
  102. return true;
  103. }
  104. }
  105. return false;
  106. }
  107. if (ShouldStopAfterTextProcessing()) return result;
  108. //============================== 放弃转链-地区过滤 ==============================
  109. bool is_ignore2 = FlowControlIgnoreRequest(request, out string reason);
  110. string message = "放弃转链";
  111. if (is_ignore2)
  112. {
  113. if ("7".Equals(_account.parseEndpoint))
  114. {
  115. message = "转链失败";
  116. result.reason = "fail2";
  117. }
  118. result.success = false;
  119. result.message = message;
  120. result.reason = reason;
  121. result.subCode = TkSubCodeEnum.TrafficCtrl;
  122. return result;
  123. }
  124. switch (request.CommerceType)
  125. {
  126. case 1:
  127. case 2:
  128. result.success = false;
  129. result.message = "放弃转链";
  130. result.reason = $"厂商放弃{request.CommerceType}";
  131. result.subCode = TkSubCodeEnum.PartnersDrop;
  132. return result;
  133. }
  134. //2025-02-06 增加重试机制
  135. int try_count = 0;
  136. while (try_count == 0 || try_count <= _config.tk_parse_retry_count)
  137. {
  138. if (try_count >= 3) break;
  139. (int ep_id, string tkEndpoint) = await TkEndpointManager.GetConvertApiAsync(_accountId, isTaobaoUrl, _account.parseEndpoint);
  140. result.tkEndpoint = ep_id;
  141. switch (tkEndpoint)
  142. {
  143. case "moose_share":
  144. result = await endpoint_moose_share(result.content, result, cancellationToken);
  145. break;
  146. case "promo_goods":
  147. result = await endpoint_promo_goods(result.content, result, cancellationToken);
  148. break;
  149. case "tool_links":
  150. result = await endpoint_tool_links(result.content, result, cancellationToken);
  151. break;
  152. case "aliyun":
  153. result = await endpoint_aliyun(result.content, result, cancellationToken);
  154. break;
  155. case "tbk_dg":
  156. result = await endpoint_tbk_dg(result.content, result, cancellationToken);
  157. break;
  158. case "aiopen":
  159. result = await endpoint_aiopen(result.content, result, cancellationToken);
  160. break;
  161. case "veapi":
  162. case "ddx":
  163. case "other_api":
  164. if (!string.IsNullOrEmpty(_api) && _api_id > 0)
  165. {
  166. var account = OtherApiPoolCore.Get(_api_id);
  167. if (account != null)
  168. {
  169. var core = new OtherApiPlus(account.name, account.key, account.sessionKey, tkEndpoint, account.api_url);
  170. string refpid = string.IsNullOrEmpty(account.refpid) ? _refpid : account.refpid;
  171. result = await core.UnionParseAsync(result.content, refpid, result, cancellationToken);
  172. return result;
  173. }
  174. }
  175. else
  176. {
  177. result.link_type = LinkTypeEnum.unknown;
  178. result.subCode = TkSubCodeEnum.Other;
  179. result.success = false;
  180. result.message = "放弃转链";
  181. result.reason = "接口配置失败";
  182. return result;
  183. }
  184. break;
  185. //case "ALL":
  186. // //没有可以用的接口了
  187. // result.link_type = LinkTypeEnum.unknown;
  188. // result.subCode = TkSubCodeEnum.ParseDeny;
  189. // result.success = false;
  190. // result.message = "放弃转链";
  191. // result.reason = "接口风控ALL";
  192. // return result;
  193. default:
  194. result.link_type = LinkTypeEnum.unknown;
  195. result.subCode = TkSubCodeEnum.ParseDeny;
  196. result.success = false;
  197. result.message = "放弃转链";
  198. result.reason = $"接口风控{tkEndpoint}";
  199. break;
  200. }
  201. if (!"该链接不支持转化,请更换链接尝试".Equals(result.message)) break;
  202. try_count++;
  203. }
  204. result.retry_count = try_count;
  205. result.commercial = result.success;
  206. if (result.success && "brwsimilar".Equals(request.RiskStrategy))
  207. {
  208. // 需要搜同款才进入这个逻辑
  209. result.PromotionImg = await InternalCallPromotionQuery(result.pic, request.Oaid, request.Ip, _account.useCouponLinkFirst);
  210. // "pic": "https://img.alicdn.com/i4/6000000004750/O1CN01w4wgqa1kxYS1BadZp_!!6000000004750-0-sm.jpg",
  211. //result.pic
  212. //result.PromotionImg[*].pic
  213. int i = 0;
  214. foreach (var item in result.PromotionImg)
  215. {
  216. i++;
  217. item.clickTracks = TracksCore.BuildBrwSimilarPath(TrackType.Click, result, item, i);
  218. item.exposeTracks = TracksCore.BuildBrwSimilarPath(TrackType.Expose, result, item, i);
  219. item.pic = NormalizeAlicdnImageUrl(item.pic);
  220. }
  221. DateTime now = DateTime.Now;
  222. if (now < new DateTime(2026, 8, 22))
  223. {
  224. _ = new LoggerLibrary("AlimamaPlus", "PromotionImageCount")
  225. .Info(now.ToString("yyyy-MM-dd HH:mm:ss.fff"), i.ToString())
  226. .SaveAsync();
  227. }
  228. }
  229. result.pic = NormalizeAlicdnImageUrl(result.pic);
  230. if (!result.success)
  231. {
  232. result.itemName = "点击打开淘宝APP";
  233. }
  234. if (string.IsNullOrEmpty(result.itemName) || result.link_type == LinkTypeEnum.profile)
  235. {
  236. result.itemName = "点击打开淘宝APP";
  237. }
  238. return result;
  239. }
  240. private async Task<List<PromotionQueryItemDTO>> InternalCallPromotionQuery(string pic, string oaid, string ip, bool useCouponLinkFirst)
  241. {
  242. if (string.IsNullOrWhiteSpace(pic))
  243. {
  244. return [];
  245. }
  246. static bool TryParseItems(JsonElement element, out List<PromotionQueryItemDTO> items)
  247. {
  248. items = [];
  249. if (element.ValueKind == JsonValueKind.Array)
  250. {
  251. items = JsonSerializer.Deserialize<List<PromotionQueryItemDTO>>(element.GetRawText()) ?? [];
  252. return true;
  253. }
  254. if (element.ValueKind != JsonValueKind.Object)
  255. {
  256. return false;
  257. }
  258. if (element.TryGetProperty("promotionImg", out var promotionImg) && promotionImg.ValueKind == JsonValueKind.Array)
  259. {
  260. items = JsonSerializer.Deserialize<List<PromotionQueryItemDTO>>(promotionImg.GetRawText()) ?? [];
  261. return true;
  262. }
  263. if (element.TryGetProperty("PromotionImg", out promotionImg) && promotionImg.ValueKind == JsonValueKind.Array)
  264. {
  265. items = JsonSerializer.Deserialize<List<PromotionQueryItemDTO>>(promotionImg.GetRawText()) ?? [];
  266. return true;
  267. }
  268. return false;
  269. }
  270. static List<PromotionQueryItemDTO> RemoveFirstItem(List<PromotionQueryItemDTO> items)
  271. {
  272. return items.Count > 0 ? items.Skip(1).ToList() : [];
  273. }
  274. string requestUrl = "https://similar.molilian.com/api/unsafePromotionQuery";
  275. string targetPic = NormalizeAlicdnImageUrl(pic.StartsWith("//") ? $"https:{pic}" : pic, 1200);
  276. object postData = new
  277. {
  278. url = targetPic,
  279. oaid,
  280. ip,
  281. recommand = false,
  282. useCouponLinkFirst
  283. };
  284. string post = postData.Convert2Json();
  285. try
  286. {
  287. var client = new WebClientUtility().SetContentType("application/json")
  288. .Post(post);
  289. var response = await client.RequestAsync(requestUrl, "POST");
  290. var body = response.Body();
  291. if (string.IsNullOrWhiteSpace(body))
  292. {
  293. return [];
  294. }
  295. var root = body.Convert2JsonElement();
  296. if (TryParseItems(root, out var result))
  297. {
  298. return RemoveFirstItem(result);
  299. }
  300. if (root.ValueKind == JsonValueKind.Object)
  301. {
  302. if (root.TryGetProperty("data", out var data) && TryParseItems(data, out result))
  303. {
  304. return RemoveFirstItem(result);
  305. }
  306. if (root.TryGetProperty("result", out var resultNode) && TryParseItems(resultNode, out result))
  307. {
  308. return RemoveFirstItem(result);
  309. }
  310. }
  311. _ = new LoggerLibrary("AlimamaPlus", "InternalCallPromotionQuery")
  312. .Info(post, body)
  313. .SaveAsync();
  314. }
  315. catch (Exception ex)
  316. {
  317. _ = new LoggerLibrary("AlimamaPlus", "InternalCallPromotionQuery")
  318. .Info(requestUrl, post)
  319. .Info(ex.Message, ex.StackTrace)
  320. .SaveAsync();
  321. }
  322. return [];
  323. }
  324. private static string NormalizeAlicdnImageUrl(string pic, int size = 400)
  325. {
  326. string formatSuffix = size switch
  327. {
  328. 1200 => "_1200x1200q90.jpg_.webp",
  329. _ => "_400x400q90.jpg_.webp"
  330. };
  331. if (string.IsNullOrWhiteSpace(pic))
  332. {
  333. return pic;
  334. }
  335. if (!pic.Contains("img.alicdn.com", StringComparison.OrdinalIgnoreCase))
  336. {
  337. return pic;
  338. }
  339. if (Regex.IsMatch(pic, @"_\d+x\d+q\d+\.jpg_\.webp(?:[?#].*)?$", RegexOptions.IgnoreCase))
  340. {
  341. return pic;
  342. }
  343. return $"{pic}{formatSuffix}";
  344. }
  345. public static bool ContainsTaobaoId(string content, string rawContent)
  346. {
  347. var match = Regex.Match(content, @"(?<=[?&]id=)\d+(?=&|$)");
  348. if (!match.Success) return false;
  349. string id = match.Value;
  350. return Regex.IsMatch(rawContent, $@"(^|\D){id}($|\D)");
  351. }
  352. public static string ReplaceUrls(string content, string shortLink)
  353. {
  354. if (string.IsNullOrEmpty(content) || string.IsNullOrEmpty(shortLink)) return content;
  355. string result = content;
  356. Regex regex = new(_url_pattern);
  357. MatchCollection matches = regex.Matches(content);
  358. foreach (Match m in matches.Cast<Match>())
  359. {
  360. string url = m.Value;
  361. if (url.Contains("https://s.tb.cn/") ||
  362. url.Contains("http://s.tb.cn/") ||
  363. url.Contains("http://m.tb.cn/") ||
  364. url.Contains("http://m.tb.cn/") ||
  365. url.Contains("http://e.tb.cn/") ||
  366. url.Contains("https://e.tb.cn/"))
  367. {
  368. result = result.Replace(url, shortLink);
  369. }
  370. }
  371. return result;
  372. }
  373. public static string RemoveUrls(string content)
  374. {
  375. if (string.IsNullOrEmpty(content)) return content;
  376. string result = content;
  377. Regex regex = new(_url_pattern);
  378. MatchCollection matches = regex.Matches(content);
  379. foreach (Match m in matches.Cast<Match>())
  380. {
  381. string url = m.Value;
  382. result = result.Replace(url, string.Empty);
  383. }
  384. return result;
  385. }
  386. public static string GetLink(string content)
  387. {
  388. if (string.IsNullOrEmpty(content)) return content;
  389. //string pattern = @"https?:\/\/?([\da-z\.-]+)\.([a-z]{2,6})(:\d{1,5})?([\/\w\.-]*)*\/?(#[\S]+)?(\?[\S]+)?";
  390. Regex regex = new(_url_pattern);
  391. MatchCollection matches = regex.Matches(content);
  392. string result = string.Empty;
  393. if (matches.Count > 0)
  394. {
  395. result = Regex.Replace(matches[^1].Value, @"\++$", "");
  396. }
  397. result = result.Replace("&nbsp;", "");
  398. if (result.StartsWith("http://e.tb.cn/")) result = result.Replace("http://", "https://");
  399. return result;
  400. }
  401. public static string GetTaobaoLink(string content)
  402. {
  403. if (string.IsNullOrEmpty(content)) return content;
  404. string pattern = @"(https?://(?:[\w-]+\.)*(?:tb\.cn|taobao\.com|juhuasuan\.com|tmall\.com|tmall\.hk)(?:/[a-zA-Z0-9\-\._~:/?#[\]@!$&'()*+,;=%]*)?)";
  405. Regex regex = new(pattern, RegexOptions.IgnoreCase);
  406. MatchCollection matches = regex.Matches(content);
  407. if (matches.Count > 0)
  408. {
  409. string result = Regex.Replace(matches[^1].Value, @"\++$", "");
  410. return result;
  411. }
  412. return string.Empty;
  413. }
  414. public static string GetDeeplink(string url)
  415. {
  416. if (string.IsNullOrEmpty(url)) return "tbopen://m.taobao.com/tbopen/index.html";
  417. string result = $"tbopen://m.taobao.com/tbopen/index.html?action=ali.open.nav&module=h5&h5Url={url.UrlEncode()}";
  418. //string result = $"tbopen://m.taobao.com/tbopen/index.html?action=ali.open.nav&module=h5&bootImage=0&afcPromotionOpen=false&bc_fl_src=h5_huanduan&source=slk_dp&h5Url={url.UrlEncode()}";
  419. return result;
  420. }
  421. public static string GetTitle(string content)
  422. {
  423. if (string.IsNullOrEmpty(content)) return string.Empty;
  424. string url = GetLink(content);
  425. if (!string.IsNullOrEmpty(url)) content = content.Replace(url, string.Empty);
  426. content = content.Replace("点击链接直接打开 或者 淘宝搜索直接打开", string.Empty).Trim();
  427. string[] words = Regex.Split(content, @"\s+");
  428. string word = words[^1];
  429. word = word.TrimStart('「').TrimEnd('」');
  430. return word;
  431. }
  432. public static bool IgnoreRegionIncluded(string _ignoreRegions, string? ipInfo, out string regionInfo)
  433. {
  434. regionInfo = string.Empty;
  435. if (string.IsNullOrEmpty(_ignoreRegions) || string.IsNullOrEmpty(ipInfo)) return false;
  436. string[] parts = ipInfo.Split('|');
  437. string countryInfo = null;
  438. if (parts.Length >= 4)
  439. {
  440. countryInfo = parts[0];
  441. regionInfo = parts[3];
  442. }
  443. if (string.IsNullOrEmpty(regionInfo)) return false;
  444. if (string.IsNullOrEmpty(countryInfo)) return false;
  445. string[] ignoreRegions = _ignoreRegions.Split('|');
  446. if (ignoreRegions.Contains(regionInfo)) return true;
  447. if (ignoreRegions.Contains(countryInfo))
  448. {
  449. regionInfo = countryInfo;
  450. return true;
  451. }
  452. foreach (var region in ignoreRegions)
  453. {
  454. if ("海外".Equals(region) && !"中国".Equals(countryInfo) && !"0".Equals(countryInfo))
  455. {
  456. regionInfo = "海外";
  457. return true;
  458. }
  459. }
  460. return false;
  461. }
  462. public static async Task<bool> OtherPlatformAsync(string content)
  463. {
  464. try
  465. {
  466. //腾讯会议
  467. string wemeetId = await ToolParsePlus.GetWemeetIdAsync(content);
  468. if (!string.IsNullOrEmpty(wemeetId)) return true;
  469. //百度网盘
  470. string surl = string.Empty, pwd = string.Empty;
  471. _ = ToolParsePlus.GetPanLink(content, ref surl, ref pwd);
  472. if (!string.IsNullOrEmpty(surl)) return true;
  473. //JD
  474. string url = JdUnionPlus.GetLink(content);
  475. var urlType = JdUnionPlus.GetLinkType(url, out _, out _);
  476. if (urlType != LinkTypeEnum.unknown) return true;
  477. //DY
  478. url = DyUnionPlus.GetLink(content);
  479. urlType = DyUnionPlus.GetLinkType(content, url);
  480. if (urlType != LinkTypeEnum.unknown) return true;
  481. }
  482. catch { }
  483. return false;
  484. }
  485. public static bool MatchRegexes(string text, List<string> extended)
  486. {
  487. text = RemoveUrls(text);
  488. string special_symbols = $"\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲";
  489. string[] base_patterns =
  490. [
  491. $@"(.*?\d{{2}}\s[a-zA-Z]{{2}}\d{{4}}\s.*?[{special_symbols}]+[a-zA-Z0-9\s]+[{special_symbols}]).*",
  492. $@"[{special_symbols}]+\s*([a-zA-Z]{{1,2}}\d{{2,4}}\s[a-zA-Z0-9]{{11}}|[a-zA-Z0-9]{{11}}[a-zA-Z]{{1,2}}\d{{2,4}}\s|[a-zA-Z0-9]{{11}})\s*[{special_symbols}]+",
  493. @"🍑♭ɑ◑下单|Tao宝"
  494. ];
  495. List<string> mergedArray = extended.Union(base_patterns).ToList();
  496. /*
  497. (.*?\\d{2}\\s[a-zA-Z]{2}\\d{4}\\s.*?[\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲]+[a-zA-Z0-9\\s]+[\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲])).*\n[\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲]+\\s*([a-zA-Z]{1,2}\\d{2,4}\\s[a-zA-Z0-9]{11}|[a-zA-Z0-9]{11}[a-zA-Z]{1,2}\\d{2,4}\\s|[a-zA-Z0-9]{11})\\s*[\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲]+\n🍑♭ɑ◑下单|Tao宝
  498. 【3瓶】恩威万蓝莓叶黄素酯软糖儿童成人上班族如酸涩肿胀可服用,<z5TYWAblvTw >:// HU7709,打開/
  499. 置顶小助手,方便下次查询\r\n1★【劵】无\r\n2★【返.佣】 0.29圆 \r\n3★【付款.价】24.9 圆\r\n \r\n 1 ¢HZv5WAboi0D¢(/:/ HU8866\r\
  500. n长按覆制本内容,打开TaoBao/\r\n-\r\n返佣是指商家的推广佣.金\r\n通过我回复的口令下単收货后,我
  501. 会微信红.苞返给你!!\r\n\r\n有疑问可回复“人工”咨询客服*/
  502. //🍑🔗上 水和肌精华水& CZ0 VWdCWC2gj97&,
  503. //6฿04ZDWzrwxjN)/ CA97
  504. //1😘 腹制这条(CZ00 iHvtWzrXa7O(:/
  505. //¥EC8DG4Zj0dhd8DOw¥MF6563 oIo0WzOF1Cp##X-PyVpHiPlyj1OP##
  506. //6.6₵vU2jWzIW3Qx₲/ CZ5224
  507. //$F56nWzIDSFZ$
  508. //0復製这条口令( CZ00 D0M4WzI0jFJ¢,📱咑開[Tao宝]就可下单:/
  509. //8fuzhi本条消息:¤ CZ3458 JSR1WzrPCBU¤,打开🍑♭ɑ◑下单/
  510. //5€Lz6SWzrkLDw¥:// CZ13
  511. //3₲Igq3Wzkc5np₳:// CZ15
  512. //9.9🎈【康师傅易拉罐6罐】口伶:6₰TnxKWzr0wff₪:// CZ69
  513. //4₲99Y0WzJdK6S₳:// CZ46
  514. //4fuzhi本条消息:¤ CZ0002 WVCSWzrk6Ix¤,打开🍑♭ɑ◑下单/
  515. bool anyMatch = false;
  516. foreach (string pattern in mergedArray)
  517. {
  518. if (Regex.IsMatch(text, pattern, RegexOptions.IgnoreCase))
  519. {
  520. anyMatch = true;
  521. }
  522. }
  523. return anyMatch;
  524. }
  525. public static bool MatchOtherInfo(string text, List<string> extended)
  526. {
  527. string[] base_patterns =
  528. [
  529. "[ďȌƯƔɪƝɖƟɏƖԂȎȗϓɫɧơȲǏđǫƲƳɨǹƊȮǚƴɬɲƿȖȳɳɗʮϔӢǙɦɒɎƥʘưΊƞǪȈʠΌǓϒίȠƠƱƗǸþŌŬÿĩŅÞÓũŸÎŎûįŇĎÖÙŷÏňÜÝÍñĎÒüŶľńĎ0ųŷÏŇdǒǔyí℡抖yí℡ÞŐûŷÌñ]{6}",
  530. @"(?:.+)极速版(?:口令|搜索)",
  531. @"##[a-zA-Z0-9]+##\[抖音(?:极速版)?(?:口令|搜索)\]",
  532. @"岽|亰|菄|京东|婛",
  533. "打开【剪映】",
  534. "weishi://|baiduhaokan://",
  535. "复制打开「UC浏览器」|UC瀏覽器",
  536. "番茄免费小说",
  537. @"\?chanTag=[^&\s]*口令",
  538. @"(https?://pan\.baidu\.com/s/[A-Za-z0-9?\-_=]+)",
  539. @"https?:\/\/meeting\.tencent\.com[^\s]*",
  540. @"#腾讯会议:(\d{3}-\d{3}-\d{3})"
  541. ];
  542. List<string> mergedArray = extended.Union(base_patterns).ToList();
  543. bool anyMatch = false;
  544. foreach (string pattern in mergedArray)
  545. {
  546. if (Regex.IsMatch(text, pattern, RegexOptions.IgnoreCase))
  547. {
  548. anyMatch = true;
  549. }
  550. }
  551. return anyMatch;
  552. }
  553. public static bool MatchMultiToken(string text, List<string> extended)
  554. {
  555. text = RemoveUrls(text);
  556. string special_symbols = $"\\$\\(\\)\\/\\#\\&\\<\\>฿¢¥¥$🗝₰₵₲¤₪₴€₤£₳《¢💰🔑🎵✔💲🔐📲";
  557. string[] base_patterns =
  558. [
  559. @"[!$¥%]+([a-zA-Z0-9]{16})[!$¥%]+",
  560. @"\^v(\d+#[a-zA-Z0-9]+)(?:\?.*)?\^",
  561. "##([a-zA-Z0-9\\-]+)##",
  562. $@"(.*?\d{{2}}\s[a-zA-Z]{{2}}\d{{4}}\s.*?[{special_symbols}]+[a-zA-Z0-9\s]+[{special_symbols}]).*",
  563. $@"[{special_symbols}]+\s*([a-zA-Z]{{1,2}}\d{{2,4}}\s[a-zA-Z0-9]{{11}}|[a-zA-Z0-9]{{11}}[a-zA-Z]{{1,2}}\d{{2,4}}\s|[a-zA-Z0-9]{{11}})\s*[{special_symbols}]+",
  564. ];
  565. // PAGE6:/^v130091#P2J6EDxN8p8?chanTag=d9dc522bdea27437514052ea50f6a787^
  566. List<string> mergedArray = extended.Union(base_patterns).ToList();
  567. int matchCount = 0;
  568. foreach (string pattern in mergedArray)
  569. {
  570. Match match = Regex.Match(text, pattern, RegexOptions.IgnoreCase);
  571. if (match.Success)
  572. {
  573. matchCount++;
  574. text = text.Replace(match.Groups[^1].Value, ""); // 移除匹配的部分文本
  575. }
  576. }
  577. return matchCount >= 2;
  578. }
  579. public static bool FilterRiskLink(string ip, string oaid, string content, out string reason)
  580. {
  581. reason = string.Empty;
  582. string itemId = ExtractItemId(content);
  583. if (string.IsNullOrEmpty(itemId)) return false;
  584. string cacheKey = $":cache:parse:{ip}_{oaid}_{itemId}";
  585. int flag = RedisHelper.Get<int>(cacheKey);
  586. if (flag > 0)
  587. {
  588. reason = $"口令用户";
  589. return true;
  590. }
  591. return false;
  592. }
  593. public static bool ShouldIgnoreRequest(UnionParseRequest request, out string reason)
  594. {
  595. reason = string.Empty;
  596. ////2025-05-11 brw不做风控
  597. //if (!string.IsNullOrEmpty(riskStrategy) && !"os".Equals(riskStrategy) && launchScene != -1) return false;
  598. switch (request.RiskStrategy)
  599. {
  600. case "tbpush":
  601. case "brwsimilar":
  602. case "icon":
  603. return false;
  604. }
  605. try
  606. {
  607. // IP和流量控制
  608. var config = TkConfigCore.Get();
  609. string ignorePercentageCity = config.ignorePercentageCity;
  610. string? ipInfo = IP2RegionPlus.Search(request.Ip);
  611. if (!TestParseCore.InWhitelist(request.Ip, request.Oaid) && IgnoreRegionIncluded(ignorePercentageCity, ipInfo, out string regionInfo))
  612. {
  613. reason = $"地区控制:{regionInfo}";
  614. return true;
  615. }
  616. if (TkLogCore.InBlacklist(config.blacklist_oaid, request.Oaid))
  617. {
  618. reason = "OAID黑名单";
  619. return true;
  620. }
  621. int limit_num = config.tk_limit_per_ip_24h;
  622. if (!TestParseCore.InWhitelist(request.Ip, request.Oaid) && limit_num > 0)
  623. {
  624. int num = TkLogCore.getClientRequestTotalByIp(TkChannelEnum.tb, request.Ip);
  625. if (num >= limit_num)
  626. {
  627. reason = "IP控制";
  628. return true;
  629. }
  630. }
  631. limit_num = config.tk_limit_per_oaid_24h;
  632. if (!TestParseCore.InWhitelist(request.Ip, request.Oaid) && limit_num > 0)
  633. {
  634. int num = TkLogCore.getClientRequestTotalByOAID(TkChannelEnum.tb, request.Oaid);
  635. if (num >= limit_num)
  636. {
  637. reason = "OAID控制";
  638. return true;
  639. }
  640. }
  641. }
  642. catch (Exception ex)
  643. {
  644. reason = "配置异常";
  645. }
  646. return false;
  647. }
  648. public static bool FlowControlIgnoreRequest(UnionParseRequest request, out string reason)
  649. {
  650. reason = string.Empty;
  651. ////2025-05-11 brw不做风控
  652. //if (!string.IsNullOrEmpty(riskStrategy) && !"os".Equals(riskStrategy) && launchScene != -1) return false;
  653. switch (request.RiskStrategy)
  654. {
  655. case "tbpush":
  656. case "brwsimilar":
  657. case "icon":
  658. return false;
  659. }
  660. if (TestParseCore.InWhitelist(request.Ip, request.Oaid)) return false;
  661. try
  662. {
  663. // IP和流量控制
  664. var config = TkConfigCore.Get();
  665. int ignorePercentage = config.ignorePercentage;
  666. if (ignorePercentage == 0) return false;
  667. var randomValue = (decimal)_random.Next(0, 100);
  668. bool result = randomValue <= ignorePercentage; // 如果生成的随机数小于忽略百分比,则返回 true,表示需要忽略请求
  669. if (result)
  670. {
  671. reason = "流量控制";
  672. return true;
  673. }
  674. }
  675. catch (Exception ex)
  676. {
  677. reason = $"配置异常";
  678. }
  679. return false;
  680. }
  681. public static bool IsDigitsOnly(string? s)
  682. {
  683. return !string.IsNullOrEmpty(s)
  684. && s.AsSpan().IndexOfAnyExceptInRange('0', '9') < 0;
  685. }
  686. public static TkDataDTO GetFormattedObject(UnionParseRequest request)
  687. {
  688. string content = request.Content;
  689. switch (request.RiskStrategy)
  690. {
  691. case "tbpush":
  692. case "brwsimilar":
  693. case "icon":
  694. case "req":
  695. if (IsDigitsOnly(content))
  696. {
  697. content = $"https://item.taobao.com/item.htm?id={content}";
  698. }
  699. break;
  700. }
  701. string shortLinkurl = GetTaobaoLink(content);
  702. string deeplink_url = GetDeeplink(shortLinkurl);
  703. return new TkDataDTO()
  704. {
  705. message = string.Empty,
  706. subCode = TkSubCodeEnum.Other,
  707. channel = TkChannelEnum.tb,
  708. accountName = string.Empty,
  709. success = false,
  710. content = content,
  711. rawContent = request.Content,
  712. link_type = LinkTypeEnum.unknown,
  713. ip = request.Ip,
  714. oaid = request.Oaid,
  715. couponAmount = 0,
  716. taoToken = string.Empty,
  717. elapsedTime = 0,
  718. itemName = "点击打开淘宝APP",
  719. shortLinkurl = shortLinkurl,
  720. deeplink_url = deeplink_url,
  721. create_time = DateTime.Now,
  722. end_point = _end_point,
  723. parse_type = request.Type,
  724. riskStrategy = request.RiskStrategy,
  725. launchScene = request.LaunchScene,
  726. };
  727. }
  728. public static string OppoDecode(string content)
  729. {
  730. try
  731. {
  732. string secretKey = "BwFeIvOEDZy9MFGi0JLZBO4yEhR44DGV";
  733. byte[] keyBytes = Encoding.UTF8.GetBytes(secretKey);
  734. if (!content.Contains("%IV%")) return content;
  735. string cipherText = content.GetContentPart("", "%IV%");
  736. string ivText = content.GetContentPart("%IV%", "");
  737. byte[] cipherBytes = Convert.FromBase64String(cipherText);
  738. byte[] ivBytes = Convert.FromBase64String(ivText);
  739. using RijndaelManaged aes = new();
  740. aes.Key = keyBytes;
  741. aes.IV = ivBytes;
  742. aes.Mode = CipherMode.CFB;
  743. aes.Padding = PaddingMode.PKCS7;
  744. ICryptoTransform decryptor = aes.CreateDecryptor(aes.Key, aes.IV);
  745. var outBytes = decryptor.TransformFinalBlock(cipherBytes, 0, cipherBytes.Length);
  746. content = outBytes.ConvertToString();
  747. }
  748. catch (Exception e) { }
  749. return content;
  750. }
  751. }
  752. }