DeeplinkParseCore.cs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435
  1. 
  2. using COSXML.Network;
  3. using dodohold.core;
  4. using Microsoft.AspNetCore.Mvc;
  5. using Microsoft.Extensions.FileSystemGlobbing.Internal;
  6. using Sayaka.Common;
  7. using Spire.Pdf.Annotations;
  8. using System.Security.Cryptography;
  9. using System.Text.RegularExpressions;
  10. using System.Web;
  11. using System.Xml.Linq;
  12. namespace molilian.core
  13. {
  14. public partial class DeeplinkParseCore
  15. {
  16. private static string _end_point;
  17. private static readonly string[] separators = ["\r\n", "\n"];
  18. static DeeplinkParseCore()
  19. {
  20. _end_point = Environment.GetEnvironmentVariable("EndPoint");
  21. }
  22. public static DeeplinkParseDataDTO GetFormattedObject(string content, string channel, string ip = "", string oaid = "")
  23. {
  24. return new DeeplinkParseDataDTO()
  25. {
  26. message = string.Empty,
  27. success = false,
  28. content = content,
  29. ip = ip,
  30. oaid = oaid,
  31. elapsedTime = 0,
  32. create_time = DateTime.Now,
  33. end_point = _end_point,
  34. };
  35. }
  36. public static async Task<ActionResult> ParseAsync(string content, string channel, string ip, string oaid)
  37. {
  38. var result = GetFormattedObject(content, channel, ip, oaid);
  39. content = content.Trim();
  40. var rule = DeeplinkParseRuleCore.GetOne(channel);
  41. if (rule == null)
  42. {
  43. result.success = false;
  44. result.message = "转链失败";
  45. result.reason = "无效平台";
  46. _ = TkLogCore.ParseLogAsync(result);
  47. return new APIResult(new
  48. {
  49. result.success,
  50. result.message,
  51. result.reason,
  52. });
  53. }
  54. if (ShouldIgnoreRequest(rule.IgnorePercentageCity, ip, oaid, out string reason))
  55. {
  56. result.success = false;
  57. result.message = "放弃转链";
  58. result.reason = reason;
  59. _ = TkLogCore.ParseLogAsync(result);
  60. return new APIResult(new
  61. {
  62. result.success,
  63. result.message,
  64. result.reason,
  65. });
  66. }
  67. result.channel_id = rule.channel_id;
  68. result.channel_name = rule.channel_name;
  69. result = await GenerateDeeplink(content, rule, result);
  70. _ = TkLogCore.ParseLogAsync(result);
  71. return new APIResult(new
  72. {
  73. result.success,
  74. result.message,
  75. channel = result.channel_name,
  76. result.deeplink_url,
  77. result.itemName,
  78. });
  79. }
  80. public static bool ShouldIgnoreRequest(string ignorePercentageCity, string ip, string oaid, out string reason)
  81. {
  82. reason = string.Empty;
  83. try
  84. {
  85. // IP和流量控制
  86. string? ipInfo = IP2RegionPlus.Search(ip);
  87. if (AlimamaPlus.IgnoreRegionIncluded(ignorePercentageCity, ipInfo, out string regionInfo))
  88. {
  89. reason = $"地区控制:{regionInfo}";
  90. return true;
  91. }
  92. }
  93. catch (Exception ex)
  94. {
  95. reason = "配置异常";
  96. }
  97. return false;
  98. }
  99. public static async Task<DeeplinkParseDataDTO> GenerateDeeplink(string text, DeeplinkParseRuleDTO config, DeeplinkParseDataDTO result)
  100. {
  101. try
  102. {
  103. var list = config.rules.Convert2Object<List<DeeplinkParseRule>>();
  104. foreach (var rule in list)
  105. {
  106. var e = await WorkEachRule(text, config, result, rule);
  107. if (e != null) return e;
  108. }
  109. }
  110. catch (Exception ex)
  111. {
  112. }
  113. result.success = false;
  114. return result;
  115. }
  116. private static async Task<DeeplinkParseDataDTO?> WorkEachRule(string text, DeeplinkParseRuleDTO config, DeeplinkParseDataDTO result, DeeplinkParseRule rule)
  117. {
  118. if (!rule.enable) return null;
  119. string content = text;
  120. if (!string.IsNullOrEmpty(rule.url_pattern))
  121. {
  122. var regex = new Regex(rule.url_pattern);
  123. var match = regex.Match(content);
  124. if (!match.Success) return null;
  125. content = match.Groups[1].Value;
  126. }
  127. string url = ToolParsePlus.GetLink(text);
  128. try
  129. {
  130. switch (rule.url_action)
  131. {
  132. case UrlAction.Redirect:
  133. {
  134. var response = await new WebClientUtility
  135. {
  136. Proxy = ProxyNodesCore.RandomOne(),
  137. UserAgent = ProviderFakeUserAgent.RandomMobile,
  138. AllowAutoRedirect = false
  139. }.RequestAsync(url);
  140. if (response.ResponseMessage != null)
  141. {
  142. content = response.ResponseMessage.Headers.Location.ToString();
  143. content = content.UrlDecode();
  144. }
  145. }
  146. break;
  147. case UrlAction.Body:
  148. {
  149. var response = await new WebClientUtility
  150. {
  151. Proxy = ProxyNodesCore.RandomOne(),
  152. UserAgent = ProviderFakeUserAgent.RandomMobile,
  153. AllowAutoRedirect = true
  154. }.RequestAsync(url);
  155. content = response.Body();
  156. }
  157. break;
  158. case UrlAction.None:
  159. //{
  160. // content = url;
  161. //}
  162. break;
  163. }
  164. }
  165. catch (Exception ex)
  166. {
  167. //Console.WriteLine($"{url}\t{rule.url_action}\t{ex.Message}");
  168. }
  169. if (rule.childs.Count > 0)
  170. {
  171. foreach (var sub_rule in rule.childs)
  172. {
  173. var e = await WorkEachRule(content, config, result, sub_rule);
  174. if (e != null) return e;
  175. }
  176. return null;
  177. }
  178. if (!string.IsNullOrEmpty(rule.body_pattern))
  179. {
  180. var regex = new Regex(rule.body_pattern);
  181. var match = regex.Match(content);
  182. if (!match.Success) return null;
  183. }
  184. var deeplink = rule.deeplink_template;
  185. var prompt_text = rule.prompt_text;
  186. try
  187. {
  188. var regex = new Regex(rule.pattern);
  189. var match = regex.Match(content);
  190. if (match.Success)
  191. {
  192. if (match.Groups.Count > 1)
  193. {
  194. for (var i = 1; i < match.Groups.Count; i++)
  195. {
  196. string val = match.Groups[i].Value;
  197. switch (rule.plugin)
  198. {
  199. case "redu":
  200. string deeplink_url = await PluginDyParseAsync(text, val, result);
  201. if (!string.IsNullOrEmpty(deeplink_url))
  202. {
  203. result.itemName = prompt_text;
  204. result.deeplink_url = deeplink_url;
  205. result.success = true;
  206. return result;
  207. }
  208. break;
  209. }
  210. if (deeplink.Contains("{url:"))
  211. {
  212. string encodedUrl = HttpUtility.UrlEncode(val);
  213. deeplink = deeplink.Replace($"{{url:{i - 1}}}", encodedUrl);
  214. //deeplink = deeplink.Replace($"{{url:{i - 1}}}", val.UrlEncode());
  215. }
  216. if (prompt_text.Contains("{url:"))
  217. {
  218. string encodedUrl = HttpUtility.UrlEncode(val);
  219. prompt_text = prompt_text.Replace($"{{url:{i - 1}}}", encodedUrl);
  220. //prompt_text = prompt_text.Replace($"{{url:{i - 1}}}", val.UrlEncode());
  221. }
  222. if (deeplink.Contains("{decode:"))
  223. {
  224. string encodedUrl = HttpUtility.UrlDecode(val);
  225. deeplink = deeplink.Replace($"{{decode:{i - 1}}}", encodedUrl);
  226. //deeplink = deeplink.Replace($"{{url:{i - 1}}}", val.UrlEncode());
  227. }
  228. if (prompt_text.Contains("{decode:"))
  229. {
  230. string encodedUrl = HttpUtility.UrlDecode(val);
  231. prompt_text = prompt_text.Replace($"{{decode:{i - 1}}}", encodedUrl);
  232. }
  233. //两次url编码
  234. if (deeplink.Contains("{url2:"))
  235. {
  236. string encodedUrl = HttpUtility.UrlEncode(val);
  237. encodedUrl = HttpUtility.UrlEncode(encodedUrl);
  238. deeplink = deeplink.Replace($"{{url2:{i - 1}}}", encodedUrl);
  239. }
  240. if (prompt_text.Contains("{url2:"))
  241. {
  242. string encodedUrl = HttpUtility.UrlEncode(val);
  243. encodedUrl = HttpUtility.UrlEncode(encodedUrl);
  244. prompt_text = prompt_text.Replace($"{{url2:{i - 1}}}", encodedUrl);
  245. }
  246. //三次url解码
  247. if (deeplink.Contains("{url3:"))
  248. {
  249. string encodedUrl = HttpUtility.UrlEncode(val);
  250. encodedUrl = HttpUtility.UrlEncode(encodedUrl);
  251. deeplink = deeplink.Replace($"{{url3:{i - 1}}}", encodedUrl);
  252. }
  253. if (prompt_text.Contains("{url3:"))
  254. {
  255. string encodedUrl = HttpUtility.UrlEncode(val);
  256. encodedUrl = HttpUtility.UrlEncode(encodedUrl);
  257. prompt_text = prompt_text.Replace($"{{url3:{i - 1}}}", encodedUrl);
  258. }
  259. //atob
  260. if (deeplink.Contains("{atob:"))
  261. {
  262. string encodedUrl = HttpUtility.UrlDecode(val);
  263. deeplink = deeplink.Replace($"{{atob:{i - 1}}}", encodedUrl.FromBase64());
  264. }
  265. if (prompt_text.Contains("{atob:"))
  266. {
  267. string encodedUrl = HttpUtility.UrlDecode(val);
  268. prompt_text = prompt_text.Replace($"{{atob:{i - 1}}}", encodedUrl.FromBase64());
  269. }
  270. //btoa
  271. if (deeplink.Contains("{btoa:"))
  272. {
  273. string encodedUrl = HttpUtility.UrlEncode(val);
  274. deeplink = deeplink.Replace($"{{btoa:{i - 1}}}", val.ToBase64());
  275. }
  276. if (prompt_text.Contains("{btoa:"))
  277. {
  278. string encodedUrl = HttpUtility.UrlEncode(val);
  279. prompt_text = prompt_text.Replace($"{{btoa:{i - 1}}}", val.ToBase64());
  280. }
  281. deeplink = deeplink.Replace($"{{{i - 1}}}", val);
  282. prompt_text = prompt_text.Replace($"{{{i - 1}}}", val);
  283. }
  284. deeplink = Regex.Replace(deeplink, @"\{\d+\}", string.Empty);
  285. prompt_text = Regex.Replace(prompt_text, @"\{\d+\}", string.Empty);
  286. if (!string.IsNullOrEmpty(deeplink))
  287. {
  288. result.deeplink_url = deeplink;
  289. result.itemName = prompt_text;
  290. result.success = true;
  291. return result;
  292. }
  293. }
  294. else
  295. {
  296. result.deeplink_url = deeplink;
  297. result.itemName = prompt_text;
  298. result.success = true;
  299. return result;
  300. }
  301. }
  302. }
  303. catch (Exception ex)
  304. {
  305. Console.WriteLine($"Error processing pattern '{rule.pattern}': {ex.Message}");
  306. }
  307. return null;
  308. }
  309. public static async Task<string> PluginDyParseAsync(string content, string matchText, DeeplinkParseDataDTO deeplinkResult, CancellationToken cancellationToken = default)
  310. {
  311. string ip = deeplinkResult.ip;
  312. string oaid = deeplinkResult.oaid;
  313. var result = DyUnionPlus.GetFormattedObject(content, ip, oaid);
  314. result.create_time = deeplinkResult.create_time;
  315. result.rawContent = content;
  316. bool IfExceptional = false;
  317. try
  318. {
  319. if (DyUnionPlus.ShouldIgnoreRequest(ip, oaid, out string reason))
  320. {
  321. result.success = false;
  322. result.message = "放弃转链";
  323. result.reason = reason;
  324. _ = TkLogCore.ParseLogAsync(result);
  325. return null;
  326. }
  327. var account = ReduPoolCore.GetOne();
  328. if (account == null)
  329. {
  330. result.success = false;
  331. result.message = "放弃转链";
  332. result.reason = "没有匹配账号";
  333. _ = TkLogCore.ParseLogAsync(result);
  334. return null;
  335. }
  336. var now = DateTime.Now;
  337. var ts2 = now - result.create_time;
  338. result.elapsedTime2 = (int)ts2.TotalMilliseconds;
  339. result = await DyUnionPlus.DyParseAsync(account, matchText, result, cancellationToken);
  340. result.deeplink_url = result.deeplink_url.Replace("snssdk1128://", "snssdk561124://");
  341. var ts3 = DateTime.Now - now;
  342. result.elapsedTime3 = (int)ts3.TotalMilliseconds;
  343. }
  344. catch (Exception ex)
  345. {
  346. if (ex.Message.Contains("was canceled"))
  347. {
  348. result.success = false;
  349. result.message = "放弃转链";
  350. result.reason = "请求超时";
  351. }
  352. else
  353. {
  354. IfExceptional = true;
  355. _ = new LoggerLibrary("unionParse", "dy_error")
  356. .Info(ip, oaid)
  357. .Info(content)
  358. .Info(ex.Message, ex.StackTrace)
  359. .SaveAsync();
  360. NotifyCore.Notify(new NifyMessage
  361. {
  362. message = $"【转链异常DY】\n{content}\n\n{ex.Message}\n{ex.StackTrace}",
  363. priority = NifyMessagePriority.high,
  364. tags = ["red_circle"]
  365. });
  366. result.success = false;
  367. result.message = "内部错误";
  368. result.reason = "转链接口异常";
  369. }
  370. }
  371. var ts = DateTime.Now - result.create_time;
  372. result.elapsedTime = (int)ts.TotalMilliseconds;
  373. _ = TkLogCore.ParseLogAsync(result);
  374. return result.deeplink_url;
  375. }
  376. }
  377. }