crawler.cs 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664
  1. using dodohold.core;
  2. using System.Text.Json;
  3. namespace molilian.core
  4. {
  5. public partial class AlimamaPlus
  6. {
  7. /// <summary>
  8. /// 更新API调用日志(1天一次)
  9. /// </summary>
  10. /// <param name="intervalDay"></param>
  11. public static void DailyLogs(int intervalDay, string prefix = "", string channel = "all")
  12. {
  13. int channelId = (int)TkChannelEnum.tb;
  14. var db_prefix = channel switch
  15. {
  16. "tool" => "tool_",
  17. "jd" => "jd_parse_",
  18. _ => prefix,
  19. };
  20. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  21. var accounts = TkPoolCore.List();
  22. foreach (var account in accounts)
  23. {
  24. int accountId = account.id;
  25. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  26. int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  27. if (total_count == 0) accountName = account.name;
  28. total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  29. if (total_count == 0) continue;
  30. var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  31. var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  32. string success_percentage = string.Empty;
  33. string abandon_percentage = string.Empty;
  34. if (total_count > 0)
  35. {
  36. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  37. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  38. }
  39. var exist = new DBContext.Table("daily_logs")
  40. .Fields("id,log_date")
  41. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  42. var createArgs = new DBContext.Table("daily_logs")
  43. .Add($"{db_prefix}total_count", total_count)
  44. .Add($"{db_prefix}abandon_count", abandon_count)
  45. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  46. .Add($"{db_prefix}success_count", success_count)
  47. .Add($"{db_prefix}success_percentage", success_percentage)
  48. .Add("last_time", DateTime.Now);
  49. if (exist == null)
  50. {
  51. createArgs.Add("channel", channelId)
  52. .Add("accountId", accountId)
  53. .Add("accountName", account.company)
  54. .Add("log_date", log_date)
  55. .Add("create_time", DateTime.Now)
  56. .Create();
  57. }
  58. else
  59. {
  60. createArgs.Where("id=@id", new { exist.id }).Update();
  61. }
  62. }
  63. int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel}:{log_date:yyyyMMdd}");
  64. var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}");
  65. var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}");
  66. string all_success_percentage = string.Empty;
  67. string all_abandon_percentage = string.Empty;
  68. if (all_total_count > 0)
  69. {
  70. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  71. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  72. }
  73. var exist2 = new DBContext.Table("daily_logs")
  74. .Fields("id,log_date")
  75. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  76. new { log_date, channel = channelId, accountId = 0 });
  77. var createArgs2 = new DBContext.Table("daily_logs")
  78. .Add($"{db_prefix}total_count", all_total_count)
  79. .Add($"{db_prefix}abandon_count", all_abandon_count)
  80. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  81. .Add($"{db_prefix}success_count", all_success_count)
  82. .Add($"{db_prefix}success_percentage", all_success_percentage)
  83. .Add("last_time", DateTime.Now);
  84. if (exist2 == null)
  85. {
  86. createArgs2.Add("channel", channelId)
  87. .Add("accountId", 0)
  88. .Add("accountName", "all")
  89. .Add("log_date", log_date)
  90. .Add("create_time", DateTime.Now)
  91. .Create();
  92. }
  93. else
  94. {
  95. createArgs2.Where("id=@id", new { exist2.id }).Update();
  96. }
  97. /*
  98. -- 定义变量用于日期间隔
  99. SET @interval_days = 4;
  100. -- 汇总所有账户的数据
  101. INSERT INTO daily_logs (
  102. channel, accountId, accountName, log_date, total_count, abandon_count, abandon_percentage, success_count, success_percentage, create_time, last_time
  103. )
  104. SELECT
  105. 0 AS channel,
  106. 0 AS accountId,
  107. 'all' AS accountName,
  108. DATE_SUB(CURDATE(), INTERVAL @interval_days DAY) AS log_date,
  109. COUNT(*) AS total_count,
  110. COALESCE(SUM(CASE WHEN message = '放弃转链' THEN 1 ELSE 0 END), 0) AS abandon_count,
  111. COALESCE(CONCAT(ROUND((SUM(CASE WHEN message = '放弃转链' THEN 1 ELSE 0 END) / COUNT(*)) * 100, 2), '%'), 0) AS abandon_percentage,
  112. COALESCE(SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END), 0) AS success_count,
  113. COALESCE(CONCAT(ROUND((SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END) / COUNT(*)) * 100, 2), '%'), 0) AS success_percentage,
  114. NOW() AS create_time,
  115. NOW() AS last_time
  116. FROM tk_logs
  117. WHERE create_time >= DATE_SUB(CURDATE(), INTERVAL @interval_days DAY)
  118. AND create_time < DATE_SUB(CURDATE(), INTERVAL @interval_days - 1 DAY)
  119. ON DUPLICATE KEY UPDATE
  120. total_count = VALUES(total_count),
  121. abandon_count = VALUES(abandon_count),
  122. abandon_percentage = VALUES(abandon_percentage),
  123. success_count = VALUES(success_count),
  124. success_percentage = VALUES(success_percentage),
  125. last_time = NOW();
  126. -- 按渠道、账户分组的数据
  127. INSERT INTO daily_logs (
  128. channel, accountId, accountName, log_date, total_count, abandon_count, abandon_percentage, success_count, success_percentage, create_time, last_time
  129. )
  130. SELECT
  131. channel,
  132. accountId,
  133. accountName,
  134. DATE_SUB(CURDATE(), INTERVAL @interval_days DAY) AS log_date,
  135. COUNT(*) AS total_count,
  136. COALESCE(SUM(CASE WHEN message = '放弃转链' THEN 1 ELSE 0 END), 0) AS abandon_count,
  137. COALESCE(CONCAT(ROUND((SUM(CASE WHEN message = '放弃转链' THEN 1 ELSE 0 END) / COUNT(*)) * 100, 2), '%'), 0) AS abandon_percentage,
  138. COALESCE(SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END), 0) AS success_count,
  139. COALESCE(CONCAT(ROUND((SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END) / COUNT(*)) * 100, 2), '%'), 0) AS success_percentage,
  140. NOW() AS create_time,
  141. NOW() AS last_time
  142. FROM tk_logs
  143. WHERE create_time >= DATE_SUB(CURDATE(), INTERVAL @interval_days DAY)
  144. AND create_time < DATE_SUB(CURDATE(), INTERVAL @interval_days - 1 DAY)
  145. GROUP BY channel, accountId, accountName
  146. ON DUPLICATE KEY UPDATE
  147. total_count = VALUES(total_count),
  148. abandon_count = VALUES(abandon_count),
  149. abandon_percentage = VALUES(abandon_percentage),
  150. success_count = VALUES(success_count),
  151. success_percentage = VALUES(success_percentage),
  152. last_time = NOW();
  153. */
  154. //DBContext.Execute(sql, new { });
  155. //DBContext.Execute(sql2, new { });
  156. }
  157. public static void ApiCallStatistics(int intervalDay, TkChannelEnum channel, string prefix = "")
  158. {
  159. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  160. var accounts = TkPoolCore.List();
  161. foreach (var account in accounts)
  162. {
  163. int accountId = account.id;
  164. string accountName = $"{channel}_{account.id}";
  165. int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  166. if (total_count == 0) continue;
  167. var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  168. var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  169. string success_percentage = string.Empty;
  170. string abandon_percentage = string.Empty;
  171. if (total_count > 0)
  172. {
  173. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  174. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  175. }
  176. var exist = new DBContext.Table("api_call_statistics")
  177. .Fields("id,log_date")
  178. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  179. new { log_date, channel, accountId });
  180. var createArgs = new DBContext.Table("api_call_statistics")
  181. .Add($"{prefix}total_count", total_count)
  182. .Add($"{prefix}abandon_count", abandon_count)
  183. .Add($"{prefix}abandon_percentage", abandon_percentage)
  184. .Add($"{prefix}success_count", success_count)
  185. .Add($"{prefix}success_percentage", success_percentage)
  186. .Add("last_time", DateTime.Now);
  187. if (exist == null)
  188. {
  189. createArgs.Add("channel", channel)
  190. .Add("accountId", accountId)
  191. .Add("accountName", account.company)
  192. .Add("log_date", log_date)
  193. .Add("create_time", DateTime.Now)
  194. .Create();
  195. }
  196. else
  197. {
  198. createArgs.Where("id=@id", new { exist.id }).Update();
  199. }
  200. }
  201. int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:{log_date:yyyyMMdd}");
  202. var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:success:{log_date:yyyyMMdd}");
  203. var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:放弃转链:{log_date:yyyyMMdd}");
  204. string all_success_percentage = string.Empty;
  205. string all_abandon_percentage = string.Empty;
  206. if (all_total_count > 0)
  207. {
  208. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  209. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  210. }
  211. var exist2 = new DBContext.Table("api_call_statistics")
  212. .Fields("id,log_date")
  213. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  214. new { log_date, channel, accountId = 0 });
  215. var createArgs2 = new DBContext.Table("api_call_statistics")
  216. .Add($"{prefix}total_count", all_total_count)
  217. .Add($"{prefix}abandon_count", all_abandon_count)
  218. .Add($"{prefix}abandon_percentage", all_abandon_percentage)
  219. .Add($"{prefix}success_count", all_success_count)
  220. .Add($"{prefix}success_percentage", all_success_percentage)
  221. .Add("last_time", DateTime.Now);
  222. if (exist2 == null)
  223. {
  224. createArgs2.Add("channel", channel)
  225. .Add("accountId", 0)
  226. .Add("accountName", "all")
  227. .Add("log_date", log_date)
  228. .Add("create_time", DateTime.Now)
  229. .Create();
  230. }
  231. else
  232. {
  233. createArgs2.Where("id=@id", new { exist2.id }).Update();
  234. }
  235. }
  236. /// <summary>
  237. /// 事实动态接口(5分钟一次)
  238. /// </summary>
  239. /// <param name="date"></param>
  240. public void SaveReportOverview()
  241. {
  242. DateTime date = DateTime.Now;
  243. TkReportDTO result = new TkReportDTO();
  244. try
  245. {
  246. string t = $"{date.Convert2UnixTimestamp(true)}";
  247. string dt = date.ToString("yyyy-MM-dd");
  248. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  249. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  250. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  251. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  252. .AddHeaders("Cookie", _cookies);
  253. #if DEBUG
  254. #else
  255. client.Proxy = _proxy;
  256. #endif
  257. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  258. var response = client.Request(url);
  259. var body = response.Body();
  260. var root = body.Convert2JsonElement();
  261. int resultCode = root.Read<int>("resultCode", 0);
  262. bool success = root.Read("success", false);
  263. if (!success)
  264. {
  265. _ = new LoggerLibrary("report", "error")
  266. .Info(url, body)
  267. .SaveAsync();
  268. throw new Exception(body);
  269. }
  270. var data = root.ElementRead("data").ElementRead("data");
  271. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  272. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  273. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  274. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  275. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  276. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  277. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  278. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  279. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  280. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  281. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  282. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  283. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  284. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  285. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  286. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  287. DateTime report_date = date.Date;
  288. if (report_date == DateTime.Now.Date)
  289. {
  290. TkPoolCore.SaveIncomeAmt($"{_accountId}", result.eff_tk_disp_tfee);
  291. //TkPoolCore.SaveIncomeAmt(_accountName, result.eff_tk_disp_tfee);
  292. EachSaveReportOverview(report_date.AddHours(DateTime.Now.Hour), "tk_report_hourtrend", result);
  293. EachSaveReportOverview(report_date, "tk_report", result);
  294. }
  295. }
  296. catch (Exception ex) { }
  297. }
  298. private void EachSaveReportOverview(DateTime report_date, string tableName, TkReportDTO data)
  299. {
  300. var exist = new DBContext.Table(tableName)
  301. .Fields("id,report_date")
  302. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  303. new { report_date, accountId = _accountId });
  304. var createArgs = new DBContext.Table(tableName)
  305. .Add("uclk_uv_56", data.uclk_uv_56)
  306. .Add("uclk_pv_56", data.uclk_pv_56)
  307. .Add("uclt_uv_56", data.uclt_uv_56)
  308. .Add("ucart_uv_56", data.ucart_uv_56)
  309. .Add("dep_ord_num_56", data.dep_ord_num_56)
  310. .Add("dep_ord_dep_amt_56", data.dep_ord_dep_amt_56)
  311. .Add("pay_ord_num_56", data.pay_ord_num_56)
  312. .Add("pay_ord_amt_56", data.pay_ord_amt_56)
  313. .Add("pay_tk_disp_tfee_56", data.pay_tk_disp_tfee_56)
  314. .Add("pay_ord_uv_56", data.pay_ord_uv_56)
  315. .Add("sett_ord_num_56", data.sett_ord_num_56)
  316. .Add("sett_ord_amt_56", data.sett_ord_amt_56)
  317. .Add("sett_tk_disp_tfee_56", data.sett_tk_disp_tfee_56)
  318. .Add("eff_ord_num", data.eff_ord_num)
  319. .Add("eff_ord_amt", data.eff_ord_amt)
  320. .Add("eff_tk_disp_tfee", data.eff_tk_disp_tfee);
  321. if (exist == null)
  322. {
  323. createArgs.Add("accountId", _accountId)
  324. .Add("accountName", _company)
  325. .Add("report_date", report_date)
  326. .Add("create_time", DateTime.Now)
  327. .Add("last_time", DateTime.Now)
  328. .Create();
  329. }
  330. else
  331. {
  332. createArgs.Add("last_time", DateTime.Now)
  333. .Where("id=@id", new { exist.id })
  334. .Update();
  335. }
  336. }
  337. /// <summary>
  338. /// 修正点击数
  339. /// </summary>
  340. public void FixReport(DateTime date)
  341. {
  342. TkReportDTO result = new TkReportDTO();
  343. try
  344. {
  345. string t = $"{date.Convert2UnixTimestamp(true)}";
  346. string dt = date.ToString("yyyy-MM-dd");
  347. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  348. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  349. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  350. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  351. .AddHeaders("Cookie", _cookies);
  352. #if DEBUG
  353. #else
  354. client.Proxy = _proxy;
  355. #endif
  356. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  357. var response = client.Request(url);
  358. var body = response.Body();
  359. var root = body.Convert2JsonElement();
  360. int resultCode = root.Read<int>("resultCode", 0);
  361. bool success = root.Read("success", false);
  362. if (!success)
  363. {
  364. _ = new LoggerLibrary("report", "error")
  365. .Info(url, body)
  366. .SaveAsync();
  367. throw new Exception(body);
  368. }
  369. var data = root.ElementRead("data").ElementRead("data");
  370. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  371. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  372. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  373. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  374. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  375. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  376. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  377. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  378. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  379. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  380. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  381. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  382. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  383. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  384. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  385. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  386. DateTime report_date = date.Date;
  387. EachSaveReportOverview(report_date, "tk_report", result);
  388. //var exist = new DBContext.Table("tk_report")
  389. // .Fields("id,report_date")
  390. // .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  391. // new { report_date, accountId = _accountId });
  392. //var createArgs = new DBContext.Table("tk_report")
  393. // .Add("fix_uclk_pv_56", result.fix_uclk_pv_56);
  394. //if (exist == null)
  395. //{
  396. // createArgs.Add("accountId", _accountId)
  397. // .Add("accountName", _company)
  398. // .Add("report_date", report_date)
  399. // .Add("create_time", DateTime.Now)
  400. // .Add("last_time", DateTime.Now)
  401. // .Create();
  402. //}
  403. //else
  404. //{
  405. // createArgs.Add("last_time", DateTime.Now)
  406. // .Where("id=@id", new { exist.id })
  407. // .Update();
  408. //}
  409. }
  410. catch (Exception ex) { }
  411. }
  412. /// <summary>
  413. /// 1小时更新一次
  414. /// </summary>
  415. public void SaveReportHourtrend(DateTime date)
  416. {
  417. string t = $"{DateTime.Now.Convert2UnixTimestamp(true)}";
  418. string dt = date.ToString("yyyy-MM-dd");
  419. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.hourtrend.dod.json?" +
  420. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_homepage&startDate={dt}&endDate={dt}&fixPeriod=realTime";
  421. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  422. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  423. .AddHeaders("Cookie", _cookies);
  424. #if DEBUG
  425. #else
  426. client.Proxy = _proxy;
  427. #endif
  428. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  429. var response = client.Request(url);
  430. var body = response.Body();
  431. var root = body.Convert2JsonElement();
  432. int resultCode = root.Read<int>("resultCode", 0);
  433. bool success = root.Read("success", false);
  434. if (!success)
  435. {
  436. _ = new LoggerLibrary("report", "error")
  437. .Info(url, body)
  438. .SaveAsync();
  439. throw new Exception(body);
  440. }
  441. var data_list = root.ElementRead("data").ElementRead("data");
  442. foreach (var data in data_list.EnumerateArray())
  443. {
  444. string xAxis = data.Read<string>("xAxis");
  445. string _report_date = $"{dt} {xAxis}";
  446. EachSaveReport(_report_date, "tk_report_hourtrend", data);
  447. if ("23:00".Equals(xAxis))
  448. {
  449. EachSaveReport(dt, "tk_report", data);
  450. }
  451. }
  452. }
  453. private void EachSaveReport(string _report_date, string tableName, JsonElement data)
  454. {
  455. _ = DateTime.TryParse(_report_date, out DateTime report_date);
  456. var exist = new DBContext.Table(tableName)
  457. .Fields("id,report_date")
  458. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  459. new { report_date, accountId = _accountId });
  460. if (exist == null)
  461. {
  462. new DBContext.Table(tableName)
  463. .Fill(data)
  464. .Loader<int>("uclk_uv_56", 0)
  465. .Loader<int>("uclk_pv_56", 0)
  466. .Loader<int>("uclt_uv_56", 0)
  467. .Loader<int>("ucart_uv_56", 0)
  468. .Loader<int>("dep_ord_num_56", 0)
  469. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  470. .Loader<int>("pay_ord_num_56", 0)
  471. .Loader<decimal>("pay_ord_amt_56", 0)
  472. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  473. .Loader<int>("pay_ord_uv_56", 0)
  474. .Loader<int>("sett_ord_num_56", 0)
  475. .Loader<decimal>("sett_ord_amt_56", 0)
  476. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  477. .Add("accountId", _accountId)
  478. .Add("accountName", _company)
  479. .Add("report_date", report_date)
  480. .Add("create_time", DateTime.Now)
  481. .Add("last_time", DateTime.Now)
  482. .Create();
  483. }
  484. else
  485. {
  486. new DBContext.Table(tableName)
  487. .Fill(data)
  488. .Loader<int>("uclk_uv_56", 0)
  489. .Loader<int>("uclk_pv_56", 0)
  490. .Loader<int>("uclt_uv_56", 0)
  491. .Loader<int>("ucart_uv_56", 0)
  492. .Loader<int>("dep_ord_num_56", 0)
  493. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  494. .Loader<int>("pay_ord_num_56", 0)
  495. .Loader<decimal>("pay_ord_amt_56", 0)
  496. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  497. .Loader<int>("pay_ord_uv_56", 0)
  498. .Loader<int>("sett_ord_num_56", 0)
  499. .Loader<decimal>("sett_ord_amt_56", 0)
  500. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  501. .Add("last_time", DateTime.Now)
  502. .Where("id=@id", new { exist.id })
  503. .Update();
  504. }
  505. }
  506. /// <summary>
  507. /// 警告消息
  508. /// </summary>
  509. public void GetViolationuWarning()
  510. {
  511. try
  512. {
  513. string url = "https://media.alimama.com/violationu2/warning_instance_page_v2.json?r=mx_208&toPage=1&pageSize=40&params=";
  514. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  515. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  516. .AddHeaders("Cookie", _cookies);
  517. #if DEBUG
  518. #else
  519. client.Proxy = _proxy;
  520. #endif
  521. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  522. var response = client.Request(url);
  523. var body = response.Body();
  524. var root = body.Convert2JsonElement();
  525. int resultCode = root.Read<int>("resultCode", 0);
  526. int totalCount = root.PathRead<int>("data.totalCount", 0);
  527. bool success = root.Read("success", false);
  528. if (!success)
  529. {
  530. _ = new LoggerLibrary("violationu", "warning_error")
  531. .Info(url, body)
  532. .SaveAsync();
  533. throw new Exception(body);
  534. }
  535. if (totalCount == 0) return;
  536. _ = new LoggerLibrary("violationu", "warning").Info(url, body).SaveAsync();
  537. var list = root.ElementRead("data").ElementRead("result").EnumerateArray();
  538. foreach (var data in list)
  539. {
  540. var violation_commission = data.PathRead<decimal>("mediaInfo.订单虚假交易违规佣金", 0);
  541. new DBContext.Table("alimama_warning")
  542. .Fill(data)
  543. .Loader<int>("filterRuleId", 0)
  544. .Loader<long>("gmtCreate", 0)
  545. .Loader<long>("id", 0, "ali_id")
  546. .Loader<string>("idStr", string.Empty)
  547. .Loader<int>("mediaDimension", 0)
  548. .Loader<long>("mediaId", 0)
  549. .Loader<int>("mediaInfo.abn_cnt", 0, "abn_cnt")
  550. .Add("violation_commission", violation_commission)
  551. .Loader<int>("mediaInfo.warning_cnt", 0, "warning_cnt")
  552. .Loader<string>("mediaName", string.Empty)
  553. .Loader<long>("memberId", 0)
  554. .Loader<string>("noticeCategory", string.Empty)
  555. .Loader<int>("noticeTemplateId", 0)
  556. .Loader<string>("noticeTemplateName", string.Empty)
  557. .Loader<string>("orderFile", string.Empty)
  558. .Loader<string>("pid", string.Empty)
  559. .Loader<int>("punishRuleId", 0)
  560. .Loader<string>("riskType", string.Empty)
  561. .Loader<string>("roleName", string.Empty)
  562. .Loader<string>("ruleLink", string.Empty)
  563. .Loader<bool>("showOrderDetail", false)
  564. .Loader<int>("status", 0, "ali_status")
  565. .Loader<string>("warningText", string.Empty)
  566. .Add("accountName", _company)
  567. .Add("status", true)
  568. .Add("create_time", DateTime.Now)
  569. .Add("last_time", DateTime.Now)
  570. .Create(DBContext.InsertType.REPLACE);
  571. }
  572. }
  573. catch (Exception ex) { }
  574. }
  575. }
  576. }