crawler.cs 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732
  1. using dodohold.core;
  2. using System.Text.Json;
  3. namespace molilian.core
  4. {
  5. public partial class AlimamaPlus
  6. {
  7. /// <summary>
  8. /// 更新API调用日志(1天一次)
  9. /// </summary>
  10. /// <param name="intervalDay"></param>
  11. public static void DailyLogs_bak(int intervalDay, string prefix = "", string channel = "all")
  12. {
  13. int channelId = (int)TkChannelEnum.tb;
  14. var db_prefix = channel switch
  15. {
  16. "tool" => "tool_",
  17. "jd" => "jd_parse_",
  18. _ => prefix,
  19. };
  20. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  21. var accounts = TkPoolCore.List();
  22. using var conn = DBContext.GetOpenConnection();
  23. foreach (var account in accounts)
  24. {
  25. int accountId = account.id;
  26. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  27. int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  28. if (total_count == 0) accountName = account.name;
  29. total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  30. if (total_count == 0) continue;
  31. var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  32. var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  33. string success_percentage = string.Empty;
  34. string abandon_percentage = string.Empty;
  35. if (total_count > 0)
  36. {
  37. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  38. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  39. }
  40. var exist = new DBContext.Table("daily_logs")
  41. .Fields("id,log_date")
  42. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  43. var createArgs = new DBContext.Table(conn, "daily_logs")
  44. .Add($"{db_prefix}total_count", total_count)
  45. .Add($"{db_prefix}abandon_count", abandon_count)
  46. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  47. .Add($"{db_prefix}success_count", success_count)
  48. .Add($"{db_prefix}success_percentage", success_percentage)
  49. .Add("last_time", DateTime.Now);
  50. if (exist == null)
  51. {
  52. createArgs.Add("channel", channelId)
  53. .Add("accountId", accountId)
  54. .Add("accountName", account.company)
  55. .Add("log_date", log_date)
  56. .Add("create_time", DateTime.Now)
  57. .Create();
  58. }
  59. else
  60. {
  61. createArgs.Where("id=@id", new { exist.id }).Update();
  62. }
  63. }
  64. int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel}:{log_date:yyyyMMdd}");
  65. var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}");
  66. var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}");
  67. string all_success_percentage = string.Empty;
  68. string all_abandon_percentage = string.Empty;
  69. if (all_total_count > 0)
  70. {
  71. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  72. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  73. }
  74. var exist2 = new DBContext.Table(conn, "daily_logs")
  75. .Fields("id,log_date")
  76. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  77. new { log_date, channel = channelId, accountId = 0 });
  78. var createArgs2 = new DBContext.Table(conn, "daily_logs")
  79. .Add($"{db_prefix}total_count", all_total_count)
  80. .Add($"{db_prefix}abandon_count", all_abandon_count)
  81. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  82. .Add($"{db_prefix}success_count", all_success_count)
  83. .Add($"{db_prefix}success_percentage", all_success_percentage)
  84. .Add("last_time", DateTime.Now);
  85. if (exist2 == null)
  86. {
  87. createArgs2.Add("channel", channelId)
  88. .Add("accountId", 0)
  89. .Add("accountName", "all")
  90. .Add("log_date", log_date)
  91. .Add("create_time", DateTime.Now)
  92. .Create();
  93. }
  94. else
  95. {
  96. createArgs2.Where("id=@id", new { exist2.id }).Update();
  97. }
  98. }
  99. public static void AllDailyLogs(int intervalDay, string prefix = "", string channel = "all")
  100. {
  101. DailyLogs(true, intervalDay, prefix, channel);
  102. }
  103. public static void NodeDailyLogs(int intervalDay, string prefix = "", string channel = "all")
  104. {
  105. DailyLogs(false, intervalDay, prefix, channel);
  106. }
  107. public static void DailyLogs(bool all_node, int intervalDay, string prefix = "", string channel = "all")
  108. {
  109. int channelId = (int)TkChannelEnum.tb;
  110. var db_prefix = channel switch
  111. {
  112. "tool" => "tool_",
  113. "jd" => "jd_parse_",
  114. _ => prefix,
  115. };
  116. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  117. var accounts = TkPoolCore.List();
  118. using var conn = all_node ? CenterHub.GetOpenConnection() : DBContext.GetOpenConnection();
  119. string tableName = all_node ? "center_daily_logs" : "daily_logs";
  120. string tableName2 = all_node ? "center_daily_chat_data" : "daily_chat_data";
  121. foreach (var account in accounts)
  122. {
  123. int accountId = account.id;
  124. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  125. int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}", all_node);
  126. if (total_count == 0) accountName = account.name;
  127. total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}", all_node);
  128. if (total_count == 0) continue;
  129. var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}", all_node);
  130. var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}", all_node);
  131. string success_percentage = string.Empty;
  132. string abandon_percentage = string.Empty;
  133. if (total_count > 0)
  134. {
  135. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  136. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  137. }
  138. var exist = new DBContext.Table(tableName)
  139. .Fields("id,log_date")
  140. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  141. var createArgs = new DBContext.Table(conn, tableName)
  142. .Add($"{db_prefix}total_count", total_count)
  143. .Add($"{db_prefix}abandon_count", abandon_count)
  144. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  145. .Add($"{db_prefix}success_count", success_count)
  146. .Add($"{db_prefix}success_percentage", success_percentage)
  147. .Add("last_time", DateTime.Now);
  148. if (exist == null)
  149. {
  150. createArgs.Add("channel", channelId)
  151. .Add("accountId", accountId)
  152. .Add("accountName", account.company)
  153. .Add("log_date", log_date)
  154. .Add("create_time", DateTime.Now)
  155. .Create();
  156. }
  157. else
  158. {
  159. createArgs.Where("id=@id", new { exist.id }).Update();
  160. }
  161. }
  162. int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel}:{log_date:yyyyMMdd}", all_node);
  163. var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}", all_node);
  164. var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}", all_node);
  165. string all_success_percentage = string.Empty;
  166. string all_abandon_percentage = string.Empty;
  167. if (all_total_count > 0)
  168. {
  169. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  170. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  171. }
  172. var exist2 = new DBContext.Table(conn, tableName)
  173. .Fields("id,log_date")
  174. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  175. new { log_date, channel = channelId, accountId = 0 });
  176. var createArgs2 = new DBContext.Table(conn, tableName)
  177. .Add($"{db_prefix}total_count", all_total_count)
  178. .Add($"{db_prefix}abandon_count", all_abandon_count)
  179. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  180. .Add($"{db_prefix}success_count", all_success_count)
  181. .Add($"{db_prefix}success_percentage", all_success_percentage)
  182. .Add("last_time", DateTime.Now);
  183. if (exist2 == null)
  184. {
  185. createArgs2.Add("channel", 0)
  186. .Add("accountId", 0)
  187. .Add("accountName", "all")
  188. .Add("log_date", log_date)
  189. .Add("create_time", DateTime.Now)
  190. .Create();
  191. }
  192. else
  193. {
  194. createArgs2.Where("id=@id", new { exist2.id }).Update();
  195. }
  196. //jd_parse_total
  197. //tool_total
  198. //total
  199. //coupon_total
  200. //parse_total
  201. var chatData = ChartDataCore.GetTaobaoData($"{prefix}total", "", $"{log_date:yyyyMMdd}");
  202. //tableName2
  203. }
  204. public static void ApiCallStatistics(int intervalDay, TkChannelEnum channel, string prefix = "")
  205. {
  206. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  207. var accounts = TkPoolCore.List();
  208. foreach (var account in accounts)
  209. {
  210. int accountId = account.id;
  211. string accountName = $"{channel}_{account.id}";
  212. int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  213. if (total_count == 0) continue;
  214. var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  215. var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  216. string success_percentage = string.Empty;
  217. string abandon_percentage = string.Empty;
  218. if (total_count > 0)
  219. {
  220. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  221. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  222. }
  223. var exist = new DBContext.Table("api_call_statistics")
  224. .Fields("id,log_date")
  225. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  226. new { log_date, channel, accountId });
  227. var createArgs = new DBContext.Table("api_call_statistics")
  228. .Add($"{prefix}total_count", total_count)
  229. .Add($"{prefix}abandon_count", abandon_count)
  230. .Add($"{prefix}abandon_percentage", abandon_percentage)
  231. .Add($"{prefix}success_count", success_count)
  232. .Add($"{prefix}success_percentage", success_percentage)
  233. .Add("last_time", DateTime.Now);
  234. if (exist == null)
  235. {
  236. createArgs.Add("channel", channel)
  237. .Add("accountId", accountId)
  238. .Add("accountName", account.company)
  239. .Add("log_date", log_date)
  240. .Add("create_time", DateTime.Now)
  241. .Create();
  242. }
  243. else
  244. {
  245. createArgs.Where("id=@id", new { exist.id }).Update();
  246. }
  247. }
  248. int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:{log_date:yyyyMMdd}");
  249. var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:success:{log_date:yyyyMMdd}");
  250. var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:放弃转链:{log_date:yyyyMMdd}");
  251. string all_success_percentage = string.Empty;
  252. string all_abandon_percentage = string.Empty;
  253. if (all_total_count > 0)
  254. {
  255. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  256. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  257. }
  258. var exist2 = new DBContext.Table("api_call_statistics")
  259. .Fields("id,log_date")
  260. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  261. new { log_date, channel, accountId = 0 });
  262. var createArgs2 = new DBContext.Table("api_call_statistics")
  263. .Add($"{prefix}total_count", all_total_count)
  264. .Add($"{prefix}abandon_count", all_abandon_count)
  265. .Add($"{prefix}abandon_percentage", all_abandon_percentage)
  266. .Add($"{prefix}success_count", all_success_count)
  267. .Add($"{prefix}success_percentage", all_success_percentage)
  268. .Add("last_time", DateTime.Now);
  269. if (exist2 == null)
  270. {
  271. createArgs2.Add("channel", channel)
  272. .Add("accountId", 0)
  273. .Add("accountName", "all")
  274. .Add("log_date", log_date)
  275. .Add("create_time", DateTime.Now)
  276. .Create();
  277. }
  278. else
  279. {
  280. createArgs2.Where("id=@id", new { exist2.id }).Update();
  281. }
  282. }
  283. /// <summary>
  284. /// 事实动态接口(5分钟一次)
  285. /// </summary>
  286. /// <param name="date"></param>
  287. public void SaveReportOverview()
  288. {
  289. DateTime date = DateTime.Now;
  290. TkReportDTO result = new TkReportDTO();
  291. try
  292. {
  293. string t = $"{date.Convert2UnixTimestamp(true)}";
  294. string dt = date.ToString("yyyy-MM-dd");
  295. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  296. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  297. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  298. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  299. .AddHeaders("Cookie", _cookies);
  300. #if DEBUG
  301. #else
  302. client.Proxy = _proxy;
  303. #endif
  304. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  305. var response = client.Request(url);
  306. var body = response.Body();
  307. var root = body.Convert2JsonElement();
  308. int resultCode = root.Read<int>("resultCode", 0);
  309. bool success = root.Read("success", false);
  310. if (!success)
  311. {
  312. _ = new LoggerLibrary("report", "error")
  313. .Info(url, body)
  314. .SaveAsync();
  315. throw new Exception(body);
  316. }
  317. var data = root.ElementRead("data").ElementRead("data");
  318. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  319. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  320. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  321. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  322. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  323. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  324. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  325. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  326. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  327. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  328. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  329. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  330. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  331. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  332. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  333. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  334. DateTime report_date = date.Date;
  335. if (report_date == DateTime.Now.Date)
  336. {
  337. TkPoolCore.SaveIncomeAmt($"{_accountId}", result.eff_tk_disp_tfee);
  338. //TkPoolCore.SaveIncomeAmt(_accountName, result.eff_tk_disp_tfee);
  339. EachSaveReportOverview(report_date.AddHours(DateTime.Now.Hour), "tk_report_hourtrend", result);
  340. EachSaveReportOverview(report_date, "tk_report", result);
  341. }
  342. }
  343. catch (Exception ex) { }
  344. }
  345. private void EachSaveReportOverview(DateTime report_date, string tableName, TkReportDTO data)
  346. {
  347. var exist = new DBContext.Table(tableName)
  348. .Fields("id,report_date")
  349. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  350. new { report_date, accountId = _accountId });
  351. var createArgs = new DBContext.Table(tableName)
  352. .Add("uclk_uv_56", data.uclk_uv_56)
  353. .Add("uclk_pv_56", data.uclk_pv_56)
  354. .Add("uclt_uv_56", data.uclt_uv_56)
  355. .Add("ucart_uv_56", data.ucart_uv_56)
  356. .Add("dep_ord_num_56", data.dep_ord_num_56)
  357. .Add("dep_ord_dep_amt_56", data.dep_ord_dep_amt_56)
  358. .Add("pay_ord_num_56", data.pay_ord_num_56)
  359. .Add("pay_ord_amt_56", data.pay_ord_amt_56)
  360. .Add("pay_tk_disp_tfee_56", data.pay_tk_disp_tfee_56)
  361. .Add("pay_ord_uv_56", data.pay_ord_uv_56)
  362. .Add("sett_ord_num_56", data.sett_ord_num_56)
  363. .Add("sett_ord_amt_56", data.sett_ord_amt_56)
  364. .Add("sett_tk_disp_tfee_56", data.sett_tk_disp_tfee_56)
  365. .Add("eff_ord_num", data.eff_ord_num)
  366. .Add("eff_ord_amt", data.eff_ord_amt)
  367. .Add("eff_tk_disp_tfee", data.eff_tk_disp_tfee);
  368. if (exist == null)
  369. {
  370. createArgs.Add("accountId", _accountId)
  371. .Add("accountName", _company)
  372. .Add("report_date", report_date)
  373. .Add("create_time", DateTime.Now)
  374. .Add("last_time", DateTime.Now)
  375. .Create();
  376. }
  377. else
  378. {
  379. createArgs.Add("last_time", DateTime.Now)
  380. .Where("id=@id", new { exist.id })
  381. .Update();
  382. }
  383. }
  384. /// <summary>
  385. /// 修正点击数
  386. /// </summary>
  387. public void FixReport(DateTime date)
  388. {
  389. TkReportDTO result = new TkReportDTO();
  390. try
  391. {
  392. string t = $"{date.Convert2UnixTimestamp(true)}";
  393. string dt = date.ToString("yyyy-MM-dd");
  394. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  395. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  396. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  397. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  398. .AddHeaders("Cookie", _cookies);
  399. #if DEBUG
  400. #else
  401. client.Proxy = _proxy;
  402. #endif
  403. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  404. var response = client.Request(url);
  405. var body = response.Body();
  406. var root = body.Convert2JsonElement();
  407. int resultCode = root.Read<int>("resultCode", 0);
  408. bool success = root.Read("success", false);
  409. if (!success)
  410. {
  411. _ = new LoggerLibrary("report", "error")
  412. .Info(url, body)
  413. .SaveAsync();
  414. throw new Exception(body);
  415. }
  416. var data = root.ElementRead("data").ElementRead("data");
  417. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  418. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  419. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  420. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  421. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  422. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  423. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  424. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  425. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  426. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  427. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  428. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  429. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  430. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  431. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  432. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  433. DateTime report_date = date.Date;
  434. EachSaveReportOverview(report_date, "tk_report", result);
  435. //var exist = new DBContext.Table("tk_report")
  436. // .Fields("id,report_date")
  437. // .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  438. // new { report_date, accountId = _accountId });
  439. //var createArgs = new DBContext.Table("tk_report")
  440. // .Add("fix_uclk_pv_56", result.fix_uclk_pv_56);
  441. //if (exist == null)
  442. //{
  443. // createArgs.Add("accountId", _accountId)
  444. // .Add("accountName", _company)
  445. // .Add("report_date", report_date)
  446. // .Add("create_time", DateTime.Now)
  447. // .Add("last_time", DateTime.Now)
  448. // .Create();
  449. //}
  450. //else
  451. //{
  452. // createArgs.Add("last_time", DateTime.Now)
  453. // .Where("id=@id", new { exist.id })
  454. // .Update();
  455. //}
  456. }
  457. catch (Exception ex) { }
  458. }
  459. /// <summary>
  460. /// 1小时更新一次
  461. /// </summary>
  462. public void SaveReportHourtrend(DateTime date)
  463. {
  464. string t = $"{DateTime.Now.Convert2UnixTimestamp(true)}";
  465. string dt = date.ToString("yyyy-MM-dd");
  466. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.hourtrend.dod.json?" +
  467. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_homepage&startDate={dt}&endDate={dt}&fixPeriod=realTime";
  468. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  469. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  470. .AddHeaders("Cookie", _cookies);
  471. #if DEBUG
  472. #else
  473. client.Proxy = _proxy;
  474. #endif
  475. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  476. var response = client.Request(url);
  477. var body = response.Body();
  478. var root = body.Convert2JsonElement();
  479. int resultCode = root.Read<int>("resultCode", 0);
  480. bool success = root.Read("success", false);
  481. if (!success)
  482. {
  483. _ = new LoggerLibrary("report", "error")
  484. .Info(url, body)
  485. .SaveAsync();
  486. throw new Exception(body);
  487. }
  488. var data_list = root.ElementRead("data").ElementRead("data");
  489. foreach (var data in data_list.EnumerateArray())
  490. {
  491. string xAxis = data.Read<string>("xAxis");
  492. string _report_date = $"{dt} {xAxis}";
  493. EachSaveReport(_report_date, "tk_report_hourtrend", data);
  494. if ("23:00".Equals(xAxis))
  495. {
  496. EachSaveReport(dt, "tk_report", data);
  497. }
  498. }
  499. }
  500. private void EachSaveReport(string _report_date, string tableName, JsonElement data)
  501. {
  502. _ = DateTime.TryParse(_report_date, out DateTime report_date);
  503. var exist = new DBContext.Table(tableName)
  504. .Fields("id,report_date")
  505. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  506. new { report_date, accountId = _accountId });
  507. if (exist == null)
  508. {
  509. new DBContext.Table(tableName)
  510. .Fill(data)
  511. .Loader<int>("uclk_uv_56", 0)
  512. .Loader<int>("uclk_pv_56", 0)
  513. .Loader<int>("uclt_uv_56", 0)
  514. .Loader<int>("ucart_uv_56", 0)
  515. .Loader<int>("dep_ord_num_56", 0)
  516. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  517. .Loader<int>("pay_ord_num_56", 0)
  518. .Loader<decimal>("pay_ord_amt_56", 0)
  519. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  520. .Loader<int>("pay_ord_uv_56", 0)
  521. .Loader<int>("sett_ord_num_56", 0)
  522. .Loader<decimal>("sett_ord_amt_56", 0)
  523. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  524. .Add("accountId", _accountId)
  525. .Add("accountName", _company)
  526. .Add("report_date", report_date)
  527. .Add("create_time", DateTime.Now)
  528. .Add("last_time", DateTime.Now)
  529. .Create();
  530. }
  531. else
  532. {
  533. new DBContext.Table(tableName)
  534. .Fill(data)
  535. .Loader<int>("uclk_uv_56", 0)
  536. .Loader<int>("uclk_pv_56", 0)
  537. .Loader<int>("uclt_uv_56", 0)
  538. .Loader<int>("ucart_uv_56", 0)
  539. .Loader<int>("dep_ord_num_56", 0)
  540. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  541. .Loader<int>("pay_ord_num_56", 0)
  542. .Loader<decimal>("pay_ord_amt_56", 0)
  543. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  544. .Loader<int>("pay_ord_uv_56", 0)
  545. .Loader<int>("sett_ord_num_56", 0)
  546. .Loader<decimal>("sett_ord_amt_56", 0)
  547. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  548. .Add("last_time", DateTime.Now)
  549. .Where("id=@id", new { exist.id })
  550. .Update();
  551. }
  552. }
  553. /// <summary>
  554. /// 警告消息
  555. /// </summary>
  556. public void GetViolationuWarning()
  557. {
  558. try
  559. {
  560. string url = "https://media.alimama.com/violationu2/warning_instance_page_v2.json?r=mx_208&toPage=1&pageSize=40&params=";
  561. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  562. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  563. .AddHeaders("Cookie", _cookies);
  564. #if DEBUG
  565. #else
  566. client.Proxy = _proxy;
  567. #endif
  568. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  569. var response = client.Request(url);
  570. var body = response.Body();
  571. var root = body.Convert2JsonElement();
  572. int resultCode = root.Read<int>("resultCode", 0);
  573. int totalCount = root.PathRead<int>("data.totalCount", 0);
  574. bool success = root.Read("success", false);
  575. if (!success)
  576. {
  577. _ = new LoggerLibrary("violationu", "warning_error")
  578. .Info(url, body)
  579. .SaveAsync();
  580. throw new Exception(body);
  581. }
  582. if (totalCount == 0) return;
  583. _ = new LoggerLibrary("violationu", "warning").Info(url, body).SaveAsync();
  584. var list = root.ElementRead("data").ElementRead("result").EnumerateArray();
  585. foreach (var data in list)
  586. {
  587. var violation_commission = data.PathRead<decimal>("mediaInfo.订单虚假交易违规佣金", 0);
  588. new DBContext.Table("alimama_warning")
  589. .Fill(data)
  590. .Loader<int>("filterRuleId", 0)
  591. .Loader<long>("gmtCreate", 0)
  592. .Loader<long>("id", 0, "ali_id")
  593. .Loader<string>("idStr", string.Empty)
  594. .Loader<int>("mediaDimension", 0)
  595. .Loader<long>("mediaId", 0)
  596. .Loader<int>("mediaInfo.abn_cnt", 0, "abn_cnt")
  597. .Add("violation_commission", violation_commission)
  598. .Loader<int>("mediaInfo.warning_cnt", 0, "warning_cnt")
  599. .Loader<string>("mediaName", string.Empty)
  600. .Loader<long>("memberId", 0)
  601. .Loader<string>("noticeCategory", string.Empty)
  602. .Loader<int>("noticeTemplateId", 0)
  603. .Loader<string>("noticeTemplateName", string.Empty)
  604. .Loader<string>("orderFile", string.Empty)
  605. .Loader<string>("pid", string.Empty)
  606. .Loader<int>("punishRuleId", 0)
  607. .Loader<string>("riskType", string.Empty)
  608. .Loader<string>("roleName", string.Empty)
  609. .Loader<string>("ruleLink", string.Empty)
  610. .Loader<bool>("showOrderDetail", false)
  611. .Loader<int>("status", 0, "ali_status")
  612. .Loader<string>("warningText", string.Empty)
  613. .Add("accountName", _company)
  614. .Add("status", true)
  615. .Add("create_time", DateTime.Now)
  616. .Add("last_time", DateTime.Now)
  617. .Create(DBContext.InsertType.REPLACE);
  618. }
  619. }
  620. catch (Exception ex) { }
  621. }
  622. }
  623. }