crawler.cs 55 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114
  1. using dodohold.core;
  2. using Google.Protobuf.WellKnownTypes;
  3. using System.Text.Json;
  4. using TencentCloud.Cdn.V20180606.Models;
  5. using TencentCloud.Tse.V20201207.Models;
  6. using static molilian.core.ChartDataCore;
  7. namespace molilian.core
  8. {
  9. public partial class AlimamaPlus
  10. {
  11. /// <summary>
  12. /// 更新API调用日志(1天一次)
  13. /// </summary>
  14. /// <param name="intervalDay"></param>
  15. public static async Task DailyLogs_bak(int intervalDay, string prefix = "", string channel = "all")
  16. {
  17. int channelId = (int)TkChannelEnum.tb;
  18. var db_prefix = channel switch
  19. {
  20. "tool" => "tool_",
  21. "jd" => "jd_parse_",
  22. _ => prefix,
  23. };
  24. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  25. var accounts = await TkPoolCore.ListAsync();
  26. using var conn = DBContext.GetOpenConnection();
  27. foreach (var account in accounts)
  28. {
  29. int accountId = account.id;
  30. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  31. int total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  32. if (total_count == 0) continue;
  33. var success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  34. var abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  35. string success_percentage = string.Empty;
  36. string abandon_percentage = string.Empty;
  37. if (total_count > 0)
  38. {
  39. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  40. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  41. }
  42. var exist = new DBContext.Table("daily_logs")
  43. .Fields("id,log_date")
  44. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  45. var createArgs = new DBContext.Table(conn, "daily_logs")
  46. .Add($"{db_prefix}total_count", total_count)
  47. .Add($"{db_prefix}abandon_count", abandon_count)
  48. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  49. .Add($"{db_prefix}success_count", success_count)
  50. .Add($"{db_prefix}success_percentage", success_percentage)
  51. .Add("last_time", DateTime.Now);
  52. if (exist == null)
  53. {
  54. createArgs.Add("channel", channelId)
  55. .Add("accountId", accountId)
  56. .Add("accountName", account.company)
  57. .Add("log_date", log_date)
  58. .Add("create_time", DateTime.Now)
  59. .Create();
  60. }
  61. else
  62. {
  63. createArgs.Where("id=@id", new { exist.id }).Update();
  64. }
  65. }
  66. int all_total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:{log_date:yyyyMMdd}");
  67. var all_success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}");
  68. var all_abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}");
  69. string all_success_percentage = string.Empty;
  70. string all_abandon_percentage = string.Empty;
  71. if (all_total_count > 0)
  72. {
  73. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  74. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  75. }
  76. var exist2 = new DBContext.Table(conn, "daily_logs")
  77. .Fields("id,log_date")
  78. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  79. new { log_date, channel = channelId, accountId = 0 });
  80. var createArgs2 = new DBContext.Table(conn, "daily_logs")
  81. .Add($"{db_prefix}total_count", all_total_count)
  82. .Add($"{db_prefix}abandon_count", all_abandon_count)
  83. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  84. .Add($"{db_prefix}success_count", all_success_count)
  85. .Add($"{db_prefix}success_percentage", all_success_percentage)
  86. .Add("last_time", DateTime.Now);
  87. if (exist2 == null)
  88. {
  89. createArgs2.Add("channel", channelId)
  90. .Add("accountId", 0)
  91. .Add("accountName", "all")
  92. .Add("log_date", log_date)
  93. .Add("create_time", DateTime.Now)
  94. .Create();
  95. }
  96. else
  97. {
  98. createArgs2.Where("id=@id", new { exist2.id }).Update();
  99. }
  100. }
  101. public static async Task AllDailyLogsAsync(int intervalDay, string prefix = "", string channel = "all")
  102. {
  103. await DailyLogsAsync(true, intervalDay, prefix, channel);
  104. }
  105. public static async Task NodeDailyLogsAsync(int intervalDay, string prefix = "", string channel = "all")
  106. {
  107. await DailyLogsAsync(false, intervalDay, prefix, channel);
  108. }
  109. public static async Task DailyLogsAsync(bool all_node, int intervalDay, string prefix = "", string channel = "all")
  110. {
  111. int channelId = (int)TkChannelEnum.tb;
  112. var db_prefix = channel switch
  113. {
  114. "tool" => "tool_",
  115. "jd" => "jd_parse_",
  116. "ks" => "ks_parse_",
  117. "pdd" => "pdd_parse_",
  118. "dy" => "dy_parse_",
  119. _ => prefix,
  120. };
  121. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  122. var accounts = await TkPoolCore.ListAsync();
  123. using var conn = all_node ? CenterHub.GetOpenConnection() : DBContext.GetOpenConnection();
  124. string tableName = all_node ? "center_daily_logs" : "daily_logs";
  125. string tableName2 = all_node ? "center_daily_chat_data" : "daily_chat_data";
  126. foreach (var account in accounts)
  127. {
  128. if (!account.enable_call_stats) continue;
  129. int accountId = account.id;
  130. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  131. int total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:{log_date:yyyyMMdd}", all_node);
  132. if (total_count == 0) continue;
  133. var success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}", all_node);
  134. var abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}", all_node);
  135. string success_percentage = string.Empty;
  136. string abandon_percentage = string.Empty;
  137. if (total_count > 0)
  138. {
  139. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  140. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  141. }
  142. var exist = new DBContext.Table(tableName)
  143. .Fields("id,log_date")
  144. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  145. var createArgs = new DBContext.Table(conn, tableName)
  146. .Add($"{db_prefix}total_count", total_count)
  147. .Add($"{db_prefix}abandon_count", abandon_count)
  148. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  149. .Add($"{db_prefix}success_count", success_count)
  150. .Add($"{db_prefix}success_percentage", success_percentage)
  151. .Add("last_time", DateTime.Now);
  152. if (exist == null)
  153. {
  154. createArgs.Add("channel", channelId)
  155. .Add("accountId", accountId)
  156. .Add("accountName", account.company)
  157. .Add("log_date", log_date)
  158. .Add("create_time", DateTime.Now)
  159. .Create();
  160. }
  161. else
  162. {
  163. createArgs.Where("id=@id", new { exist.id }).Update();
  164. }
  165. }
  166. int all_total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:{log_date:yyyyMMdd}", all_node);
  167. var all_success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}", all_node);
  168. var all_abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}", all_node);
  169. string all_success_percentage = string.Empty;
  170. string all_abandon_percentage = string.Empty;
  171. if (all_total_count > 0)
  172. {
  173. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  174. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  175. }
  176. var exist2 = new DBContext.Table(conn, tableName)
  177. .Fields("id,log_date")
  178. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  179. new { log_date, channel = channelId, accountId = 0 });
  180. var createArgs2 = new DBContext.Table(conn, tableName)
  181. .Add($"{db_prefix}total_count", all_total_count)
  182. .Add($"{db_prefix}abandon_count", all_abandon_count)
  183. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  184. .Add($"{db_prefix}success_count", all_success_count)
  185. .Add($"{db_prefix}success_percentage", all_success_percentage)
  186. .Add("last_time", DateTime.Now);
  187. if (exist2 == null)
  188. {
  189. createArgs2.Add("channel", 0)
  190. .Add("accountId", 0)
  191. .Add("accountName", "all")
  192. .Add("log_date", log_date)
  193. .Add("create_time", DateTime.Now)
  194. .Create();
  195. }
  196. else
  197. {
  198. createArgs2.Where("id=@id", new { exist2.id }).Update();
  199. }
  200. //jd_parse_total
  201. //tool_total
  202. //total
  203. //coupon_total
  204. //parse_total
  205. var chatData = await GetTaobaoDataAsync($"{prefix}total", "", $"{log_date:yyyyMMdd}");
  206. //tableName2
  207. }
  208. public static async Task<DBContext.Table> FillLinkTypeDataAsync(DBContext.Table update, int data_type, DateTime report_date, TkChannelEnum channel)
  209. {
  210. long req_other_aff_num = 0;//1
  211. long req_goods_num = 0;//2
  212. long req_live_num = 0;//3
  213. long req_video_num = 0;///4
  214. long req_shop_num = 0;//5
  215. long req_base_num = 0;//6
  216. long req_note_num = 0;//7
  217. int resp_deeplink_num = 0;
  218. try
  219. {
  220. switch (channel)
  221. {
  222. case TkChannelEnum.tb:
  223. string tableName = $"tk_parse_logs_{report_date:yyyyMMdd}";
  224. string exist_sql = @$"SELECT IF( EXISTS ( SELECT 1 FROM information_schema.tables WHERE table_name = '{tableName}'), 1, 0) AS table_exists;";
  225. int exist_table = DBContext.ExecuteScalar<int>(exist_sql);
  226. if (exist_table == 1)
  227. {
  228. var linkTypeTotal = new DBContext.Table(tableName)
  229. .Fields("linkType, count(*) AS total")
  230. .GroupBy("linkType")
  231. .Select<dynamic>();
  232. foreach (var t in linkTypeTotal)
  233. {
  234. int linkType = t.linkType;
  235. long total = t.total;
  236. switch (linkType)
  237. {
  238. case 1: req_other_aff_num = total; break;
  239. case 2: req_goods_num = total; break;
  240. case 3: req_live_num = total; break;
  241. case 4: req_video_num = total; break;
  242. case 5: req_shop_num = total; break;
  243. case 6: req_base_num = total; break;
  244. case 7: req_note_num = total; break;
  245. }
  246. }
  247. }
  248. string total_key = data_type switch
  249. {
  250. 1 => "parse_total",
  251. 2 or _ => "coupon_total",
  252. };
  253. string[] deeplink_keys = ["home", "success", "fail"];
  254. string accountName = "all";
  255. foreach (var keyname in deeplink_keys)
  256. {
  257. string cacheKey = $":{total_key}:dp_{keyname}:{accountName}:{report_date:yyyyMMdd}";
  258. int value = await TkLogCore.GetTotalAsync(cacheKey);
  259. if (value == 0) continue;
  260. resp_deeplink_num += value;
  261. }
  262. break;
  263. }
  264. }
  265. catch (Exception e)
  266. {
  267. }
  268. update.Add("req_other_aff_num", req_other_aff_num);
  269. update.Add("req_goods_num", req_goods_num);
  270. update.Add("req_live_num", req_live_num);
  271. update.Add("req_video_num", req_video_num);
  272. update.Add("req_shop_num", req_shop_num);
  273. update.Add("req_base_num", req_base_num);
  274. update.Add("req_note_num", req_note_num);
  275. update.Add("resp_deeplink_num", resp_deeplink_num);
  276. return update;
  277. }
  278. /// <summary>
  279. ///
  280. /// </summary>
  281. /// <param name="data_type">1转链 2优惠券 3dp</param>
  282. /// <param name="intervalDay"></param>
  283. /// <param name="channel"></param>
  284. public static async Task ApiCallStatisticsAsync(int data_type, int intervalDay, TkChannelEnum channel)
  285. {
  286. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  287. var endpoint = data_type == 2 ? EndPointCore.GetCouponAdmin() : EndPointCore.GetParseAdmin();
  288. if (endpoint == null || string.IsNullOrEmpty(endpoint.db_server)) return;
  289. using var conn = EndPointCore.GetDbConnection(endpoint.db_server);
  290. using var center_conn = CenterHub.GetOpenConnection();
  291. //v_jd_spread_report
  292. var record = new DBContext.Table(center_conn, "api_call_report_dailys")
  293. .Fields("id, report_date, read_num")
  294. .Get<dynamic>("report_date=@log_date AND platform=@platform AND data_type=@data_type",
  295. new { log_date, platform = channel, data_type });
  296. var update = new DBContext.Table(center_conn, "api_call_report_dailys")
  297. .Add("data_type", data_type)
  298. .Add("platform", channel)
  299. .Add("is_show", 1)
  300. .Add("report_date", log_date)
  301. .Add("last_time", DateTime.Now);
  302. switch (channel)
  303. {
  304. case TkChannelEnum.tb:
  305. {
  306. string v_table = "v_tk_report_dailys_parse";
  307. if (data_type == 3) v_table = "v_tk_report_dailys_dp";
  308. var exist_report_dailys = new DBContext.Table(conn, v_table)
  309. .Get<dynamic>("report_date=@log_date", new { log_date });
  310. if (exist_report_dailys != null)
  311. {
  312. update.Add("uclk_uv", exist_report_dailys.uclk_uv_56)
  313. .Add("uclk_pv", exist_report_dailys.uclk_pv_56)
  314. .Add("pay_ord_num", exist_report_dailys.pay_ord_num_56)
  315. .Add("order_ord_num", exist_report_dailys.order_ord_num)
  316. .Add("pay_ord_amt", exist_report_dailys.pay_ord_amt_56)
  317. .Add("pay_tk_disp_tfee", exist_report_dailys.pay_tk_disp_tfee_56)
  318. .Add("pay_ord_uv", exist_report_dailys.pay_ord_uv_56)
  319. .Add("eff_ord_num", exist_report_dailys.eff_ord_num)
  320. .Add("eff_ord_amt", exist_report_dailys.eff_ord_amt)
  321. .Add("eff_tk_disp_tfee", exist_report_dailys.eff_tk_disp_tfee);
  322. }
  323. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  324. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  325. new { log_date, channel, accountId = 0 });
  326. if (exist != null)
  327. {
  328. if (data_type == 1 || data_type == 3)
  329. {
  330. update.Add("total_count", exist.parse_total_count)
  331. .Add("abandon_count", exist.parse_abandon_count)
  332. .Add("success_count", exist.parse_success_count);
  333. }
  334. if (data_type == 2)
  335. {
  336. update.Add("total_count", exist.coupon_total_count)
  337. .Add("abandon_count", exist.coupon_abandon_count)
  338. .Add("success_count", exist.coupon_success_count);
  339. }
  340. }
  341. break;
  342. }
  343. case TkChannelEnum.jd:
  344. {
  345. var exist_report_dailys = new DBContext.Table(conn, "v_jd_spread_report")
  346. .Get<dynamic>("report_date=@log_date", new { log_date });
  347. if (exist_report_dailys != null)
  348. {
  349. update.Add("uclk_uv", 0)
  350. .Add("pay_ord_uv", 0)//付款人数
  351. .Add("uclk_pv", exist_report_dailys.clickNum) //点击量 点击次数
  352. .Add("pay_tk_disp_tfee", exist_report_dailys.cosFee)//预估收入 付款预估收入
  353. .Add("pay_ord_amt", exist_report_dailys.cosPrice) //付款金额
  354. .Add("pay_ord_num", exist_report_dailys.orderNum)
  355. .Add("order_ord_num", 0)
  356. .Add("eff_ord_amt", exist_report_dailys.cosPrice) //有效订单金额 有效订单金额
  357. .Add("eff_ord_num", exist_report_dailys.orderNum) //有效付款笔数
  358. .Add("eff_tk_disp_tfee", exist_report_dailys.cosFee); //有效付款预估收入 预估收入
  359. }
  360. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  361. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  362. new { log_date, channel, accountId = 0 });
  363. if (exist != null)
  364. {
  365. update.Add("total_count", exist.jd_parse_total_count)
  366. .Add("abandon_count", exist.jd_parse_abandon_count)
  367. .Add("success_count", exist.jd_parse_success_count);
  368. }
  369. break;
  370. }
  371. case TkChannelEnum.pdd:
  372. {
  373. var exist_report_dailys = new DBContext.Table(conn, "v_pdd_estimate_revenue")
  374. .Get<dynamic>("report_date=@log_date", new { log_date });
  375. if (exist_report_dailys != null)
  376. {
  377. decimal feeAmount = Math.Round(0.01m * (decimal)exist_report_dailys.feeAmount, 2);
  378. decimal orderAmount = Math.Round(0.01m * (decimal)exist_report_dailys.orderAmount, 2);
  379. update.Add("uclk_uv", 0)
  380. .Add("pay_ord_uv", 0)//付款人数
  381. .Add("uclk_pv", 0) //点击量 点击次数
  382. .Add("pay_tk_disp_tfee", feeAmount)//预估收入 付款预估收入
  383. .Add("pay_ord_amt", orderAmount) //付款金额
  384. .Add("pay_ord_num", exist_report_dailys.orderNum)
  385. .Add("order_ord_num", 0)
  386. .Add("eff_ord_amt", orderAmount) //有效订单金额 有效订单金额
  387. .Add("eff_ord_num", exist_report_dailys.orderNum) //有效付款笔数
  388. .Add("eff_tk_disp_tfee", feeAmount); //有效付款预估收入 预估收入
  389. }
  390. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  391. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  392. new { log_date, channel, accountId = 0 });
  393. if (exist != null)
  394. {
  395. update.Add("total_count", exist.pdd_parse_total_count)
  396. .Add("abandon_count", exist.pdd_parse_abandon_count)
  397. .Add("success_count", exist.pdd_parse_success_count);
  398. }
  399. break;
  400. }
  401. }
  402. if (data_type == 1)
  403. {
  404. //todo 只有转链需要处理,优惠券和京东(未上线)暂不处理
  405. update = await FillLinkTypeDataAsync(update, data_type, log_date, channel);
  406. }
  407. if (record == null)
  408. {
  409. update.Add("read_num", 0).Add("create_time", DateTime.Now).Create();
  410. }
  411. else
  412. {
  413. update.Add("read_num", record.read_num).Where("id=@id", new { record.id }).Update();
  414. }
  415. }
  416. //public static void ApiCallStatistics(int intervalDay, TkChannelEnum channel, string prefix = "")
  417. //{
  418. // DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  419. // var accounts = TkPoolCore.List();
  420. // foreach (var account in accounts)
  421. // {
  422. // int accountId = account.id;
  423. // string accountName = $"{channel}_{account.id}";
  424. // int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  425. // if (total_count == 0) continue;
  426. // var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  427. // var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  428. // string success_percentage = string.Empty;
  429. // string abandon_percentage = string.Empty;
  430. // if (total_count > 0)
  431. // {
  432. // success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  433. // abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  434. // }
  435. // var exist = new DBContext.Table("api_call_statistics")
  436. // .Fields("id,log_date")
  437. // .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  438. // new { log_date, channel, accountId });
  439. // var createArgs = new DBContext.Table("api_call_statistics")
  440. // .Add($"{prefix}total_count", total_count)
  441. // .Add($"{prefix}abandon_count", abandon_count)
  442. // .Add($"{prefix}abandon_percentage", abandon_percentage)
  443. // .Add($"{prefix}success_count", success_count)
  444. // .Add($"{prefix}success_percentage", success_percentage)
  445. // .Add("last_time", DateTime.Now);
  446. // if (exist == null)
  447. // {
  448. // createArgs.Add("channel", channel)
  449. // .Add("accountId", accountId)
  450. // .Add("accountName", account.company)
  451. // .Add("log_date", log_date)
  452. // .Add("create_time", DateTime.Now)
  453. // .Create();
  454. // }
  455. // else
  456. // {
  457. // createArgs.Where("id=@id", new { exist.id }).Update();
  458. // }
  459. // }
  460. // int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:{log_date:yyyyMMdd}");
  461. // var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:success:{log_date:yyyyMMdd}");
  462. // var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:放弃转链:{log_date:yyyyMMdd}");
  463. // string all_success_percentage = string.Empty;
  464. // string all_abandon_percentage = string.Empty;
  465. // if (all_total_count > 0)
  466. // {
  467. // all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  468. // all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  469. // }
  470. // var exist2 = new DBContext.Table("api_call_statistics")
  471. // .Fields("id,log_date")
  472. // .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  473. // new { log_date, channel, accountId = 0 });
  474. // var createArgs2 = new DBContext.Table("api_call_statistics")
  475. // .Add($"{prefix}total_count", all_total_count)
  476. // .Add($"{prefix}abandon_count", all_abandon_count)
  477. // .Add($"{prefix}abandon_percentage", all_abandon_percentage)
  478. // .Add($"{prefix}success_count", all_success_count)
  479. // .Add($"{prefix}success_percentage", all_success_percentage)
  480. // .Add("last_time", DateTime.Now);
  481. // if (exist2 == null)
  482. // {
  483. // createArgs2.Add("channel", channel)
  484. // .Add("accountId", 0)
  485. // .Add("accountName", "all")
  486. // .Add("log_date", log_date)
  487. // .Add("create_time", DateTime.Now)
  488. // .Create();
  489. // }
  490. // else
  491. // {
  492. // createArgs2.Where("id=@id", new { exist2.id }).Update();
  493. // }
  494. //}
  495. /// <summary>
  496. /// 事实动态接口(5分钟一次)
  497. /// </summary>
  498. /// <param name="date"></param>
  499. public async Task SaveReportOverview(int days = 0)
  500. {
  501. DateTime date = DateTime.Now;
  502. if (days > 0) date = date.AddDays(-days);
  503. TkReportDTO result = new TkReportDTO();
  504. try
  505. {
  506. string t = $"{date.Convert2UnixTimestamp(true)}";
  507. string dt = date.ToString("yyyy-MM-dd");
  508. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  509. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  510. #if DEBUG
  511. //_cookies = "t_alimama=265947ef5452cb1dbc3a85423cb0b4ac; xlly_s=1; wk_cookie2=153667c5e7c346da3c64cc8be5db65b5; wk_unb=UUpjNmHYrAUDFe1XcQ%3D%3D; arms_uid=50fb4ec1-5342-4774-9b30-822cfb71ac29; cookie2_alimama=1939cd118da29bee099e20497d91d195; lid=tb464407448627; cookie3_bak=17c2085f3ca7b7e1d9932184a321265b; env_bak=FM%2BgwZ4N3DW5Nit1vtAN%2BnGo%2FlvOs%2BhcfJ4%2F0uUixKyv; cookie3_bak_exp=1753443569194; havana_lgc_exp=1786690298961; dnk=tb464407448627; tracknick=tb464407448627; lgc=; cookie2=17c2085f3ca7b7e1d9932184a321265b; cancelledSubSites=empty; t=b0f1900bb872fb73431103fd9fd685da; sn=; _tb_token_=e3be75e77317e; uc1=cookie14=UoYbzibV4BRygw%3D%3D&pas=0&cookie16=WqG3DMC9UpAPBHGz5QBErFxlCA%3D%3D&existShop=false&cookie15=WqG3DMC9VAQiUQ%3D%3D&cookie21=V32FPkk%2FhSt4; sgcookie=E100maFa2uGfFmlaN000MHH4oUxgMX%2Fe%2FWHW96Um0swftox2LuxNNHviK0VTqoHo%2F1NuX%2BYAGoSBwA8mzA3bTrtPkhdwXGBaIPytPt3iO9Ay%2Bh8%3D; csg=8a980a9f; login=; rurl=aHR0cHM6Ly9wdWIuYWxpbWFtYS5jb20vaW5kZXguaHRtP2ZvcndhcmQ9aHR0cHMlM0ElMkYlMkZwdWIuYWxpbWFtYS5jb20lMkZwb3J0YWwlMkZ2MiUyRmVmZmVjdCUyRm9yZGVyJTJGb3ZlcnZpZXdPcmRlciUyRnBhZ2UlMkZpbmRleC5odG0%3D; v_alimama=0; JSESSIONID=5529D2F4B4C1D00E84AEBD50280FB383; cna=BfkxIaeXgCYCAXs5yWAuAa9d; x5sec=7b22733b32223a2231323332306465383836393966346263222c2277616762726964676561643b32223a2262373162373332303165646366383332613431613832353966653761656462614349715476635547454c2f706a354c342f2f2f2f2f774561447a49794d6a41794e544d314d5445314e446b374e6a44662b63377042513d3d227d; tfstk=gmTZ8YfPzV3Zz8wI5pQ4Uawh0yQOjZkSnE6fiIAc1OXGl1s2YK9H1Gi91Z-enpI1IZ_1msvXKOqfmNAcuLvz5OctMoz2nQXi6AH93rveZO4f5t_qg9Am6dT2Mr5DiKhOhfnB6CQAoYMSV4O96v7UUiHCojAhlsuH-XOv6CQY9WwmVHATgvY6YsfcnX7hg_CcoOXgxX5OwZ4GmPq3K9CcoZXcjyVhN_5Gi1fiTBXdiZXDnZcF-9CcotvcofqwndUFLGcnq0Zj2WBNbTAGLzRJ81xQXCXUorYeYGWkP9z0oe5wg2dbkzofE3B1VO9nRP72tsJPadynO9xetFIW9c4CIHOMni-KUz1N5HSy7hhYKCv5Q3b9G7k6Tg-F26j3gkACS_IkVMF4SB7hwg8GYSrG53OWkgYi78BC2sJPadyN4PwAthCXkhy00GfdTTGETp4iolm_ZK9uDoIEv6WSwbEYDGxPTTGEToEAxaCFFbXG.";
  512. #endif
  513. var client = new WebClientUtility().SetContentType("application/x-www-form-urlencoded; charset=UTF-8")
  514. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  515. .AddHeaders("Cookie", _cookies);
  516. client.Referer = "https://pub.alimama.com/portal/v2/pages/effect/account/total/page/index.htm";
  517. #if DEBUG
  518. client.Proxy = new System.Net.WebProxy("bjapi.molilian.com", 20087);
  519. #else
  520. client.Proxy = _proxy;
  521. #endif
  522. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  523. var response = client.Request(url);
  524. var body = response.Body();
  525. JsonElement root = default;
  526. try
  527. {
  528. root = body.Convert2JsonElement();
  529. }
  530. catch (Exception)
  531. {
  532. _ = new LoggerLibrary("error", "SaveReportOverview").Info(url, body).SaveAsync();
  533. throw new Exception("SaveReportOverview body不是 json格式");
  534. }
  535. int resultCode = root.Read<int>("resultCode", 0);
  536. bool success = root.Read("success", false);
  537. if (!success)
  538. {
  539. _ = new LoggerLibrary("error", "SaveReportOverview")
  540. .Info(url, body)
  541. .SaveAsync();
  542. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  543. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  544. {
  545. return;
  546. }
  547. //{"success":false,"resultCode":500,"bizErrorDesc":"For input string: \"null\"","bizErrorCode":400}
  548. throw new Exception(body);
  549. }
  550. var data = root.ElementRead("data").ElementRead("data");
  551. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  552. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  553. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  554. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  555. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  556. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  557. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  558. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  559. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  560. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  561. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  562. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  563. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  564. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  565. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  566. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  567. DateTime report_date = date.Date;
  568. if (report_date == DateTime.Now.Date)
  569. {
  570. await RiskControlCore.SaveIncomeAmtAsync(TkChannelEnum.tb, $"{_accountId}", result.eff_tk_disp_tfee);
  571. if (_account.is_hide) return;
  572. await EachSaveReportOverviewAsync(report_date.AddHours(DateTime.Now.Hour), "tk_report_hourtrend", result);
  573. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  574. }
  575. else
  576. {
  577. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  578. }
  579. }
  580. catch (Exception ex)
  581. {
  582. string message = $"【报表接口异常】FastReport\n{ex.Message}\n{ex.StackTrace}";
  583. //NotifyCore.Notify(new NifyMessage
  584. //{
  585. // message = message,
  586. // priority = NifyMessagePriority.high,
  587. // tags = ["red_circle"]
  588. //});
  589. }
  590. }
  591. private async Task EachSaveReportOverviewAsync(DateTime report_date, string tableName, TkReportDTO data)
  592. {
  593. try
  594. {
  595. var exist = new DBContext.Table(tableName)
  596. .Fields("id, report_date")
  597. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  598. new { report_date, accountId = _accountId });
  599. var createArgs = new DBContext.Table(tableName)
  600. .Add("uclk_uv_56", data.uclk_uv_56)
  601. .Add("uclk_pv_56", data.uclk_pv_56)
  602. .Add("uclt_uv_56", data.uclt_uv_56)
  603. .Add("ucart_uv_56", data.ucart_uv_56)
  604. .Add("dep_ord_num_56", data.dep_ord_num_56)
  605. .Add("dep_ord_dep_amt_56", data.dep_ord_dep_amt_56)
  606. .Add("pay_ord_num_56", data.pay_ord_num_56)
  607. .Add("pay_ord_amt_56", data.pay_ord_amt_56)
  608. .Add("pay_tk_disp_tfee_56", data.pay_tk_disp_tfee_56)
  609. .Add("pay_ord_uv_56", data.pay_ord_uv_56)
  610. .Add("sett_ord_num_56", data.sett_ord_num_56)
  611. .Add("sett_ord_amt_56", data.sett_ord_amt_56)
  612. .Add("sett_tk_disp_tfee_56", data.sett_tk_disp_tfee_56)
  613. .Add("eff_ord_num", data.eff_ord_num)
  614. .Add("eff_ord_amt", data.eff_ord_amt)
  615. .Add("eff_tk_disp_tfee", data.eff_tk_disp_tfee);
  616. string data_suffix = report_date.ToString("yyyyMMdd");
  617. if ("tk_report_hourtrend".Equals(tableName))
  618. {
  619. data_suffix = report_date.ToString("yyyyMMddHH");
  620. }
  621. string accountName = $"{TkChannelEnum.tb}_{_accountId}";
  622. int total_count = await TkLogCore.GetTotalAsync($":total:{accountName}:{data_suffix}");
  623. int success_count = 0, abandon_count = 0;
  624. string success_percentage = string.Empty, abandon_percentage = string.Empty;
  625. if (total_count > 0)
  626. {
  627. success_count = await TkLogCore.GetTotalAsync($":total:{accountName}:success:{data_suffix}");
  628. abandon_count = await TkLogCore.GetTotalAsync($":total:{accountName}:放弃转链:{data_suffix}");
  629. if (total_count > 0)
  630. {
  631. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  632. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  633. }
  634. }
  635. createArgs.Add("total_count", total_count);
  636. createArgs.Add("success_count", success_count);
  637. createArgs.Add("abandon_count", abandon_count);
  638. createArgs.Add("success_percentage", success_percentage);
  639. createArgs.Add("abandon_percentage", abandon_percentage);
  640. int parse_total_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:{data_suffix}");
  641. int parse_success_count = 0, parse_abandon_count = 0;
  642. string parse_success_percentage = string.Empty, parse_abandon_percentage = string.Empty;
  643. if (parse_total_count > 0)
  644. {
  645. parse_success_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:success:{data_suffix}");
  646. parse_abandon_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:放弃转链:{data_suffix}");
  647. if (parse_total_count > 0)
  648. {
  649. parse_success_percentage = $"{parse_success_count / (double)parse_total_count * 100:f2}%";
  650. parse_abandon_percentage = $"{parse_abandon_count / (double)parse_total_count * 100:f2}%";
  651. }
  652. }
  653. createArgs.Add("parse_total_count", parse_total_count);
  654. createArgs.Add("parse_success_count", parse_success_count);
  655. createArgs.Add("parse_abandon_count", parse_abandon_count);
  656. createArgs.Add("parse_success_percentage", parse_success_percentage);
  657. createArgs.Add("parse_abandon_percentage", parse_abandon_percentage);
  658. int coupon_total_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:{data_suffix}", false);
  659. int coupon_success_count = 0, coupon_abandon_count = 0;
  660. string coupon_success_percentage = string.Empty, coupon_abandon_percentage = string.Empty;
  661. if (coupon_total_count > 0)
  662. {
  663. coupon_success_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:success:{data_suffix}", false);
  664. coupon_abandon_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:放弃转链:{data_suffix}", false);
  665. if (coupon_total_count > 0)
  666. {
  667. coupon_success_percentage = $"{coupon_success_count / (double)coupon_total_count * 100:f2}%";
  668. coupon_abandon_percentage = $"{coupon_abandon_count / (double)coupon_total_count * 100:f2}%";
  669. }
  670. }
  671. createArgs.Add("coupon_total_count", coupon_total_count);
  672. createArgs.Add("coupon_success_count", coupon_success_count);
  673. createArgs.Add("coupon_abandon_count", coupon_abandon_count);
  674. createArgs.Add("coupon_success_percentage", coupon_success_percentage);
  675. createArgs.Add("coupon_abandon_percentage", coupon_abandon_percentage);
  676. int tool_total_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:{data_suffix}");
  677. int tool_success_count = 0, tool_abandon_count = 0;
  678. string tool_success_percentage = string.Empty, tool_abandon_percentage = string.Empty;
  679. if (tool_total_count > 0)
  680. {
  681. tool_success_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:success:{data_suffix}");
  682. tool_abandon_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:放弃转链:{data_suffix}");
  683. if (tool_total_count > 0)
  684. {
  685. tool_success_percentage = $"{tool_success_count / (double)tool_total_count * 100:f2}%";
  686. tool_abandon_percentage = $"{tool_abandon_count / (double)tool_total_count * 100:f2}%";
  687. }
  688. }
  689. createArgs.Add("tool_total_count", tool_total_count);
  690. createArgs.Add("tool_success_count", tool_success_count);
  691. createArgs.Add("tool_abandon_count", tool_abandon_count);
  692. createArgs.Add("tool_success_percentage", tool_success_percentage);
  693. createArgs.Add("tool_abandon_percentage", tool_abandon_percentage);
  694. if (exist == null)
  695. {
  696. createArgs.Add("accountId", _accountId)
  697. .Add("accountName", _company)
  698. .Add("report_date", report_date)
  699. .Add("create_time", DateTime.Now)
  700. .Add("last_time", DateTime.Now)
  701. .Create();
  702. }
  703. else
  704. {
  705. createArgs.Add("last_time", DateTime.Now)
  706. .Where("id=@id", new { exist.id })
  707. .Update();
  708. }
  709. }
  710. catch (Exception ex)
  711. {
  712. string msg = ex.Message;
  713. }
  714. }
  715. /// <summary>
  716. /// 修正点击数
  717. /// </summary>
  718. public async Task FixReport(DateTime date)
  719. {
  720. TkReportDTO result = new TkReportDTO();
  721. try
  722. {
  723. string t = $"{date.Convert2UnixTimestamp(true)}";
  724. string dt = date.ToString("yyyy-MM-dd");
  725. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  726. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  727. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  728. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  729. .AddHeaders("Cookie", _cookies);
  730. #if DEBUG
  731. #else
  732. client.Proxy = _proxy;
  733. #endif
  734. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  735. var response = client.Request(url);
  736. var body = response.Body();
  737. var root = body.Convert2JsonElement();
  738. int resultCode = root.Read<int>("resultCode", 0);
  739. bool success = root.Read("success", false);
  740. if (!success)
  741. {
  742. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  743. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  744. {
  745. return;
  746. }
  747. _ = new LoggerLibrary("report", "error")
  748. .Info(url, body)
  749. .SaveAsync();
  750. throw new Exception(body);
  751. }
  752. var data = root.ElementRead("data").ElementRead("data");
  753. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  754. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  755. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  756. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  757. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  758. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  759. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  760. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  761. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  762. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  763. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  764. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  765. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  766. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  767. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  768. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  769. DateTime report_date = date.Date;
  770. if (_account.is_hide) return;
  771. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  772. //var exist = new DBContext.Table("tk_report")
  773. // .Fields("id,report_date")
  774. // .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  775. // new { report_date, accountId = _accountId });
  776. //var createArgs = new DBContext.Table("tk_report")
  777. // .Add("fix_uclk_pv_56", result.fix_uclk_pv_56);
  778. //if (exist == null)
  779. //{
  780. // createArgs.Add("accountId", _accountId)
  781. // .Add("accountName", _company)
  782. // .Add("report_date", report_date)
  783. // .Add("create_time", DateTime.Now)
  784. // .Add("last_time", DateTime.Now)
  785. // .Create();
  786. //}
  787. //else
  788. //{
  789. // createArgs.Add("last_time", DateTime.Now)
  790. // .Where("id=@id", new { exist.id })
  791. // .Update();
  792. //}
  793. }
  794. catch (Exception ex) { }
  795. }
  796. /// <summary>
  797. /// 1小时更新一次
  798. /// </summary>
  799. public void SaveReportHourtrend(DateTime date)
  800. {
  801. string t = $"{DateTime.Now.Convert2UnixTimestamp(true)}";
  802. string dt = date.ToString("yyyy-MM-dd");
  803. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.hourtrend.dod.json?" +
  804. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_homepage&startDate={dt}&endDate={dt}&fixPeriod=realTime";
  805. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  806. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  807. .AddHeaders("Cookie", _cookies);
  808. #if DEBUG
  809. #else
  810. client.Proxy = _proxy;
  811. #endif
  812. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  813. var response = client.Request(url);
  814. var body = response.Body();
  815. var root = body.Convert2JsonElement();
  816. int resultCode = root.Read<int>("resultCode", 0);
  817. bool success = root.Read("success", false);
  818. if (!success)
  819. {
  820. _ = new LoggerLibrary("report", "error")
  821. .Info(url, body)
  822. .SaveAsync();
  823. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  824. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  825. {
  826. return;
  827. }
  828. _ = new LoggerLibrary("report", "error")
  829. .Info(url, body)
  830. .SaveAsync();
  831. throw new Exception(body);
  832. }
  833. var data_list = root.ElementRead("data").ElementRead("data");
  834. foreach (var data in data_list.EnumerateArray())
  835. {
  836. string xAxis = data.Read<string>("xAxis");
  837. string _report_date = $"{dt} {xAxis}";
  838. EachSaveReport(_report_date, "tk_report_hourtrend", data);
  839. if ("23:00".Equals(xAxis))
  840. {
  841. EachSaveReport(dt, "tk_report", data);
  842. }
  843. }
  844. }
  845. private void EachSaveReport(string _report_date, string tableName, JsonElement data)
  846. {
  847. _ = DateTime.TryParse(_report_date, out DateTime report_date);
  848. var exist = new DBContext.Table(tableName)
  849. .Fields("id,report_date")
  850. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  851. new { report_date, accountId = _accountId });
  852. if (exist == null)
  853. {
  854. new DBContext.Table(tableName)
  855. .Fill(data)
  856. .Loader<int>("uclk_uv_56", 0)
  857. .Loader<int>("uclk_pv_56", 0)
  858. .Loader<int>("uclt_uv_56", 0)
  859. .Loader<int>("ucart_uv_56", 0)
  860. .Loader<int>("dep_ord_num_56", 0)
  861. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  862. .Loader<int>("pay_ord_num_56", 0)
  863. .Loader<decimal>("pay_ord_amt_56", 0)
  864. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  865. .Loader<int>("pay_ord_uv_56", 0)
  866. .Loader<int>("sett_ord_num_56", 0)
  867. .Loader<decimal>("sett_ord_amt_56", 0)
  868. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  869. .Add("accountId", _accountId)
  870. .Add("accountName", _company)
  871. .Add("report_date", report_date)
  872. .Add("create_time", DateTime.Now)
  873. .Add("last_time", DateTime.Now)
  874. .Create();
  875. }
  876. else
  877. {
  878. new DBContext.Table(tableName)
  879. .Fill(data)
  880. .Loader<int>("uclk_uv_56", 0)
  881. .Loader<int>("uclk_pv_56", 0)
  882. .Loader<int>("uclt_uv_56", 0)
  883. .Loader<int>("ucart_uv_56", 0)
  884. .Loader<int>("dep_ord_num_56", 0)
  885. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  886. .Loader<int>("pay_ord_num_56", 0)
  887. .Loader<decimal>("pay_ord_amt_56", 0)
  888. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  889. .Loader<int>("pay_ord_uv_56", 0)
  890. .Loader<int>("sett_ord_num_56", 0)
  891. .Loader<decimal>("sett_ord_amt_56", 0)
  892. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  893. .Add("last_time", DateTime.Now)
  894. .Where("id=@id", new { exist.id })
  895. .Update();
  896. }
  897. }
  898. /// <summary>
  899. /// 警告消息
  900. /// </summary>
  901. public void GetViolationuWarning()
  902. {
  903. try
  904. {
  905. string url = "https://media.alimama.com/violationu2/warning_instance_page_v2.json?r=mx_208&toPage=1&pageSize=40&params=";
  906. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  907. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  908. .AddHeaders("Cookie", _cookies);
  909. #if DEBUG
  910. #else
  911. client.Proxy = _proxy;
  912. #endif
  913. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  914. var response = client.Request(url);
  915. var body = response.Body();
  916. var root = body.Convert2JsonElement();
  917. int resultCode = root.Read<int>("resultCode", 0);
  918. int totalCount = root.PathRead<int>("data.totalCount", 0);
  919. bool success = root.Read("success", false);
  920. if (!success)
  921. {
  922. _ = new LoggerLibrary("violationu", "warning_error")
  923. .Info(url, body)
  924. .SaveAsync();
  925. throw new Exception(body);
  926. }
  927. if (totalCount == 0) return;
  928. _ = new LoggerLibrary("violationu", "warning").Info(url, body).SaveAsync();
  929. var list = root.ElementRead("data").ElementRead("result").EnumerateArray();
  930. foreach (var data in list)
  931. {
  932. var violation_commission = data.PathRead<decimal>("mediaInfo.订单虚假交易违规佣金", 0);
  933. new DBContext.Table("alimama_warning")
  934. .Fill(data)
  935. .Loader<int>("filterRuleId", 0)
  936. .Loader<long>("gmtCreate", 0)
  937. .Loader<long>("id", 0, "ali_id")
  938. .Loader<string>("idStr", string.Empty)
  939. .Loader<int>("mediaDimension", 0)
  940. .Loader<long>("mediaId", 0)
  941. .Loader<int>("mediaInfo.abn_cnt", 0, "abn_cnt")
  942. .Add("violation_commission", violation_commission)
  943. .Loader<int>("mediaInfo.warning_cnt", 0, "warning_cnt")
  944. .Loader<string>("mediaName", string.Empty)
  945. .Loader<long>("memberId", 0)
  946. .Loader<string>("noticeCategory", string.Empty)
  947. .Loader<int>("noticeTemplateId", 0)
  948. .Loader<string>("noticeTemplateName", string.Empty)
  949. .Loader<string>("orderFile", string.Empty)
  950. .Loader<string>("pid", string.Empty)
  951. .Loader<int>("punishRuleId", 0)
  952. .Loader<string>("riskType", string.Empty)
  953. .Loader<string>("roleName", string.Empty)
  954. .Loader<string>("ruleLink", string.Empty)
  955. .Loader<bool>("showOrderDetail", false)
  956. .Loader<int>("status", 0, "ali_status")
  957. .Loader<string>("warningText", string.Empty)
  958. .Add("accountName", _company)
  959. .Add("status", true)
  960. .Add("create_time", DateTime.Now)
  961. .Add("last_time", DateTime.Now)
  962. .Create(DBContext.InsertType.REPLACE);
  963. }
  964. }
  965. catch (Exception ex) { }
  966. }
  967. }
  968. }