crawler.cs 56 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132
  1. using dodohold.core;
  2. using Google.Protobuf.WellKnownTypes;
  3. using System.Text.Json;
  4. using TencentCloud.Cdn.V20180606.Models;
  5. using TencentCloud.Tse.V20201207.Models;
  6. using static molilian.core.ChartDataCore;
  7. namespace molilian.core
  8. {
  9. public partial class AlimamaPlus
  10. {
  11. /// <summary>
  12. /// 更新API调用日志(1天一次)
  13. /// </summary>
  14. /// <param name="intervalDay"></param>
  15. public static async Task DailyLogs_bak(int intervalDay, string prefix = "", string channel = "all")
  16. {
  17. int channelId = (int)TkChannelEnum.tb;
  18. var db_prefix = channel switch
  19. {
  20. "tool" => "tool_",
  21. "jd" => "jd_parse_",
  22. _ => prefix,
  23. };
  24. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  25. var accounts = await TkPoolCore.ListAsync();
  26. using var conn = DBContext.GetOpenConnection();
  27. foreach (var account in accounts)
  28. {
  29. int accountId = account.id;
  30. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  31. int total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  32. if (total_count == 0) continue;
  33. var success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  34. var abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  35. string success_percentage = string.Empty;
  36. string abandon_percentage = string.Empty;
  37. if (total_count > 0)
  38. {
  39. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  40. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  41. }
  42. var exist = new DBContext.Table("daily_logs")
  43. .Fields("id,log_date")
  44. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  45. var createArgs = new DBContext.Table(conn, "daily_logs")
  46. .Add($"{db_prefix}total_count", total_count)
  47. .Add($"{db_prefix}abandon_count", abandon_count)
  48. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  49. .Add($"{db_prefix}success_count", success_count)
  50. .Add($"{db_prefix}success_percentage", success_percentage)
  51. .Add("last_time", DateTime.Now);
  52. if (exist == null)
  53. {
  54. createArgs.Add("channel", channelId)
  55. .Add("accountId", accountId)
  56. .Add("accountName", account.company)
  57. .Add("log_date", log_date)
  58. .Add("create_time", DateTime.Now)
  59. .Create();
  60. }
  61. else
  62. {
  63. createArgs.Where("id=@id", new { exist.id }).Update();
  64. }
  65. }
  66. int all_total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:{log_date:yyyyMMdd}");
  67. var all_success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}");
  68. var all_abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}");
  69. string all_success_percentage = string.Empty;
  70. string all_abandon_percentage = string.Empty;
  71. if (all_total_count > 0)
  72. {
  73. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  74. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  75. }
  76. var exist2 = new DBContext.Table(conn, "daily_logs")
  77. .Fields("id,log_date")
  78. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  79. new { log_date, channel = channelId, accountId = 0 });
  80. var createArgs2 = new DBContext.Table(conn, "daily_logs")
  81. .Add($"{db_prefix}total_count", all_total_count)
  82. .Add($"{db_prefix}abandon_count", all_abandon_count)
  83. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  84. .Add($"{db_prefix}success_count", all_success_count)
  85. .Add($"{db_prefix}success_percentage", all_success_percentage)
  86. .Add("last_time", DateTime.Now);
  87. if (exist2 == null)
  88. {
  89. createArgs2.Add("channel", channelId)
  90. .Add("accountId", 0)
  91. .Add("accountName", "all")
  92. .Add("log_date", log_date)
  93. .Add("create_time", DateTime.Now)
  94. .Create();
  95. }
  96. else
  97. {
  98. createArgs2.Where("id=@id", new { exist2.id }).Update();
  99. }
  100. }
  101. public static async Task AllDailyLogsAsync(int intervalDay, string prefix = "", string channel = "all")
  102. {
  103. await DailyLogsAsync(true, intervalDay, prefix, channel);
  104. }
  105. public static async Task NodeDailyLogsAsync(int intervalDay, string prefix = "", string channel = "all")
  106. {
  107. await DailyLogsAsync(false, intervalDay, prefix, channel);
  108. }
  109. public static async Task DailyLogsAsync(bool all_node, int intervalDay, string prefix = "", string channel = "all")
  110. {
  111. int channelId = (int)TkChannelEnum.tb;
  112. var db_prefix = channel switch
  113. {
  114. "tool" => "tool_",
  115. "jd" => "jd_parse_",
  116. "ks" => "ks_parse_",
  117. "pdd" => "pdd_parse_",
  118. "dy" => "dy_parse_",
  119. _ => prefix,
  120. };
  121. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  122. var accounts = await TkPoolCore.ListAsync();
  123. using var conn = all_node ? CenterHub.GetOpenConnection() : DBContext.GetOpenConnection();
  124. string tableName = all_node ? "center_daily_logs" : "daily_logs";
  125. string tableName2 = all_node ? "center_daily_chat_data" : "daily_chat_data";
  126. foreach (var account in accounts)
  127. {
  128. if (!account.enable_call_stats) continue;
  129. if (account.is_hide) continue;
  130. int accountId = account.id;
  131. string accountName = $"{TkChannelEnum.tb}_{account.id}";
  132. int total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:{log_date:yyyyMMdd}", all_node);
  133. if (total_count == 0) continue;
  134. var success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}", all_node);
  135. var abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}", all_node);
  136. string success_percentage = string.Empty;
  137. string abandon_percentage = string.Empty;
  138. if (total_count > 0)
  139. {
  140. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  141. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  142. }
  143. var exist = new DBContext.Table(tableName)
  144. .Fields("id,log_date")
  145. .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId", new { log_date, channel = channelId, accountId });
  146. var createArgs = new DBContext.Table(conn, tableName)
  147. .Add($"{db_prefix}total_count", total_count)
  148. .Add($"{db_prefix}abandon_count", abandon_count)
  149. .Add($"{db_prefix}abandon_percentage", abandon_percentage)
  150. .Add($"{db_prefix}success_count", success_count)
  151. .Add($"{db_prefix}success_percentage", success_percentage)
  152. .Add("last_time", DateTime.Now);
  153. if (exist == null)
  154. {
  155. createArgs.Add("channel", channelId)
  156. .Add("accountId", accountId)
  157. .Add("accountName", account.company)
  158. .Add("log_date", log_date)
  159. .Add("create_time", DateTime.Now)
  160. .Create();
  161. }
  162. else
  163. {
  164. createArgs.Where("id=@id", new { exist.id }).Update();
  165. }
  166. }
  167. int all_total_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:{log_date:yyyyMMdd}", all_node);
  168. var all_success_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:success:{log_date:yyyyMMdd}", all_node);
  169. var all_abandon_count = await TkLogCore.GetTotalAsync($":{prefix}total:{channel}:放弃转链:{log_date:yyyyMMdd}", all_node);
  170. string all_success_percentage = string.Empty;
  171. string all_abandon_percentage = string.Empty;
  172. if (all_total_count > 0)
  173. {
  174. all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  175. all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  176. }
  177. var exist2 = new DBContext.Table(conn, tableName)
  178. .Fields("id,log_date")
  179. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  180. new { log_date, channel = channelId, accountId = 0 });
  181. var createArgs2 = new DBContext.Table(conn, tableName)
  182. .Add($"{db_prefix}total_count", all_total_count)
  183. .Add($"{db_prefix}abandon_count", all_abandon_count)
  184. .Add($"{db_prefix}abandon_percentage", all_abandon_percentage)
  185. .Add($"{db_prefix}success_count", all_success_count)
  186. .Add($"{db_prefix}success_percentage", all_success_percentage)
  187. .Add("last_time", DateTime.Now);
  188. if (exist2 == null)
  189. {
  190. createArgs2.Add("channel", 0)
  191. .Add("accountId", 0)
  192. .Add("accountName", "all")
  193. .Add("log_date", log_date)
  194. .Add("create_time", DateTime.Now)
  195. .Create();
  196. }
  197. else
  198. {
  199. createArgs2.Where("id=@id", new { exist2.id }).Update();
  200. }
  201. //jd_parse_total
  202. //tool_total
  203. //total
  204. //coupon_total
  205. //parse_total
  206. var chatData = await GetTaobaoDataAsync($"{prefix}total", "", $"{log_date:yyyyMMdd}");
  207. //tableName2
  208. }
  209. public static async Task<DBContext.Table> FillLinkTypeDataAsync(DBContext.Table update, int data_type, DateTime report_date, TkChannelEnum channel)
  210. {
  211. long req_other_aff_num = 0;//1
  212. long req_goods_num = 0;//2
  213. long req_live_num = 0;//3
  214. long req_video_num = 0;///4
  215. long req_shop_num = 0;//5
  216. long req_base_num = 0;//6
  217. long req_note_num = 0;//7
  218. int resp_deeplink_num = 0;
  219. try
  220. {
  221. switch (channel)
  222. {
  223. case TkChannelEnum.tb:
  224. string tableName = $"tk_parse_logs_{report_date:yyyyMMdd}";
  225. string exist_sql = @$"SELECT IF( EXISTS ( SELECT 1 FROM information_schema.tables WHERE table_name = '{tableName}'), 1, 0) AS table_exists;";
  226. int exist_table = DBContext.ExecuteScalar<int>(exist_sql);
  227. if (exist_table == 1)
  228. {
  229. // 隐藏号的转链日志不计入上报数据
  230. var linkTypeTotal = new DBContext.Table(tableName)
  231. .Fields("linkType, count(*) AS total")
  232. .Where("accountId NOT IN (SELECT id FROM tk_pool WHERE is_hide=1)", null)
  233. .GroupBy("linkType")
  234. .Select<dynamic>();
  235. foreach (var t in linkTypeTotal)
  236. {
  237. int linkType = t.linkType;
  238. long total = t.total;
  239. switch (linkType)
  240. {
  241. case 1: req_other_aff_num = total; break;
  242. case 2: req_goods_num = total; break;
  243. case 3: req_live_num = total; break;
  244. case 4: req_video_num = total; break;
  245. case 5: req_shop_num = total; break;
  246. case 6: req_base_num = total; break;
  247. case 7: req_note_num = total; break;
  248. }
  249. }
  250. }
  251. string total_key = data_type switch
  252. {
  253. 1 => "parse_total",
  254. 2 or _ => "coupon_total",
  255. };
  256. string[] deeplink_keys = ["home", "success", "fail"];
  257. string accountName = "all";
  258. foreach (var keyname in deeplink_keys)
  259. {
  260. string cacheKey = $":{total_key}:dp_{keyname}:{accountName}:{report_date:yyyyMMdd}";
  261. int value = await TkLogCore.GetTotalAsync(cacheKey);
  262. if (value == 0) continue;
  263. resp_deeplink_num += value;
  264. }
  265. break;
  266. }
  267. }
  268. catch (Exception e)
  269. {
  270. }
  271. update.Add("req_other_aff_num", req_other_aff_num);
  272. update.Add("req_goods_num", req_goods_num);
  273. update.Add("req_live_num", req_live_num);
  274. update.Add("req_video_num", req_video_num);
  275. update.Add("req_shop_num", req_shop_num);
  276. update.Add("req_base_num", req_base_num);
  277. update.Add("req_note_num", req_note_num);
  278. update.Add("resp_deeplink_num", resp_deeplink_num);
  279. return update;
  280. }
  281. /// <summary>
  282. ///
  283. /// </summary>
  284. /// <param name="data_type">1转链 2优惠券 3dp</param>
  285. /// <param name="intervalDay"></param>
  286. /// <param name="channel"></param>
  287. public static async Task ApiCallStatisticsAsync(int data_type, int intervalDay, TkChannelEnum channel)
  288. {
  289. DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  290. var endpoint = data_type == 2 ? EndPointCore.GetCouponAdmin() : EndPointCore.GetParseAdmin();
  291. if (endpoint == null || string.IsNullOrEmpty(endpoint.db_server)) return;
  292. using var conn = EndPointCore.GetDbConnection(endpoint.db_server);
  293. using var center_conn = CenterHub.GetOpenConnection();
  294. //v_jd_spread_report
  295. var record = new DBContext.Table(center_conn, "api_call_report_dailys")
  296. .Fields("id, report_date, read_num")
  297. .Get<dynamic>("report_date=@log_date AND platform=@platform AND data_type=@data_type",
  298. new { log_date, platform = channel, data_type });
  299. var update = new DBContext.Table(center_conn, "api_call_report_dailys")
  300. .Add("data_type", data_type)
  301. .Add("platform", channel)
  302. .Add("is_show", 1)
  303. .Add("report_date", log_date)
  304. .Add("last_time", DateTime.Now);
  305. switch (channel)
  306. {
  307. case TkChannelEnum.tb:
  308. {
  309. string v_table = "v_tk_report_dailys_parse";
  310. if (data_type == 3) v_table = "v_tk_report_dailys_dp";
  311. var exist_report_dailys = new DBContext.Table(conn, v_table)
  312. .Get<dynamic>("report_date=@log_date", new { log_date });
  313. if (exist_report_dailys != null)
  314. {
  315. update.Add("uclk_uv", exist_report_dailys.uclk_uv_56)
  316. .Add("uclk_pv", exist_report_dailys.uclk_pv_56)
  317. .Add("pay_ord_num", exist_report_dailys.pay_ord_num_56)
  318. .Add("order_ord_num", exist_report_dailys.order_ord_num)
  319. .Add("pay_ord_amt", exist_report_dailys.pay_ord_amt_56)
  320. .Add("pay_tk_disp_tfee", exist_report_dailys.pay_tk_disp_tfee_56)
  321. .Add("pay_ord_uv", exist_report_dailys.pay_ord_uv_56)
  322. .Add("eff_ord_num", exist_report_dailys.eff_ord_num)
  323. .Add("eff_ord_amt", exist_report_dailys.eff_ord_amt)
  324. .Add("eff_tk_disp_tfee", exist_report_dailys.eff_tk_disp_tfee);
  325. }
  326. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  327. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  328. new { log_date, channel, accountId = 0 });
  329. if (exist != null)
  330. {
  331. if (data_type == 1 || data_type == 3)
  332. {
  333. update.Add("total_count", exist.parse_total_count)
  334. .Add("abandon_count", exist.parse_abandon_count)
  335. .Add("success_count", exist.parse_success_count);
  336. }
  337. if (data_type == 2)
  338. {
  339. update.Add("total_count", exist.coupon_total_count)
  340. .Add("abandon_count", exist.coupon_abandon_count)
  341. .Add("success_count", exist.coupon_success_count);
  342. }
  343. }
  344. break;
  345. }
  346. case TkChannelEnum.jd:
  347. {
  348. var exist_report_dailys = new DBContext.Table(conn, "v_jd_spread_report")
  349. .Get<dynamic>("report_date=@log_date", new { log_date });
  350. if (exist_report_dailys != null)
  351. {
  352. update.Add("uclk_uv", 0)
  353. .Add("pay_ord_uv", 0)//付款人数
  354. .Add("uclk_pv", exist_report_dailys.clickNum) //点击量 点击次数
  355. .Add("pay_tk_disp_tfee", exist_report_dailys.cosFee)//预估收入 付款预估收入
  356. .Add("pay_ord_amt", exist_report_dailys.cosPrice) //付款金额
  357. .Add("pay_ord_num", exist_report_dailys.orderNum)
  358. .Add("order_ord_num", 0)
  359. .Add("eff_ord_amt", exist_report_dailys.cosPrice) //有效订单金额 有效订单金额
  360. .Add("eff_ord_num", exist_report_dailys.orderNum) //有效付款笔数
  361. .Add("eff_tk_disp_tfee", exist_report_dailys.cosFee); //有效付款预估收入 预估收入
  362. }
  363. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  364. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  365. new { log_date, channel, accountId = 0 });
  366. if (exist != null)
  367. {
  368. update.Add("total_count", exist.jd_parse_total_count)
  369. .Add("abandon_count", exist.jd_parse_abandon_count)
  370. .Add("success_count", exist.jd_parse_success_count);
  371. }
  372. break;
  373. }
  374. case TkChannelEnum.pdd:
  375. {
  376. var exist_report_dailys = new DBContext.Table(conn, "v_pdd_estimate_revenue")
  377. .Get<dynamic>("report_date=@log_date", new { log_date });
  378. if (exist_report_dailys != null)
  379. {
  380. decimal feeAmount = Math.Round(0.01m * (decimal)exist_report_dailys.feeAmount, 2);
  381. decimal orderAmount = Math.Round(0.01m * (decimal)exist_report_dailys.orderAmount, 2);
  382. update.Add("uclk_uv", 0)
  383. .Add("pay_ord_uv", 0)//付款人数
  384. .Add("uclk_pv", 0) //点击量 点击次数
  385. .Add("pay_tk_disp_tfee", feeAmount)//预估收入 付款预估收入
  386. .Add("pay_ord_amt", orderAmount) //付款金额
  387. .Add("pay_ord_num", exist_report_dailys.orderNum)
  388. .Add("order_ord_num", 0)
  389. .Add("eff_ord_amt", orderAmount) //有效订单金额 有效订单金额
  390. .Add("eff_ord_num", exist_report_dailys.orderNum) //有效付款笔数
  391. .Add("eff_tk_disp_tfee", feeAmount); //有效付款预估收入 预估收入
  392. }
  393. var exist = new DBContext.Table(center_conn, "center_daily_logs")
  394. .Get<dynamic>("log_date=@log_date AND accountId=@accountId",
  395. new { log_date, channel, accountId = 0 });
  396. if (exist != null)
  397. {
  398. update.Add("total_count", exist.pdd_parse_total_count)
  399. .Add("abandon_count", exist.pdd_parse_abandon_count)
  400. .Add("success_count", exist.pdd_parse_success_count);
  401. }
  402. break;
  403. }
  404. }
  405. if (data_type == 1)
  406. {
  407. //todo 只有转链需要处理,优惠券和京东(未上线)暂不处理
  408. update = await FillLinkTypeDataAsync(update, data_type, log_date, channel);
  409. }
  410. if (record == null)
  411. {
  412. update.Add("read_num", 0).Add("create_time", DateTime.Now).Create();
  413. }
  414. else
  415. {
  416. update.Add("read_num", record.read_num).Where("id=@id", new { record.id }).Update();
  417. }
  418. }
  419. //public static void ApiCallStatistics(int intervalDay, TkChannelEnum channel, string prefix = "")
  420. //{
  421. // DateTime log_date = DateTime.Now.AddDays(-intervalDay).Date;
  422. // var accounts = TkPoolCore.List();
  423. // foreach (var account in accounts)
  424. // {
  425. // int accountId = account.id;
  426. // string accountName = $"{channel}_{account.id}";
  427. // int total_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:{log_date:yyyyMMdd}");
  428. // if (total_count == 0) continue;
  429. // var success_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:success:{log_date:yyyyMMdd}");
  430. // var abandon_count = TkLogCore.GetTotal($":{prefix}total:{accountName}:放弃转链:{log_date:yyyyMMdd}");
  431. // string success_percentage = string.Empty;
  432. // string abandon_percentage = string.Empty;
  433. // if (total_count > 0)
  434. // {
  435. // success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  436. // abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  437. // }
  438. // var exist = new DBContext.Table("api_call_statistics")
  439. // .Fields("id,log_date")
  440. // .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  441. // new { log_date, channel, accountId });
  442. // var createArgs = new DBContext.Table("api_call_statistics")
  443. // .Add($"{prefix}total_count", total_count)
  444. // .Add($"{prefix}abandon_count", abandon_count)
  445. // .Add($"{prefix}abandon_percentage", abandon_percentage)
  446. // .Add($"{prefix}success_count", success_count)
  447. // .Add($"{prefix}success_percentage", success_percentage)
  448. // .Add("last_time", DateTime.Now);
  449. // if (exist == null)
  450. // {
  451. // createArgs.Add("channel", channel)
  452. // .Add("accountId", accountId)
  453. // .Add("accountName", account.company)
  454. // .Add("log_date", log_date)
  455. // .Add("create_time", DateTime.Now)
  456. // .Create();
  457. // }
  458. // else
  459. // {
  460. // createArgs.Where("id=@id", new { exist.id }).Update();
  461. // }
  462. // }
  463. // int all_total_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:{log_date:yyyyMMdd}");
  464. // var all_success_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:success:{log_date:yyyyMMdd}");
  465. // var all_abandon_count = TkLogCore.GetTotal($":{prefix}total:{channel.ToString()}:放弃转链:{log_date:yyyyMMdd}");
  466. // string all_success_percentage = string.Empty;
  467. // string all_abandon_percentage = string.Empty;
  468. // if (all_total_count > 0)
  469. // {
  470. // all_success_percentage = $"{all_success_count / (double)all_total_count * 100:f2}%";
  471. // all_abandon_percentage = $"{all_abandon_count / (double)all_total_count * 100:f2}%";
  472. // }
  473. // var exist2 = new DBContext.Table("api_call_statistics")
  474. // .Fields("id,log_date")
  475. // .Get<dynamic>("log_date=@log_date AND channel=@channel AND accountId=@accountId",
  476. // new { log_date, channel, accountId = 0 });
  477. // var createArgs2 = new DBContext.Table("api_call_statistics")
  478. // .Add($"{prefix}total_count", all_total_count)
  479. // .Add($"{prefix}abandon_count", all_abandon_count)
  480. // .Add($"{prefix}abandon_percentage", all_abandon_percentage)
  481. // .Add($"{prefix}success_count", all_success_count)
  482. // .Add($"{prefix}success_percentage", all_success_percentage)
  483. // .Add("last_time", DateTime.Now);
  484. // if (exist2 == null)
  485. // {
  486. // createArgs2.Add("channel", channel)
  487. // .Add("accountId", 0)
  488. // .Add("accountName", "all")
  489. // .Add("log_date", log_date)
  490. // .Add("create_time", DateTime.Now)
  491. // .Create();
  492. // }
  493. // else
  494. // {
  495. // createArgs2.Where("id=@id", new { exist2.id }).Update();
  496. // }
  497. //}
  498. /// <summary>
  499. /// 事实动态接口(5分钟一次)
  500. /// </summary>
  501. /// <param name="date"></param>
  502. public async Task SaveReportOverview(int days = 0)
  503. {
  504. DateTime date = DateTime.Now;
  505. if (days > 0) date = date.AddDays(-days);
  506. TkReportDTO result = new TkReportDTO();
  507. try
  508. {
  509. string t = $"{date.Convert2UnixTimestamp(true)}";
  510. string dt = date.ToString("yyyy-MM-dd");
  511. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  512. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  513. #if DEBUG
  514. //_cookies = "t_alimama=265947ef5452cb1dbc3a85423cb0b4ac; xlly_s=1; wk_cookie2=153667c5e7c346da3c64cc8be5db65b5; wk_unb=UUpjNmHYrAUDFe1XcQ%3D%3D; arms_uid=50fb4ec1-5342-4774-9b30-822cfb71ac29; cookie2_alimama=1939cd118da29bee099e20497d91d195; lid=tb464407448627; cookie3_bak=17c2085f3ca7b7e1d9932184a321265b; env_bak=FM%2BgwZ4N3DW5Nit1vtAN%2BnGo%2FlvOs%2BhcfJ4%2F0uUixKyv; cookie3_bak_exp=1753443569194; havana_lgc_exp=1786690298961; dnk=tb464407448627; tracknick=tb464407448627; lgc=; cookie2=17c2085f3ca7b7e1d9932184a321265b; cancelledSubSites=empty; t=b0f1900bb872fb73431103fd9fd685da; sn=; _tb_token_=e3be75e77317e; uc1=cookie14=UoYbzibV4BRygw%3D%3D&pas=0&cookie16=WqG3DMC9UpAPBHGz5QBErFxlCA%3D%3D&existShop=false&cookie15=WqG3DMC9VAQiUQ%3D%3D&cookie21=V32FPkk%2FhSt4; sgcookie=E100maFa2uGfFmlaN000MHH4oUxgMX%2Fe%2FWHW96Um0swftox2LuxNNHviK0VTqoHo%2F1NuX%2BYAGoSBwA8mzA3bTrtPkhdwXGBaIPytPt3iO9Ay%2Bh8%3D; csg=8a980a9f; login=; rurl=aHR0cHM6Ly9wdWIuYWxpbWFtYS5jb20vaW5kZXguaHRtP2ZvcndhcmQ9aHR0cHMlM0ElMkYlMkZwdWIuYWxpbWFtYS5jb20lMkZwb3J0YWwlMkZ2MiUyRmVmZmVjdCUyRm9yZGVyJTJGb3ZlcnZpZXdPcmRlciUyRnBhZ2UlMkZpbmRleC5odG0%3D; v_alimama=0; JSESSIONID=5529D2F4B4C1D00E84AEBD50280FB383; cna=BfkxIaeXgCYCAXs5yWAuAa9d; x5sec=7b22733b32223a2231323332306465383836393966346263222c2277616762726964676561643b32223a2262373162373332303165646366383332613431613832353966653761656462614349715476635547454c2f706a354c342f2f2f2f2f774561447a49794d6a41794e544d314d5445314e446b374e6a44662b63377042513d3d227d; tfstk=gmTZ8YfPzV3Zz8wI5pQ4Uawh0yQOjZkSnE6fiIAc1OXGl1s2YK9H1Gi91Z-enpI1IZ_1msvXKOqfmNAcuLvz5OctMoz2nQXi6AH93rveZO4f5t_qg9Am6dT2Mr5DiKhOhfnB6CQAoYMSV4O96v7UUiHCojAhlsuH-XOv6CQY9WwmVHATgvY6YsfcnX7hg_CcoOXgxX5OwZ4GmPq3K9CcoZXcjyVhN_5Gi1fiTBXdiZXDnZcF-9CcotvcofqwndUFLGcnq0Zj2WBNbTAGLzRJ81xQXCXUorYeYGWkP9z0oe5wg2dbkzofE3B1VO9nRP72tsJPadynO9xetFIW9c4CIHOMni-KUz1N5HSy7hhYKCv5Q3b9G7k6Tg-F26j3gkACS_IkVMF4SB7hwg8GYSrG53OWkgYi78BC2sJPadyN4PwAthCXkhy00GfdTTGETp4iolm_ZK9uDoIEv6WSwbEYDGxPTTGEToEAxaCFFbXG.";
  515. #endif
  516. var client = new WebClientUtility().SetContentType("application/x-www-form-urlencoded; charset=UTF-8")
  517. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  518. .AddHeaders("Cookie", _cookies);
  519. client.Referer = "https://pub.alimama.com/portal/v2/pages/effect/account/total/page/index.htm";
  520. #if DEBUG
  521. client.Proxy = new System.Net.WebProxy("bjapi.molilian.com", 20087);
  522. #else
  523. client.Proxy = _proxy;
  524. #endif
  525. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  526. var response = client.Request(url);
  527. var body = response.Body();
  528. JsonElement root = default;
  529. try
  530. {
  531. root = body.Convert2JsonElement();
  532. }
  533. catch (Exception)
  534. {
  535. _ = new LoggerLibrary("error", "SaveReportOverview").Info(url, body).SaveAsync();
  536. throw new Exception("SaveReportOverview body不是 json格式");
  537. }
  538. int resultCode = root.Read<int>("resultCode", 0);
  539. bool success = root.Read("success", false);
  540. if (!success)
  541. {
  542. _ = new LoggerLibrary("error", "SaveReportOverview")
  543. .Info(url, body)
  544. .SaveAsync();
  545. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  546. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  547. {
  548. return;
  549. }
  550. //{"success":false,"resultCode":500,"bizErrorDesc":"For input string: \"null\"","bizErrorCode":400}
  551. throw new Exception(body);
  552. }
  553. var data = root.ElementRead("data").ElementRead("data");
  554. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  555. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  556. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  557. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  558. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  559. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  560. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  561. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  562. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  563. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  564. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  565. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  566. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  567. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  568. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  569. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  570. DateTime report_date = date.Date;
  571. if (report_date == DateTime.Now.Date)
  572. {
  573. // 收益缓存用于 daily_income_limit 调度,隐藏号也需要
  574. await RiskControlCore.SaveIncomeAmtAsync(TkChannelEnum.tb, $"{_accountId}", result.eff_tk_disp_tfee);
  575. }
  576. // 隐藏号不写任何报表
  577. if (_account.is_hide) return;
  578. if (report_date == DateTime.Now.Date)
  579. {
  580. await EachSaveReportOverviewAsync(report_date.AddHours(DateTime.Now.Hour), "tk_report_hourtrend", result);
  581. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  582. }
  583. else
  584. {
  585. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  586. }
  587. }
  588. catch (Exception ex)
  589. {
  590. string message = $"【报表接口异常】FastReport\n{ex.Message}\n{ex.StackTrace}";
  591. //NotifyCore.Notify(new NifyMessage
  592. //{
  593. // message = message,
  594. // priority = NifyMessagePriority.high,
  595. // tags = ["red_circle"]
  596. //});
  597. }
  598. }
  599. private async Task EachSaveReportOverviewAsync(DateTime report_date, string tableName, TkReportDTO data)
  600. {
  601. try
  602. {
  603. var exist = new DBContext.Table(tableName)
  604. .Fields("id, report_date")
  605. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  606. new { report_date, accountId = _accountId });
  607. var createArgs = new DBContext.Table(tableName)
  608. .Add("uclk_uv_56", data.uclk_uv_56)
  609. .Add("uclk_pv_56", data.uclk_pv_56)
  610. .Add("uclt_uv_56", data.uclt_uv_56)
  611. .Add("ucart_uv_56", data.ucart_uv_56)
  612. .Add("dep_ord_num_56", data.dep_ord_num_56)
  613. .Add("dep_ord_dep_amt_56", data.dep_ord_dep_amt_56)
  614. .Add("pay_ord_num_56", data.pay_ord_num_56)
  615. .Add("pay_ord_amt_56", data.pay_ord_amt_56)
  616. .Add("pay_tk_disp_tfee_56", data.pay_tk_disp_tfee_56)
  617. .Add("pay_ord_uv_56", data.pay_ord_uv_56)
  618. .Add("sett_ord_num_56", data.sett_ord_num_56)
  619. .Add("sett_ord_amt_56", data.sett_ord_amt_56)
  620. .Add("sett_tk_disp_tfee_56", data.sett_tk_disp_tfee_56)
  621. .Add("eff_ord_num", data.eff_ord_num)
  622. .Add("eff_ord_amt", data.eff_ord_amt)
  623. .Add("eff_tk_disp_tfee", data.eff_tk_disp_tfee);
  624. string data_suffix = report_date.ToString("yyyyMMdd");
  625. if ("tk_report_hourtrend".Equals(tableName))
  626. {
  627. data_suffix = report_date.ToString("yyyyMMddHH");
  628. }
  629. string accountName = $"{TkChannelEnum.tb}_{_accountId}";
  630. int total_count = await TkLogCore.GetTotalAsync($":total:{accountName}:{data_suffix}");
  631. int success_count = 0, abandon_count = 0;
  632. string success_percentage = string.Empty, abandon_percentage = string.Empty;
  633. if (total_count > 0)
  634. {
  635. success_count = await TkLogCore.GetTotalAsync($":total:{accountName}:success:{data_suffix}");
  636. abandon_count = await TkLogCore.GetTotalAsync($":total:{accountName}:放弃转链:{data_suffix}");
  637. if (total_count > 0)
  638. {
  639. success_percentage = $"{success_count / (double)total_count * 100:f2}%";
  640. abandon_percentage = $"{abandon_count / (double)total_count * 100:f2}%";
  641. }
  642. }
  643. createArgs.Add("total_count", total_count);
  644. createArgs.Add("success_count", success_count);
  645. createArgs.Add("abandon_count", abandon_count);
  646. createArgs.Add("success_percentage", success_percentage);
  647. createArgs.Add("abandon_percentage", abandon_percentage);
  648. int parse_total_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:{data_suffix}");
  649. int parse_success_count = 0, parse_abandon_count = 0;
  650. string parse_success_percentage = string.Empty, parse_abandon_percentage = string.Empty;
  651. if (parse_total_count > 0)
  652. {
  653. parse_success_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:success:{data_suffix}");
  654. parse_abandon_count = await TkLogCore.GetTotalAsync($":parse_total:{accountName}:放弃转链:{data_suffix}");
  655. if (parse_total_count > 0)
  656. {
  657. parse_success_percentage = $"{parse_success_count / (double)parse_total_count * 100:f2}%";
  658. parse_abandon_percentage = $"{parse_abandon_count / (double)parse_total_count * 100:f2}%";
  659. }
  660. }
  661. createArgs.Add("parse_total_count", parse_total_count);
  662. createArgs.Add("parse_success_count", parse_success_count);
  663. createArgs.Add("parse_abandon_count", parse_abandon_count);
  664. createArgs.Add("parse_success_percentage", parse_success_percentage);
  665. createArgs.Add("parse_abandon_percentage", parse_abandon_percentage);
  666. int coupon_total_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:{data_suffix}", false);
  667. int coupon_success_count = 0, coupon_abandon_count = 0;
  668. string coupon_success_percentage = string.Empty, coupon_abandon_percentage = string.Empty;
  669. if (coupon_total_count > 0)
  670. {
  671. coupon_success_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:success:{data_suffix}", false);
  672. coupon_abandon_count = await TkLogCore.GetTotalAsync($":coupon_total:{accountName}:放弃转链:{data_suffix}", false);
  673. if (coupon_total_count > 0)
  674. {
  675. coupon_success_percentage = $"{coupon_success_count / (double)coupon_total_count * 100:f2}%";
  676. coupon_abandon_percentage = $"{coupon_abandon_count / (double)coupon_total_count * 100:f2}%";
  677. }
  678. }
  679. createArgs.Add("coupon_total_count", coupon_total_count);
  680. createArgs.Add("coupon_success_count", coupon_success_count);
  681. createArgs.Add("coupon_abandon_count", coupon_abandon_count);
  682. createArgs.Add("coupon_success_percentage", coupon_success_percentage);
  683. createArgs.Add("coupon_abandon_percentage", coupon_abandon_percentage);
  684. int tool_total_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:{data_suffix}");
  685. int tool_success_count = 0, tool_abandon_count = 0;
  686. string tool_success_percentage = string.Empty, tool_abandon_percentage = string.Empty;
  687. if (tool_total_count > 0)
  688. {
  689. tool_success_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:success:{data_suffix}");
  690. tool_abandon_count = await TkLogCore.GetTotalAsync($":tool_total:{accountName}:放弃转链:{data_suffix}");
  691. if (tool_total_count > 0)
  692. {
  693. tool_success_percentage = $"{tool_success_count / (double)tool_total_count * 100:f2}%";
  694. tool_abandon_percentage = $"{tool_abandon_count / (double)tool_total_count * 100:f2}%";
  695. }
  696. }
  697. createArgs.Add("tool_total_count", tool_total_count);
  698. createArgs.Add("tool_success_count", tool_success_count);
  699. createArgs.Add("tool_abandon_count", tool_abandon_count);
  700. createArgs.Add("tool_success_percentage", tool_success_percentage);
  701. createArgs.Add("tool_abandon_percentage", tool_abandon_percentage);
  702. if (exist == null)
  703. {
  704. createArgs.Add("accountId", _accountId)
  705. .Add("accountName", _company)
  706. .Add("report_date", report_date)
  707. .Add("create_time", DateTime.Now)
  708. .Add("last_time", DateTime.Now)
  709. .Create();
  710. }
  711. else
  712. {
  713. createArgs.Add("last_time", DateTime.Now)
  714. .Where("id=@id", new { exist.id })
  715. .Update();
  716. }
  717. }
  718. catch (Exception ex)
  719. {
  720. string msg = ex.Message;
  721. }
  722. }
  723. /// <summary>
  724. /// 修正点击数
  725. /// </summary>
  726. public async Task FixReport(DateTime date)
  727. {
  728. // 隐藏号不写任何报表
  729. if (_account.is_hide) return;
  730. TkReportDTO result = new TkReportDTO();
  731. try
  732. {
  733. string t = $"{date.Convert2UnixTimestamp(true)}";
  734. string dt = date.ToString("yyyy-MM-dd");
  735. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.overview.json?" +
  736. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_overview&startDate={dt}&endDate={dt}&fixPeriod=1d";
  737. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  738. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  739. .AddHeaders("Cookie", _cookies);
  740. #if DEBUG
  741. #else
  742. client.Proxy = _proxy;
  743. #endif
  744. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  745. var response = client.Request(url);
  746. var body = response.Body();
  747. var root = body.Convert2JsonElement();
  748. int resultCode = root.Read<int>("resultCode", 0);
  749. bool success = root.Read("success", false);
  750. if (!success)
  751. {
  752. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  753. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  754. {
  755. return;
  756. }
  757. _ = new LoggerLibrary("report", "error")
  758. .Info(url, body)
  759. .SaveAsync();
  760. throw new Exception(body);
  761. }
  762. var data = root.ElementRead("data").ElementRead("data");
  763. result.eff_ord_num = data.Read<int>("eff_ord_num", 0);
  764. result.eff_ord_amt = data.Read<decimal>("eff_ord_amt", 0);
  765. result.eff_tk_disp_tfee = data.Read<decimal>("eff_tk_disp_tfee", 0);
  766. result.uclk_uv_56 = data.Read<int>("uclk_uv_56", 0);
  767. result.uclk_pv_56 = data.Read<int>("uclk_pv_56", 0);
  768. result.uclt_uv_56 = data.Read<int>("uclt_uv_56", 0);
  769. result.ucart_uv_56 = data.Read<int>("ucart_uv_56", 0);
  770. result.dep_ord_num_56 = data.Read<int>("dep_ord_num_56", 0);
  771. result.dep_ord_dep_amt_56 = data.Read<decimal>("dep_ord_dep_amt_56", 0);
  772. result.pay_ord_num_56 = data.Read<int>("pay_ord_num_56", 0);
  773. result.pay_ord_amt_56 = data.Read<decimal>("pay_ord_amt_56", 0);
  774. result.pay_tk_disp_tfee_56 = data.Read<decimal>("pay_tk_disp_tfee_56", 0);
  775. result.pay_ord_uv_56 = data.Read<int>("pay_ord_uv_56", 0);
  776. result.sett_ord_num_56 = data.Read<int>("sett_ord_num_56", 0);
  777. result.sett_ord_amt_56 = data.Read<decimal>("sett_ord_amt_56", 0);
  778. result.sett_tk_disp_tfee_56 = data.Read<decimal>("sett_tk_disp_tfee_56", 0);
  779. DateTime report_date = date.Date;
  780. await EachSaveReportOverviewAsync(report_date, "tk_report", result);
  781. //var exist = new DBContext.Table("tk_report")
  782. // .Fields("id,report_date")
  783. // .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  784. // new { report_date, accountId = _accountId });
  785. //var createArgs = new DBContext.Table("tk_report")
  786. // .Add("fix_uclk_pv_56", result.fix_uclk_pv_56);
  787. //if (exist == null)
  788. //{
  789. // createArgs.Add("accountId", _accountId)
  790. // .Add("accountName", _company)
  791. // .Add("report_date", report_date)
  792. // .Add("create_time", DateTime.Now)
  793. // .Add("last_time", DateTime.Now)
  794. // .Create();
  795. //}
  796. //else
  797. //{
  798. // createArgs.Add("last_time", DateTime.Now)
  799. // .Where("id=@id", new { exist.id })
  800. // .Update();
  801. //}
  802. }
  803. catch (Exception ex) { }
  804. }
  805. /// <summary>
  806. /// 1小时更新一次
  807. /// </summary>
  808. public void SaveReportHourtrend(DateTime date)
  809. {
  810. // 隐藏号不写任何报表
  811. if (_account.is_hide) return;
  812. string t = $"{DateTime.Now.Convert2UnixTimestamp(true)}";
  813. string dt = date.ToString("yyyy-MM-dd");
  814. string url = "https://pub.alimama.com/openapi/param2/1/gateway.unionpub/data.lens.report.hourtrend.dod.json?" +
  815. $"t={t}&_tb_token_={_tb_token}&ruleEnum=pub_homepage&startDate={dt}&endDate={dt}&fixPeriod=realTime";
  816. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  817. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  818. .AddHeaders("Cookie", _cookies);
  819. #if DEBUG
  820. #else
  821. client.Proxy = _proxy;
  822. #endif
  823. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  824. var response = client.Request(url);
  825. var body = response.Body();
  826. var root = body.Convert2JsonElement();
  827. int resultCode = root.Read<int>("resultCode", 0);
  828. bool success = root.Read("success", false);
  829. if (!success)
  830. {
  831. _ = new LoggerLibrary("report", "error")
  832. .Info(url, body)
  833. .SaveAsync();
  834. var bizErrorDesc = root.Read("bizErrorDesc", string.Empty);
  835. if (resultCode == 500 && bizErrorDesc.Contains("For input string"))
  836. {
  837. return;
  838. }
  839. _ = new LoggerLibrary("report", "error")
  840. .Info(url, body)
  841. .SaveAsync();
  842. throw new Exception(body);
  843. }
  844. var data_list = root.ElementRead("data").ElementRead("data");
  845. foreach (var data in data_list.EnumerateArray())
  846. {
  847. string xAxis = data.Read<string>("xAxis");
  848. string _report_date = $"{dt} {xAxis}";
  849. EachSaveReport(_report_date, "tk_report_hourtrend", data);
  850. if ("23:00".Equals(xAxis))
  851. {
  852. EachSaveReport(dt, "tk_report", data);
  853. }
  854. }
  855. }
  856. private void EachSaveReport(string _report_date, string tableName, JsonElement data)
  857. {
  858. _ = DateTime.TryParse(_report_date, out DateTime report_date);
  859. var exist = new DBContext.Table(tableName)
  860. .Fields("id,report_date")
  861. .Get<dynamic>("report_date=@report_date AND accountId=@accountId",
  862. new { report_date, accountId = _accountId });
  863. if (exist == null)
  864. {
  865. new DBContext.Table(tableName)
  866. .Fill(data)
  867. .Loader<int>("uclk_uv_56", 0)
  868. .Loader<int>("uclk_pv_56", 0)
  869. .Loader<int>("uclt_uv_56", 0)
  870. .Loader<int>("ucart_uv_56", 0)
  871. .Loader<int>("dep_ord_num_56", 0)
  872. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  873. .Loader<int>("pay_ord_num_56", 0)
  874. .Loader<decimal>("pay_ord_amt_56", 0)
  875. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  876. .Loader<int>("pay_ord_uv_56", 0)
  877. .Loader<int>("sett_ord_num_56", 0)
  878. .Loader<decimal>("sett_ord_amt_56", 0)
  879. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  880. .Add("accountId", _accountId)
  881. .Add("accountName", _company)
  882. .Add("report_date", report_date)
  883. .Add("create_time", DateTime.Now)
  884. .Add("last_time", DateTime.Now)
  885. .Create();
  886. }
  887. else
  888. {
  889. new DBContext.Table(tableName)
  890. .Fill(data)
  891. .Loader<int>("uclk_uv_56", 0)
  892. .Loader<int>("uclk_pv_56", 0)
  893. .Loader<int>("uclt_uv_56", 0)
  894. .Loader<int>("ucart_uv_56", 0)
  895. .Loader<int>("dep_ord_num_56", 0)
  896. .Loader<decimal>("dep_ord_dep_amt_56", 0)
  897. .Loader<int>("pay_ord_num_56", 0)
  898. .Loader<decimal>("pay_ord_amt_56", 0)
  899. .Loader<decimal>("pay_tk_disp_tfee_56", 0)
  900. .Loader<int>("pay_ord_uv_56", 0)
  901. .Loader<int>("sett_ord_num_56", 0)
  902. .Loader<decimal>("sett_ord_amt_56", 0)
  903. .Loader<decimal>("sett_tk_disp_tfee_56", 0)
  904. .Add("last_time", DateTime.Now)
  905. .Where("id=@id", new { exist.id })
  906. .Update();
  907. }
  908. }
  909. /// <summary>
  910. /// 警告消息
  911. /// </summary>
  912. public void GetViolationuWarning()
  913. {
  914. // 隐藏号不同步违规预警
  915. if (_account.is_hide) return;
  916. try
  917. {
  918. string url = "https://media.alimama.com/violationu2/warning_instance_page_v2.json?r=mx_208&toPage=1&pageSize=40&params=";
  919. var client = new WebClientUtility().SetContentType("application/json;charset=utf-8")
  920. .AddHeaders("X-Requested-With", "XMLHttpRequest")
  921. .AddHeaders("Cookie", _cookies);
  922. #if DEBUG
  923. #else
  924. client.Proxy = _proxy;
  925. #endif
  926. if (!string.IsNullOrEmpty(_user_agent)) client.UserAgent = _user_agent;
  927. var response = client.Request(url);
  928. var body = response.Body();
  929. var root = body.Convert2JsonElement();
  930. int resultCode = root.Read<int>("resultCode", 0);
  931. int totalCount = root.PathRead<int>("data.totalCount", 0);
  932. bool success = root.Read("success", false);
  933. if (!success)
  934. {
  935. _ = new LoggerLibrary("violationu", "warning_error")
  936. .Info(url, body)
  937. .SaveAsync();
  938. throw new Exception(body);
  939. }
  940. if (totalCount == 0) return;
  941. _ = new LoggerLibrary("violationu", "warning").Info(url, body).SaveAsync();
  942. var list = root.ElementRead("data").ElementRead("result").EnumerateArray();
  943. foreach (var data in list)
  944. {
  945. var violation_commission = data.PathRead<decimal>("mediaInfo.订单虚假交易违规佣金", 0);
  946. new DBContext.Table("alimama_warning")
  947. .Fill(data)
  948. .Loader<int>("filterRuleId", 0)
  949. .Loader<long>("gmtCreate", 0)
  950. .Loader<long>("id", 0, "ali_id")
  951. .Loader<string>("idStr", string.Empty)
  952. .Loader<int>("mediaDimension", 0)
  953. .Loader<long>("mediaId", 0)
  954. .Loader<int>("mediaInfo.abn_cnt", 0, "abn_cnt")
  955. .Add("violation_commission", violation_commission)
  956. .Loader<int>("mediaInfo.warning_cnt", 0, "warning_cnt")
  957. .Loader<string>("mediaName", string.Empty)
  958. .Loader<long>("memberId", 0)
  959. .Loader<string>("noticeCategory", string.Empty)
  960. .Loader<int>("noticeTemplateId", 0)
  961. .Loader<string>("noticeTemplateName", string.Empty)
  962. .Loader<string>("orderFile", string.Empty)
  963. .Loader<string>("pid", string.Empty)
  964. .Loader<int>("punishRuleId", 0)
  965. .Loader<string>("riskType", string.Empty)
  966. .Loader<string>("roleName", string.Empty)
  967. .Loader<string>("ruleLink", string.Empty)
  968. .Loader<bool>("showOrderDetail", false)
  969. .Loader<int>("status", 0, "ali_status")
  970. .Loader<string>("warningText", string.Empty)
  971. .Add("accountName", _company)
  972. .Add("status", true)
  973. .Add("create_time", DateTime.Now)
  974. .Add("last_time", DateTime.Now)
  975. .Create(DBContext.InsertType.REPLACE);
  976. }
  977. }
  978. catch (Exception ex) { }
  979. }
  980. }
  981. }