| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397 |
- using Microsoft.AspNetCore.Http;
- using Microsoft.AspNetCore.Mvc.Controllers;
- using Microsoft.AspNetCore.Mvc.Filters;
- using System;
- using System.Collections.Generic;
- using System.Linq;
- using System.Text;
- using dodohold.core;
- using static dodohold.core.ZTOExpress.CreateOrderArgs;
- using System.Net;
- using System.Security.Cryptography;
- using Spire.Pdf.Exporting.XPS.Schema;
- using System.Xml.Linq;
- using static QRCoder.PayloadGenerator;
- using TencentCloud.Ssl.V20191205.Models;
- using CSRedis;
- using System.Data;
- using TencentCloud.Omics.V20221128.Models;
- using TencentCloud.Csip.V20221121.Models;
- using COSXML.Network;
- using System.Security.Policy;
- namespace molilian.core
- {
- public class TkLogCore
- {
- static string queue_tb_key = "queue:logs:tb";
- static string queue_jd_key = "queue:logs:jd";
- static string queue_parse_tb_key = "queue:parse_logs:tb";
- static string queue_parse_jd_key = "queue:parse_logs:jd";
- static string queue_parse_pdd_key = "queue:parse_logs:pdd";
- static string queue_parse_dy_key = "queue:parse_logs:dy";
- static string queue_parse_tool_key = "queue:parse_logs:tool";
- static string queue_deeplink_parse_key = "queue:parse_logs:deeplink";
- static string queue_coupon_key = "queue:coupon_logs";
- static string promotion_img_key = "queue:promotion:img";
- static string queue_cps_key = "queue:cps_logs";
- public static bool save_dailys_log = false;
- static TkLogCore()
- {
- int flag = RedisHelper.Get<int>("turn:save_dailys_log");
- if (flag == 1) save_dailys_log = true;
- }
- public static int BatchInsertLogDB(int limit)
- {
- var result = EndPointCore.ProcessEndPointNodes<int>(node =>
- {
- if (!node.is_public_api) return 0;
- if (CenterHub.IsCenter)
- {
- if (node.is_coupon_api) return 0;
- }
- else
- {
- if (!node.is_coupon_api) return 0;
- }
- if (string.IsNullOrEmpty(node.redis_server)) return 0;
- var redis = RedisClientManager.GetRedisClient(node.redis_server);
- return BatchInsertLogDB(limit, redis);
- });
- return result.Sum();
- }
- private static int save_tk_log(TkDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
- {
- return new DBContext.Table(connection, tablename)
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("rawContent2", data.rawContent2)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("couponAmount", data.couponAmount)
- .Add("itemId", data.itemId)
- .Add("itemName", data.itemName)
- .Add("pic", data.pic)
- .Add("promotionPrice", data.promotionPrice)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("num_iid", data.num_iid)
- .Add("elapsedTime", data.elapsedTime)
- .Add("subCode", data.subCode)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- private static int save_tk_parse_logs(TkDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
- {
- return new DBContext.Table(connection, tablename)
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("linkType", (int)data.link_type)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("itemId", data.itemId)
- .Add("itemName", data.itemName)
- .Add("pic", data.pic)
- .Add("couponAmount", data.couponAmount)
- .Add("promotionPrice", data.promotionPrice)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("num_iid", data.num_iid)
- .Add("elapsedTime", data.elapsedTime)
- .Add("elapsedTime2", data.elapsedTime2)
- .Add("elapsedTime3", data.elapsedTime3)
- .Add("subCode", data.subCode)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- private static int save_jd_parse_logs(JdDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
- {
- return new DBContext.Table(connection, tablename)
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("itemId", data.itemId)
- .Add("itemName", data.itemName)
- .Add("pic", data.pic)
- .Add("couponAmount", data.couponAmount)
- .Add("promotionPrice", data.promotionPrice)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("subCode", data.subCode)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- private static int save_pdd_parse_logs(PddDataDTO data, string tablename, IDbConnection connection, IDbTransaction transaction)
- {
- return new DBContext.Table(connection, tablename)
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("itemId", data.itemId)
- .Add("itemName", data.itemName)
- .Add("pic", data.pic)
- .Add("couponAmount", data.couponAmount)
- .Add("promotionPrice", data.promotionPrice)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("subCode", data.subCode)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- public static int BatchInsertLogDB(int limit, CSRedisClient redis)
- {
- int total = 0;
- using var connection = DBContext.GetOpenConnection();
- connection.Open();
- using var transaction = connection.BeginTransaction();
- string cacheKey = ":lock_key:start_comparison_tk";
- bool start_comparison_tk = RedisHelper.Get<int>(cacheKey) > 0;
- try
- {
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<TkDataDTO>(queue_tb_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- save_tk_log(data, "tk_logs_test", connection, transaction);
- }
- else
- {
- data.id = save_tk_log(data, "tk_logs", connection, transaction);
- if (data.elapsedTime > 1000)
- {
- save_tk_log(data, "tk_logs_test", connection, transaction);
- }
- if (data.success)
- {
- save_tk_log(data, "tk_success_logs", connection, transaction);
- }
- if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<JdDataDTO>(queue_jd_key);
- if (data == null) break;
- new DBContext.Table(connection, "tk_logs")
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("rawContent2", data.rawContent2)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<TkDataDTO>(queue_parse_tb_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
- }
- else
- {
- data.id = save_tk_parse_logs(data, "tk_parse_logs", connection, transaction);
- //每日分表
- if (save_dailys_log)
- {
- string daily_table = $"tk_parse_logs_{DateTime.Now:yyyyMMdd}";
- save_tk_parse_logs(data, daily_table, connection, transaction);
- }
- if (data.elapsedTime > 1000)
- {
- save_tk_parse_logs(data, "tk_parse_logs_test", connection, transaction);
- }
- if (data.success)
- {
- save_tk_parse_logs(data, "tk_success_parse_logs", connection, transaction);
- }
- if (!string.IsNullOrEmpty(data.itemId)) TkOrderTrackingCore.SaveLinkSummary(data);
- }
- if (data.reason.Contains("初步筛选2") && !data.rawContent.Contains("I:/kWqN5t623Hx"))
- {
- save_tk_parse_logs(data, "tk_parse_logs_test2", connection, transaction);
- }
- if (data.reason.Contains("初步筛选1.5"))
- {
- save_tk_parse_logs(data, "tk_parse_logs_multi_token", connection, transaction);
- }
- if (data.reason.Contains("霸下验证码"))
- {
- save_tk_parse_logs(data, "tk_parse_logs_captcha", connection, transaction);
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<JdDataDTO>(queue_parse_jd_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- save_jd_parse_logs(data, "jd_parse_logs_test", connection, transaction);
- }
- else
- {
- save_jd_parse_logs(data, "jd_parse_logs", connection, transaction);
- if (save_dailys_log)
- {
- string daily_table = $"jd_parse_logs_{DateTime.Now:yyyyMMdd}";
- save_jd_parse_logs(data, daily_table, connection, transaction);
- }
- if (data.elapsedTime > 1000)
- {
- save_jd_parse_logs(data, "jd_parse_logs_test", connection, transaction);
- }
- if (data.success)
- {
- save_jd_parse_logs(data, "jd_parse_logs_success", connection, transaction);
- }
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<PddDataDTO>(queue_parse_pdd_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_test", connection, transaction);
- }
- else
- {
- save_pdd_parse_logs(data, "pdd_parse_logs", connection, transaction);
- if (data.elapsedTime > 1000)
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_test", connection, transaction);
- }
- if (data.success)
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_success", connection, transaction);
- }
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<DyDataDTO>(queue_parse_dy_key);
- if (data == null) break;
- new DBContext.Table(connection, "tk_parse_logs")
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("accountId", data.accountId)
- .Add("accountName", data.accountName)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("itemId", data.itemId)
- .Add("itemName", data.itemName)
- .Add("pic", data.pic)
- .Add("couponAmount", data.couponAmount)
- .Add("promotionPrice", data.promotionPrice)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("subCode", data.subCode)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<ToolParseDataDTO>(queue_parse_tool_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- new DBContext.Table(connection, "tool_parse_logs_test")
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- else
- {
- new DBContext.Table(connection, "tool_parse_logs")
- .Add("end_point", data.end_point)
- .Add("channel", (int)data.channel)
- .Add("rawContent", data.rawContent)
- .Add("success", data.success)
- .Add("message", data.message)
- .Add("reason", data.reason)
- .Add("content", data.content)
- .Add("taoToken", data.taoToken)
- .Add("shortLinkurl", data.shortLinkurl)
- .Add("deeplink_url", data.deeplink_url)
- .Add("elapsedTime", data.elapsedTime)
- .Add("ip", data.ip)
- .Add("oaid", data.oaid)
- .Add("create_time", data.create_time)
- .Create(DBContext.InsertType.NORMAL, transaction);
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<DeeplinkParseDataDTO>(queue_deeplink_parse_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- var test_data = data.Convert2Json().Convert2Object<TestDeeplinkParseDataDTO>();
- connection.Insert(test_data);
- }
- else
- {
- connection.Insert(data);
- if (!data.success)
- {
- var success_data = data.Convert2Json().Convert2Object<FilDeeplinkParseDataDTO>();
- connection.Insert(success_data);
- }
- else
- {
- var success_data = data.Convert2Json().Convert2Object<SuccessDeeplinkParseDataDTO>();
- connection.Insert(success_data);
- }
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<UnionCouponDTO>(queue_coupon_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- var test_data = data.Convert2Json().Convert2Object<TestUnionCouponDTO>();
- connection.Insert(test_data);
- }
- else
- {
- connection.Insert(data);
- if (data.success)
- {
- var success_data = data.Convert2Json().Convert2Object<SuccessUnionCouponDTO>();
- connection.Insert(success_data);
- }
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<UnionCpsDTO>(queue_cps_key);
- if (data == null) break;
- if ("3B191CFA4C6B48F9BA459E915B57743BEC7D424979CC9C51BCAD0C245B1C7BA2".Equals(data.oaid) ||
- data.ip.Contains("127.0.0"))
- {
- var test_data = data.Convert2Json().Convert2Object<TestUnionCpsDTO>();
- connection.Insert(test_data);
- }
- else
- {
- connection.Insert(data);
- if (data.success)
- {
- var success_data = data.Convert2Json().Convert2Object<SuccessUnionCpsDTO>();
- connection.Insert(success_data);
- }
- }
- total++;
- }
- for (int i = 0; i < limit; i++)
- {
- var data = redis.LPop<PromotionQueryDTO>(promotion_img_key);
- if (data == null) break;
- if (data.success)
- {
- data.similarPromotion = string.Empty;
- data.promotionImg = string.Empty;
- }
- connection.Insert(data);
- total++;
- }
- transaction.Commit();
- }
- catch (Exception ex)
- {
- transaction.Rollback();
- _ = new LoggerLibrary("database_error", "parse_log")
- .Info(ex.Message, ex.StackTrace)
- .SaveAsync();
- NotifyCore.Notify(new NifyMessage
- {
- message = $"【写入日志异常】\n{ex.Message}\n{ex.StackTrace}",
- priority = NifyMessagePriority.high,
- tags = ["red_circle"]
- });
- }
- finally
- {
- connection.Close();
- }
- return total;
- }
- public static async Task PromotionImgLogAsync(PromotionQueryDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(promotion_img_key, response);
- //using var connection = DBContext.GetOpenConnection();
- //connection.Insert(response);
- savePromotionCache(response.accountId, response.accountName, response.success, response.message, response.reason);
- }
- catch (Exception ex) { }
- }
- public static async Task LogAsync(JdDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_jd_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
- }
- }
- catch (Exception ex) { }
- }
- public static async Task LogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_tb_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
- }
- if (!response.success && "nologin".Equals(response.message))
- {
- switch (response.channel)
- {
- case TkChannelEnum.tb:
- await Task.Run(() =>
- {
- if (alimamaPlus != null)
- {
- (bool success, string message) = alimamaPlus.RenewCookie();
- if (success) return;
- }
- TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
- });
- break;
- }
- }
- if ("没有匹配账号".Equals(response.reason))
- {
- TkPoolCore.AccountExhausted();
- }
- }
- catch (Exception ex)
- {
- _ = new LoggerLibrary("unionParse", "database_error")
- .Info(response.rawContent, response.rawContent2)
- .Info(response.Convert2Json())
- .Info(ex.Message, ex.StackTrace)
- .SaveAsync();
- }
- }
- public static async Task ParseLogAsync(TkDataDTO response, AlimamaPlus? alimamaPlus = null)
- {
- #if DEBUG
- //return;
- #endif
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_parse_tb_key, response);
- if (response.success)
- {
- _ = saveUnionCouponParseCacheAsync(response);
- }
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel.ToString(), response.accountId,
- response.accountName, response.success, response.message, response.reason,
- response.deeplink_url);
- }
- if (!string.IsNullOrEmpty(response.itemId)) TkOrderTrackingCore.SaveLinkSummary(response);
- if (!response.success && "nologin".Equals(response.message))
- {
- switch (response.channel)
- {
- case TkChannelEnum.tb:
- await Task.Run(() =>
- {
- if (alimamaPlus != null)
- {
- (bool success, string message) = alimamaPlus.RenewCookie();
- if (success) return;
- }
- TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}");
- }); break;
- }
- }
- if (response.subCode == TkSubCodeEnum.Captcha || "霸下验证码".Equals(response.reason))
- {
- TkPoolCore.Suspend(response.end_point, response.accountId, response.accountName, "霸下验证码");
- }
- }
- catch (Exception ex)
- {
- _ = new LoggerLibrary("unionParse", "database_error")
- .Info(response.rawContent)
- .Info(response.Convert2Json())
- .Info(ex.Message, ex.StackTrace)
- .SaveAsync();
- }
- }
- public static async Task CouponLogAsync(UnionCouponDTO response, AlimamaPlus? alimamaPlus = null)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_coupon_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveCouponCache(response.channel.ToString(), response.accountId, response.accountName, response.success, response.message, response.reason);
- }
- if (!response.success && "nologin".Equals(response.message))
- {
- switch (response.channel)
- {
- case TkChannelEnum.tb:
- await Task.Run(() =>
- {
- if (alimamaPlus != null)
- {
- (bool success, string message) = alimamaPlus.RenewCookie();
- if (success) return;
- }
- TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}");
- }); break;
- }
- }
- }
- catch (Exception ex)
- {
- _ = new LoggerLibrary("unionCoupon", "database_error")
- .Info(response.rawContent)
- .Info(response.Convert2Json())
- .Info(ex.Message, ex.StackTrace)
- .SaveAsync();
- }
- }
- public static async Task CpsLogAsync(UnionCpsDTO response, AlimamaPlus? alimamaPlus = null)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_cps_key, response);
- if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
- if (!response.ip.Contains("127.0.0"))
- {
- saveCpsCache(response.channel.ToString(), response.accountId,
- response.success, response.message, response.reason);
- }
- }
- catch (Exception ex)
- {
- _ = new LoggerLibrary("unionCps", "database_error")
- .Info(response.rawContent)
- .Info(response.Convert2Json())
- .Info(ex.Message, ex.StackTrace)
- .SaveAsync();
- }
- }
- public static async Task ParseLogAsync(JdDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_parse_jd_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel.ToString(), response.accountId,
- response.accountName, response.success, response.message, response.reason,
- response.deeplink_url);
- }
- if (response.success || response.message.Equals("转链失败"))
- {
- JdPoolCore.CallsIncrBy(response.accountId);
- }
- //CallsIncrBy
- if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
- if (!response.success && ("nologin".Equals(response.reason) ||
- "方法不存在".Equals(response.reason) ||
- "未登录".Equals(response.reason)))
- {
- await Task.Run(() =>
- {
- JdPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
- });
- //switch (response.channel)
- //{
- // case TkChannelEnum.tb:
- // //await Task.Run(() =>
- // //{
- // // if (alimamaPlus != null)
- // // {
- // // (bool success, string message) = alimamaPlus.RenewCookie();
- // // if (success) return;
- // // }
- // // TkPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
- // //});
- // break;
- //}
- }
- if ("没有匹配账号".Equals(response.reason))
- {
- JdPoolCore.AccountExhausted();
- }
- }
- catch (Exception ex) { }
- }
- public static async Task ParseLogAsync(PddDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_parse_pdd_key, response);
- #if DEBUG
- for (int i = 0; i < 100; i++)
- {
- var data = RedisHelper.LPop<PddDataDTO>(queue_parse_pdd_key);
- if (data == null) break;
- if (data.ip.Contains("127.0.0"))
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_test", null, null);
- }
- else
- {
- save_pdd_parse_logs(data, "pdd_parse_logs", null, null);
- if (data.elapsedTime > 1000)
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_test", null, null);
- }
- if (data.success)
- {
- save_pdd_parse_logs(data, "pdd_parse_logs_success", null, null);
- }
- }
- }
- #endif
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel.ToString(), response.accountId,
- response.accountName, response.success, response.message, response.reason,
- response.deeplink_url);
- }
- if (response.success || response.message.Equals("转链失败"))
- {
- PddPoolCore.CallsIncrBy(response.accountId);
- }
- if (response.reason.Equals("您的调用次数过高"))
- {
- PddPoolCore.TempSuspend(response.accountId);
- }
- if (response.success) saveClientRequestTotal(response.channel, response.ip, response.oaid);
- if (!response.success && ("nologin".Equals(response.reason) ||
- "方法不存在".Equals(response.reason) ||
- "未登录".Equals(response.reason)))
- {
- await Task.Run(() =>
- {
- PddPoolCore.Disabled(response.accountId, response.accountName, $"{response.rawContent}\n{response.rawContent2}");
- });
- }
- if ("没有匹配账号".Equals(response.reason))
- {
- PddPoolCore.AccountExhausted();
- }
- }
- catch (Exception ex) { }
- }
- public static async Task ParseLogAsync(DyDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_parse_dy_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel.ToString(), response.accountId,
- response.accountName, response.success, response.message, response.reason,
- response.deeplink_url);
- }
- }
- catch (Exception ex) { }
- }
- public static async Task ParseLogAsync(ToolParseDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_parse_tool_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel.ToString(), 0, "tool",
- response.success, response.message, response.reason,
- response.deeplink_url);
- }
- }
- catch (Exception ex) { }
- }
- public static async Task ParseLogAsync(DeeplinkParseDataDTO response)
- {
- try
- {
- var ts = DateTime.Now - response.create_time;
- response.elapsedTime = (int)ts.TotalMilliseconds;
- _ = RedisHelper.RPushAsync(queue_deeplink_parse_key, response);
- if (!response.ip.Contains("127.0.0"))
- {
- saveParseCache(response.channel_name, 0, "tool",
- response.success, response.message, response.reason,
- response.deeplink_url);
- }
- }
- catch (Exception ex) { }
- }
- private static void saveCache(string channel, int accountId, string accountName, bool success, string message, string reason)
- {
- saveAccountCache("all", success, message, reason);
- saveAccountCache($"{channel}", success, message, reason);
- saveAccountCache($"{accountName}", success, message, reason);
- if (accountId != 0)
- {
- //todo 放着跑两天,要将读取的地方改成读取accountid
- saveAccountCache($"{channel}_{accountId}", success, message, reason);
- }
- }
- private static void saveAccountCache(string accountName, bool success, string message, string reason)
- {
- RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:{DateTime.Now:yyyyMMddHH}");
- string result = success ? "success" : "fail";
- RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
- if (!string.IsNullOrEmpty(message))
- {
- RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
- RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
- RedisHelper.SAdd($":total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
- RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
- }
- if (!string.IsNullOrEmpty(reason))
- {
- RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
- RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
- RedisHelper.SAdd($":total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
- RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
- }
- }
- private static async Task saveUnionCouponParseCacheAsync(TkDataDTO data)
- {
- string cacheKey = $":cache:parse:{data.ip}_{data.oaid}_{data.itemId}";
- await EndPointCore.ProcessEndPointNodesAsync(node =>
- {
- if (!node.is_coupon_api) return Task.CompletedTask;
- if (string.IsNullOrEmpty(node.redis_server)) return Task.CompletedTask;
- var redis = RedisClientManager.GetRedisClient(node.redis_server);
- redis.Set(cacheKey, 1, 2 * 86400);
- return Task.CompletedTask;
- });
- }
- private static void saveClientRequestTotal(TkChannelEnum channel, string ip, string oaid)
- {
- string cacheKey = $":cache:{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
- RedisHelper.IncrBy(cacheKey);
- RedisHelper.Expire(cacheKey, 86400);
- if (!string.IsNullOrEmpty(oaid))
- {
- cacheKey = $":cache:{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
- RedisHelper.IncrBy(cacheKey);
- RedisHelper.Expire(cacheKey, 86400);
- }
- }
- public static int getClientRequestTotalByOAID(TkChannelEnum channel, string oaid)
- {
- if (string.IsNullOrEmpty(oaid)) return 0;
- string cacheKey = $":cache:{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
- return RedisHelper.Get<int>(cacheKey);
- }
- public static int getClientRequestTotalByIp(TkChannelEnum channel, string ip)
- {
- if (string.IsNullOrEmpty(ip)) return 0;
- string cacheKey = $":cache:{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
- return RedisHelper.Get<int>(cacheKey);
- }
- private static void saveClientRequestTotal(CpsChannelEnum channel, string ip, string oaid)
- {
- string cacheKey = $":cache:cps_{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
- RedisHelper.IncrBy(cacheKey);
- RedisHelper.Expire(cacheKey, 86400);
- if (!string.IsNullOrEmpty(oaid))
- {
- cacheKey = $":cache:cps_{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
- RedisHelper.IncrBy(cacheKey);
- RedisHelper.Expire(cacheKey, 86400);
- }
- }
- public static int getClientRequestTotalByOAID(CpsChannelEnum channel, string oaid)
- {
- if (string.IsNullOrEmpty(oaid)) return 0;
- string cacheKey = $":cache:cps_{channel}:oaid:{DateTime.Now:yyyyMMdd}:{oaid}";
- return RedisHelper.Get<int>(cacheKey);
- }
- public static int getClientRequestTotalByIp(CpsChannelEnum channel, string ip)
- {
- if (string.IsNullOrEmpty(ip)) return 0;
- string cacheKey = $":cache:cps_{channel}:ip:{DateTime.Now:yyyyMMdd}:{ip}";
- return RedisHelper.Get<int>(cacheKey);
- }
- private static void saveParseCache(string channel, int accountId, string accountName,
- bool success, string message, string reason, string deeplink)
- {
- string dp_flag = deeplink switch
- {
- "" => "none",
- "tbopen://m.taobao.com/tbopen/index.html" or
- "pinduoduo://com.xunmeng.pinduoduo/" or
- "snssdk1128://feed?refer=web" or
- "bdnetdisk://n/action.EXTERNAL_ACTIVITY" or
- "openapp.jdmobile://virtual?params=" => "home",
- _ => success ? "success" : "fail",
- };
- //关于dp的缓存
- saveParseAccountCache($"dp_{dp_flag}:all", success, message, reason);
- saveParseAccountCache($"dp_{dp_flag}:{channel}", success, message, reason);
- saveParseAccountCache($"dp_{dp_flag}:{accountName}", success, message, reason);
- if (accountId != 0)
- {
- saveParseAccountCache($"dp_{dp_flag}:{channel}_{accountId}", success, message, reason);
- }
- saveParseAccountCache("all", success, message, reason);
- saveParseAccountCache($"{channel}", success, message, reason);
- saveParseAccountCache($"{accountName}", success, message, reason);
- if (accountId != 0)
- {
- //todo 放着跑两天,要将读取的地方改成读取accountid
- saveParseAccountCache($"{channel}_{accountId}", success, message, reason);
- }
- }
- private static void saveParseAccountCache(string accountName, bool success,
- string message, string reason)
- {
- RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
- string result = success ? "success" : "fail";
- RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
- if (!string.IsNullOrEmpty(message))
- {
- RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
- RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
- RedisHelper.SAdd($":parse_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
- RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
- }
- if (!string.IsNullOrEmpty(reason))
- {
- RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
- RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
- RedisHelper.SAdd($":parse_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
- RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":parse_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
- }
- }
- private static void savePromotionCache(int accountId, string accountName, bool success, string message, string reason)
- {
- savePromotionAccountCache("all", success, message, reason);
- savePromotionAccountCache($"{accountId}", success, message, reason);
- }
- private static void savePromotionAccountCache(string accountName, bool success, string message, string reason)
- {
- RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
- string result = success ? "success" : "fail";
- RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
- if (!string.IsNullOrEmpty(message))
- {
- RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
- RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
- RedisHelper.SAdd($":promotion_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
- RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
- }
- if (!string.IsNullOrEmpty(reason))
- {
- RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
- RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
- RedisHelper.SAdd($":promotion_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
- RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":promotion_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
- }
- }
- private static void saveCouponCache(string channel, int accountId, string accountName, bool success, string message, string reason)
- {
- saveAccountCouponCache("all", success, message, reason);
- saveAccountCouponCache($"{channel}", success, message, reason);
- if (accountId != 0)
- {
- saveAccountCouponCache($"{channel}_{accountId}", success, message, reason);
- }
- }
- private static void saveAccountCouponCache(string accountName, bool success, string message, string reason)
- {
- RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{DateTime.Now:yyyyMMddHH}");
- string result = success ? "success" : "fail";
- RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{result}:{DateTime.Now:yyyyMMddHH}");
- if (!string.IsNullOrEmpty(message))
- {
- RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMM}", message);
- RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMdd}", message);
- RedisHelper.SAdd($":coupon_total:{accountName}:message:{DateTime.Now:yyyyMMddHH}", message);
- RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{message}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
- }
- if (!string.IsNullOrEmpty(reason))
- {
- RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMM}", reason);
- RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMdd}", reason);
- RedisHelper.SAdd($":coupon_total:{accountName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
- RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:{reason}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":coupon_total:{accountName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
- }
- }
- private static void saveCpsCache(string channel, int accountId, bool success, string message, string reason)
- {
- saveAccountCpsCache("all", success, message, reason);
- saveAccountCpsCache($"{channel}", success, message, reason);
- if (accountId != 0)
- {
- saveAccountCpsCache($"{channel}_{accountId}", success, message, reason);
- }
- }
- private static void saveAccountCpsCache(string flagName, bool success, string message, string reason)
- {
- RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{DateTime.Now:yyyyMMddHH}");
- string result = success ? "success" : "fail";
- RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{result}:{DateTime.Now:yyyyMMddHH}");
- if (!string.IsNullOrEmpty(message))
- {
- RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMM}", message);
- RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMMdd}", message);
- RedisHelper.SAdd($":cps_total:{flagName}:message:{DateTime.Now:yyyyMMddHH}", message);
- RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{message}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:message:{message}:{DateTime.Now:yyyyMMddHH}");
- }
- if (!string.IsNullOrEmpty(reason))
- {
- RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMM}", reason);
- RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMMdd}", reason);
- RedisHelper.SAdd($":cps_total:{flagName}:reason:{DateTime.Now:yyyyMMddHH}", reason);
- RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:{reason}:{DateTime.Now:yyyyMMddHH}");
- RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMM}");
- RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMMdd}");
- RedisHelper.IncrBy($":cps_total:{flagName}:reason:{reason}:{DateTime.Now:yyyyMMddHH}");
- }
- }
- public static int GetTotal(string keyname, bool all_node = true)
- {
- //:coupon_total:tb:20240706
- //:coupon_total:tb:success:20240706
- //:coupon_total:tb:放弃转链:20240706
- var result = EndPointCore.ProcessEndPointNodes<int>(node =>
- {
- if (!node.is_public_api) return 0;
- if (string.IsNullOrEmpty(node.redis_server)) return 0;
- if (!all_node)
- {
- if (CenterHub.IsCenter)
- {
- if (node.is_coupon_api) { return 0; }
- }
- else
- {
- if (!node.is_coupon_api) { return 0; }
- }
- }
- #if DEBUG
- switch (node.name)
- {
- case "bj":
- node.redis_server = "101.200.46.46:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
- break;
- case "gz":
- node.redis_server = "8.138.110.158:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
- break;
- case "coupon1":
- node.redis_server = "c1api.molilian.com:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=coupon";
- break;
- default: return 0;
- }
- #endif
- var redis = RedisClientManager.GetRedisClient(node.redis_server);
- int count = redis.Get<int>(keyname);
- return count;
- });
- return result.Sum();
- }
- public static string[] GetTotalKeys(string keyname, bool all_node = true)
- {
- var result = EndPointCore.ProcessEndPointNodes<string[]>(node =>
- {
- if (!node.is_public_api) return [];
- if (string.IsNullOrEmpty(node.redis_server)) return [];
- if (!all_node)
- {
- if (CenterHub.IsCenter)
- {
- if (node.is_coupon_api) { return []; }
- }
- else
- {
- if (!node.is_coupon_api) { return []; }
- }
- }
- #if DEBUG
- switch (node.name)
- {
- case "bj":
- node.redis_server = "101.200.46.46:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
- break;
- case "gz":
- node.redis_server = "8.138.110.158:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook";
- break;
- case "coupon1":
- node.redis_server = "c1api.molilian.com:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=coupon";
- break;
- default: return [];
- }
- #endif
- var redis = RedisClientManager.GetRedisClient(node.redis_server);
- string[] message_keys = redis.SMembers(keyname);
- return message_keys;
- });
- string[] message_keys = [];
- foreach (var arr in result)
- {
- message_keys = message_keys.Union(arr).ToArray();
- }
- return message_keys;
- }
- //if (item.total_count > 0) continue;
- //item.total_count = RedisHelper.Get<int>($":total:all:{item.report_date:yyyyMMdd}");
- //if (item.total_count == 0) continue;
- //item.success_count = RedisHelper.Get<int>($":total:all:success:{item.report_date:yyyyMMdd}");
- //item.abandon_count = RedisHelper.Get<int>($":total:all:放弃转链:{item.report_date:yyyyMMdd}");
- }
- }
|