using Microsoft.AspNetCore.Http; using Microsoft.AspNetCore.Mvc.Controllers; using Microsoft.AspNetCore.Mvc.Filters; using System; using System.Collections.Generic; using System.Linq; using System.Text; using dodohold.core; using Dataoke; using Google.Protobuf.WellKnownTypes; using System.Xml.Linq; namespace molilian.core { public partial class JdPoolCore { public enum JdAction { all, parse, coupon, promotionQuery } private static string _end_point; private static Dictionary _incomeAmt = new(); private static Dictionary _calls = new(); static JdPoolCore() { _end_point = Environment.GetEnvironmentVariable("EndPoint"); } private static readonly object _lockObj = new(); private static IEnumerable _cached; public static JdPoolDTO? GetOne() { var list = List(); if (!list.Any()) return null; return list.OrderBy(l => Guid.NewGuid()).FirstOrDefault(); } public static JdPoolDTO? GetOne(JdAction action) { var list = List(); if (!list.Any()) return null; return list.Where(e => IsNotExceedDailyIncomeLimit(e, action)).OrderBy(l => Guid.NewGuid()).FirstOrDefault(); } public static JdPoolDTO? GetOne(int id, JdAction action) { var list = List(); if (!list.Any()) return null; return list.Where(e => e.id == id && IsNotExceedDailyIncomeLimit(e, action)).FirstOrDefault(); } //internal static void SaveIncomeAmt(int accountId, decimal income_amt) //{ // string key = $"{accountId}:{DateTime.Now:yyyyMMdd}"; // if (_incomeAmt.ContainsKey(key)) // { // _incomeAmt[key] = income_amt; // } // else // { // _incomeAmt.Add(key, income_amt); // } // string cache_key = $"cache:jd_pool:{key}:income_amt"; // var result = EndPointCore.ProcessEndPointNodes(node => // { // if (!node.is_public_api) return true; // if (string.IsNullOrEmpty(node.redis_server)) return true; // var redis = RedisClientManager.GetRedisClient(node.redis_server); // return redis.Set(cache_key, income_amt, 3 * 86400); // }); //} //public static decimal GetIncomeAmt(int accountId) //{ // try // { // string key = $"{accountId}:{DateTime.Now:yyyyMMdd}"; // if (_incomeAmt.ContainsKey(key)) return _incomeAmt[key]; // string cache_key = $"cache:jd_pool:{key}:income_amt"; // return RedisHelper.Get(cache_key); // } // catch (Exception ex) { return 0; } //} internal static void CallsIncrBy(int accountId) { CallsIncrBy(accountId, DateTime.Now.ToString("yyyyMMdd")); CallsIncrBy(accountId, DateTime.Now.ToString("yyyyMMddHH")); } internal static void CallsIncrBy(int accountId, string flag) { string key = $"{accountId}:{flag}"; if (_calls.ContainsKey(key)) { _calls[key] = _calls[key] + 1; } else { _calls[key] = 1; } string cache_key = $"cache:jd_pool:{key}:calls:{flag}"; RedisHelper.IncrBy(cache_key); RedisHelper.Expire(cache_key, 3 * 86400); } public static int SaveCalls(int accountId, string flag) { string key = $"{accountId}:{flag}"; var result = EndPointCore.ProcessEndPointNodes(node => { if (!node.is_public_api) return 0; if (string.IsNullOrEmpty(node.redis_server)) return 0; #if DEBUG switch (node.name) { case "bj": node.redis_server = "101.200.46.46:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook"; break; case "gz": node.redis_server = "8.138.110.158:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=webhook"; break; case "coupon1": node.redis_server = "c1api.molilian.com:6379,password=pKBiS4ka2IpXayIdcx00,defaultDatabase=0,idleTimeout=20000,preheat=3,tryit=2,ssl=false,prefix=coupon"; break; default: return 0; } #endif string cache_key = $"cache:jd_pool:{key}:calls:{flag}"; var redis = RedisClientManager.GetRedisClient(node.redis_server); return redis.Get(cache_key); }); int num = result.Sum(); _calls.TryAdd(key, num); return num; } public static int GetCalls(int accountId, string flag) { try { string key = $"{accountId}:{flag}"; if (_calls.ContainsKey(key)) return _calls[key]; string cache_key = $"cache:jd_pool:{key}:calls:{flag}"; int num = RedisHelper.Get(cache_key); _calls.TryAdd(key, num); return num; } catch (Exception ex) { return 0; } } private static bool IsNotExceedDailyIncomeLimit(JdPoolDTO item, JdAction action) { if (!string.IsNullOrEmpty(_end_point) && !string.IsNullOrEmpty(item.end_point)) { if (item.end_point != _end_point) return false; } switch (action) { case JdAction.parse: if (!item.enable_parse) return false; break; case JdAction.coupon: if (!item.enable_coupon) return false; break; } // 使用初始化参数创建工作时间表 if (!new WorkSchedule(item.time_range).IsWorkHour()) return false; if (item.daily_calls_limit > 0) { int daily_num = GetCalls(item.id, DateTime.Now.ToString("yyyyMMdd")); if (daily_num >= item.daily_calls_limit) return false; } if (item.hourly_calls_limit > 0) { int hourly_num = GetCalls(item.id, DateTime.Now.ToString("yyyyMMddHH")); if (hourly_num >= item.hourly_calls_limit) return false; } return true; } public static IEnumerable List(bool force = false) { if (!force && _cached != null) return _cached; string cache_key = $"cache:jd_pool"; var list = RedisHelper.Get>(cache_key); if (force || list == null) { lock (_lockObj) { list = new DBContext.Table("jd_pool") .Where("status=@status", new { status = 1 }) .Select(); if (list == null) return default; _calls = new Dictionary(); foreach (var item in list) { string key = $"{item.id}:{DateTime.Now:yyyyMMddHH}"; _calls.TryAdd(key, item.current_hourly_calls); key = $"{item.id}:{DateTime.Now:yyyyMMddHH}"; _calls.TryAdd(key, item.current_daily_calls); } RedisHelper.Set(cache_key, list, 30 * 86400); } } _cached = list; return list; } public static void Refresh() { _ = List(true); } public static int Update(JdPoolDTO account) { return new DBContext.Table("jd_pool") .Add("current_hourly_calls", account.current_hourly_calls) .Add("current_daily_calls", account.current_daily_calls) .Where("id=@id", new { account.id }) .Update(); } public static int UpdateCookies(string cookies, string user_agent) { if (string.IsNullOrEmpty(cookies)) return 0; cookies += ";"; string pin = cookies.GetContentPart("pin=", ";"); pin = pin.UrlDecode(); string company = pin; int accountId = 0; if (string.IsNullOrEmpty(pin)) return 0; var exist = new DBContext.Table("jd_pool").Get("pin=@pin", new { pin }); if (exist != null) { var status = exist.status; var work_mode = exist.work_mode; accountId = exist.id; if (work_mode == JdUnionWorkMode.Crawler) status = true; new DBContext.Table("jd_pool") .Add("pin", pin) .Add("cookies", cookies) .Add("user_agent", user_agent) .Add("status", status) .Add("last_time", DateTime.Now) .Add("login_time", DateTime.Now) .Where("id=@id", new { exist.id }) .Update(); if (status) _ = List(true); } else { accountId = new DBContext.Table("jd_pool") .Add("pin", pin) .Add("name", pin) .Add("company", pin) .Add("description", "由cookies上报创建此记录") .Add("cookies", cookies) .Add("user_agent", user_agent) .Add("create_time", DateTime.Now) .Add("last_time", DateTime.Now) .Add("login_time", DateTime.Now) .Add("status", 0) .Create(); } NotifyCore.Notify(new NifyMessage { message = $"【京东{accountId}:{company}】cookie 上线", tags = ["green_circle"] }); EndPointCore.NotifyReload(true); //NotifyCore.AnPushNotify("上线", $"【淘宝联盟:{dnk}】cookie 上报更新"); return accountId; } public static void Disabled(int accountId, string name, string content) { string cache_key = $"cache:jd_pool:{name}:disabled"; long count = RedisHelper.IncrBy(cache_key); RedisHelper.Expire(cache_key, 10); if (count > 1) return; var update = new DBContext.Table("jd_pool").Add("status", 0); if (accountId > 0) { update.Where("id=@accountId", new { accountId }).Update(); } else { update.Where("name=@name", new { name }).Update(); } _ = List(true); NotifyCore.Notify(new NifyMessage { message = $"【京东联盟{accountId}:{name}】cookie 掉线\n\n{content}", priority = NifyMessagePriority.high, tags = ["red_circle"] }); NotifyCore.AnPushNotify("掉线", $"【京东{accountId}:{name}】cookie 掉线"); EndPointCore.NotifyReload(true); } internal static void AccountExhausted() { string cache_key = $"cache:tk_pool:account:exhausted"; long count = RedisHelper.IncrBy(cache_key); if (count > 1) return; RedisHelper.Expire(cache_key, 3600); NotifyCore.Notify(new NifyMessage { message = $"【京东联盟】没有匹配账号", priority = NifyMessagePriority.high, tags = ["red_circle"] }); NotifyCore.AnPushNotify("没账号", $"【京东联盟】没有匹配账号"); } } }