StressTestController.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444
  1. using CSRedis;
  2. using dodohold.core;
  3. using ICSharpCode.SharpZipLib.Zip;
  4. using Microsoft.AspNetCore.Mvc;
  5. using System.Diagnostics;
  6. using System.Text;
  7. using System.Text.Json.Serialization;
  8. namespace molilian.api.Controllers
  9. {
  10. [ApiController]
  11. [Route("api/[controller]")]
  12. public class StressTestController : ControllerBase
  13. {
  14. private static readonly StressTestService _stressTestService = new();
  15. [HttpPost("start")]
  16. public IActionResult StartTest([FromBody] StressTestConfig config)
  17. {
  18. _stressTestService.StartTest(config);
  19. return Ok(new { message = "压力测试已启动" });
  20. }
  21. [HttpPost("stop")]
  22. public IActionResult StopTest()
  23. {
  24. _stressTestService.StopTest();
  25. return Ok(new { message = "压力测试已停止" });
  26. }
  27. [HttpGet("status")]
  28. public IActionResult GetStatus()
  29. {
  30. return Ok(_stressTestService.GetStatus());
  31. }
  32. // StressTestController.cs 中 GetMetrics 方法的修改
  33. [HttpGet("metrics")]
  34. public IActionResult GetMetrics()
  35. {
  36. var status = _stressTestService.GetStatus();
  37. return Ok(new
  38. {
  39. 每秒总操作数 = status.LastSecondOperations,
  40. 每秒读操作数 = status.LastSecondReads,
  41. 每秒写操作数 = status.LastSecondWrites,
  42. 数据吞吐量 = status.FormattedThroughput,
  43. 平均响应时间 = status.AverageResponseTime
  44. });
  45. }
  46. }
  47. // StressTestService.cs
  48. public class StressTestService
  49. {
  50. private CancellationTokenSource _cancellationTokenSource;
  51. private TestStatus _status = new TestStatus();
  52. private readonly object _lockObject = new object();
  53. private volatile int _currentConcurrentTasks; // 当前并发数
  54. private List<Task> _runningTasks; // 正在运行的任务列表
  55. // 计数器字段
  56. private int _timeoutCount;
  57. private int _errorCount;
  58. private int _completedRequests;
  59. private long _totalResponseTime;
  60. private int _readCount; // 添加读操作计数
  61. private int _writeCount; // 添加写操作计数
  62. private string _testValue; // 缓存生成的测试数据
  63. private readonly Random _random = new Random();
  64. private int _lastSecondReads;
  65. private int _lastSecondWrites;
  66. private DateTime _lastCounterReset = DateTime.Now;
  67. private volatile StressTestConfig _currentConfig; // 添加当前配置字段
  68. private async Task ManageTasks(CancellationToken cancellationToken)
  69. {
  70. _runningTasks = new List<Task>();
  71. while (!cancellationToken.IsCancellationRequested)
  72. {
  73. try
  74. {
  75. // 移除已完成的任务
  76. _runningTasks.RemoveAll(t => t.IsCompleted || t.IsFaulted || t.IsCanceled);
  77. // 获取当前配置的目标并发数
  78. int targetConcurrency = _currentConfig.ConcurrentTasks;
  79. // 增加任务
  80. while (_runningTasks.Count < targetConcurrency)
  81. {
  82. var taskId = _runningTasks.Count;
  83. var task = RunSingleTask(taskId, cancellationToken);
  84. _runningTasks.Add(task);
  85. Console.WriteLine($"添加新任务,当前任务数:{_runningTasks.Count}");
  86. }
  87. // 减少任务
  88. while (_runningTasks.Count > targetConcurrency)
  89. {
  90. int removeCount = _runningTasks.Count - targetConcurrency;
  91. Console.WriteLine($"移除{removeCount}个任务");
  92. // 移除多余的任务
  93. _runningTasks.RemoveRange(targetConcurrency, removeCount);
  94. }
  95. await Task.Delay(1000, cancellationToken); // 每秒检查一次任务状态
  96. }
  97. catch (OperationCanceledException)
  98. {
  99. // 正常的取消操作
  100. break;
  101. }
  102. catch (Exception ex)
  103. {
  104. Console.WriteLine($"任务管理异常:{ex.Message}");
  105. // 继续运行,不要因为单次异常而停止整个测试
  106. }
  107. }
  108. }
  109. public void StartTest(StressTestConfig config)
  110. {
  111. lock (_lockObject)
  112. {
  113. // 更新配置
  114. _currentConfig = config;
  115. if (_status.IsRunning)
  116. {
  117. Console.WriteLine($"更新配置 - 并发数: {config.ConcurrentTasks}, 读写比: {config.ReadsPerWrite}, 数据大小: {config.ValueSizeKB}KB");
  118. _status.CurrentConfig = config;
  119. return;
  120. }
  121. // 首次启动
  122. Console.WriteLine($"启动测试 - 并发数: {config.ConcurrentTasks}, 读写比: {config.ReadsPerWrite}, 数据大小: {config.ValueSizeKB}KB");
  123. _timeoutCount = 0;
  124. _errorCount = 0;
  125. _completedRequests = 0;
  126. _totalResponseTime = 0;
  127. _readCount = 0;
  128. _writeCount = 0;
  129. _totalDataSize = 0;
  130. _cancellationTokenSource = new CancellationTokenSource();
  131. _status = new TestStatus
  132. {
  133. IsRunning = true,
  134. StartTime = DateTime.Now,
  135. CurrentConfig = config,
  136. EndTime = DateTime.Now.AddHours(1)
  137. };
  138. // 启动任务管理器
  139. Task.Run(() => ManageTasks(_cancellationTokenSource.Token));
  140. }
  141. }
  142. private async Task RunSingleTask(int taskId, CancellationToken cancellationToken)
  143. {
  144. var endTime = DateTime.Now.AddHours(1);
  145. int requestId = 0;
  146. while (DateTime.Now < endTime && !cancellationToken.IsCancellationRequested)
  147. {
  148. try
  149. {
  150. // 获取最新配置
  151. var config = _currentConfig;
  152. var testValue = GenerateTestValue(config.ValueSizeKB);
  153. var key = $"test:key:{taskId}:{requestId++}";
  154. // 构造包含大小信息的值
  155. var value = new
  156. {
  157. id = $"{taskId}_{requestId}",
  158. timestamp = DateTime.Now.Ticks,
  159. data = testValue
  160. };
  161. // 写入操作
  162. try
  163. {
  164. var requestSw = Stopwatch.StartNew();
  165. var setTask = RedisHelper.SetAsync(key, value, 3600);
  166. var timeoutTask = Task.Delay(config.TimeoutMs);
  167. var completedTask = await Task.WhenAny(setTask, timeoutTask);
  168. if (completedTask == timeoutTask)
  169. {
  170. Interlocked.Increment(ref _timeoutCount);
  171. continue;
  172. }
  173. requestSw.Stop();
  174. Interlocked.Increment(ref _writeCount);
  175. Interlocked.Increment(ref _lastSecondWrites);
  176. Interlocked.Add(ref _totalResponseTime, requestSw.ElapsedMilliseconds);
  177. Interlocked.Add(ref _totalDataSize, config.ValueSizeKB * 1024);
  178. UpdateStatus();
  179. }
  180. catch (Exception)
  181. {
  182. Interlocked.Increment(ref _errorCount);
  183. continue;
  184. }
  185. // 执行多次读取操作,使用最新的配置
  186. for (int i = 0; i < config.ReadsPerWrite && !cancellationToken.IsCancellationRequested; i++)
  187. {
  188. try
  189. {
  190. var requestSw = Stopwatch.StartNew();
  191. var getTask = Task.Run(() =>
  192. {
  193. try
  194. {
  195. RedisHelper.Get<object>(key);
  196. }
  197. catch (Exception)
  198. {
  199. Interlocked.Increment(ref _errorCount);
  200. }
  201. });
  202. var timeoutTask = Task.Delay(config.TimeoutMs);
  203. var completedTask = await Task.WhenAny(getTask, timeoutTask);
  204. if (completedTask == timeoutTask)
  205. {
  206. Interlocked.Increment(ref _timeoutCount);
  207. continue;
  208. }
  209. requestSw.Stop();
  210. Interlocked.Increment(ref _readCount);
  211. Interlocked.Increment(ref _lastSecondReads);
  212. Interlocked.Add(ref _totalResponseTime, requestSw.ElapsedMilliseconds);
  213. Interlocked.Add(ref _totalDataSize, config.ValueSizeKB * 1024);
  214. UpdateStatus();
  215. if (config.OperationIntervalMs > 0)
  216. {
  217. await Task.Delay(config.OperationIntervalMs, cancellationToken);
  218. }
  219. }
  220. catch (Exception)
  221. {
  222. Interlocked.Increment(ref _errorCount);
  223. }
  224. }
  225. }
  226. catch (Exception ex)
  227. {
  228. Console.WriteLine($"任务 {taskId} 异常:{ex.Message}");
  229. Interlocked.Increment(ref _errorCount);
  230. // 添加短暂延迟,避免出错时立即重试
  231. await Task.Delay(100, cancellationToken);
  232. }
  233. }
  234. }
  235. // 生成指定大小的随机字符串
  236. private string GenerateTestValue(int sizeKB)
  237. {
  238. if (_testValue != null && _testValue.Length == sizeKB * 1024) // 如果已有相同大小的数据,直接返回
  239. return _testValue;
  240. const string chars = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789";
  241. var stringBuilder = new StringBuilder(sizeKB * 1024);
  242. for (int i = 0; i < sizeKB * 1024; i++)
  243. {
  244. stringBuilder.Append(chars[_random.Next(chars.Length)]);
  245. }
  246. _testValue = stringBuilder.ToString();
  247. return _testValue;
  248. }
  249. private long _totalDataSize; // 添加数据大小统计
  250. private void UpdateStatus()
  251. {
  252. lock (_lockObject)
  253. {
  254. var now = DateTime.Now;
  255. if ((now - _lastCounterReset).TotalSeconds >= 1)
  256. {
  257. _status.LastSecondReads = _lastSecondReads;
  258. _status.LastSecondWrites = _lastSecondWrites;
  259. _status.LastSecondOperations = _lastSecondReads + _lastSecondWrites;
  260. _lastSecondReads = 0;
  261. _lastSecondWrites = 0;
  262. _lastCounterReset = now;
  263. }
  264. _status.TimeoutCount = _timeoutCount;
  265. _status.ErrorCount = _errorCount;
  266. _status.CompletedRequests = _completedRequests;
  267. _status.ReadCount = _readCount;
  268. _status.WriteCount = _writeCount;
  269. _status.AverageResponseTime = (double)_totalResponseTime / (_readCount + _writeCount);
  270. _status.TotalDataSize = _totalDataSize;
  271. _status.DataThroughput = _status.TotalDataSize /
  272. (DateTime.Now - _status.StartTime.Value).TotalSeconds;
  273. }
  274. }
  275. public void StopTest()
  276. {
  277. lock (_lockObject)
  278. {
  279. if (_status.IsRunning)
  280. {
  281. _cancellationTokenSource?.Cancel();
  282. _status.IsRunning = false;
  283. }
  284. }
  285. }
  286. public TestStatus GetStatus()
  287. {
  288. return _status;
  289. }
  290. }
  291. // TestStatus.cs 的修改部分
  292. public class TestStatus
  293. {
  294. [JsonPropertyName("运行状态")]
  295. public bool IsRunning { get; set; }
  296. [JsonPropertyName("计划总请求数")]
  297. public int TotalRequests { get; set; }
  298. [JsonPropertyName("已完成请求数")]
  299. public int CompletedRequests { get; set; }
  300. [JsonPropertyName("超时次数")]
  301. public int TimeoutCount { get; set; }
  302. [JsonPropertyName("错误次数")]
  303. public int ErrorCount { get; set; }
  304. [JsonPropertyName("平均响应时间(ms)")]
  305. public double AverageResponseTime { get; set; }
  306. [JsonPropertyName("开始时间")]
  307. public DateTime? StartTime { get; set; }
  308. [JsonPropertyName("当前配置")]
  309. public StressTestConfig CurrentConfig { get; set; }
  310. [JsonPropertyName("进度百分比")]
  311. public double ProgressPercentage => TotalRequests == 0 ? 0 : (CompletedRequests * 100.0 / TotalRequests);
  312. [JsonPropertyName("读操作总数")]
  313. public int ReadCount { get; set; }
  314. [JsonPropertyName("写操作总数")]
  315. public int WriteCount { get; set; }
  316. [JsonPropertyName("读写比例")]
  317. public double ReadWriteRatio => WriteCount == 0 ? 0 : (double)ReadCount / WriteCount;
  318. [JsonPropertyName("每秒平均操作数")]
  319. public double OperationsPerSecond => StartTime.HasValue
  320. ? (ReadCount + WriteCount) / (DateTime.Now - StartTime.Value).TotalSeconds
  321. : 0;
  322. [JsonPropertyName("结束时间")]
  323. public DateTime? EndTime { get; set; }
  324. [JsonPropertyName("剩余时间(分钟)")]
  325. public double RemainingMinutes => EndTime.HasValue ?
  326. Math.Max(0, (EndTime.Value - DateTime.Now).TotalMinutes) : 0;
  327. [JsonPropertyName("总数据量(字节)")]
  328. public long TotalDataSize { get; set; }
  329. [JsonPropertyName("数据吞吐量(字节/秒)")]
  330. public double DataThroughput { get; set; }
  331. [JsonPropertyName("数据吞吐量")]
  332. public string FormattedThroughput
  333. {
  334. get
  335. {
  336. if (DataThroughput < 1024) return $"{DataThroughput:F2} B/s";
  337. if (DataThroughput < 1024 * 1024) return $"{DataThroughput / 1024:F2} KB/s";
  338. if (DataThroughput < 1024 * 1024 * 1024) return $"{DataThroughput / (1024 * 1024):F2} MB/s";
  339. return $"{DataThroughput / (1024 * 1024 * 1024):F2} GB/s";
  340. }
  341. }
  342. [JsonPropertyName("最近每秒操作数")]
  343. public int LastSecondOperations { get; set; }
  344. [JsonPropertyName("最近每秒读操作数")]
  345. public int LastSecondReads { get; set; }
  346. [JsonPropertyName("最近每秒写操作数")]
  347. public int LastSecondWrites { get; set; }
  348. }
  349. // StressTestConfig.cs 的修改部分
  350. public class StressTestConfig
  351. {
  352. [JsonPropertyName("并发任务数")]
  353. public int ConcurrentTasks { get; set; } = 100;
  354. [JsonPropertyName("超时时间(ms)")]
  355. public int TimeoutMs { get; set; } = 1000;
  356. [JsonPropertyName("读写比例")]
  357. public int ReadsPerWrite { get; set; } = 10;
  358. [JsonPropertyName("操作间隔(ms)")]
  359. public int OperationIntervalMs { get; set; } = 0;
  360. [JsonPropertyName("数据大小(KB)")]
  361. public int ValueSizeKB { get; set; } = 10;
  362. }
  363. }