stress test sandboxing

eng/pipelines/libraries/stress/http.yml

@@ -29,6 +29,7 @@ jobs:
  timeoutInMinutes: 180
  variables:
  DUMPS_SHARE_MOUNT_ROOT: "/dumps-share"
+ REPORTS_SHARE_MOUNT_ROOT: "/reports-share"
  pool:
  name: NetCorePublic-Pool
  queue: BuildPool.Ubuntu.1804.Amd64.Open
@@ -54,99 +55,106 @@ jobs:
  cd '$(httpStressProject)'
  export CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/3.0"
  export SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/3.0"
- export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 3.0 -xops 10"
+ export REPORTS_SHARE="$(Build.ArtifactStagingDirectory)/reports"
+
+ export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 3.0 -xops 10 -reportFile /reports-share/linux-http30.xml"
  export HTTPSTRESS_SERVER_ARGS="$HTTPSTRESS_SERVER_ARGS -http 3.0"
  docker-compose up --abort-on-container-exit --no-color
  displayName: Run HttpStress - HTTP 3.0
  condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
 
- - bash: |
- cd '$(httpStressProject)'
- export CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/2.0"
- export SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/2.0"
- export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 2.0"
- export HTTPSTRESS_SERVER_ARGS="$HTTPSTRESS_SERVER_ARGS -http 2.0"
- docker-compose up --abort-on-container-exit --no-color
- displayName: Run HttpStress - HTTP 2.0
- condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
-
- - bash: |
- cd '$(httpStressProject)'
- export CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/1.1"
- export SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/1.1"
- export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 1.1"
- export HTTPSTRESS_SERVER_ARGS="$HTTPSTRESS_SERVER_ARGS -http 1.1"
- docker-compose up --abort-on-container-exit --no-color
- displayName: Run HttpStress - HTTP 1.1
- condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
+# - bash: |
+# cd '$(httpStressProject)'
+# export CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/2.0"
+# export SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/2.0"
+# export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 2.0"
+# export HTTPSTRESS_SERVER_ARGS="$HTTPSTRESS_SERVER_ARGS -http 2.0"
+# docker-compose up --abort-on-container-exit --no-color
+# displayName: Run HttpStress - HTTP 2.0
+# condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
+#
+# - bash: |
+# cd '$(httpStressProject)'
+# export CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/1.1"
+# export SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/1.1"
+# export HTTPSTRESS_CLIENT_ARGS="$HTTPSTRESS_CLIENT_ARGS -http 1.1"
+# export HTTPSTRESS_SERVER_ARGS="$HTTPSTRESS_SERVER_ARGS -http 1.1"
+# docker-compose up --abort-on-container-exit --no-color
+# displayName: Run HttpStress - HTTP 1.1
+# condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
 
  - publish: $(Build.ArtifactStagingDirectory)/dumps
  artifact: DumpsLinux
  condition: failed()
 
-- job: windows
- displayName: Docker NanoServer
- timeoutInMinutes: 150
- variables:
- DUMPS_SHARE_MOUNT_ROOT: "C:/dumps-share"
- pool:
- name: NetCorePublic-Pool
- queue: BuildPool.Server.Amd64.VS2019.Open
-
- steps:
- - checkout: self
- clean: true
- fetchDepth: 5
- lfs: false
-
- - powershell: |
- $(dockerfilesFolder)/build-docker-sdk.ps1 -w -t $(sdkBaseImage) -c $(BUILD_CONFIGURATION)
- echo "##vso[task.setvariable variable=succeeded;isOutput=true]true"
- name: buildRuntime
- displayName: Build CLR and Libraries
-
- - powershell: |
- $(httpStressProject)/run-docker-compose.ps1 -w -o -c $(BUILD_CONFIGURATION) -t $(sdkBaseImage)
- echo "##vso[task.setvariable variable=succeeded;isOutput=true]true"
- name: buildStress
- displayName: Build HttpStress
-
- # Firewall is disabled for the test runs, since it can lead to unexpected TCP failures on CI machines, which are unrelated to the HTTP logic.
- # See: https:/dotnet/runtime/issues/50854
- - powershell: |
- Set-NetFirewallProfile -Profile Domain, Public, Private -Enabled False
- name: disableFirewall
- displayName: Disable Firewall
-
- - powershell: |
- cd '$(httpStressProject)'
- $env:CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/2.0"
- $env:SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/2.0"
- New-Item -Force $env:CLIENT_DUMPS_SHARE -ItemType Directory
- New-Item -Force $env:SERVER_DUMPS_SHARE -ItemType Directory
- $env:HTTPSTRESS_CLIENT_ARGS = "$env:HTTPSTRESS_CLIENT_ARGS -http 2.0"
- $env:HTTPSTRESS_SERVER_ARGS = "$env:HTTPSTRESS_SERVER_ARGS -http 2.0"
- docker-compose up --abort-on-container-exit --no-color
- displayName: Run HttpStress - HTTP 2.0
- condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
-
- - powershell: |
- cd '$(httpStressProject)'
- $env:CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/1.1"
- $env:SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/1.1"
- New-Item -Force $env:CLIENT_DUMPS_SHARE -ItemType Directory
- New-Item -Force $env:SERVER_DUMPS_SHARE -ItemType Directory
- $env:HTTPSTRESS_CLIENT_ARGS = "$env:HTTPSTRESS_CLIENT_ARGS -http 1.1"
- $env:HTTPSTRESS_SERVER_ARGS = "$env:HTTPSTRESS_SERVER_ARGS -http 1.1"
- docker-compose up --abort-on-container-exit --no-color
- displayName: Run HttpStress - HTTP 1.1
- condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
-
- - publish: $(Build.ArtifactStagingDirectory)/dumps
- artifact: DumpsWindows
- condition: failed()
-
- - powershell: |
- Set-NetFirewallProfile -Profile Domain, Public, Private -Enabled True
- name: enableFirewall
- displayName: Enable Firewall
+ - publish: $(Build.ArtifactStagingDirectory)/reports
+ artifact: ReportsLinux
+ condition: always()
+
+#- job: windows
+# displayName: Docker NanoServer
+# timeoutInMinutes: 150
+# variables:
+# DUMPS_SHARE_MOUNT_ROOT: "C:/dumps-share"
+# pool:
+# name: NetCorePublic-Pool
+# queue: BuildPool.Server.Amd64.VS2019.Open
+#
+# steps:
+# - checkout: self
+# clean: true
+# fetchDepth: 5
+# lfs: false
+#
+# - powershell: |
+# $(dockerfilesFolder)/build-docker-sdk.ps1 -w -t $(sdkBaseImage) -c $(BUILD_CONFIGURATION)
+# echo "##vso[task.setvariable variable=succeeded;isOutput=true]true"
+# name: buildRuntime
+# displayName: Build CLR and Libraries
+#
+# - powershell: |
+# $(httpStressProject)/run-docker-compose.ps1 -w -o -c $(BUILD_CONFIGURATION) -t $(sdkBaseImage)
+# echo "##vso[task.setvariable variable=succeeded;isOutput=true]true"
+# name: buildStress
+# displayName: Build HttpStress
+#
+# # Firewall is disabled for the test runs, since it can lead to unexpected TCP failures on CI machines, which are unrelated to the HTTP logic.
+# # See: https:/dotnet/runtime/issues/50854
+# - powershell: |
+# Set-NetFirewallProfile -Profile Domain, Public, Private -Enabled False
+# name: disableFirewall
+# displayName: Disable Firewall
+#
+# - powershell: |
+# cd '$(httpStressProject)'
+# $env:CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/2.0"
+# $env:SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/2.0"
+# New-Item -Force $env:CLIENT_DUMPS_SHARE -ItemType Directory
+# New-Item -Force $env:SERVER_DUMPS_SHARE -ItemType Directory
+# $env:HTTPSTRESS_CLIENT_ARGS = "$env:HTTPSTRESS_CLIENT_ARGS -http 2.0"
+# $env:HTTPSTRESS_SERVER_ARGS = "$env:HTTPSTRESS_SERVER_ARGS -http 2.0"
+# docker-compose up --abort-on-container-exit --no-color
+# displayName: Run HttpStress - HTTP 2.0
+# condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
+#
+# - powershell: |
+# cd '$(httpStressProject)'
+# $env:CLIENT_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/client/1.1"
+# $env:SERVER_DUMPS_SHARE="$(Build.ArtifactStagingDirectory)/dumps/server/1.1"
+# New-Item -Force $env:CLIENT_DUMPS_SHARE -ItemType Directory
+# New-Item -Force $env:SERVER_DUMPS_SHARE -ItemType Directory
+# $env:HTTPSTRESS_CLIENT_ARGS = "$env:HTTPSTRESS_CLIENT_ARGS -http 1.1"
+# $env:HTTPSTRESS_SERVER_ARGS = "$env:HTTPSTRESS_SERVER_ARGS -http 1.1"
+# docker-compose up --abort-on-container-exit --no-color
+# displayName: Run HttpStress - HTTP 1.1
+# condition: and(eq(variables['buildRuntime.succeeded'], 'true'), eq(variables['buildStress.succeeded'], 'true'))
+#
+# - publish: $(Build.ArtifactStagingDirectory)/dumps
+# artifact: DumpsWindows
+# condition: failed()
+#
+# - powershell: |
+# Set-NetFirewallProfile -Profile Domain, Public, Private -Enabled True
+# name: enableFirewall
+# displayName: Enable Firewall
+#

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/CommandLineOptions.cs

@@ -0,0 +1,37 @@
+using System.CommandLine;
+using System.CommandLine.Help;
+using System.CommandLine.IO;
+using System.CommandLine.Parsing;
+
+namespace HttpStress.ReportAnalyzer
+{
+ internal class CommandLineOptions
+ {
+ public bool Test { get; set; }
+
+ public static bool TryParse(string[] args, out CommandLineOptions? options)
+ {
+ var cmd = new RootCommand();
+ cmd.AddOption(new Option<bool>("-test", () => false, "Run tests."));
+
+ ParseResult? cmdline = cmd.Parse(args);
+ if (cmdline.Errors.Count > 0)
+ {
+ foreach (ParseError error in cmdline.Errors)
+ {
+ Console.WriteLine(error);
+ }
+ Console.WriteLine();
+ new HelpBuilder(new SystemConsole()).Write(cmd);
+ options = null;
+ return false;
+ }
+
+ options = new CommandLineOptions()
+ {
+ Test = cmdline.ValueForOption<bool>("-test")
+ };
+ return true;
+ }
+ }
+}

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/Directory.Build.props

@@ -0,0 +1 @@
+<Project/>

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/Directory.Build.targets

@@ -0,0 +1 @@
+<Project/>

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/HttpStress.ReportAnalyzer.csproj

@@ -0,0 +1,13 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+ <PropertyGroup>
+ <OutputType>Exe</OutputType>
+ <TargetFramework>net6.0</TargetFramework>
+ <ImplicitUsings>enable</ImplicitUsings>
+ <Nullable>enable</Nullable>
+ </PropertyGroup>
+
+ <ItemGroup>
+ <PackageReference Include="System.CommandLine" Version="2.0.0-beta1.21308.1" />
+ </ItemGroup>
+</Project>

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/HttpStress.ReportAnalyzer.sln

@@ -0,0 +1,25 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.0.31521.260
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "HttpStress.ReportAnalyzer", "HttpStress.ReportAnalyzer.csproj", "{EBC60574-07AB-4799-948F-FD6FCB2D0521}"
+EndProject
+Global
+ GlobalSection(SolutionConfigurationPlatforms) = preSolution
+ Debug|Any CPU = Debug|Any CPU
+ Release|Any CPU = Release|Any CPU
+ EndGlobalSection
+ GlobalSection(ProjectConfigurationPlatforms) = postSolution
+ {EBC60574-07AB-4799-948F-FD6FCB2D0521}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+ {EBC60574-07AB-4799-948F-FD6FCB2D0521}.Debug|Any CPU.Build.0 = Debug|Any CPU
+ {EBC60574-07AB-4799-948F-FD6FCB2D0521}.Release|Any CPU.ActiveCfg = Release|Any CPU
+ {EBC60574-07AB-4799-948F-FD6FCB2D0521}.Release|Any CPU.Build.0 = Release|Any CPU
+ EndGlobalSection
+ GlobalSection(SolutionProperties) = preSolution
+ HideSolutionNode = FALSE
+ EndGlobalSection
+ GlobalSection(ExtensibilityGlobals) = postSolution
+ SolutionGuid = {CB668552-0027-44BA-9D25-00A854521C9D}
+ EndGlobalSection
+EndGlobal

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/Program.cs

@@ -0,0 +1,10 @@
+using HttpStress.ReportAnalyzer;
+
+if (CommandLineOptions.TryParse(args, out var options))
+{
+ if (options!.Test)
+ {
+ TestRunner.RunAll();
+ return;
+ }
+}

src/libraries/System.Net.Http/tests/StressTests/HttpStress.ReportAnalyzer/ReportAggregator.cs

@@ -0,0 +1,67 @@
+using System;
+using System.Collections.Generic;
+using System.Globalization;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+using System.Xml.Linq;
+
+namespace HttpStress.ReportAnalyzer
+{
+ public class FailureType
+ {
+ private List<(DateTime Timestamp, int Count)> _failures = new ();
+
+ public string Fingerprint { get; }
+
+ public string ErrorText { get; }
+
+ public IEnumerable<(DateTime Timestamp, int Count)> Failures => _failures;
+
+ public int TotalFailureCount { get; private set; }
+
+ public FailureType(string fingerprint, string errorText)
+ {
+ Fingerprint = fingerprint;
+ ErrorText = errorText;
+ }
+
+ internal void RegisterFailures(DateTime timeStemp, int count)
+ {
+ _failures.Add((timeStemp, count));
+ TotalFailureCount += count;
+ }
+ }
+
+ public class ReportAggregator
+ {
+ private Dictionary<string, FailureType> _failureTypes = new();
+ public ReportAggregator()
+ {
+
+ }
+
+ public IEnumerable<FailureType> FailureTypes => _failureTypes.Values;
+
+ public void AppendReportXml(XDocument doc)
+ {
+ DateTime failureTimeStamp = DateTime.Parse(doc.Root!.Attribute("Timestamp")!.Value, CultureInfo.InvariantCulture);
+
+ foreach (XElement failureElement in doc.Descendants("Failure"))
+ {
+ string fingerprint = failureElement.Attribute("FailureTypeFingerprint")!.Value;
+ if (!_failureTypes.TryGetValue(fingerprint, out FailureType? failureType))
+ {
+ XCData failureTextNode = (XCData)failureElement.Element("FailureText")!.FirstNode!;
+ string errorText = failureTextNode.Value;
+ failureType = new FailureType(fingerprint, errorText);
+ _failureTypes[fingerprint] = failureType;
+ }
+
+
+ int failureCount = (int)failureElement.Attribute("FailureCount")!;
+ failureType.RegisterFailures(failureTimeStamp, failureCount);
+ }
+ }
+ }
+}