diff --git a/NuGet.Config b/NuGet.Config index cab0161fc..4d43d5e2f 100644 --- a/NuGet.Config +++ b/NuGet.Config @@ -13,5 +13,7 @@ + + diff --git a/build/blazor-scenarios.yml b/build/blazor-scenarios.yml index f10f43707..e09fc342f 100644 --- a/build/blazor-scenarios.yml +++ b/build/blazor-scenarios.yml @@ -54,7 +54,7 @@ steps: { "name": "crank", "condition": "(${{ parameters.condition }})", - "args": [ "${{ parameters.arguments }} --session $(session) ${{ s.arguments }} --application.framework net10.0 --command-line-property --table BlazorWasm --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ parameters.arguments }} --session $(session) ${{ s.arguments }} --application.framework net11.0 --command-line-property --table BlazorWasm --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } - ${{ each s in parameters.lighthouseScenarios }}: @@ -72,5 +72,5 @@ steps: { "name": "crank", "condition": "(${{ parameters.condition }})", - "args": [ "${{ parameters.arguments }} --session $(session) ${{ s.arguments }} --application.framework net10.0 --command-line-property --table Lighthouse --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ parameters.arguments }} --session $(session) ${{ s.arguments }} --application.framework net11.0 --command-line-property --table Lighthouse --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/build-perf-scenarios.yml b/build/build-perf-scenarios.yml index 2716a8f11..c9d351cad 100644 --- a/build/build-perf-scenarios.yml +++ b/build/build-perf-scenarios.yml @@ -46,5 +46,5 @@ steps: { "name": "crank", "condition": "(${{ parameters.condition }})", - "args": [ "${{ parameters.arguments }} --application.framework net10.0 ${{ s.arguments }} --command-line-property --table BuildPerf --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --no-metadata --no-measurements --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" " ] + "args": [ "${{ parameters.arguments }} --application.framework net11.0 ${{ s.arguments }} --command-line-property --table BuildPerf --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --no-metadata --no-measurements --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" " ] } diff --git a/build/crossgen2-scenarios.yml b/build/crossgen2-scenarios.yml index b2fbb5f4d..f959ef91e 100644 --- a/build/crossgen2-scenarios.yml +++ b/build/crossgen2-scenarios.yml @@ -57,5 +57,5 @@ steps: { "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 < 13)", "name": "crank", - "args": [ "${{ s.arguments }} ${{ p.arguments }} $(azureProfile) ${{ parameters.arguments }} --application.framework net10.0 --application.options.collectCounters false --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ p.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table CG2Benchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ p.arguments }} $(azureProfile) ${{ parameters.arguments }} --application.framework net11.0 --application.options.collectCounters false --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ p.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table CG2Benchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/gc-scenarios.yml b/build/gc-scenarios.yml index 706ffceb0..222ecfd7f 100644 --- a/build/gc-scenarios.yml +++ b/build/gc-scenarios.yml @@ -88,5 +88,5 @@ steps: "name": "crank", "condition": "(${{ parameters.condition }}) && (${{ s.condition }})", "timeout": "00:20:00", - "args": [ "${{ s.arguments }} ${{ parameters.arguments }} --config https://raw.githubusercontent.com/dotnet/performance/main/src/benchmarks/gc/scenarios/CrankConfiguration.yaml --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table GcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ parameters.arguments }} --config https://raw.githubusercontent.com/dotnet/performance/main/src/benchmarks/gc/scenarios/CrankConfiguration.yaml --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table GcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/grpc-scenarios.yml b/build/grpc-scenarios.yml index 4eb671b9b..b2bcc648c 100644 --- a/build/grpc-scenarios.yml +++ b/build/grpc-scenarios.yml @@ -107,7 +107,7 @@ steps: { "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 >= 13)", "name": "crank", - "args": [ "--application.framework net10.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) --no-metadata --no-measurements ${{ parameters.arguments }} ${{ s.arguments }} ${{ stream.arguments }} --variable protocol=h2c --property protocol=h2c --property scenario=unary --property payload=0 --variable body=AAAAAAcKBVdvcmxk --variable path=/grpc.testing.BenchmarkService/UnaryCall" ] + "args": [ "--application.framework net11.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) --no-metadata --no-measurements ${{ parameters.arguments }} ${{ s.arguments }} ${{ stream.arguments }} --variable protocol=h2c --property protocol=h2c --property scenario=unary --property payload=0 --variable body=AAAAAAcKBVdvcmxk --variable path=/grpc.testing.BenchmarkService/UnaryCall" ] } # h2/h3 HttpClient to ASP.NET Core @@ -132,7 +132,7 @@ steps: { "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 >= 13)", "name": "crank", - "args": [ "--application.framework net10.0 --load.framework net10.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) --no-metadata --no-measurements ${{ parameters.arguments }} ${{ s.arguments }} ${{ callType.arguments }} ${{ payload.arguments }} ${{ stream.arguments }} ${{ protocol.arguments }}" ] + "args": [ "--application.framework net11.0 --load.framework net11.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) --no-metadata --no-measurements ${{ parameters.arguments }} ${{ s.arguments }} ${{ callType.arguments }} ${{ payload.arguments }} ${{ stream.arguments }} ${{ protocol.arguments }}" ] } # h2c between various clients and servers @@ -154,5 +154,5 @@ steps: { "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 >= 13)", "name": "crank", - "args": [ "--application.framework net10.0 --load.framework net10.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) ${{ parameters.arguments }} --no-metadata --no-measurements ${{ s.arguments }} ${{ callType.arguments }} ${{ payload.arguments }} ${{ stream.arguments }} --variable protocol=h2c --property protocol=h2c" ] + "args": [ "--application.framework net11.0 --load.framework net11.0 --command-line-property --table GrpcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --session $(session) ${{ parameters.arguments }} --no-metadata --no-measurements ${{ s.arguments }} ${{ callType.arguments }} ${{ payload.arguments }} ${{ stream.arguments }} --variable protocol=h2c --property protocol=h2c" ] } diff --git a/build/httpclient-scenarios.yml b/build/httpclient-scenarios.yml index 7db10bad3..491021192 100644 --- a/build/httpclient-scenarios.yml +++ b/build/httpclient-scenarios.yml @@ -23,7 +23,7 @@ parameters: - name: tfm type: string - default: '--client.framework net10.0 --server.framework net10.0' + default: '--client.framework net11.0 --server.framework net11.0' - name: getScenarios type: object diff --git a/build/mono-database-scenarios.yml b/build/mono-database-scenarios.yml index 7192593f7..b8ce0920a 100644 --- a/build/mono-database-scenarios.yml +++ b/build/mono-database-scenarios.yml @@ -57,5 +57,5 @@ steps: "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 >= 13)", "name": "crank", "timeout": "01:00:00", - "args": [ "${{ s.arguments }} ${{ runtime.arguments }} ${{ parameters.arguments }} --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ runtime.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MonoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ runtime.arguments }} ${{ parameters.arguments }} --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ runtime.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MonoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/mono-scenarios.yml b/build/mono-scenarios.yml index 98cc8a81d..e3b0d2d97 100644 --- a/build/mono-scenarios.yml +++ b/build/mono-scenarios.yml @@ -65,5 +65,5 @@ steps: "condition": "(${{ parameters.condition }}) && ((new Date().getUTCHours() - 7 + 24) % 24 >= 13)", "name": "crank", "timeout": "01:00:00", - "args": [ "${{ s.arguments }} ${{ runtime.arguments }} ${{ parameters.arguments }} --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ runtime.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MonoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ runtime.arguments }} ${{ parameters.arguments }} --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ runtime.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MonoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/mvc-scenarios.yml b/build/mvc-scenarios.yml index e1e7fea83..fd7c1f748 100644 --- a/build/mvc-scenarios.yml +++ b/build/mvc-scenarios.yml @@ -96,7 +96,7 @@ steps: "name": "crank", "condition": "(${{ parameters.condition }})", "retries": 1, - "args": [ "${{ s.arguments }} $(azureProfile) ${{ parameters.arguments }} --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net10.0 --application.options.collectCounters true --application.collectDependencies true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MvcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} $(azureProfile) ${{ parameters.arguments }} --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net11.0 --application.options.collectCounters true --application.collectDependencies true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table MvcBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/nativeaot-scenarios.yml b/build/nativeaot-scenarios.yml index 1b22869f8..50522ec98 100644 --- a/build/nativeaot-scenarios.yml +++ b/build/nativeaot-scenarios.yml @@ -153,5 +153,5 @@ steps: "name": "crank", "condition": "(${{ parameters.condition }}) && (${{ s.condition }})", "retries": 1, - "args": [ "${{ s.arguments }} ${{ parameters.arguments }} --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table NativeAotBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ parameters.arguments }} --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table NativeAotBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/pgo-scenarios.yml b/build/pgo-scenarios.yml index 299c5d3fd..1108c12a9 100644 --- a/build/pgo-scenarios.yml +++ b/build/pgo-scenarios.yml @@ -85,5 +85,5 @@ steps: { "name": "crank", "condition": "(${{ parameters.condition }}) && (Math.round(Date.now() / 43200000) % 3 == 0)", - "args": [ "${{ s.arguments }} ${{ m.arguments }} $(azureProfile) ${{ parameters.arguments }} --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ m.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table PgoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ m.arguments }} $(azureProfile) ${{ parameters.arguments }} --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ m.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table PgoBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/prbenchmarks.aspnetcore.config.yml b/build/prbenchmarks.aspnetcore.config.yml index e83abc059..2ca145db3 100644 --- a/build/prbenchmarks.aspnetcore.config.yml +++ b/build/prbenchmarks.aspnetcore.config.yml @@ -21,7 +21,7 @@ components: --application.options.outputFiles .\artifacts\bin\Microsoft.AspNetCore.Routing\release\net10.0\ # default arguments that are always used on crank commands -defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --application.framework net10.0 --application.options.collectCounters true --relay +defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --application.framework net11.0 --application.options.collectCounters true --relay # the first value is the default if none is specified profiles: diff --git a/build/prbenchmarks.runtime.linux_arm64.config.yml b/build/prbenchmarks.runtime.linux_arm64.config.yml index 9c10a2303..dbb020ba6 100644 --- a/build/prbenchmarks.runtime.linux_arm64.config.yml +++ b/build/prbenchmarks.runtime.linux_arm64.config.yml @@ -17,7 +17,7 @@ components: --{{job}}.options.outputFiles ./artifacts/tests/coreclr/Linux.arm64.Release/tests/Core_Root/ # default arguments that are always used on crank commands -defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --{{job}}.framework net10.0 --relay +defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --{{job}}.framework net11.0 --relay variables: job: application diff --git a/build/prbenchmarks.runtime.linux_x64.config.yml b/build/prbenchmarks.runtime.linux_x64.config.yml index 787866c4a..fc7d30b3b 100644 --- a/build/prbenchmarks.runtime.linux_x64.config.yml +++ b/build/prbenchmarks.runtime.linux_x64.config.yml @@ -17,7 +17,7 @@ components: arguments: '--{{job}}.options.outputFiles ./artifacts/tests/coreclr/Linux.x64.Release/tests/Core_Root/' # default arguments that are always used on crank commands -defaults: '--{{job}}.framework net10.0 --relay' +defaults: '--{{job}}.framework net11.0 --relay' variables: job: application @@ -57,6 +57,6 @@ benchmarks: httpclient: description: 'HttpClient Benchmark (change HTTP version by adding e.g. `--variable httpVersion=3.0`; change response size by adding e.g. `--variable responseSize=256`; default: HTTP/1.1 GET 8K)' - arguments: --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/httpclient.benchmarks.yml --server.framework net10.0 --scenario httpclient-kestrel-configured + arguments: --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/httpclient.benchmarks.yml --server.framework net11.0 --scenario httpclient-kestrel-configured variables: job: client diff --git a/build/prbenchmarks.runtime.windows_arm64.config.yml b/build/prbenchmarks.runtime.windows_arm64.config.yml index 7a71dbc52..00c3ba412 100644 --- a/build/prbenchmarks.runtime.windows_arm64.config.yml +++ b/build/prbenchmarks.runtime.windows_arm64.config.yml @@ -17,7 +17,7 @@ components: --{{job}}.options.outputFiles .\artifacts\tests\coreclr\windows.arm64.Release\tests\Core_Root\ # default arguments that are always used on crank commands -defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --{{job}}.framework net10.0 --relay +defaults: --config https://github.com/aspnet/Benchmarks/blob/main/build/azure.profile.yml?raw=true --{{job}}.framework net11.0 --relay variables: job: application diff --git a/build/prbenchmarks.runtime.windows_x64.config.yml b/build/prbenchmarks.runtime.windows_x64.config.yml index 238383dff..cfe348ddf 100644 --- a/build/prbenchmarks.runtime.windows_x64.config.yml +++ b/build/prbenchmarks.runtime.windows_x64.config.yml @@ -16,7 +16,7 @@ components: arguments: '--{{job}}.options.outputFiles .\artifacts\tests\coreclr\windows.x64.Release\tests\Core_Root\' # default arguments that are always used on crank commands -defaults: '--{{job}}.framework net10.0 --relay' +defaults: '--{{job}}.framework net11.0 --relay' variables: job: application @@ -55,6 +55,6 @@ benchmarks: httpclient: description: 'HttpClient Benchmark (change HTTP version by adding e.g. `--variable httpVersion=3.0`; change response size by adding e.g. `--variable responseSize=256`; default: HTTP/1.1 GET 8K)' - arguments: --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/httpclient.benchmarks.yml --server.framework net10.0 --scenario httpclient-kestrel-configured + arguments: --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/httpclient.benchmarks.yml --server.framework net11.0 --scenario httpclient-kestrel-configured variables: job: client diff --git a/build/proxies-custom-scenarios.yml b/build/proxies-custom-scenarios.yml index eac0e7940..5fdc9d25a 100644 --- a/build/proxies-custom-scenarios.yml +++ b/build/proxies-custom-scenarios.yml @@ -21,7 +21,7 @@ parameters: type: object default: - displayName: Yarp - arguments: --scenario proxy-yarp $(proxyJobs) --property proxy=yarp-pgo --application.framework net10.0 --application.environmentVariables DOTNET_TieredPGO=1 --application.environmentVariables DOTNET_ReadyToRun=0 --application.environmentVariables DOTNET_TC_QuickJitForLoops=1 + arguments: --scenario proxy-yarp $(proxyJobs) --property proxy=yarp-pgo --application.framework net11.0 --application.environmentVariables DOTNET_TieredPGO=1 --application.environmentVariables DOTNET_ReadyToRun=0 --application.environmentVariables DOTNET_TC_QuickJitForLoops=1 supportsHttp: true supportsServerHttps: true supportsServerHttp2: true diff --git a/build/proxies-scenarios.yml b/build/proxies-scenarios.yml index 56551abcf..3b8e8ed04 100644 --- a/build/proxies-scenarios.yml +++ b/build/proxies-scenarios.yml @@ -23,7 +23,7 @@ parameters: default: - displayName: YARP scenario: proxy-yarp - arguments: $(proxyJobs) --property proxy=yarp --application.framework net10.0 + arguments: $(proxyJobs) --property proxy=yarp --application.framework net11.0 supportsHttp: true supportsServerHttps: true supportsServerHttp2: true @@ -31,7 +31,7 @@ parameters: condition: 'true' - displayName: YARP gRPC scenario: proxy-yarp-grpc - arguments: $(proxyGRPCJobs) --property proxy=yarp --application.framework net10.0 + arguments: $(proxyGRPCJobs) --property proxy=yarp --application.framework net11.0 supportsGRPC: true condition: 'true' - displayName: YARP-net80 @@ -44,7 +44,7 @@ parameters: condition: Math.round(Date.now() / 43200000) % 4 == 0 # once every 4 half-days - displayName: HttpClient scenario: proxy-httpclient - arguments: $(proxyJobs) --property proxy=httpclient --application.framework net10.0 + arguments: $(proxyJobs) --property proxy=httpclient --application.framework net11.0 supportsHttp: true supportsServerHttps: true supportsServerHttp2: true diff --git a/build/signalr-scenarios.yml b/build/signalr-scenarios.yml index 37485095c..9961df0ce 100644 --- a/build/signalr-scenarios.yml +++ b/build/signalr-scenarios.yml @@ -74,6 +74,6 @@ steps: "condition": "${{ parameters.condition }}", "retries": 1, "name": "crank", - "args": [ "${{ s.arguments }} ${{ transport.arguments }} ${{ protocol.arguments }} --application.options.collectCounters true --load.options.collectCounters true ${{ parameters.arguments }} --load.framework net10.0 --warmup.framework net10.0 --application.framework net10.0 --session $(session) --command-line-property --table SignalRBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --no-measurements --load.options.reuseBuild true --no-metadata --warmup.options.discardResults true" ] + "args": [ "${{ s.arguments }} ${{ transport.arguments }} ${{ protocol.arguments }} --application.options.collectCounters true --load.options.collectCounters true ${{ parameters.arguments }} --load.framework net11.0 --warmup.framework net11.0 --application.framework net11.0 --session $(session) --command-line-property --table SignalRBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --no-measurements --load.options.reuseBuild true --no-metadata --warmup.options.discardResults true" ] } diff --git a/build/singlefile-scenarios.yml b/build/singlefile-scenarios.yml index 29b571194..535c97642 100644 --- a/build/singlefile-scenarios.yml +++ b/build/singlefile-scenarios.yml @@ -61,5 +61,5 @@ steps: { "name": "crank", "condition": "(${{ parameters.condition }})", - "args": [ "${{ s.arguments }} ${{ mode.arguments }} ${{ parameters.arguments }} --application.framework net10.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ mode.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table SingleFileBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} ${{ mode.arguments }} ${{ parameters.arguments }} --application.framework net11.0 --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} ${{ mode.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table SingleFileBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/sslstream-scenarios.yml b/build/sslstream-scenarios.yml index d41722d4f..c0a8de199 100644 --- a/build/sslstream-scenarios.yml +++ b/build/sslstream-scenarios.yml @@ -19,7 +19,7 @@ parameters: - name: tfm type: string - default: "--client.framework net10.0 --server.framework net10.0" + default: "--client.framework net11.0 --server.framework net11.0" - name: sslstreamTransport type: object diff --git a/build/stress-fortunes.yml b/build/stress-fortunes.yml index 95de1afe7..c1a254a01 100644 --- a/build/stress-fortunes.yml +++ b/build/stress-fortunes.yml @@ -17,6 +17,6 @@ jobs: steps: - powershell: | dotnet tool install -g Microsoft.Crank.Controller --version "0.2.0-*" - crank --config ./build/stress.benchmarks.yml --scenario fortunes --description "fortunesdaily" --application.endpoints $(application.endpoints) --db.endpoints $(db.endpoints) --load.endpoints $(load.endpoints) --variable serverAddress=$(serverAddress) --variable databaseServer=$(databaseServer) --variable duration=$(duration) --repeat load --span "$(span)" --no-measurements --load.options.reuseBuild true --no-metadata --sql CONNECTION_STRING --command-line-property --table AspNetReliability --application.framework net10.0 + crank --config ./build/stress.benchmarks.yml --scenario fortunes --description "fortunesdaily" --application.endpoints $(application.endpoints) --db.endpoints $(db.endpoints) --load.endpoints $(load.endpoints) --variable serverAddress=$(serverAddress) --variable databaseServer=$(databaseServer) --variable duration=$(duration) --repeat load --span "$(span)" --no-measurements --load.options.reuseBuild true --no-metadata --sql CONNECTION_STRING --command-line-property --table AspNetReliability --application.framework net11.0 env: CONNECTION_STRING: $(sql.connectionstring) diff --git a/build/stress.benchmarks.yml b/build/stress.benchmarks.yml index 7dac07054..24713a841 100644 --- a/build/stress.benchmarks.yml +++ b/build/stress.benchmarks.yml @@ -1,4 +1,4 @@ -imports: +imports: - https://raw.githubusercontent.com/dotnet/crank/main/src/Microsoft.Crank.Jobs.Bombardier/bombardier.yml jobs: diff --git a/build/trend-database-scenarios.yml b/build/trend-database-scenarios.yml index 5deb5e87b..7ee92d86e 100644 --- a/build/trend-database-scenarios.yml +++ b/build/trend-database-scenarios.yml @@ -84,5 +84,5 @@ steps: "name": "crank", "condition": "(${{ parameters.condition }})", "retries": 1, - "args": [ "${{ s.arguments }} $(azureProfile) --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net10.0 ${{ parameters.arguments }} --application.options.collectCounters true --application.collectDependencies true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table TrendBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} $(azureProfile) --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net11.0 ${{ parameters.arguments }} --application.options.collectCounters true --application.collectDependencies true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table TrendBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/trend-scenarios.yml b/build/trend-scenarios.yml index 02fb6d91e..836e2b9de 100644 --- a/build/trend-scenarios.yml +++ b/build/trend-scenarios.yml @@ -160,5 +160,5 @@ steps: "name": "crank", "condition": "(${{ parameters.condition }})", "retries": 1, - "args": [ "${{ s.arguments }} $(azureProfile) --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net10.0 --application.collectDependencies true ${{ parameters.arguments }} --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table TrendBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] + "args": [ "${{ s.arguments }} $(azureProfile) --config https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/steadystate.profile.yml --application.framework net11.0 --application.collectDependencies true ${{ parameters.arguments }} --application.options.collectCounters true --no-metadata --no-measurements --load.options.reuseBuild true --session $(session) --description \"${{ s.displayName }} $(System.JobDisplayName)\" --property buildId=\"$(buildId)\" --property buildNumber=\"$(buildNumber)\" --command-line-property --table TrendBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart" ] } diff --git a/build/websocket-scenarios.yml b/build/websocket-scenarios.yml index 06be872b1..73babf846 100644 --- a/build/websocket-scenarios.yml +++ b/build/websocket-scenarios.yml @@ -65,5 +65,5 @@ steps: "condition": "(${{ parameters.condition }})", "retries": 1, "name": "crank", - "args": [ "${{ s.arguments }} ${{ size.arguments }} ${{ compress.arguments }} --application.options.collectCounters true --load.options.collectCounters true ${{ parameters.arguments }} --load.framework net10.0 --application.framework net10.0 --session $(session) --command-line-property --table WebsocketBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --no-measurements --load.options.reuseBuild true --no-metadata " ] + "args": [ "${{ s.arguments }} ${{ size.arguments }} ${{ compress.arguments }} --application.options.collectCounters true --load.options.collectCounters true ${{ parameters.arguments }} --load.framework net11.0 --application.framework net11.0 --session $(session) --command-line-property --table WebsocketBenchmarks --sql SQL_CONNECTION_STRING --cert-tenant-id SQL_SERVER_TENANTID --cert-client-id SQL_SERVER_CLIENTID --cert-path SQL_SERVER_CERT_PATH --cert-sni --chart --no-measurements --load.options.reuseBuild true --no-metadata " ] } diff --git a/src/Benchmarks/NuGet.config b/src/Benchmarks/NuGet.config index 182592a39..1bf5e765b 100644 --- a/src/Benchmarks/NuGet.config +++ b/src/Benchmarks/NuGet.config @@ -13,6 +13,8 @@ + +