From 2d2efc891b9c43dd9e8ad98708c6c8c3f1e38e90 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Thu, 26 Jun 2025 13:21:47 -0700 Subject: [PATCH 1/3] Update the benchmarks-ci-*.yml files with current target runs and add supporting file for WIP scheduling flow. --- build/benchmarks-ci-01.yml | 521 +++++++++++++++------------------- build/benchmarks-ci-02.yml | 566 +++++++++++++++++++++++++------------ build/benchmarks_ci.json | 371 ++++++++++++++++++++++++ 3 files changed, 977 insertions(+), 481 deletions(-) create mode 100644 build/benchmarks_ci.json diff --git a/build/benchmarks-ci-01.yml b/build/benchmarks-ci-01.yml index 978d85164..d28feb997 100644 --- a/build/benchmarks-ci-01.yml +++ b/build/benchmarks-ci-01.yml @@ -8,7 +8,7 @@ trigger: none pr: none schedules: -- cron: "0 9/12 * * *" +- cron: "0 3/12 * * *" always: true # always run the pipeline even if there have not been source code changes since the last successful scheduled run. branches: include: @@ -31,626 +31,553 @@ jobs: # GROUP 1 -- job: Trends_Database_Intel_Linux - displayName: 1- Trends Database Intel Linux +- job: Proxies_Gold_Lin + displayName: 1- Proxies Gold Lin pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: proxies.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Trends_Intel_Windows - displayName: 1- Trends Intel Windows +- job: Proxies_Intel_Lin + displayName: 1- Proxies Intel Lin pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: proxies.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Database_Arm_28_Linux - displayName: 1- Trends Database Arm 28 Linux +- job: Grpc_Gold_Win + displayName: 1- Grpc Gold Win pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: grpc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Trends_Database_Gold_Linux - displayName: 1- Trends Database Gold Linux +- job: Grpc_Intel_Win + displayName: 1- Grpc Intel Win pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: grpc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 2 -- job: Trends_Database_Intel_Windows - displayName: 2- Trends Database Intel Windows +- job: PGO_Intel_Lin + displayName: 2- PGO Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: pgo.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Intel_Linux - displayName: 2- Trends Intel Linux +- job: PGO_Intel_Win + displayName: 2- PGO Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: pgo.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile gold-db-db " -- job: Native_Aot_Arm_28_Linux - displayName: 2- Native Aot Arm 28 Linux +- job: Grpc_Gold_Lin + displayName: 2- Grpc Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: grpc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Trends_Gold_Windows - displayName: 2- Trends Gold Windows +- job: Baselines_Gold_Win + displayName: 2- Baselines Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 3 -- job: Trends_Database_Amd_Linux - displayName: 3- Trends Database Amd Linux +- job: Baselines_Database_Amd_Lin2 + displayName: 3- Baselines Database Amd Lin2 pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + timeoutInMinutes: + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: baselines-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Arm_28_Linux - displayName: 3- Trends Arm 28 Linux +- job: HttpClient_Gold_Lin + displayName: 3- HttpClient Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + timeoutInMinutes: + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: httpclient.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: GC_Intel_Windows - displayName: 3- GC Intel Windows +- job: HttpClient_Intel_Lin + displayName: 3- HttpClient Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + timeoutInMinutes: + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: httpclient.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " -- job: Trends_Gold_Linux - displayName: 3- Trends Gold Linux +- job: SignalR_Intel_Win + displayName: 3- SignalR Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + timeoutInMinutes: + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: signalr.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile gold-load2-load " # GROUP 4 -- job: Trends_Amd_Linux - displayName: 4- Trends Amd Linux +- job: Baselines_Gold_Lin + displayName: 4- Baselines Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Containers_Intel_Linux - displayName: 4- Containers Intel Linux +- job: Baselines_Intel_Lin + displayName: 4- Baselines Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: baselines.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: EF_Core_Intel_Windows - displayName: 4- EF Core Intel Windows +- job: MVC_Intel_Win + displayName: 4- MVC Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: efcore-scenarios.yml + - template: mvc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " -- job: Trends_Database_Gold_Windows - displayName: 4- Trends Database Gold Windows +- job: NativeAOT_Gold_Win + displayName: 4- NativeAOT Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: nativeaot.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 5 -- job: Baselines_Database_Intel_Linux - displayName: 5- Baselines Database Intel Linux +- job: SignalR_Gold_Lin + displayName: 5- SignalR Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: signalr.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Baselines_Intel_Windows - displayName: 5- Baselines Intel Windows +- job: SignalR_Intel_Lin + displayName: 5- SignalR Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: signalr.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Baselines_Database_Arm_28_Linux - displayName: 5- Baselines Database Arm 28 Linux +- job: NativeAOT_Intel_Win + displayName: 5- NativeAOT Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: nativeaot.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " -- job: Baselines_Database_Gold_Linux - displayName: 5- Baselines Database Gold Linux +- job: Trends_Gold_Win + displayName: 5- Trends Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: trends.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 6 -- job: Baselines_Database_Intel_Windows - displayName: 6- Baselines Database Intel Windows +- job: NativeAOT_Gold_Lin + displayName: 6- NativeAOT Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: nativeaot.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Baselines_Intel_Linux - displayName: 6- Baselines Intel Linux +- job: NativeAOT_Intel_Lin + displayName: 6- NativeAOT Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: nativeaot.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: PGO_Arm_28_Linux - displayName: 6- PGO Arm 28 Linux +- job: Frameworks_Amd_Lin2 + displayName: 6- Frameworks Amd Lin2 pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: pgo-scenarios.yml + - template: frameworks.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load --profile intel-db-db " -- job: Baselines_Gold_Windows - displayName: 6- Baselines Gold Windows +- job: GC_Gold_Win + displayName: 6- GC Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + timeoutInMinutes: + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: gc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app " # GROUP 7 -- job: Baselines_Database_Amd_Linux - displayName: 7- Baselines Database Amd Linux +- job: Frameworks_Gold_Lin + displayName: 7- Frameworks Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + timeoutInMinutes: + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: frameworks.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Baselines_Arm_28_Linux - displayName: 7- Baselines Arm 28 Linux +- job: Frameworks_Intel_Lin + displayName: 7- Frameworks Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + timeoutInMinutes: + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: frameworks.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Native_Aot_Intel_Windows - displayName: 7- Native Aot Intel Windows +- job: Single_File_Gold_Win + displayName: 7- Single File Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + timeoutInMinutes: + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: single-file.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Baselines_Gold_Linux - displayName: 7- Baselines Gold Linux +- job: Single_File_Intel_Win + displayName: 7- Single File Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + timeoutInMinutes: + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: single-file.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 8 -- job: Baselines_Amd_Linux - displayName: 8- Baselines Amd Linux +- job: Trends_Database_Gold_Lin + displayName: 8- Trends Database Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: trends-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-lin-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Frameworks_Intel_Linux - displayName: 8- Frameworks Intel Linux +- job: Trends_Database_Intel_Lin + displayName: 8- Trends Database Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: trends-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Grpc_Intel_Windows - displayName: 8- Grpc Intel Windows +- job: WebSockets_Gold_Win + displayName: 8- WebSockets Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc-scenarios.yml + - template: websockets.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-db-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Baselines_Database_Gold_Windows - displayName: 8- Baselines Database Gold Windows +- job: WebSockets_Intel_Win + displayName: 8- WebSockets Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: websockets.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 9 -- job: Frameworks_Database_Intel_Linux - displayName: 9- Frameworks Database Intel Linux +- job: WebSockets_Gold_Lin + displayName: 9- WebSockets Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: websockets.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: WebSockets_Intel_Windows - displayName: 9- WebSockets Intel Windows +- job: WebSockets_Intel_Lin + displayName: 9- WebSockets Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: websocket-scenarios.yml + - template: websockets.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Frameworks_Database_Arm_28_Linux - displayName: 9- Frameworks Database Arm 28 Linux +- job: Crossgen_Amd_Lin2 + displayName: 9- Crossgen Amd Lin2 pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: crossgen.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load " -- job: Frameworks_Database_Intel_Gold_Linux - displayName: 9- Frameworks Database Intel Gold Linux +- job: Build_Gold_Win + displayName: 9- Build Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + timeoutInMinutes: + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: build.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile gold-win-app " # GROUP 10 -- job: Frameworks_Database_Amd_Linux - displayName: 10- Frameworks Database Amd Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-database-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine1 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " - -- job: Frameworks_Arm_80_Linux - displayName: 10- Frameworks Arm 80 Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine2 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " - -- job: Trends_Siryn_Linux - displayName: 10- Trends Siryn Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: trend-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine3 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile intel-load2-load " - -- job: Frameworks_Intel_Gold_Linux - displayName: 10- Frameworks Intel Gold Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: mono - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " - -# GROUP 11 - -- job: Frameworks_Amd_Linux - displayName: 11- Frameworks Amd Linux +- job: Custom_Proxies_Gold_Lin + displayName: 10- Custom Proxies Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] + timeoutInMinutes: + dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: custom-proxies.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile amd-lin2-load --profile intel-load2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Native_Aot_Intel_Linux - displayName: 11- Native Aot Intel Linux +- job: Custom_Proxies_Intel_Lin + displayName: 10- Custom Proxies Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] + timeoutInMinutes: + dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: custom-proxies.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Baselines_Siryn_Linux - displayName: 11- Baselines Siryn Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: baselines-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine3 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load " - - diff --git a/build/benchmarks-ci-02.yml b/build/benchmarks-ci-02.yml index e2e6ff6dc..6d861b9d5 100644 --- a/build/benchmarks-ci-02.yml +++ b/build/benchmarks-ci-02.yml @@ -8,7 +8,7 @@ trigger: none pr: none schedules: -- cron: "0 3/12 * * *" +- cron: "0 9/12 * * *" always: true # always run the pipeline even if there have not been source code changes since the last successful scheduled run. branches: include: @@ -31,457 +31,655 @@ jobs: # GROUP 1 -- job: Frameworks_Arm_28_Linux - displayName: 1- Frameworks Arm 28 Linux +- job: Containers_Gold_Lin + displayName: 1- Containers Gold Lin pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: containers.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: GC_Intel_Linux - displayName: 1- GC Intel Linux +- job: Containers_Intel_Lin + displayName: 1- Containers Intel Lin pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: containers.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: SslStream_Intel_Linux - displayName: 1- SslStream Intel Linux +- job: HttpClient_Gold_Win + displayName: 1- HttpClient Gold Win pool: server - timeoutInMinutes: 120 + timeoutInMinutes: dependsOn: [] condition: succeededOrFailed() steps: - - template: sslstream-scenarios.yml + - template: httpclient.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: HttpClient_Intel_Win + displayName: 1- HttpClient Intel Win + pool: server + timeoutInMinutes: + dependsOn: [] + condition: succeededOrFailed() + steps: + - template: httpclient.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 2 -- job: PGO_Intel_Windows - displayName: 2- PGO Intel Windows +- job: PGO_Gold_Lin + displayName: 2- PGO Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + timeoutInMinutes: + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo-scenarios.yml + - template: pgo.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile amd-lin2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: PGO_Intel_Linux - displayName: 2- PGO Intel Linux +- job: PGO_Gold_Win + displayName: 2- PGO Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + timeoutInMinutes: + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo-scenarios.yml + - template: pgo.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile amd-lin-load --profile intel-load-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile intel-db-db " -- job: Mvc_Siryn_Linux - displayName: 2- Mvc Siryn Linux +- job: Grpc_Intel_Lin + displayName: 2- Grpc Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + timeoutInMinutes: + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: grpc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load --profile intel-load2-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Baselines_Intel_Win + displayName: 2- Baselines Intel Win + pool: server + timeoutInMinutes: + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] + condition: succeededOrFailed() + steps: + - template: baselines.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 3 -- job: SignalR_Intel_Linux - displayName: 3- SignalR Intel Linux +- job: Baselines_Database_Gold_Lin + displayName: 3- Baselines Database Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + timeoutInMinutes: + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: signalr-scenarios.yml + - template: baselines-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: SignalR_Intel_Windows - displayName: 3- SignalR Intel Windows +- job: Baselines_Database_Gold_Win + displayName: 3- Baselines Database Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + timeoutInMinutes: + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: signalr-scenarios.yml + - template: baselines-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile intel-db-db " -- job: Blazor_Intel_Linux - displayName: 3- Blazor Intel Linux +- job: Blazor_Intel_Lin + displayName: 3- Blazor Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + timeoutInMinutes: + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: blazor-scenarios.yml + - template: blazor.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-perflin-app --profile intel-perfload-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Baselines_Amd_Lin2 + displayName: 3- Baselines Amd Lin2 + pool: server + timeoutInMinutes: + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] + condition: succeededOrFailed() + steps: + - template: baselines.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load " # GROUP 4 -- job: WebSockets_Intel_Linux - displayName: 4- WebSockets Intel Linux +- job: Baselines_Database_Intel_Lin + displayName: 4- Baselines Database Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: websocket-scenarios.yml + - template: baselines-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Build_Intel_Linux - displayName: 4- Build Intel Linux +- job: Baselines_Database_Intel_Win + displayName: 4- Baselines Database Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: build-perf-scenarios.yml + - template: baselines-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load2-app --profile intel-db-load " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile gold-db-db " -- job: Trends_Database_Arm_80_Linux - displayName: 4- Trends Database Arm 80 Linux +- job: Blazor_Gold_Lin + displayName: 4- Blazor Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: blazor.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " + +- job: SignalR_Gold_Win + displayName: 4- SignalR Gold Win + pool: server + timeoutInMinutes: + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: signalr.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 5 -- job: Single_File_Intel_Linux - displayName: 5- Single File Intel Linux +- job: SslStream_Gold_Lin + displayName: 5- SslStream Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: singlefile-scenarios.yml + - template: sslstream.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Mvc_Intel_Windows - displayName: 5- Mvc Intel Windows +- job: SslStream_Intel_Lin + displayName: 5- SslStream Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: sslstream.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Frameworks_Database_Arm_80_Linux - displayName: 5- Frameworks Database Arm 80 Linux +- job: Frameworks_Database_Amd_Lin2 + displayName: 5- Frameworks Database Amd Lin2 pool: server - timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: frameworks-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load --profile intel-db-db " + +- job: MVC_Gold_Win + displayName: 5- MVC Gold Win + pool: server + timeoutInMinutes: + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] + condition: succeededOrFailed() + steps: + - template: mvc.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile gold-db-db " # GROUP 6 -- job: Mvc_Intel_Linux - displayName: 6- Mvc Intel Linux +- job: Frameworks_Database_Gold_Lin + displayName: 6- Frameworks Database Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: frameworks-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Single_File_Intel_Windows - displayName: 6- Single File Intel Windows +- job: Frameworks_Database_Intel_Lin + displayName: 6- Frameworks Database Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: singlefile-scenarios.yml + - template: frameworks-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: GC_Arm_28_Linux - displayName: 6- GC Arm 28 Linux +- job: Trends_Intel_Win + displayName: 6- Trends Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: trends.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + +- job: Trends_Amd_Lin2 + displayName: 6- Trends Amd Lin2 + pool: server + timeoutInMinutes: + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] + condition: succeededOrFailed() + steps: + - template: trends.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile gold-load2-load " # GROUP 7 -- job: Custom_Proxies_Intel_Linux - displayName: 7- Custom Proxies Intel Linux +- job: MVC_Gold_Lin + displayName: 7- MVC Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: proxies-custom-scenarios.yml + - template: mvc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Build_Intel_Windows - displayName: 7- Build Intel Windows +- job: MVC_Intel_Lin + displayName: 7- MVC Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: build-perf-scenarios.yml + - template: mvc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Arm_80_Linux - displayName: 7- Trends Arm 80 Linux +- job: EF_Core_Gold_Win + displayName: 7- EF Core Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + timeoutInMinutes: + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: ef-core.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: EF_Core_Intel_Win + displayName: 7- EF Core Intel Win + pool: server + timeoutInMinutes: + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: ef-core.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 8 -- job: Proxies_Intel_Linux - displayName: 8- Proxies Intel Linux +- job: Trends_Gold_Lin + displayName: 8- Trends Gold Lin pool: server - timeoutInMinutes: 180 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: proxies-scenarios.yml + - template: trends.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Grpc_Intel_Linux - displayName: 8- Grpc Intel Linux +- job: Trends_Intel_Lin + displayName: 8- Trends Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc-scenarios.yml + - template: trends.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load2-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Baselines_Database_Siryn_Linux - displayName: 8- Baselines Database Siryn Linux +- job: GC_Intel_Win + displayName: 8- GC Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + timeoutInMinutes: + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: gc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-win-app " + +- job: Trends_Database_Gold_Win + displayName: 8- Trends Database Gold Win + pool: server + timeoutInMinutes: + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] + condition: succeededOrFailed() + steps: + - template: trends-database.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile gold-db-db " # GROUP 9 -- job: Crossgen_Arm_28_Linux - displayName: 9- Crossgen Arm 28 Linux +- job: GC_Gold_Lin + displayName: 9- GC Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: gc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-lin-app " -- job: Crossgen_Intel_Linux - displayName: 9- Crossgen Intel Linux +- job: GC_Intel_Lin + displayName: 9- GC Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: gc.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile intel-lin-app " -- job: Trends_Database_Siryn_Linux - displayName: 9- Trends Database Siryn Linux +- job: Trends_Database_Intel_Win + displayName: 9- Trends Database Intel Win pool: server - timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: trends-database.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile intel-load2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " + +- job: Trends_Database_Amd_Lin2 + displayName: 9- Trends Database Amd Lin2 + pool: server + timeoutInMinutes: + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] + condition: succeededOrFailed() + steps: + - template: trends-database.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load-load --profile gold-db-db " # GROUP 10 -- job: Crossgen_Intel_Windows - displayName: 10- Crossgen Intel Windows +- job: Single_File_Gold_Lin + displayName: 10- Single File Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: single-file.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Crossgen_Amd_Linux - displayName: 10- Crossgen Amd Linux +- job: Single_File_Intel_Lin + displayName: 10- Single File Intel Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: single-file.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: HttpClient_Intel_Linux - displayName: 10- HttpClient Intel Linux +- job: Crossgen_Gold_Win + displayName: 10- Crossgen Gold Win pool: server - timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + timeoutInMinutes: + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: httpclient-scenarios.yml + - template: crossgen.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile amd-lin2-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: Crossgen_Intel_Win + displayName: 10- Crossgen Intel Win + pool: server + timeoutInMinutes: + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: crossgen.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 11 -- job: HttpClient_Intel_Windows - displayName: 11- HttpClient Intel Windows +- job: Crossgen_Gold_Lin + displayName: 11- Crossgen Gold Lin pool: server - timeoutInMinutes: 120 - dependsOn: [Crossgen_Intel_Windows, Crossgen_Amd_Linux, HttpClient_Intel_Linux] + timeoutInMinutes: + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - - template: httpclient-scenarios.yml + - template: crossgen.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile amd-lin2-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " + +- job: Crossgen_Intel_Lin + displayName: 11- Crossgen Intel Lin + pool: server + timeoutInMinutes: + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] + condition: succeededOrFailed() + steps: + - template: crossgen.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine2 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Build_Intel_Win + displayName: 11- Build Intel Win + pool: server + timeoutInMinutes: + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] + condition: succeededOrFailed() + steps: + - template: build.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine3 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app " + +# GROUP 12 + +- job: Build_Gold_Lin + displayName: 12- Build Gold Lin + pool: server + timeoutInMinutes: + dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] + condition: succeededOrFailed() + steps: + - template: build.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine1 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-lin-app " + +- job: Build_Intel_Lin + displayName: 12- Build Intel Lin + pool: server + timeoutInMinutes: + dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] + condition: succeededOrFailed() + steps: + - template: build.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine2 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-lin-app " diff --git a/build/benchmarks_ci.json b/build/benchmarks_ci.json new file mode 100644 index 000000000..2be366313 --- /dev/null +++ b/build/benchmarks_ci.json @@ -0,0 +1,371 @@ +{ + "metadata": { + "name": "CI Benchmarks Configuration", + "description": "Combined machines and scenarios for continuous integration benchmarks", + "version": "1.0", + "schedule": "0 3/12 * * *", + "queues": [ + "citrine1", + "citrine2", + "citrine3", + "mono" + ], + "yaml_generation": { + "target_yaml_count": 2, + "schedule_offset_hours": 6 + } + }, + "machines": [ + { + "name": "intel-lin", + "machine_type": "sut", + "preferred_partners": [ + "intel-load", + "intel-load2", + "intel-db" + ], + "profile_name": "intel-lin-app" + }, + { + "name": "intel-win", + "machine_type": "sut", + "preferred_partners": [ + "intel-load2", + "intel-load", + "intel-db" + ], + "profile_name": "intel-win-app" + }, + { + "name": "intel-load", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "intel-load-load" + }, + { + "name": "intel-load2", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "intel-load2-load" + }, + { + "name": "intel-db", + "machine_type": "db", + "preferred_partners": [], + "profile_name": "intel-db-db" + }, + { + "name": "amd-lin2", + "machine_type": "sut", + "preferred_partners": [], + "profile_name": "amd-lin2-app" + }, + { + "name": "gold-lin", + "machine_type": "sut", + "preferred_partners": [ + "gold-load", + "gold-load2", + "gold-db" + ], + "profile_name": "gold-lin-app" + }, + { + "name": "gold-win", + "machine_type": "sut", + "preferred_partners": [ + "gold-load2", + "gold-load", + "gold-db" + ], + "profile_name": "gold-win-app" + }, + { + "name": "gold-load", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "gold-load-load" + }, + { + "name": "gold-load2", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "gold-load2-load" + }, + { + "name": "gold-db", + "machine_type": "db", + "preferred_partners": [], + "profile_name": "gold-db-db" + } + ], + "scenarios": [ + { + "name": "Baselines", + "template": "baselines.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Baselines Database", + "template": "baselines-database.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 45.0 + }, + { + "name": "Blazor", + "template": "blazor.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": null + }, + { + "name": "Build", + "template": "build.yml", + "type": 1, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 1.0 + }, + { + "name": "Containers", + "template": "containers.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 90.0 + }, + { + "name": "Crossgen", + "template": "crossgen.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 5.0 + }, + { + "name": "Custom Proxies", + "template": "custom-proxies.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 5.0 + }, + { + "name": "EF Core", + "template": "ef-core.yml", + "type": 2, + "target_machines": [ + "gold-win", + "intel-win" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Frameworks", + "template": "frameworks.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin", + "amd-lin2" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Frameworks Database", + "template": "frameworks-database.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin", + "amd-lin2" + ], + "estimated_runtime": 20.0 + }, + { + "name": "GC", + "template": "gc.yml", + "type": 1, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Grpc", + "template": "grpc.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 70.0 + }, + { + "name": "HttpClient", + "template": "httpclient.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": null + }, + { + "name": "MVC", + "template": "mvc.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 20.0 + }, + { + "name": "NativeAOT", + "template": "nativeaot.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 20.0 + }, + { + "name": "PGO", + "template": "pgo.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 90.0 + }, + { + "name": "Proxies", + "template": "proxies.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 150.0 + }, + { + "name": "SignalR", + "template": "signalr.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Single File", + "template": "single-file.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 10.0 + }, + { + "name": "SslStream", + "template": "sslstream.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": null + }, + { + "name": "Trends", + "template": "trends.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 20.0 + }, + { + "name": "Trends Database", + "template": "trends-database.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 15.0 + }, + { + "name": "WebSockets", + "template": "websockets.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 6.0 + } + ] +} \ No newline at end of file From 8bde98634f121fb61a1ad7604453bd1d5577ab01 Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Thu, 26 Jun 2025 13:59:31 -0700 Subject: [PATCH 2/3] Fix missing timeoutInMinutes by updating the liquid template to use a default filter for setting it instead of an if else check. --- build/benchmarks-ci-01.yml | 76 +++++++++++++-------------- build/benchmarks-ci-02.yml | 90 ++++++++++++++++---------------- build/benchmarks.template.liquid | 4 +- 3 files changed, 85 insertions(+), 85 deletions(-) diff --git a/build/benchmarks-ci-01.yml b/build/benchmarks-ci-01.yml index d28feb997..abc0759df 100644 --- a/build/benchmarks-ci-01.yml +++ b/build/benchmarks-ci-01.yml @@ -34,7 +34,7 @@ jobs: - job: Proxies_Gold_Lin displayName: 1- Proxies Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -48,7 +48,7 @@ jobs: - job: Proxies_Intel_Lin displayName: 1- Proxies Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -62,7 +62,7 @@ jobs: - job: Grpc_Gold_Win displayName: 1- Grpc Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -76,7 +76,7 @@ jobs: - job: Grpc_Intel_Win displayName: 1- Grpc Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -92,7 +92,7 @@ jobs: - job: PGO_Intel_Lin displayName: 2- PGO Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: @@ -106,7 +106,7 @@ jobs: - job: PGO_Intel_Win displayName: 2- PGO Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: @@ -120,7 +120,7 @@ jobs: - job: Grpc_Gold_Lin displayName: 2- Grpc Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: @@ -134,7 +134,7 @@ jobs: - job: Baselines_Gold_Win displayName: 2- Baselines Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: @@ -150,7 +150,7 @@ jobs: - job: Baselines_Database_Amd_Lin2 displayName: 3- Baselines Database Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: @@ -164,7 +164,7 @@ jobs: - job: HttpClient_Gold_Lin displayName: 3- HttpClient Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: @@ -178,7 +178,7 @@ jobs: - job: HttpClient_Intel_Lin displayName: 3- HttpClient Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: @@ -192,7 +192,7 @@ jobs: - job: SignalR_Intel_Win displayName: 3- SignalR Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: @@ -208,7 +208,7 @@ jobs: - job: Baselines_Gold_Lin displayName: 4- Baselines Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: @@ -222,7 +222,7 @@ jobs: - job: Baselines_Intel_Lin displayName: 4- Baselines Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: @@ -236,7 +236,7 @@ jobs: - job: MVC_Intel_Win displayName: 4- MVC Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: @@ -250,7 +250,7 @@ jobs: - job: NativeAOT_Gold_Win displayName: 4- NativeAOT Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: @@ -266,7 +266,7 @@ jobs: - job: SignalR_Gold_Lin displayName: 5- SignalR Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: @@ -280,7 +280,7 @@ jobs: - job: SignalR_Intel_Lin displayName: 5- SignalR Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: @@ -294,7 +294,7 @@ jobs: - job: NativeAOT_Intel_Win displayName: 5- NativeAOT Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: @@ -308,7 +308,7 @@ jobs: - job: Trends_Gold_Win displayName: 5- Trends Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: @@ -324,7 +324,7 @@ jobs: - job: NativeAOT_Gold_Lin displayName: 6- NativeAOT Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: @@ -338,7 +338,7 @@ jobs: - job: NativeAOT_Intel_Lin displayName: 6- NativeAOT Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: @@ -352,7 +352,7 @@ jobs: - job: Frameworks_Amd_Lin2 displayName: 6- Frameworks Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: @@ -366,7 +366,7 @@ jobs: - job: GC_Gold_Win displayName: 6- GC Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: @@ -382,7 +382,7 @@ jobs: - job: Frameworks_Gold_Lin displayName: 7- Frameworks Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: @@ -396,7 +396,7 @@ jobs: - job: Frameworks_Intel_Lin displayName: 7- Frameworks Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: @@ -410,7 +410,7 @@ jobs: - job: Single_File_Gold_Win displayName: 7- Single File Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: @@ -424,7 +424,7 @@ jobs: - job: Single_File_Intel_Win displayName: 7- Single File Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: @@ -440,7 +440,7 @@ jobs: - job: Trends_Database_Gold_Lin displayName: 8- Trends Database Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: @@ -454,7 +454,7 @@ jobs: - job: Trends_Database_Intel_Lin displayName: 8- Trends Database Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: @@ -468,7 +468,7 @@ jobs: - job: WebSockets_Gold_Win displayName: 8- WebSockets Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: @@ -482,7 +482,7 @@ jobs: - job: WebSockets_Intel_Win displayName: 8- WebSockets Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: @@ -498,7 +498,7 @@ jobs: - job: WebSockets_Gold_Lin displayName: 9- WebSockets Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: @@ -512,7 +512,7 @@ jobs: - job: WebSockets_Intel_Lin displayName: 9- WebSockets Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: @@ -526,7 +526,7 @@ jobs: - job: Crossgen_Amd_Lin2 displayName: 9- Crossgen Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: @@ -540,7 +540,7 @@ jobs: - job: Build_Gold_Win displayName: 9- Build Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: @@ -556,7 +556,7 @@ jobs: - job: Custom_Proxies_Gold_Lin displayName: 10- Custom Proxies Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: @@ -570,7 +570,7 @@ jobs: - job: Custom_Proxies_Intel_Lin displayName: 10- Custom Proxies Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: diff --git a/build/benchmarks-ci-02.yml b/build/benchmarks-ci-02.yml index 6d861b9d5..c817fedd3 100644 --- a/build/benchmarks-ci-02.yml +++ b/build/benchmarks-ci-02.yml @@ -34,7 +34,7 @@ jobs: - job: Containers_Gold_Lin displayName: 1- Containers Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -48,7 +48,7 @@ jobs: - job: Containers_Intel_Lin displayName: 1- Containers Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -62,7 +62,7 @@ jobs: - job: HttpClient_Gold_Win displayName: 1- HttpClient Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -76,7 +76,7 @@ jobs: - job: HttpClient_Intel_Win displayName: 1- HttpClient Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: @@ -92,7 +92,7 @@ jobs: - job: PGO_Gold_Lin displayName: 2- PGO Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: @@ -106,7 +106,7 @@ jobs: - job: PGO_Gold_Win displayName: 2- PGO Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: @@ -120,7 +120,7 @@ jobs: - job: Grpc_Intel_Lin displayName: 2- Grpc Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: @@ -134,7 +134,7 @@ jobs: - job: Baselines_Intel_Win displayName: 2- Baselines Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: @@ -150,7 +150,7 @@ jobs: - job: Baselines_Database_Gold_Lin displayName: 3- Baselines Database Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: @@ -164,7 +164,7 @@ jobs: - job: Baselines_Database_Gold_Win displayName: 3- Baselines Database Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: @@ -178,7 +178,7 @@ jobs: - job: Blazor_Intel_Lin displayName: 3- Blazor Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: @@ -192,7 +192,7 @@ jobs: - job: Baselines_Amd_Lin2 displayName: 3- Baselines Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: @@ -208,7 +208,7 @@ jobs: - job: Baselines_Database_Intel_Lin displayName: 4- Baselines Database Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: @@ -222,7 +222,7 @@ jobs: - job: Baselines_Database_Intel_Win displayName: 4- Baselines Database Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: @@ -236,7 +236,7 @@ jobs: - job: Blazor_Gold_Lin displayName: 4- Blazor Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: @@ -250,7 +250,7 @@ jobs: - job: SignalR_Gold_Win displayName: 4- SignalR Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: @@ -266,7 +266,7 @@ jobs: - job: SslStream_Gold_Lin displayName: 5- SslStream Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: @@ -280,7 +280,7 @@ jobs: - job: SslStream_Intel_Lin displayName: 5- SslStream Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: @@ -294,7 +294,7 @@ jobs: - job: Frameworks_Database_Amd_Lin2 displayName: 5- Frameworks Database Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: @@ -308,7 +308,7 @@ jobs: - job: MVC_Gold_Win displayName: 5- MVC Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: @@ -324,7 +324,7 @@ jobs: - job: Frameworks_Database_Gold_Lin displayName: 6- Frameworks Database Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: @@ -338,7 +338,7 @@ jobs: - job: Frameworks_Database_Intel_Lin displayName: 6- Frameworks Database Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: @@ -352,7 +352,7 @@ jobs: - job: Trends_Intel_Win displayName: 6- Trends Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: @@ -366,7 +366,7 @@ jobs: - job: Trends_Amd_Lin2 displayName: 6- Trends Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: @@ -382,7 +382,7 @@ jobs: - job: MVC_Gold_Lin displayName: 7- MVC Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: @@ -396,7 +396,7 @@ jobs: - job: MVC_Intel_Lin displayName: 7- MVC Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: @@ -410,7 +410,7 @@ jobs: - job: EF_Core_Gold_Win displayName: 7- EF Core Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: @@ -424,7 +424,7 @@ jobs: - job: EF_Core_Intel_Win displayName: 7- EF Core Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: @@ -440,7 +440,7 @@ jobs: - job: Trends_Gold_Lin displayName: 8- Trends Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: @@ -454,7 +454,7 @@ jobs: - job: Trends_Intel_Lin displayName: 8- Trends Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: @@ -468,7 +468,7 @@ jobs: - job: GC_Intel_Win displayName: 8- GC Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: @@ -482,7 +482,7 @@ jobs: - job: Trends_Database_Gold_Win displayName: 8- Trends Database Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: @@ -498,7 +498,7 @@ jobs: - job: GC_Gold_Lin displayName: 9- GC Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: @@ -512,7 +512,7 @@ jobs: - job: GC_Intel_Lin displayName: 9- GC Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: @@ -526,7 +526,7 @@ jobs: - job: Trends_Database_Intel_Win displayName: 9- Trends Database Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: @@ -540,7 +540,7 @@ jobs: - job: Trends_Database_Amd_Lin2 displayName: 9- Trends Database Amd Lin2 pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: @@ -556,7 +556,7 @@ jobs: - job: Single_File_Gold_Lin displayName: 10- Single File Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: @@ -570,7 +570,7 @@ jobs: - job: Single_File_Intel_Lin displayName: 10- Single File Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: @@ -584,7 +584,7 @@ jobs: - job: Crossgen_Gold_Win displayName: 10- Crossgen Gold Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: @@ -598,7 +598,7 @@ jobs: - job: Crossgen_Intel_Win displayName: 10- Crossgen Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: @@ -614,7 +614,7 @@ jobs: - job: Crossgen_Gold_Lin displayName: 11- Crossgen Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: @@ -628,7 +628,7 @@ jobs: - job: Crossgen_Intel_Lin displayName: 11- Crossgen Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: @@ -642,7 +642,7 @@ jobs: - job: Build_Intel_Win displayName: 11- Build Intel Win pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: @@ -658,7 +658,7 @@ jobs: - job: Build_Gold_Lin displayName: 12- Build Gold Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] condition: succeededOrFailed() steps: @@ -672,7 +672,7 @@ jobs: - job: Build_Intel_Lin displayName: 12- Build Intel Lin pool: server - timeoutInMinutes: + timeoutInMinutes: 120 dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] condition: succeededOrFailed() steps: diff --git a/build/benchmarks.template.liquid b/build/benchmarks.template.liquid index 6a04b27ce..c4c80642a 100644 --- a/build/benchmarks.template.liquid +++ b/build/benchmarks.template.liquid @@ -39,7 +39,7 @@ jobs: - job: {{job.name | replace: ' ', '_'}} displayName: {{ n }}- {{job.name}} pool: server - timeoutInMinutes: {%if job.timeout == blank%}{{defaultTimeout}}{%else%}{{job.timeout}}{%endif%} + timeoutInMinutes: {{ job.timeout | default: defaultTimeout }} dependsOn: [{%for previousJob in previousGroup.jobs%}{{previousJob.name | replace: ' ', '_'}}{%if forloop.last == false%}, {%endif%}{%endfor%}] condition: succeededOrFailed() steps: @@ -52,4 +52,4 @@ jobs: {% endfor %} {%-assign previousGroup = group -%} -{% endfor %} +{% endfor %} \ No newline at end of file From 9d68c861499fcc347b0a3ba164cb9f87ade2f4fb Mon Sep 17 00:00:00 2001 From: Parker Bibus Date: Thu, 26 Jun 2025 14:12:51 -0700 Subject: [PATCH 3/3] Update the scenario yaml files in benchmarks_ci.json to be the actual names and not just the temporary placeholders. --- build/benchmarks-ci-01.yml | 76 ++++++++++++++++---------------- build/benchmarks-ci-02.yml | 90 +++++++++++++++++++------------------- build/benchmarks_ci.json | 46 +++++++++---------- 3 files changed, 106 insertions(+), 106 deletions(-) diff --git a/build/benchmarks-ci-01.yml b/build/benchmarks-ci-01.yml index abc0759df..0853403f6 100644 --- a/build/benchmarks-ci-01.yml +++ b/build/benchmarks-ci-01.yml @@ -38,7 +38,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: proxies.yml + - template: proxies-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -52,7 +52,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: proxies.yml + - template: proxies-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -66,7 +66,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: grpc.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -80,7 +80,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: grpc.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -96,7 +96,7 @@ jobs: dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -110,7 +110,7 @@ jobs: dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -124,7 +124,7 @@ jobs: dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -138,7 +138,7 @@ jobs: dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -154,7 +154,7 @@ jobs: dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -168,7 +168,7 @@ jobs: dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: httpclient.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -182,7 +182,7 @@ jobs: dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: httpclient.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -196,7 +196,7 @@ jobs: dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: signalr.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -212,7 +212,7 @@ jobs: dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -226,7 +226,7 @@ jobs: dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -240,7 +240,7 @@ jobs: dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: mvc.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -254,7 +254,7 @@ jobs: dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: nativeaot.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -270,7 +270,7 @@ jobs: dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: signalr.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -284,7 +284,7 @@ jobs: dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: signalr.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -298,7 +298,7 @@ jobs: dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -312,7 +312,7 @@ jobs: dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: trends.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -328,7 +328,7 @@ jobs: dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -342,7 +342,7 @@ jobs: dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -356,7 +356,7 @@ jobs: dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -370,7 +370,7 @@ jobs: dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: gc.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -386,7 +386,7 @@ jobs: dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -400,7 +400,7 @@ jobs: dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -414,7 +414,7 @@ jobs: dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: single-file.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -428,7 +428,7 @@ jobs: dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: single-file.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -444,7 +444,7 @@ jobs: dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: trends-database.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -458,7 +458,7 @@ jobs: dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: trends-database.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -472,7 +472,7 @@ jobs: dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: websockets.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -486,7 +486,7 @@ jobs: dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: websockets.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -502,7 +502,7 @@ jobs: dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: websockets.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -516,7 +516,7 @@ jobs: dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: websockets.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -530,7 +530,7 @@ jobs: dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: crossgen.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -544,7 +544,7 @@ jobs: dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: build.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -560,7 +560,7 @@ jobs: dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: custom-proxies.yml + - template: proxies-custom-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -574,7 +574,7 @@ jobs: dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: custom-proxies.yml + - template: proxies-custom-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 diff --git a/build/benchmarks-ci-02.yml b/build/benchmarks-ci-02.yml index c817fedd3..94f9de1d4 100644 --- a/build/benchmarks-ci-02.yml +++ b/build/benchmarks-ci-02.yml @@ -38,7 +38,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: containers.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -52,7 +52,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: containers.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -66,7 +66,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: httpclient.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -80,7 +80,7 @@ jobs: dependsOn: [] condition: succeededOrFailed() steps: - - template: httpclient.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -96,7 +96,7 @@ jobs: dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -110,7 +110,7 @@ jobs: dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: pgo.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -124,7 +124,7 @@ jobs: dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -138,7 +138,7 @@ jobs: dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -154,7 +154,7 @@ jobs: dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -168,7 +168,7 @@ jobs: dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -182,7 +182,7 @@ jobs: dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: blazor.yml + - template: blazor-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -196,7 +196,7 @@ jobs: dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -212,7 +212,7 @@ jobs: dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: baselines-database.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -226,7 +226,7 @@ jobs: dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: baselines-database.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -240,7 +240,7 @@ jobs: dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: blazor.yml + - template: blazor-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -254,7 +254,7 @@ jobs: dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: signalr.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -270,7 +270,7 @@ jobs: dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: sslstream.yml + - template: sslstream-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -284,7 +284,7 @@ jobs: dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: sslstream.yml + - template: sslstream-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -298,7 +298,7 @@ jobs: dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-database.yml + - template: frameworks-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -312,7 +312,7 @@ jobs: dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: mvc.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -328,7 +328,7 @@ jobs: dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-database.yml + - template: frameworks-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -342,7 +342,7 @@ jobs: dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-database.yml + - template: frameworks-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -356,7 +356,7 @@ jobs: dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: trends.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -370,7 +370,7 @@ jobs: dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: trends.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -386,7 +386,7 @@ jobs: dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: mvc.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -400,7 +400,7 @@ jobs: dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: mvc.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -414,7 +414,7 @@ jobs: dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: ef-core.yml + - template: efcore-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -428,7 +428,7 @@ jobs: dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: ef-core.yml + - template: efcore-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -444,7 +444,7 @@ jobs: dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: trends.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -458,7 +458,7 @@ jobs: dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: trends.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -472,7 +472,7 @@ jobs: dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: gc.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -486,7 +486,7 @@ jobs: dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: trends-database.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -502,7 +502,7 @@ jobs: dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: gc.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -516,7 +516,7 @@ jobs: dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: gc.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -530,7 +530,7 @@ jobs: dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: trends-database.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -544,7 +544,7 @@ jobs: dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: trends-database.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -560,7 +560,7 @@ jobs: dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: single-file.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -574,7 +574,7 @@ jobs: dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: single-file.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -588,7 +588,7 @@ jobs: dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: crossgen.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -602,7 +602,7 @@ jobs: dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] condition: succeededOrFailed() steps: - - template: crossgen.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono @@ -618,7 +618,7 @@ jobs: dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - - template: crossgen.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -632,7 +632,7 @@ jobs: dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - - template: crossgen.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 @@ -646,7 +646,7 @@ jobs: dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - - template: build.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 @@ -662,7 +662,7 @@ jobs: dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] condition: succeededOrFailed() steps: - - template: build.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 @@ -676,7 +676,7 @@ jobs: dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] condition: succeededOrFailed() steps: - - template: build.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 diff --git a/build/benchmarks_ci.json b/build/benchmarks_ci.json index 2be366313..7b27b0475 100644 --- a/build/benchmarks_ci.json +++ b/build/benchmarks_ci.json @@ -102,7 +102,7 @@ "scenarios": [ { "name": "Baselines", - "template": "baselines.yml", + "template": "baselines-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -115,7 +115,7 @@ }, { "name": "Baselines Database", - "template": "baselines-database.yml", + "template": "baselines-database-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -128,7 +128,7 @@ }, { "name": "Blazor", - "template": "blazor.yml", + "template": "blazor-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -138,7 +138,7 @@ }, { "name": "Build", - "template": "build.yml", + "template": "build-perf-scenarios.yml", "type": 1, "target_machines": [ "gold-lin", @@ -150,7 +150,7 @@ }, { "name": "Containers", - "template": "containers.yml", + "template": "containers-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -160,7 +160,7 @@ }, { "name": "Crossgen", - "template": "crossgen.yml", + "template": "crossgen2-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -173,7 +173,7 @@ }, { "name": "Custom Proxies", - "template": "custom-proxies.yml", + "template": "proxies-custom-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -183,7 +183,7 @@ }, { "name": "EF Core", - "template": "ef-core.yml", + "template": "efcore-scenarios.yml", "type": 2, "target_machines": [ "gold-win", @@ -193,7 +193,7 @@ }, { "name": "Frameworks", - "template": "frameworks.yml", + "template": "frameworks-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -204,7 +204,7 @@ }, { "name": "Frameworks Database", - "template": "frameworks-database.yml", + "template": "frameworks-database-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -215,7 +215,7 @@ }, { "name": "GC", - "template": "gc.yml", + "template": "gc-scenarios.yml", "type": 1, "target_machines": [ "gold-lin", @@ -227,7 +227,7 @@ }, { "name": "Grpc", - "template": "grpc.yml", + "template": "grpc-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -239,7 +239,7 @@ }, { "name": "HttpClient", - "template": "httpclient.yml", + "template": "httpclient-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -251,7 +251,7 @@ }, { "name": "MVC", - "template": "mvc.yml", + "template": "mvc-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -263,7 +263,7 @@ }, { "name": "NativeAOT", - "template": "nativeaot.yml", + "template": "nativeaot-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -275,7 +275,7 @@ }, { "name": "PGO", - "template": "pgo.yml", + "template": "pgo-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -287,7 +287,7 @@ }, { "name": "Proxies", - "template": "proxies.yml", + "template": "proxies-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -297,7 +297,7 @@ }, { "name": "SignalR", - "template": "signalr.yml", + "template": "signalr-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -309,7 +309,7 @@ }, { "name": "Single File", - "template": "single-file.yml", + "template": "singlefile-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -321,7 +321,7 @@ }, { "name": "SslStream", - "template": "sslstream.yml", + "template": "sslstream-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -331,7 +331,7 @@ }, { "name": "Trends", - "template": "trends.yml", + "template": "trend-scenarios.yml", "type": 2, "target_machines": [ "gold-lin", @@ -344,7 +344,7 @@ }, { "name": "Trends Database", - "template": "trends-database.yml", + "template": "trend-database-scenarios.yml", "type": 3, "target_machines": [ "gold-lin", @@ -357,7 +357,7 @@ }, { "name": "WebSockets", - "template": "websockets.yml", + "template": "websocket-scenarios.yml", "type": 2, "target_machines": [ "gold-lin",