diff --git a/build/benchmarks-ci-01.yml b/build/benchmarks-ci-01.yml index 978d85164..0853403f6 100644 --- a/build/benchmarks-ci-01.yml +++ b/build/benchmarks-ci-01.yml @@ -8,7 +8,7 @@ trigger: none pr: none schedules: -- cron: "0 9/12 * * *" +- cron: "0 3/12 * * *" always: true # always run the pipeline even if there have not been source code changes since the last successful scheduled run. branches: include: @@ -31,489 +31,489 @@ jobs: # GROUP 1 -- job: Trends_Database_Intel_Linux - displayName: 1- Trends Database Intel Linux +- job: Proxies_Gold_Lin + displayName: 1- Proxies Gold Lin pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: proxies-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Trends_Intel_Windows - displayName: 1- Trends Intel Windows +- job: Proxies_Intel_Lin + displayName: 1- Proxies Intel Lin pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: proxies-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Database_Arm_28_Linux - displayName: 1- Trends Database Arm 28 Linux +- job: Grpc_Gold_Win + displayName: 1- Grpc Gold Win pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Trends_Database_Gold_Linux - displayName: 1- Trends Database Gold Linux +- job: Grpc_Intel_Win + displayName: 1- Grpc Intel Win pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 2 -- job: Trends_Database_Intel_Windows - displayName: 2- Trends Database Intel Windows +- job: PGO_Intel_Lin + displayName: 2- PGO Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Intel_Linux - displayName: 2- Trends Intel Linux +- job: PGO_Intel_Win + displayName: 2- PGO Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: pgo-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile gold-db-db " -- job: Native_Aot_Arm_28_Linux - displayName: 2- Native Aot Arm 28 Linux +- job: Grpc_Gold_Lin + displayName: 2- Grpc Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Trends_Gold_Windows - displayName: 2- Trends Gold Windows +- job: Baselines_Gold_Win + displayName: 2- Baselines Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Linux, Trends_Intel_Windows, Trends_Database_Arm_28_Linux, Trends_Database_Gold_Linux] + dependsOn: [Proxies_Gold_Lin, Proxies_Intel_Lin, Grpc_Gold_Win, Grpc_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 3 -- job: Trends_Database_Amd_Linux - displayName: 3- Trends Database Amd Linux +- job: Baselines_Database_Amd_Lin2 + displayName: 3- Baselines Database Amd Lin2 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Arm_28_Linux - displayName: 3- Trends Arm 28 Linux +- job: HttpClient_Gold_Lin + displayName: 3- HttpClient Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: GC_Intel_Windows - displayName: 3- GC Intel Windows +- job: HttpClient_Intel_Lin + displayName: 3- HttpClient Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " -- job: Trends_Gold_Linux - displayName: 3- Trends Gold Linux +- job: SignalR_Intel_Win + displayName: 3- SignalR Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Intel_Windows, Trends_Intel_Linux, Native_Aot_Arm_28_Linux, Trends_Gold_Windows] + dependsOn: [PGO_Intel_Lin, PGO_Intel_Win, Grpc_Gold_Lin, Baselines_Gold_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile gold-load2-load " # GROUP 4 -- job: Trends_Amd_Linux - displayName: 4- Trends Amd Linux +- job: Baselines_Gold_Lin + displayName: 4- Baselines Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Containers_Intel_Linux - displayName: 4- Containers Intel Linux +- job: Baselines_Intel_Lin + displayName: 4- Baselines Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: EF_Core_Intel_Windows - displayName: 4- EF Core Intel Windows +- job: MVC_Intel_Win + displayName: 4- MVC Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: efcore-scenarios.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " -- job: Trends_Database_Gold_Windows - displayName: 4- Trends Database Gold Windows +- job: NativeAOT_Gold_Win + displayName: 4- NativeAOT Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Amd_Linux, Trends_Arm_28_Linux, GC_Intel_Windows, Trends_Gold_Linux] + dependsOn: [Baselines_Database_Amd_Lin2, HttpClient_Gold_Lin, HttpClient_Intel_Lin, SignalR_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 5 -- job: Baselines_Database_Intel_Linux - displayName: 5- Baselines Database Intel Linux +- job: SignalR_Gold_Lin + displayName: 5- SignalR Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Baselines_Intel_Windows - displayName: 5- Baselines Intel Windows +- job: SignalR_Intel_Lin + displayName: 5- SignalR Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: signalr-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Baselines_Database_Arm_28_Linux - displayName: 5- Baselines Database Arm 28 Linux +- job: NativeAOT_Intel_Win + displayName: 5- NativeAOT Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " -- job: Baselines_Database_Gold_Linux - displayName: 5- Baselines Database Gold Linux +- job: Trends_Gold_Win + displayName: 5- Trends Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Amd_Linux, Containers_Intel_Linux, EF_Core_Intel_Windows, Trends_Database_Gold_Windows] + dependsOn: [Baselines_Gold_Lin, Baselines_Intel_Lin, MVC_Intel_Win, NativeAOT_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 6 -- job: Baselines_Database_Intel_Windows - displayName: 6- Baselines Database Intel Windows +- job: NativeAOT_Gold_Lin + displayName: 6- NativeAOT Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Baselines_Intel_Linux - displayName: 6- Baselines Intel Linux +- job: NativeAOT_Intel_Lin + displayName: 6- NativeAOT Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: nativeaot-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: PGO_Arm_28_Linux - displayName: 6- PGO Arm 28 Linux +- job: Frameworks_Amd_Lin2 + displayName: 6- Frameworks Amd Lin2 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: pgo-scenarios.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load --profile intel-db-db " -- job: Baselines_Gold_Windows - displayName: 6- Baselines Gold Windows +- job: GC_Gold_Win + displayName: 6- GC Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Linux, Baselines_Intel_Windows, Baselines_Database_Arm_28_Linux, Baselines_Database_Gold_Linux] + dependsOn: [SignalR_Gold_Lin, SignalR_Intel_Lin, NativeAOT_Intel_Win, Trends_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile gold-win-app " # GROUP 7 -- job: Baselines_Database_Amd_Linux - displayName: 7- Baselines Database Amd Linux +- job: Frameworks_Gold_Lin + displayName: 7- Frameworks Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Baselines_Arm_28_Linux - displayName: 7- Baselines Arm 28 Linux +- job: Frameworks_Intel_Lin + displayName: 7- Frameworks Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: frameworks-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Native_Aot_Intel_Windows - displayName: 7- Native Aot Intel Windows +- job: Single_File_Gold_Win + displayName: 7- Single File Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Baselines_Gold_Linux - displayName: 7- Baselines Gold Linux +- job: Single_File_Intel_Win + displayName: 7- Single File Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Intel_Windows, Baselines_Intel_Linux, PGO_Arm_28_Linux, Baselines_Gold_Windows] + dependsOn: [NativeAOT_Gold_Lin, NativeAOT_Intel_Lin, Frameworks_Amd_Lin2, GC_Gold_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: singlefile-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 8 -- job: Baselines_Amd_Linux - displayName: 8- Baselines Amd Linux +- job: Trends_Database_Gold_Lin + displayName: 8- Trends Database Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-lin-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Frameworks_Intel_Linux - displayName: 8- Frameworks Intel Linux +- job: Trends_Database_Intel_Lin + displayName: 8- Trends Database Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Grpc_Intel_Windows - displayName: 8- Grpc Intel Windows +- job: WebSockets_Gold_Win + displayName: 8- WebSockets Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc-scenarios.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-db-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " -- job: Baselines_Database_Gold_Windows - displayName: 8- Baselines Database Gold Windows +- job: WebSockets_Intel_Win + displayName: 8- WebSockets Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Amd_Linux, Baselines_Arm_28_Linux, Native_Aot_Intel_Windows, Baselines_Gold_Linux] + dependsOn: [Frameworks_Gold_Lin, Frameworks_Intel_Lin, Single_File_Gold_Win, Single_File_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-win " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 9 -- job: Frameworks_Database_Intel_Linux - displayName: 9- Frameworks Database Intel Linux +- job: WebSockets_Gold_Lin + displayName: 9- WebSockets Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: websocket-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: WebSockets_Intel_Windows - displayName: 9- WebSockets Intel Windows +- job: WebSockets_Intel_Lin + displayName: 9- WebSockets Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - template: websocket-scenarios.yml @@ -521,136 +521,63 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Frameworks_Database_Arm_28_Linux - displayName: 9- Frameworks Database Arm 28 Linux +- job: Crossgen_Amd_Lin2 + displayName: 9- Crossgen Amd Lin2 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: crossgen2-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load " -- job: Frameworks_Database_Intel_Gold_Linux - displayName: 9- Frameworks Database Intel Gold Linux +- job: Build_Gold_Win + displayName: 9- Build Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Amd_Linux, Frameworks_Intel_Linux, Grpc_Intel_Windows, Baselines_Database_Gold_Windows] + dependsOn: [Trends_Database_Gold_Lin, Trends_Database_Intel_Lin, WebSockets_Gold_Win, WebSockets_Intel_Win] condition: succeededOrFailed() steps: - - template: frameworks-database-scenarios.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: mono serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " + arguments: "$(ciProfile) --profile gold-win-app " # GROUP 10 -- job: Frameworks_Database_Amd_Linux - displayName: 10- Frameworks Database Amd Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-database-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine1 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load-load --profile intel-db-db " - -- job: Frameworks_Arm_80_Linux - displayName: 10- Frameworks Arm 80 Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine2 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " - -- job: Trends_Siryn_Linux - displayName: 10- Trends Siryn Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: trend-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine3 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile intel-load2-load " - -- job: Frameworks_Intel_Gold_Linux - displayName: 10- Frameworks Intel Gold Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Intel_Linux, WebSockets_Intel_Windows, Frameworks_Database_Arm_28_Linux, Frameworks_Database_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: frameworks-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: mono - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-gold-lin " - -# GROUP 11 - -- job: Frameworks_Amd_Linux - displayName: 11- Frameworks Amd Linux +- job: Custom_Proxies_Gold_Lin + displayName: 10- Custom Proxies Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] + dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: proxies-custom-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile amd-lin2-load --profile intel-load2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Native_Aot_Intel_Linux - displayName: 11- Native Aot Intel Linux +- job: Custom_Proxies_Intel_Lin + displayName: 10- Custom Proxies Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] + dependsOn: [WebSockets_Gold_Lin, WebSockets_Intel_Lin, Crossgen_Amd_Lin2, Build_Gold_Win] condition: succeededOrFailed() steps: - - template: nativeaot-scenarios.yml + - template: proxies-custom-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Baselines_Siryn_Linux - displayName: 11- Baselines Siryn Linux - pool: server - timeoutInMinutes: 120 - dependsOn: [Frameworks_Database_Amd_Linux, Frameworks_Arm_80_Linux, Trends_Siryn_Linux, Frameworks_Intel_Gold_Linux] - condition: succeededOrFailed() - steps: - - template: baselines-scenarios.yml - parameters: - connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: citrine3 - serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load " - - diff --git a/build/benchmarks-ci-02.yml b/build/benchmarks-ci-02.yml index e2e6ff6dc..94f9de1d4 100644 --- a/build/benchmarks-ci-02.yml +++ b/build/benchmarks-ci-02.yml @@ -8,7 +8,7 @@ trigger: none pr: none schedules: -- cron: "0 3/12 * * *" +- cron: "0 9/12 * * *" always: true # always run the pipeline even if there have not been source code changes since the last successful scheduled run. branches: include: @@ -31,55 +31,69 @@ jobs: # GROUP 1 -- job: Frameworks_Arm_28_Linux - displayName: 1- Frameworks Arm 28 Linux +- job: Containers_Gold_Lin + displayName: 1- Containers Gold Lin pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: frameworks-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile intel-load2-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: GC_Intel_Linux - displayName: 1- GC Intel Linux +- job: Containers_Intel_Lin + displayName: 1- Containers Intel Lin pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: SslStream_Intel_Linux - displayName: 1- SslStream Intel Linux +- job: HttpClient_Gold_Win + displayName: 1- HttpClient Gold Win pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: sslstream-scenarios.yml + - template: httpclient-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: HttpClient_Intel_Win + displayName: 1- HttpClient Intel Win + pool: server + timeoutInMinutes: 120 + dependsOn: [] + condition: succeededOrFailed() + steps: + - template: httpclient-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 2 -- job: PGO_Intel_Windows - displayName: 2- PGO Intel Windows +- job: PGO_Gold_Lin + displayName: 2- PGO Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - template: pgo-scenarios.yml @@ -87,13 +101,13 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile amd-lin2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: PGO_Intel_Linux - displayName: 2- PGO Intel Linux +- job: PGO_Gold_Win + displayName: 2- PGO Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - template: pgo-scenarios.yml @@ -101,57 +115,71 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile amd-lin-load --profile intel-load-db " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile intel-db-db " -- job: Mvc_Siryn_Linux - displayName: 2- Mvc Siryn Linux +- job: Grpc_Intel_Lin + displayName: 2- Grpc Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Frameworks_Arm_28_Linux, GC_Intel_Linux, SslStream_Intel_Linux] + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: grpc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load --profile intel-load2-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Baselines_Intel_Win + displayName: 2- Baselines Intel Win + pool: server + timeoutInMinutes: 120 + dependsOn: [Containers_Gold_Lin, Containers_Intel_Lin, HttpClient_Gold_Win, HttpClient_Intel_Win] + condition: succeededOrFailed() + steps: + - template: baselines-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 3 -- job: SignalR_Intel_Linux - displayName: 3- SignalR Intel Linux +- job: Baselines_Database_Gold_Lin + displayName: 3- Baselines Database Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: signalr-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: SignalR_Intel_Windows - displayName: 3- SignalR Intel Windows +- job: Baselines_Database_Gold_Win + displayName: 3- Baselines Database Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - - template: signalr-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile intel-db-db " -- job: Blazor_Intel_Linux - displayName: 3- Blazor Intel Linux +- job: Blazor_Intel_Lin + displayName: 3- Blazor Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [PGO_Intel_Windows, PGO_Intel_Linux, Mvc_Siryn_Linux] + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] condition: succeededOrFailed() steps: - template: blazor-scenarios.yml @@ -159,87 +187,115 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-perflin-app --profile intel-perfload-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Baselines_Amd_Lin2 + displayName: 3- Baselines Amd Lin2 + pool: server + timeoutInMinutes: 120 + dependsOn: [PGO_Gold_Lin, PGO_Gold_Win, Grpc_Intel_Lin, Baselines_Intel_Win] + condition: succeededOrFailed() + steps: + - template: baselines-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load " # GROUP 4 -- job: WebSockets_Intel_Linux - displayName: 4- WebSockets Intel Linux +- job: Baselines_Database_Intel_Lin + displayName: 4- Baselines Database Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: websocket-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Build_Intel_Linux - displayName: 4- Build Intel Linux +- job: Baselines_Database_Intel_Win + displayName: 4- Baselines Database Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: build-perf-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load2-app --profile intel-db-load " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile gold-db-db " -- job: Trends_Database_Arm_80_Linux - displayName: 4- Trends Database Arm 80 Linux +- job: Blazor_Gold_Lin + displayName: 4- Blazor Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [SignalR_Intel_Linux, SignalR_Intel_Windows, Blazor_Intel_Linux] + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: blazor-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " + +- job: SignalR_Gold_Win + displayName: 4- SignalR Gold Win + pool: server + timeoutInMinutes: 120 + dependsOn: [Baselines_Database_Gold_Lin, Baselines_Database_Gold_Win, Blazor_Intel_Lin, Baselines_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: signalr-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " # GROUP 5 -- job: Single_File_Intel_Linux - displayName: 5- Single File Intel Linux +- job: SslStream_Gold_Lin + displayName: 5- SslStream Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: singlefile-scenarios.yml + - template: sslstream-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Mvc_Intel_Windows - displayName: 5- Mvc Intel Windows +- job: SslStream_Intel_Lin + displayName: 5- SslStream Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: sslstream-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Frameworks_Database_Arm_80_Linux - displayName: 5- Frameworks Database Arm 80 Linux +- job: Frameworks_Database_Amd_Lin2 + displayName: 5- Frameworks Database Amd Lin2 pool: server timeoutInMinutes: 120 - dependsOn: [WebSockets_Intel_Linux, Build_Intel_Linux, Trends_Database_Arm_80_Linux] + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] condition: succeededOrFailed() steps: - template: frameworks-database-scenarios.yml @@ -247,175 +303,231 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load2-load --profile intel-db-db " + +- job: MVC_Gold_Win + displayName: 5- MVC Gold Win + pool: server + timeoutInMinutes: 120 + dependsOn: [Baselines_Database_Intel_Lin, Baselines_Database_Intel_Win, Blazor_Gold_Lin, SignalR_Gold_Win] + condition: succeededOrFailed() + steps: + - template: mvc-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile gold-db-db " # GROUP 6 -- job: Mvc_Intel_Linux - displayName: 6- Mvc Intel Linux +- job: Frameworks_Database_Gold_Lin + displayName: 6- Frameworks Database Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: frameworks-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Single_File_Intel_Windows - displayName: 6- Single File Intel Windows +- job: Frameworks_Database_Intel_Lin + displayName: 6- Frameworks Database Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: singlefile-scenarios.yml + - template: frameworks-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: GC_Arm_28_Linux - displayName: 6- GC Arm 28 Linux +- job: Trends_Intel_Win + displayName: 6- Trends Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Single_File_Intel_Linux, Mvc_Intel_Windows, Frameworks_Database_Arm_80_Linux] + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] condition: succeededOrFailed() steps: - - template: gc-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + +- job: Trends_Amd_Lin2 + displayName: 6- Trends Amd Lin2 + pool: server + timeoutInMinutes: 120 + dependsOn: [SslStream_Gold_Lin, SslStream_Intel_Lin, Frameworks_Database_Amd_Lin2, MVC_Gold_Win] + condition: succeededOrFailed() + steps: + - template: trend-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile gold-load2-load " # GROUP 7 -- job: Custom_Proxies_Intel_Linux - displayName: 7- Custom Proxies Intel Linux +- job: MVC_Gold_Lin + displayName: 7- MVC Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: proxies-custom-scenarios.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load --profile gold-db-db " -- job: Build_Intel_Windows - displayName: 7- Build Intel Windows +- job: MVC_Intel_Lin + displayName: 7- MVC Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: build-perf-scenarios.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " -- job: Trends_Arm_80_Linux - displayName: 7- Trends Arm 80 Linux +- job: EF_Core_Gold_Win + displayName: 7- EF Core Gold Win pool: server timeoutInMinutes: 120 - dependsOn: [Mvc_Intel_Linux, Single_File_Intel_Windows, GC_Arm_28_Linux] + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: efcore-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: EF_Core_Intel_Win + displayName: 7- EF Core Intel Win + pool: server + timeoutInMinutes: 120 + dependsOn: [Frameworks_Database_Gold_Lin, Frameworks_Database_Intel_Lin, Trends_Intel_Win, Trends_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: efcore-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " # GROUP 8 -- job: Proxies_Intel_Linux - displayName: 8- Proxies Intel Linux +- job: Trends_Gold_Lin + displayName: 8- Trends Gold Lin pool: server - timeoutInMinutes: 180 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + timeoutInMinutes: 120 + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: proxies-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load --profile intel-db-db " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Grpc_Intel_Linux - displayName: 8- Grpc Intel Linux +- job: Trends_Intel_Lin + displayName: 8- Trends Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: grpc-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-load2-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: Baselines_Database_Siryn_Linux - displayName: 8- Baselines Database Siryn Linux +- job: GC_Intel_Win + displayName: 8- GC Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Custom_Proxies_Intel_Linux, Build_Intel_Windows, Trends_Arm_80_Linux] + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile arm-lin-load --profile amd-lin2-db " + arguments: "$(ciProfile) --profile intel-win-app " + +- job: Trends_Database_Gold_Win + displayName: 8- Trends Database Gold Win + pool: server + timeoutInMinutes: 120 + dependsOn: [MVC_Gold_Lin, MVC_Intel_Lin, EF_Core_Gold_Win, EF_Core_Intel_Win] + condition: succeededOrFailed() + steps: + - template: trend-database-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load --profile gold-db-db " # GROUP 9 -- job: Crossgen_Arm_28_Linux - displayName: 9- Crossgen Arm 28 Linux +- job: GC_Gold_Lin + displayName: 9- GC Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile arm-lin-28-app --profile amd-lin-load " + arguments: "$(ciProfile) --profile gold-lin-app " -- job: Crossgen_Intel_Linux - displayName: 9- Crossgen Intel Linux +- job: GC_Intel_Lin + displayName: 9- GC Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - - template: crossgen2-scenarios.yml + - template: gc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + arguments: "$(ciProfile) --profile intel-lin-app " -- job: Trends_Database_Siryn_Linux - displayName: 9- Trends Database Siryn Linux +- job: Trends_Database_Intel_Win + displayName: 9- Trends Database Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Proxies_Intel_Linux, Grpc_Intel_Linux, Baselines_Database_Siryn_Linux] + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] condition: succeededOrFailed() steps: - template: trend-database-scenarios.yml @@ -423,15 +535,87 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile siryn-lin-app --profile intel-load2-load --profile intel-db-db " + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load --profile intel-db-db " + +- job: Trends_Database_Amd_Lin2 + displayName: 9- Trends Database Amd Lin2 + pool: server + timeoutInMinutes: 120 + dependsOn: [Trends_Gold_Lin, Trends_Intel_Lin, GC_Intel_Win, Trends_Database_Gold_Win] + condition: succeededOrFailed() + steps: + - template: trend-database-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile amd-lin2-app --profile intel-load-load --profile gold-db-db " # GROUP 10 -- job: Crossgen_Intel_Windows - displayName: 10- Crossgen Intel Windows +- job: Single_File_Gold_Lin + displayName: 10- Single File Gold Lin + pool: server + timeoutInMinutes: 120 + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: singlefile-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine1 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " + +- job: Single_File_Intel_Lin + displayName: 10- Single File Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: singlefile-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine2 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " + +- job: Crossgen_Gold_Win + displayName: 10- Crossgen Gold Win + pool: server + timeoutInMinutes: 120 + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: crossgen2-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine3 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile gold-win-app --profile gold-load2-load " + +- job: Crossgen_Intel_Win + displayName: 10- Crossgen Intel Win + pool: server + timeoutInMinutes: 120 + dependsOn: [GC_Gold_Lin, GC_Intel_Lin, Trends_Database_Intel_Win, Trends_Database_Amd_Lin2] + condition: succeededOrFailed() + steps: + - template: crossgen2-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: mono + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-win-app --profile intel-load2-load " + +# GROUP 11 + +- job: Crossgen_Gold_Lin + displayName: 11- Crossgen Gold Lin + pool: server + timeoutInMinutes: 120 + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - template: crossgen2-scenarios.yml @@ -439,13 +623,13 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile intel-load-load " + arguments: "$(ciProfile) --profile gold-lin-app --profile gold-load-load " -- job: Crossgen_Amd_Linux - displayName: 10- Crossgen Amd Linux +- job: Crossgen_Intel_Lin + displayName: 11- Crossgen Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - template: crossgen2-scenarios.yml @@ -453,35 +637,49 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine2 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile amd-lin-app --profile intel-load2-load " + arguments: "$(ciProfile) --profile intel-lin-app --profile intel-load-load " -- job: HttpClient_Intel_Linux - displayName: 10- HttpClient Intel Linux +- job: Build_Intel_Win + displayName: 11- Build Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [Crossgen_Arm_28_Linux, Crossgen_Intel_Linux, Trends_Database_Siryn_Linux] + dependsOn: [Single_File_Gold_Lin, Single_File_Intel_Lin, Crossgen_Gold_Win, Crossgen_Intel_Win] condition: succeededOrFailed() steps: - - template: httpclient-scenarios.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine3 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-lin-app --profile amd-lin2-load " + arguments: "$(ciProfile) --profile intel-win-app " -# GROUP 11 +# GROUP 12 -- job: HttpClient_Intel_Windows - displayName: 11- HttpClient Intel Windows +- job: Build_Gold_Lin + displayName: 12- Build Gold Lin pool: server timeoutInMinutes: 120 - dependsOn: [Crossgen_Intel_Windows, Crossgen_Amd_Linux, HttpClient_Intel_Linux] + dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] condition: succeededOrFailed() steps: - - template: httpclient-scenarios.yml + - template: build-perf-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: citrine1 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile intel-win-app --profile amd-lin2-load " + arguments: "$(ciProfile) --profile gold-lin-app " + +- job: Build_Intel_Lin + displayName: 12- Build Intel Lin + pool: server + timeoutInMinutes: 120 + dependsOn: [Crossgen_Gold_Lin, Crossgen_Intel_Lin, Build_Intel_Win] + condition: succeededOrFailed() + steps: + - template: build-perf-scenarios.yml + parameters: + connection: ASPNET Benchmarks Service Bus + serviceBusQueueName: citrine2 + serviceBusNamespace: aspnetbenchmarks + arguments: "$(ciProfile) --profile intel-lin-app " diff --git a/build/benchmarks.template.liquid b/build/benchmarks.template.liquid index 6a04b27ce..c4c80642a 100644 --- a/build/benchmarks.template.liquid +++ b/build/benchmarks.template.liquid @@ -39,7 +39,7 @@ jobs: - job: {{job.name | replace: ' ', '_'}} displayName: {{ n }}- {{job.name}} pool: server - timeoutInMinutes: {%if job.timeout == blank%}{{defaultTimeout}}{%else%}{{job.timeout}}{%endif%} + timeoutInMinutes: {{ job.timeout | default: defaultTimeout }} dependsOn: [{%for previousJob in previousGroup.jobs%}{{previousJob.name | replace: ' ', '_'}}{%if forloop.last == false%}, {%endif%}{%endfor%}] condition: succeededOrFailed() steps: @@ -52,4 +52,4 @@ jobs: {% endfor %} {%-assign previousGroup = group -%} -{% endfor %} +{% endfor %} \ No newline at end of file diff --git a/build/benchmarks_ci.json b/build/benchmarks_ci.json new file mode 100644 index 000000000..7b27b0475 --- /dev/null +++ b/build/benchmarks_ci.json @@ -0,0 +1,371 @@ +{ + "metadata": { + "name": "CI Benchmarks Configuration", + "description": "Combined machines and scenarios for continuous integration benchmarks", + "version": "1.0", + "schedule": "0 3/12 * * *", + "queues": [ + "citrine1", + "citrine2", + "citrine3", + "mono" + ], + "yaml_generation": { + "target_yaml_count": 2, + "schedule_offset_hours": 6 + } + }, + "machines": [ + { + "name": "intel-lin", + "machine_type": "sut", + "preferred_partners": [ + "intel-load", + "intel-load2", + "intel-db" + ], + "profile_name": "intel-lin-app" + }, + { + "name": "intel-win", + "machine_type": "sut", + "preferred_partners": [ + "intel-load2", + "intel-load", + "intel-db" + ], + "profile_name": "intel-win-app" + }, + { + "name": "intel-load", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "intel-load-load" + }, + { + "name": "intel-load2", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "intel-load2-load" + }, + { + "name": "intel-db", + "machine_type": "db", + "preferred_partners": [], + "profile_name": "intel-db-db" + }, + { + "name": "amd-lin2", + "machine_type": "sut", + "preferred_partners": [], + "profile_name": "amd-lin2-app" + }, + { + "name": "gold-lin", + "machine_type": "sut", + "preferred_partners": [ + "gold-load", + "gold-load2", + "gold-db" + ], + "profile_name": "gold-lin-app" + }, + { + "name": "gold-win", + "machine_type": "sut", + "preferred_partners": [ + "gold-load2", + "gold-load", + "gold-db" + ], + "profile_name": "gold-win-app" + }, + { + "name": "gold-load", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "gold-load-load" + }, + { + "name": "gold-load2", + "machine_type": "load", + "preferred_partners": [], + "profile_name": "gold-load2-load" + }, + { + "name": "gold-db", + "machine_type": "db", + "preferred_partners": [], + "profile_name": "gold-db-db" + } + ], + "scenarios": [ + { + "name": "Baselines", + "template": "baselines-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Baselines Database", + "template": "baselines-database-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 45.0 + }, + { + "name": "Blazor", + "template": "blazor-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": null + }, + { + "name": "Build", + "template": "build-perf-scenarios.yml", + "type": 1, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 1.0 + }, + { + "name": "Containers", + "template": "containers-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 90.0 + }, + { + "name": "Crossgen", + "template": "crossgen2-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 5.0 + }, + { + "name": "Custom Proxies", + "template": "proxies-custom-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 5.0 + }, + { + "name": "EF Core", + "template": "efcore-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-win", + "intel-win" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Frameworks", + "template": "frameworks-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin", + "amd-lin2" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Frameworks Database", + "template": "frameworks-database-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin", + "amd-lin2" + ], + "estimated_runtime": 20.0 + }, + { + "name": "GC", + "template": "gc-scenarios.yml", + "type": 1, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 15.0 + }, + { + "name": "Grpc", + "template": "grpc-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 70.0 + }, + { + "name": "HttpClient", + "template": "httpclient-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": null + }, + { + "name": "MVC", + "template": "mvc-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 20.0 + }, + { + "name": "NativeAOT", + "template": "nativeaot-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 20.0 + }, + { + "name": "PGO", + "template": "pgo-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 90.0 + }, + { + "name": "Proxies", + "template": "proxies-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": 150.0 + }, + { + "name": "SignalR", + "template": "signalr-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Single File", + "template": "singlefile-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 10.0 + }, + { + "name": "SslStream", + "template": "sslstream-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "intel-lin" + ], + "estimated_runtime": null + }, + { + "name": "Trends", + "template": "trend-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 20.0 + }, + { + "name": "Trends Database", + "template": "trend-database-scenarios.yml", + "type": 3, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win", + "amd-lin2" + ], + "estimated_runtime": 15.0 + }, + { + "name": "WebSockets", + "template": "websocket-scenarios.yml", + "type": 2, + "target_machines": [ + "gold-lin", + "gold-win", + "intel-lin", + "intel-win" + ], + "estimated_runtime": 6.0 + } + ] +} \ No newline at end of file