diff --git a/build/azure.profile.yml b/build/azure.profile.yml index c1ffdc428..c400e05e5 100644 --- a/build/azure.profile.yml +++ b/build/azure.profile.yml @@ -399,4 +399,513 @@ profiles: - https://aspnetperf.servicebus.windows.net/cobaltcloudlinclient aliases: - warmup - - secondary \ No newline at end of file + - secondary + + # Add individual machine profiles for azure-db similar to ci.profile.yml + azure-db-app: # azurearm64db + variables: + serverPort: 5000 + serverAddress: 10.0.4.9 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.9:5001 + aliases: + - main + + azure-db-db: + variables: + databaseServer: 10.0.4.9 + downstreamAddress: 10.0.4.9 + agents: + db: + endpoints: + - http://10.0.4.9:5001 + aliases: + - downstream + - extra + + azure-db-load: + variables: + secondaryAddress: 10.0.4.9 + agents: + load: + endpoints: + - http://10.0.4.9:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for azure-client + azure-client-app: # azurearm64client + variables: + serverPort: 5000 + serverAddress: 10.0.4.8 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.8:5001 + aliases: + - main + + azure-client-db: + variables: + databaseServer: 10.0.4.8 + downstreamAddress: 10.0.4.8 + agents: + db: + endpoints: + - http://10.0.4.8:5001 + aliases: + - downstream + - extra + + azure-client-load: + variables: + secondaryAddress: 10.0.4.8 + agents: + load: + endpoints: + - http://10.0.4.8:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for azure-server-arm64 + azure-server-arm64-app: # azurearm64server + variables: + serverPort: 5000 + serverAddress: 10.0.4.7 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.7:5001 + aliases: + - main + + azure-server-arm64-db: + variables: + databaseServer: 10.0.4.7 + downstreamAddress: 10.0.4.7 + agents: + db: + endpoints: + - http://10.0.4.7:5001 + aliases: + - downstream + - extra + + azure-server-arm64-load: + variables: + secondaryAddress: 10.0.4.7 + agents: + load: + endpoints: + - http://10.0.4.7:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for azure2-client + azure2-client-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.5 + cores: 2 + agents: + application: + endpoints: + - http://10.0.4.5:5001 + aliases: + - main + + azure2-client-db: + variables: + databaseServer: 10.0.4.5 + downstreamAddress: 10.0.4.5 + agents: + db: + endpoints: + - http://10.0.4.5:5001 + aliases: + - downstream + - extra + + azure2-client-load: + variables: + secondaryAddress: 10.0.4.5 + agents: + load: + endpoints: + - http://10.0.4.5:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for azure2-db + azure2-db-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.6 + cores: 2 + agents: + application: + endpoints: + - http://10.0.4.6:5001 + aliases: + - main + + azure2-db-db: + variables: + databaseServer: 10.0.4.6 + downstreamAddress: 10.0.4.6 + agents: + db: + endpoints: + - http://10.0.4.6:5001 + aliases: + - downstream + - extra + + azure2-db-load: + variables: + secondaryAddress: 10.0.4.6 + agents: + load: + endpoints: + - http://10.0.4.6:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for azure2-server-amd64 + azure2-server-amd64-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.4 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.4:5001 + aliases: + - main + + azure2-server-amd64-db: + variables: + databaseServer: 10.0.4.4 + downstreamAddress: 10.0.4.4 + agents: + db: + endpoints: + - http://10.0.4.4:5001 + aliases: + - downstream + - extra + + azure2-server-amd64-load: + variables: + secondaryAddress: 10.0.4.4 + agents: + load: + endpoints: + - http://10.0.4.4:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for idna-amd-lin + idna-amd-lin-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.13 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.13:5001 + aliases: + - main + + idna-amd-lin-db: + variables: + databaseServer: 10.0.4.13 + downstreamAddress: 10.0.4.13 + agents: + db: + endpoints: + - http://10.0.4.13:5001 + aliases: + - downstream + - extra + + idna-amd-lin-load: + variables: + secondaryAddress: 10.0.4.13 + agents: + load: + endpoints: + - http://10.0.4.13:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for idna-amd-win + idna-amd-win-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.15 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.15:5001 + aliases: + - main + + idna-amd-win-db: + variables: + databaseServer: 10.0.4.15 + downstreamAddress: 10.0.4.15 + agents: + db: + endpoints: + - http://10.0.4.15:5001 + aliases: + - downstream + - extra + + idna-amd-win-load: + variables: + secondaryAddress: 10.0.4.15 + agents: + load: + endpoints: + - http://10.0.4.15:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for idna-intel-lin + idna-intel-lin-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.12 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.12:5001 + aliases: + - main + + idna-intel-lin-db: + variables: + databaseServer: 10.0.4.12 + downstreamAddress: 10.0.4.12 + agents: + db: + endpoints: + - http://10.0.4.12:5001 + aliases: + - downstream + - extra + + idna-intel-lin-load: + variables: + secondaryAddress: 10.0.4.12 + agents: + load: + endpoints: + - http://10.0.4.12:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for idna-intel-win + idna-intel-win-app: + variables: + serverPort: 5000 + serverAddress: 10.0.4.14 + cores: 4 + agents: + application: + endpoints: + - http://10.0.4.14:5001 + aliases: + - main + + idna-intel-win-db: + variables: + databaseServer: 10.0.4.14 + downstreamAddress: 10.0.4.14 + agents: + db: + endpoints: + - http://10.0.4.14:5001 + aliases: + - downstream + - extra + + idna-intel-win-load: + variables: + secondaryAddress: 10.0.4.14 + agents: + load: + endpoints: + - http://10.0.4.14:5001 + aliases: + - warmup + - secondary + + ############################################# + # # + # EAST US 2 MACHINES # + # # + ############################################# + # Individual machine profiles for cobalt-cloud-lin-client + cobalt-cloud-lin-client-app: + variables: + serverPort: 5000 + serverAddress: 10.2.2.13 + cores: 16 + agents: + application: + endpoints: + - http://10.2.2.13:5001 + aliases: + - main + + cobalt-cloud-lin-client-db: + variables: + databaseServer: 10.2.2.13 + downstreamAddress: 10.2.2.13 + agents: + db: + endpoints: + - http://10.2.2.13:5001 + aliases: + - downstream + - extra + + cobalt-cloud-lin-client-load: + variables: + secondaryAddress: 10.2.2.13 + agents: + load: + endpoints: + - http://10.2.2.13:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for cobalt-cloud-lin-db + cobalt-cloud-lin-db-app: + variables: + serverPort: 5000 + serverAddress: 10.2.2.14 + cores: 16 + agents: + application: + endpoints: + - http://10.2.2.14:5001 + aliases: + - main + + cobalt-cloud-lin-db-db: + variables: + databaseServer: 10.2.2.14 + downstreamAddress: 10.2.2.14 + agents: + db: + endpoints: + - http://10.2.2.14:5001 + aliases: + - downstream + - extra + + cobalt-cloud-lin-db-load: + variables: + secondaryAddress: 10.2.2.14 + agents: + load: + endpoints: + - http://10.2.2.14:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for cobalt-cloud-lin-server + cobalt-cloud-lin-server-app: + variables: + serverPort: 5000 + serverAddress: 10.2.2.15 + cores: 16 + agents: + application: + endpoints: + - http://10.2.2.15:5001 + aliases: + - main + + cobalt-cloud-lin-server-db: + variables: + databaseServer: 10.2.2.15 + downstreamAddress: 10.2.2.15 + agents: + db: + endpoints: + - http://10.2.2.15:5001 + aliases: + - downstream + - extra + + cobalt-cloud-lin-server-load: + variables: + secondaryAddress: 10.2.2.15 + agents: + load: + endpoints: + - http://10.2.2.15:5001 + aliases: + - warmup + - secondary + + # Individual machine profiles for cobalt-cloud-lin-server-azure-linux3 + cobalt-cloud-lin-server-azure-linux3-app: + variables: + serverPort: 5000 + serverAddress: 10.2.2.16 + cores: 16 + agents: + application: + endpoints: + - http://10.2.2.16:5001 + aliases: + - main + + cobalt-cloud-lin-server-azure-linux3-db: + variables: + databaseServer: 10.2.2.16 + downstreamAddress: 10.2.2.16 + agents: + db: + endpoints: + - http://10.2.2.16:5001 + aliases: + - downstream + - extra + + cobalt-cloud-lin-server-azure-linux3-load: + variables: + secondaryAddress: 10.2.2.16 + agents: + load: + endpoints: + - http://10.2.2.16:5001 + aliases: + - warmup + - secondary diff --git a/build/benchmarks-ci-azure-eastus2.yml b/build/benchmarks-ci-azure-eastus2.yml index b5b09b80e..d9e03791f 100644 --- a/build/benchmarks-ci-azure-eastus2.yml +++ b/build/benchmarks-ci-azure-eastus2.yml @@ -31,43 +31,43 @@ jobs: # GROUP 1 -- job: Trends_Database_Cobalt_Cloud_Linux - displayName: 1- Trends Database Cobalt Cloud Linux +- job: Containers_Cobalt_Cloud_Lin_Server + displayName: 1- Containers Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 2 -- job: Trends_Cobalt_Cloud_Linux - displayName: 2- Trends Cobalt Cloud Linux +- job: Containers_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 2- Containers Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Cobalt_Cloud_Linux] + dependsOn: [Containers_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 3 -- job: Baselines_Database_Cobalt_Cloud_Linux - displayName: 3- Baselines Database Cobalt Cloud Linux +- job: Baselines_Database_Cobalt_Cloud_Lin_Server + displayName: 3- Baselines Database Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Cobalt_Cloud_Linux] + dependsOn: [Containers_Cobalt_Cloud_Lin_Server_Azure_Linux3] condition: succeededOrFailed() steps: - template: baselines-database-scenarios.yml @@ -75,149 +75,149 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 4 -- job: Baselines_Cobalt_Cloud_Linux - displayName: 4- Baselines Cobalt Cloud Linux +- job: Baselines_Database_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 4- Baselines Database Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Cobalt_Cloud_Linux] + dependsOn: [Baselines_Database_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 5 -- job: Containers_Cobalt_Cloud_Linux - displayName: 5- Containers Cobalt Cloud Linux +- job: Baselines_Cobalt_Cloud_Lin_Server + displayName: 5- Baselines Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Cobalt_Cloud_Linux] + dependsOn: [Baselines_Database_Cobalt_Cloud_Lin_Server_Azure_Linux3] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load " # GROUP 6 -- job: Mvc_Cobalt_Cloud_Linux - displayName: 6- Mvc Cobalt Cloud Linux +- job: Baselines_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 6- Baselines Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Containers_Cobalt_Cloud_Linux] + dependsOn: [Baselines_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load " # GROUP 7 -- job: Trends_Database_Cobalt_Cloud_Linux_AL3 - displayName: 7- Trends Database Cobalt Cloud Linux AL3 +- job: MVC_Cobalt_Cloud_Lin_Server + displayName: 7- MVC Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 - dependsOn: [Mvc_Cobalt_Cloud_Linux] + dependsOn: [Baselines_Cobalt_Cloud_Lin_Server_Azure_Linux3] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 8 -- job: Trends_Cobalt_Cloud_Linux_AL3 - displayName: 8- Trends Cobalt Cloud Linux AL3 +- job: MVC_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 8- MVC Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Cobalt_Cloud_Linux_AL3] + dependsOn: [MVC_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: mvc-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 9 -- job: Baselines_Database_Cobalt_Cloud_Linux_AL3 - displayName: 9- Baselines Database Cobalt Cloud Linux AL3 +- job: Trends_Cobalt_Cloud_Lin_Server + displayName: 9- Trends Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Cobalt_Cloud_Linux_AL3] + dependsOn: [MVC_Cobalt_Cloud_Lin_Server_Azure_Linux3] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load " # GROUP 10 -- job: Baselines_Cobalt_Cloud_Linux_AL3 - displayName: 10- Baselines Cobalt Cloud Linux AL3 +- job: Trends_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 10- Trends Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Cobalt_Cloud_Linux_AL3] + dependsOn: [Trends_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load " # GROUP 11 -- job: Containers_Cobalt_Cloud_Linux_AL3 - displayName: 11- Containers Cobalt Cloud Linux AL3 +- job: Trends_Database_Cobalt_Cloud_Lin_Server + displayName: 11- Trends Database Cobalt Cloud Lin Server pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Cobalt_Cloud_Linux_AL3] + dependsOn: [Trends_Cobalt_Cloud_Lin_Server_Azure_Linux3] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " # GROUP 12 -- job: Mvc_Cobalt_Cloud_Linux_AL3 - displayName: 12- Mvc Cobalt Cloud Linux AL3 +- job: Trends_Database_Cobalt_Cloud_Lin_Server_Azure_Linux3 + displayName: 12- Trends Database Cobalt Cloud Lin Server Azure Linux3 pool: server timeoutInMinutes: 120 - dependsOn: [Containers_Cobalt_Cloud_Linux_AL3] + dependsOn: [Trends_Database_Cobalt_Cloud_Lin_Server] condition: succeededOrFailed() steps: - - template: mvc-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: cobaltcloud serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile cobalt-cloud-lin-al3 " - \ No newline at end of file + arguments: "$(ciProfile) --profile cobalt-cloud-lin-server-azure-linux3-app --profile cobalt-cloud-lin-client-load --profile cobalt-cloud-lin-db-db " + diff --git a/build/benchmarks-ci-azure.yml b/build/benchmarks-ci-azure.yml index f05121bf3..f88513055 100644 --- a/build/benchmarks-ci-azure.yml +++ b/build/benchmarks-ci-azure.yml @@ -31,161 +31,161 @@ jobs: # GROUP 1 -- job: Trends_Database_Azure_Linux - displayName: 1- Trends Database Azure Linux +- job: Containers_Azure_Server_Arm64 + displayName: 1- Containers Azure Server Arm64 pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azure-lin " + arguments: "$(ciProfile) --profile azure-server-arm64-app --profile azure-client-load --profile azure-db-db " -- job: Trends_Database_Azure_Arm64_Linux - displayName: 1- Trends Database Azure Arm64 Linux +- job: Containers_Azure2_Server_Amd64 + displayName: 1- Containers Azure2 Server Amd64 pool: server timeoutInMinutes: 120 dependsOn: [] condition: succeededOrFailed() steps: - - template: trend-database-scenarios.yml + - template: containers-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azurearm64-lin " + arguments: "$(ciProfile) --profile azure2-server-amd64-app --profile azure2-client-load --profile azure2-db-db " # GROUP 2 -- job: Trends_Azure_Linux - displayName: 2- Trends Azure Linux +- job: Baselines_Database_Azure_Server_Arm64 + displayName: 2- Baselines Database Azure Server Arm64 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Azure_Linux, Trends_Database_Azure_Arm64_Linux] + dependsOn: [Containers_Azure_Server_Arm64, Containers_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azure-lin " + arguments: "$(ciProfile) --profile azure-server-arm64-app --profile azure-client-load --profile azure-db-db " -- job: Trends_Azure_Arm64_Linux - displayName: 2- Trends Azure Arm64 Linux +- job: Baselines_Database_Azure2_Server_Amd64 + displayName: 2- Baselines Database Azure2 Server Amd64 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Database_Azure_Linux, Trends_Database_Azure_Arm64_Linux] + dependsOn: [Containers_Azure_Server_Arm64, Containers_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: baselines-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azurearm64-lin " + arguments: "$(ciProfile) --profile azure2-server-amd64-app --profile azure2-client-load --profile azure2-db-db " # GROUP 3 -- job: Baselines_Database_Azure_Linux - displayName: 3- Baselines Database Azure Linux +- job: Baselines_Azure_Server_Arm64 + displayName: 3- Baselines Azure Server Arm64 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Azure_Linux, Trends_Azure_Arm64_Linux] + dependsOn: [Baselines_Database_Azure_Server_Arm64, Baselines_Database_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azure-lin " + arguments: "$(ciProfile) --profile azure-server-arm64-app --profile azure-client-load " -- job: Baselines_Database_Azure_Arm64_Linux - displayName: 3- Baselines Database Azure Arm64 Linux +- job: Baselines_Azure2_Server_Amd64 + displayName: 3- Baselines Azure2 Server Amd64 pool: server timeoutInMinutes: 120 - dependsOn: [Trends_Azure_Linux, Trends_Azure_Arm64_Linux] + dependsOn: [Baselines_Database_Azure_Server_Arm64, Baselines_Database_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: baselines-database-scenarios.yml + - template: baselines-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azurearm64-lin " + arguments: "$(ciProfile) --profile azure2-server-amd64-app --profile azure2-client-load " # GROUP 4 -- job: Baselines_Azure_Linux - displayName: 4- Baselines Azure Linux +- job: Trends_Azure_Server_Arm64 + displayName: 4- Trends Azure Server Arm64 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Azure_Linux, Baselines_Database_Azure_Arm64_Linux] + dependsOn: [Baselines_Azure_Server_Arm64, Baselines_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azure-lin " + arguments: "$(ciProfile) --profile azure-server-arm64-app --profile azure-client-load " -- job: Baselines_Azure_Arm64_Linux - displayName: 4- Baselines Azure Arm64 Linux +- job: Trends_Azure2_Server_Amd64 + displayName: 4- Trends Azure2 Server Amd64 pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Database_Azure_Linux, Baselines_Database_Azure_Arm64_Linux] + dependsOn: [Baselines_Azure_Server_Arm64, Baselines_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: baselines-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azurearm64-lin " + arguments: "$(ciProfile) --profile azure2-server-amd64-app --profile azure2-client-load " # GROUP 5 -- job: Containers_Azure_Intel_Linux - displayName: 5- Containers Azure Intel Linux +- job: Trends_Idna_Amd_Lin + displayName: 5- Trends Idna Amd Lin pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Azure_Linux, Baselines_Azure_Arm64_Linux] + dependsOn: [Trends_Azure_Server_Arm64, Trends_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azure-lin " + arguments: "$(ciProfile) --profile idna-amd-lin-app --profile idna-intel-lin-load " -- job: Containers_Azure_Arm64_Linux - displayName: 5- Containers Azure Arm64 Linux +- job: Trends_Idna_Amd_Win + displayName: 5- Trends Idna Amd Win pool: server timeoutInMinutes: 120 - dependsOn: [Baselines_Azure_Linux, Baselines_Azure_Arm64_Linux] + dependsOn: [Trends_Azure_Server_Arm64, Trends_Azure2_Server_Amd64] condition: succeededOrFailed() steps: - - template: containers-scenarios.yml + - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile aspnet-azurearm64-lin " + arguments: "$(ciProfile) --profile idna-amd-win-app --profile azure2-db-load " # GROUP 6 -- job: IDNA_Azure_Amd_Linux - displayName: 6- IDNA Azure Amd Linux +- job: Trends_Idna_Intel_Lin + displayName: 6- Trends Idna Intel Lin pool: server timeoutInMinutes: 120 - dependsOn: [Containers_Azure_Intel_Linux, Containers_Azure_Arm64_Linux] + dependsOn: [Trends_Idna_Amd_Lin, Trends_Idna_Amd_Win] condition: succeededOrFailed() steps: - template: trend-scenarios.yml @@ -193,52 +193,49 @@ jobs: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile idna-amd-lin " + arguments: "$(ciProfile) --profile idna-intel-lin-app --profile idna-amd-lin-load " -# GROUP 7 - -- job: IDNA_Azure_Intel_Linux - displayName: 7- IDNA Azure Intel Linux +- job: Trends_Idna_Intel_Win + displayName: 6- Trends Idna Intel Win pool: server timeoutInMinutes: 120 - dependsOn: [IDNA_Azure_Amd_Linux] + dependsOn: [Trends_Idna_Amd_Lin, Trends_Idna_Amd_Win] condition: succeededOrFailed() steps: - template: trend-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus - serviceBusQueueName: azure + serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile idna-intel-lin " + arguments: "$(ciProfile) --profile idna-intel-win-app --profile azure2-db-load " -# GROUP 8 +# GROUP 7 -- job: IDNA_Azure_Amd_Windows - displayName: 8- IDNA Azure Amd Windows +- job: Trends_Database_Azure_Server_Arm64 + displayName: 7- Trends Database Azure Server Arm64 pool: server timeoutInMinutes: 120 - dependsOn: [IDNA_Azure_Intel_Linux] + dependsOn: [Trends_Idna_Intel_Lin, Trends_Idna_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azure serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile idna-amd-win " + arguments: "$(ciProfile) --profile azure-server-arm64-app --profile azure-client-load --profile azure-db-db " -- job: IDNA_Azure_Intel_Windows - displayName: 8- IDNA Azure Intel Windows +- job: Trends_Database_Azure2_Server_Amd64 + displayName: 7- Trends Database Azure2 Server Amd64 pool: server timeoutInMinutes: 120 - dependsOn: [IDNA_Azure_Intel_Linux] + dependsOn: [Trends_Idna_Intel_Lin, Trends_Idna_Intel_Win] condition: succeededOrFailed() steps: - - template: trend-scenarios.yml + - template: trend-database-scenarios.yml parameters: connection: ASPNET Benchmarks Service Bus serviceBusQueueName: azurearm64 serviceBusNamespace: aspnetbenchmarks - arguments: "$(ciProfile) --profile idna-intel-win " + arguments: "$(ciProfile) --profile azure2-server-amd64-app --profile azure2-client-load --profile azure2-db-db " - diff --git a/build/benchmarks_ci_azure.json b/build/benchmarks_ci_azure.json new file mode 100644 index 000000000..878d01676 --- /dev/null +++ b/build/benchmarks_ci_azure.json @@ -0,0 +1,328 @@ +{ + "metadata": { + "name": "Azure CI Benchmarks Configuration", + "description": "Combined machines and scenarios for continuous integration benchmarks on Azure", + "version": "1.0", + "schedule": "0 9/12 * * *", + "queues": [ + "azure", + "azurearm64" + ], + "yaml_generation": { + "target_yaml_count": 1, + "schedule_offset_hours": 6 + } + }, + "machines": [ + { + "name": "azure-db", + "capabilities": { + "db": { + "priority": 1, + "profiles": [ + "azure-db-db" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "azure-db-load" + ] + }, + "sut": { + "priority": 3, + "profiles": [ + "azure-db-app" + ] + } + } + }, + { + "name": "azure-client", + "capabilities": { + "load": { + "priority": 1, + "profiles": [ + "azure-client-load" + ] + }, + "sut": { + "priority": 2, + "profiles": [ + "azure-client-app" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "azure-client-db" + ] + } + } + }, + { + "name": "azure-server-arm64", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "azure-server-arm64-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "azure-server-arm64-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "azure-server-arm64-db" + ] + } + }, + "preferred_partners": [ + "azure-client", + "azure-db" + ] + }, + { + "name": "azure2-client", + "capabilities": { + "load": { + "priority": 1, + "profiles": [ + "azure2-client-load" + ] + }, + "sut": { + "priority": 2, + "profiles": [ + "azure2-client-app" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "azure2-client-db" + ] + } + } + }, + { + "name": "azure2-db", + "capabilities": { + "db": { + "priority": 1, + "profiles": [ + "azure2-db-db" + ] + }, + "sut": { + "priority": 2, + "profiles": [ + "azure2-db-app" + ] + }, + "load": { + "priority": 3, + "profiles": [ + "azure2-db-load" + ] + } + } + }, + { + "name": "azure2-server-amd64", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "azure2-server-amd64-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "azure2-server-amd64-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "azure2-server-amd64-db" + ] + } + }, + "preferred_partners": [ + "azure2-client", + "azure2-db" + ] + }, + { + "name": "idna-amd-lin", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "idna-amd-lin-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "idna-amd-lin-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "idna-amd-lin-db" + ] + } + }, + "preferred_partners": [ + "idna-intel-lin", + "azure2-db" + ] + }, + { + "name": "idna-amd-win", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "idna-amd-win-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "idna-amd-win-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "idna-amd-win-db" + ] + } + }, + "preferred_partners": [ + "idna-amd-lin", + "azure2-db" + ] + }, + { + "name": "idna-intel-lin", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "idna-intel-lin-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "idna-intel-lin-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "idna-intel-lin-db" + ] + } + }, + "preferred_partners": [ + "idna-amd-lin", + "azure2-db" + ] + }, + { + "name": "idna-intel-win", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "idna-intel-win-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "idna-intel-win-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "idna-intel-win-db" + ] + } + }, + "preferred_partners": [ + "idna-amd-lin", + "azure2-db" + ] + } + ], + "scenarios": [ + { + "name": "Baselines", + "template": "baselines-scenarios.yml", + "type": 2, + "target_machines": [ + "azure-server-arm64", + "azure2-server-amd64" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Baselines Database", + "template": "baselines-database-scenarios.yml", + "type": 3, + "target_machines": [ + "azure-server-arm64", + "azure2-server-amd64" + ], + "estimated_runtime": 45.0 + }, + { + "name": "Containers", + "template": "containers-scenarios.yml", + "type": 3, + "target_machines": [ + "azure-server-arm64", + "azure2-server-amd64" + ], + "estimated_runtime": 90.0 + }, + { + "name": "Trends", + "template": "trend-scenarios.yml", + "type": 2, + "target_machines": [ + "azure-server-arm64", + "azure2-server-amd64", + "idna-amd-lin", + "idna-amd-win", + "idna-intel-lin", + "idna-intel-win" + ], + "estimated_runtime": 20.0 + }, + { + "name": "Trends Database", + "template": "trend-database-scenarios.yml", + "type": 3, + "target_machines": [ + "azure-server-arm64", + "azure2-server-amd64" + ], + "estimated_runtime": 15.0 + } + ] +} diff --git a/build/benchmarks_ci_azure_eastus2.json b/build/benchmarks_ci_azure_eastus2.json new file mode 100644 index 000000000..6e6d39678 --- /dev/null +++ b/build/benchmarks_ci_azure_eastus2.json @@ -0,0 +1,179 @@ +{ + "metadata": { + "name": "Azure CI Benchmarks Configuration", + "description": "Combined machines and scenarios for continuous integration benchmarks on Azure", + "version": "1.0", + "schedule": "0 9/12 * * *", + "queues": [ + "cobaltcloud" + ], + "yaml_generation": { + "target_yaml_count": 1, + "schedule_offset_hours": 6 + } + }, + "machines": [ + { + "name": "cobalt-cloud-lin-server", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "cobalt-cloud-lin-server-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "cobalt-cloud-lin-server-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "cobalt-cloud-lin-server-db" + ] + } + }, + "preferred_partners": [ + "cobalt-cloud-lin-client", + "cobalt-cloud-lin-db" + ] + }, + { + "name": "cobalt-cloud-lin-client", + "capabilities": { + "load": { + "priority": 1, + "profiles": [ + "cobalt-cloud-lin-client-load" + ] + }, + "db": { + "priority": 2, + "profiles": [ + "cobalt-cloud-lin-client-db" + ] + }, + "sut": { + "priority": 3, + "profiles": [ + "cobalt-cloud-lin-client-app" + ] + } + } + }, + { + "name": "cobalt-cloud-lin-db", + "capabilities": { + "db": { + "priority": 1, + "profiles": [ + "cobalt-cloud-lin-db-db" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "cobalt-cloud-lin-db-load" + ] + }, + "sut": { + "priority": 3, + "profiles": [ + "cobalt-cloud-lin-db-app" + ] + } + } + }, + { + "name": "cobalt-cloud-lin-server-azure-linux3", + "capabilities": { + "sut": { + "priority": 1, + "profiles": [ + "cobalt-cloud-lin-server-azure-linux3-app" + ] + }, + "load": { + "priority": 2, + "profiles": [ + "cobalt-cloud-lin-server-azure-linux3-load" + ] + }, + "db": { + "priority": 3, + "profiles": [ + "cobalt-cloud-lin-server-azure-linux3-db" + ] + } + }, + "preferred_partners": [ + "cobalt-cloud-lin-client", + "cobalt-cloud-lin-db" + ] + } + ], + "scenarios": [ + { + "name": "Baselines", + "template": "baselines-scenarios.yml", + "type": 2, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 30.0 + }, + { + "name": "Baselines Database", + "template": "baselines-database-scenarios.yml", + "type": 3, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 45.0 + }, + { + "name": "Containers", + "template": "containers-scenarios.yml", + "type": 3, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 90.0 + }, + { + "name": "MVC", + "template": "mvc-scenarios.yml", + "type": 3, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 20.0 + }, + { + "name": "Trends", + "template": "trend-scenarios.yml", + "type": 2, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 20.0 + }, + { + "name": "Trends Database", + "template": "trend-database-scenarios.yml", + "type": 3, + "target_machines": [ + "cobalt-cloud-lin-server", + "cobalt-cloud-lin-server-azure-linux3" + ], + "estimated_runtime": 15.0 + } + ] +}