Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

add API server benchmark with lower max inflight #523

Merged
merged 2 commits into from
Feb 11, 2025
Merged

add API server benchmark with lower max inflight #523

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
432cf52
add API server benchmark with lower max inflight
anson627 Feb 7, 2025
4ce48af
update stage
anson627 Feb 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 4 additions & 6 deletions pipelines/perf-eval/API Server Benchmark/apiserver-benchmark-virtualnodes10-pods100.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ stages:
timeout_in_minutes: 360
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_free
- stage: azure_eastus2_default
dependsOn: []
jobs:
- template: /jobs/competitive-test.yml
Expand All @@ -54,12 +54,10 @@ stages:
workload-low:
flowcontrol: "workload-low:1000"
extra_benchmark_subcmd_args: ""
sku_tier: Free
disable_warmup: "true"
exempt:
flowcontrol: "exempt:5"
extra_benchmark_subcmd_args: ""
sku_tier: Free
disable_warmup: "true"
engine_input:
runner_image: ghcr.io/azure/kperf:0.2.0
Expand All @@ -69,8 +67,10 @@ stages:
timeout_in_minutes: 360
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_standard
- stage: azure_eastus2_lower_max_inflight
dependsOn: []
variables:
- group: API-Server-L4-Config-MI50
jobs:
- template: /jobs/competitive-test.yml
parameters:
Expand All @@ -83,12 +83,10 @@ stages:
workload-low:
flowcontrol: "workload-low:1000"
extra_benchmark_subcmd_args: ""
sku_tier: Standard
disable_warmup: "true"
exempt:
flowcontrol: "exempt:5"
extra_benchmark_subcmd_args: ""
sku_tier: Standard
disable_warmup: "true"
engine_input:
runner_image: ghcr.io/azure/kperf:0.2.0
Expand Down
16 changes: 8 additions & 8 deletions pipelines/perf-eval/API Server Benchmark/apiserver-benchmark-virtualnodes100-pods10k.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -67,10 +67,10 @@ stages:
timeout_in_minutes: 760
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_l7_json
- stage: azure_eastus2_lower_max_inflight
dependsOn: []
variables:
- group: API-Server-L7-Config
- group: API-Server-L4-Config-MI50
jobs:
- template: /jobs/competitive-test.yml
parameters:
Expand All @@ -91,12 +91,12 @@ stages:
engine_input:
runner_image: ghcr.io/azure/kperf:0.2.0
benchmark_subcmd: node100_pod10k
benchmark_subcmd_args: "--total 72000 --deployments=10 --interval 24h --cpu 64 --memory 192 --content-type json"
benchmark_subcmd_args: "--total 72000 --deployments=10 --interval 24h --cpu 64 --memory 192"
max_parallel: 2
timeout_in_minutes: 760
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_l7_protobuf
- stage: azure_eastus2_l7
dependsOn: []
variables:
- group: API-Server-L7-Config
Expand All @@ -110,25 +110,25 @@ stages:
topology: kperf
matrix:
podsize-20k:
disable_warmup: "true"
flowcontrol: "workload-low:1000"
extra_benchmark_subcmd_args: "--padding-bytes=16384"
disable_warmup: "true"
podsize-20k-exempt:
disable_warmup: "true"
flowcontrol: "exempt:5"
extra_benchmark_subcmd_args: "--padding-bytes=16384"
engine_input:
runner_image: ghcr.io/azure/kperf:0.2.0
benchmark_subcmd: node100_pod10k
benchmark_subcmd_args: "--total 72000 --deployments=10 --interval 24h --cpu 64 --memory 192 --content-type protobuf"
benchmark_subcmd_args: "--total 72000 --deployments=10 --interval 24h --cpu 64 --memory 192"
max_parallel: 2
timeout_in_minutes: 760
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_l7_custom_json
- stage: azure_eastus2_l4_high_resources
dependsOn: []
variables:
- group: API-Server-L7-Custom-Config
- group: API-Server-L4-Config-C32
jobs:
- template: /jobs/competitive-test.yml
parameters:
Expand Down
31 changes: 30 additions & 1 deletion pipelines/perf-eval/API Server Benchmark/apiserver-benchmark-virtualnodes100-pods3k.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ stages:
timeout_in_minutes: 360
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2
- stage: azure_eastus2_default
dependsOn: []
jobs:
- template: /jobs/competitive-test.yml
Expand All @@ -65,3 +65,32 @@ stages:
timeout_in_minutes: 360
credential_type: service_connection
ssh_key_enabled: false
- stage: azure_eastus2_lower_max_inflight
dependsOn: []
variables:
- group: API-Server-L4-Config-MI50
jobs:
- template: /jobs/competitive-test.yml
parameters:
cloud: azure
regions:
- eastus2
engine: kperf
topology: kperf
matrix:
workload-low:
flowcontrol: "workload-low:1000"
extra_benchmark_subcmd_args: ""
disable_warmup: "false"
exempt:
flowcontrol: "exempt:5"
extra_benchmark_subcmd_args: ""
disable_warmup: "false"
engine_input:
runner_image: ghcr.io/azure/kperf:0.2.0
benchmark_subcmd: node100_job1_pod3k
benchmark_subcmd_args: "--total 36000"
max_parallel: 2
timeout_in_minutes: 360
credential_type: service_connection
ssh_key_enabled: false
Loading