telescope/pipelines/perf-eval/CNI Benchmark/cni-ab-testing.yml at main · Azure/telescope · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
trigger: none
schedules:
  - cron: "0 1-23/4 * * *"
    displayName: "Every 4 Hour (1AM start)"
    branches:
      include:
        - main
    always: true

variables:
  SCENARIO_TYPE: perf-eval
  SCENARIO_NAME: cni-ab-testing

stages:
  - stage: azure_swedencentral_default
    dependsOn: []
    variables:
      - group: Default-CNI
    jobs:
      - template: /jobs/competitive-test.yml
        parameters:
          cloud: azure
          regions:
            - swedencentral
          engine: clusterloader2
          engine_input:
            image: "ghcr.io/azure/clusterloader2:v20241016"
          topology: cri-resource-consume
          matrix:
            n10-p300-memory:
              node_count: 10
              max_pods: 30
              repeats: 1
              operation_timeout: 3m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p700-memory:
              node_count: 10
              max_pods: 70
              repeats: 1
              operation_timeout: 7m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p1100-memory:
              node_count: 10
              max_pods: 110
              repeats: 1
              operation_timeout: 11m
              load_type: memory
              scrape_kubelets: True
              host_network: False
          max_parallel: 3
          timeout_in_minutes: 120
          credential_type: service_connection
          ssh_key_enabled: false

  - stage: azure_swedencentral_stateless
    dependsOn: []
    jobs:
      - template: /jobs/competitive-test.yml
        parameters:
          cloud: azure
          regions:
            - swedencentral
          engine: clusterloader2
          engine_input:
            image: "ghcr.io/azure/clusterloader2:v20241016"
          topology: cri-resource-consume
          matrix:
            n10-p300-memory:
              node_count: 10
              max_pods: 30
              repeats: 1
              operation_timeout: 3m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p700-memory:
              node_count: 10
              max_pods: 70
              repeats: 1
              operation_timeout: 7m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p1100-memory:
              node_count: 10
              max_pods: 110
              repeats: 1
              operation_timeout: 11m
              load_type: memory
              scrape_kubelets: True
              host_network: False
          max_parallel: 3
          timeout_in_minutes: 120
          credential_type: service_connection
          ssh_key_enabled: false

  - stage: aws_westeurope
    dependsOn: []
    jobs:
      - template: /jobs/competitive-test.yml
        parameters:
          cloud: aws
          regions:
            - eu-west-1
          engine: clusterloader2
          engine_input:
            image: "ghcr.io/azure/clusterloader2:v20241016"
          topology: cri-resource-consume
          matrix:
            n10-p300-memory:
              node_count: 10
              max_pods: 30
              repeats: 1
              operation_timeout: 3m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p700-memory:
              node_count: 10
              max_pods: 70
              repeats: 1
              operation_timeout: 7m
              load_type: memory
              scrape_kubelets: True
              host_network: False
            n10-p1100-memory:
              node_count: 10
              max_pods: 110
              repeats: 1
              operation_timeout: 11m
              load_type: memory
              scrape_kubelets: True
              host_network: False
          max_parallel: 3
          timeout_in_minutes: 120
          credential_type: service_connection
          ssh_key_enabled: false