Unicycle Pods with SR-IOV Dataplane on HP DL380 servers
This section includes a sample input file that was used in the ATT Validation Lab to deploy a Unicycle pod with an SR-IOV dataplane.
Please reference the following lab configurationĀ ATT Unicycle SR-IOV Validation HW, Networking and IP plan.
Code Block | ||
---|---|---|
| ||
##############################################################################
3 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved. #
4 # #
5 # Licensed under the Apache License, Version 2.0 (the "License"); you may #
6 # not use this file except in compliance with the License. #
7 # #
8 # You may obtain a copy of the License at #
9 # http://www.apache.org/licenses/LICENSE-2.0 #
10 # #
11 # Unless required by applicable law or agreed to in writing, software #
12 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT #
13 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
14 # See the License for the specific language governing permissions and #
15 # limitations under the License. #
16 ##############################################################################
17
18 site_name: hpgen10
19 site_type: sriov
20 ipmi_admin:
21 username: Administrator
22 password: Admin123
23 networks:
24 bonded: yes
25 primary: bond0
26 slaves:
27 - name: ens3f0
28 - name: ens3f1
29 oob:
30 vlan: 40
31 interface:
32 cidr: 192.168.41.0/24
33 routes:
34 gateway: 192.168.41.1
35 ranges:
36 reserved:
37 start: 192.168.41.2
38 end: 192.168.41.4
39 static:
40 start: 192.168.41.5
41 end: 192.168.41.254
42 host:
43 vlan: 41
44 interface: bond0.41
45 cidr: 192.168.2.0/24
46 routes:
47 gateway: 192.168.2.200
48 ranges:
49 reserved:
50 start: 192.168.2.84
51 end: 192.168.2.86
52 static:
53 start: 192.168.2.1
54 end: 192.168.2.83
55 storage:
56 vlan: 42
57 interface: bond0.42
58 cidr: 172.31.1.0/24
59 ranges:
60 static:
61 start: 172.31.1.2
62 end: 172.31.1.254
63 pxe:
64 vlan:
65 interface: eno1
66 cidr: 172.30.1.0/24
67 gateway: 172.30.1.1
68 routes:
69 gateway: 172.30.1.30
70 ranges:
71 reserved:
72 start: 172.30.1.1
73 end: 172.30.1.10
74 static:
75 start: 172.30.1.11
76 end: 172.30.1.200
77 dhcp:
78 start: 172.30.1.201
79 end: 172.30.1.254
80 ksn:
81 vlan: 44
82 interface: bond0.44
83 cidr: 172.29.1.0/24
84 local_asnumber: 65531
85 ranges:
86 static:
87 start: 172.29.1.5
88 end: 172.29.1.254
89 additional_cidrs:
90 - 172.29.1.136/29
91 ingress_cidr: 172.29.1.137/32
92 peers:
93 - ip: 172.29.1.1
94 scope: global
95 asnumber: 65001
96 vrrp_ip: 172.29.1.1 # keep peers ip address in case of only peer.
97 neutron:
98 vlan: 45
99 interface: bond0.45
100 cidr: 10.0.101.0/24
101 ranges:
102 static:
103 start: 10.0.101.2
104 end: 10.0.101.254
105 dns:
106 upstream_servers:
107 - 192.168.2.85
108 - 8.8.8.8
109 - 8.8.8.8
110 ingress_domain: hpgen10.akraino.org
111 domain: lab.akraino.org
112 gpu:
113 alias:
114 - name: "P4"
115 product_id: "1bb2"
116 vendor_id: "10de"
117 - name: "P40"
118 product_id: "1b38"
119 vendor_id: "10de"
120 - name: "P100"
121 product_id: "15f8"
122 vendor_id: "10de"
123 - name: "V100"
124 product_id: "1db4"
125 vendor_id: "10de"
126 sriov:
127 alias:
128 - name: "numa0"
129 product_id: "158b"
130 vendor_id: "8086"
131 nets:
132 - physical: sriovnet1
133 interface: ens6f0
134 vlan_start: 2001
135 vlan_end: 3000
136 whitelists:
137 - "address": "0000:af:02.0"
138 - "address": "0000:af:02.1"
139 - "address": "0000:af:02.2"
140 - "address": "0000:af:02.3"
141 - "address": "0000:af:02.4"
142 - "address": "0000:af:02.5"
143 - "address": "0000:af:02.6"
144 - "address": "0000:af:02.7"
145 - "address": "0000:af:03.0"
146 - "address": "0000:af:03.1"
147 - "address": "0000:af:03.2"
148 - "address": "0000:af:03.3"
149 - "address": "0000:af:03.4"
150 - "address": "0000:af:03.5"
151 - "address": "0000:af:03.6"
152 - "address": "0000:af:03.7"
153 - "address": "0000:af:04.0"
154 - "address": "0000:af:04.1"
155 - "address": "0000:af:04.2"
156 - "address": "0000:af:04.3"
157 - "address": "0000:af:04.4"
158 - "address": "0000:af:04.5"
159 - "address": "0000:af:04.6"
160 - "address": "0000:af:04.7"
161 - "address": "0000:af:05.0"
162 - "address": "0000:af:05.1"
163 - "address": "0000:af:05.2"
164 - "address": "0000:af:05.3"
165 - "address": "0000:af:05.4"
166 - "address": "0000:af:05.5"
167 - "address": "0000:af:05.6"
168 - "address": "0000:af:05.7"
169 - physical: sriovnet2
170 interface: ens6f1
171 vlan_start: 2001
172 vlan_end: 3000
173 whitelists:
174 - "address": "0000:af:0a.0"
175 - "address": "0000:af:0a.1"
176 - "address": "0000:af:0a.2"
177 - "address": "0000:af:0a.3"
178 - "address": "0000:af:0a.4"
179 - "address": "0000:af:0a.5"
180 - "address": "0000:af:0a.6"
181 - "address": "0000:af:0a.7"
182 - "address": "0000:af:0b.0"
183 - "address": "0000:af:0b.1"
184 - "address": "0000:af:0b.2"
185 - "address": "0000:af:0b.3"
186 - "address": "0000:af:0b.4"
187 - "address": "0000:af:0b.5"
188 - "address": "0000:af:0b.6"
189 - "address": "0000:af:0b.7"
190 - "address": "0000:af:0c.0"
191 - "address": "0000:af:0c.1"
192 - "address": "0000:af:0c.2"
193 - "address": "0000:af:0c.3"
194 - "address": "0000:af:0c.4"
195 - "address": "0000:af:0c.5"
196 - "address": "0000:af:0c.6"
197 - "address": "0000:af:0c.7"
198 - "address": "0000:af:0d.0"
199 - "address": "0000:af:0d.1"
200 - "address": "0000:af:0d.2"
201 - "address": "0000:af:0d.3"
202 - "address": "0000:af:0d.4"
203 - "address": "0000:af:0d.5"
204 - "address": "0000:af:0d.6"
205 - "address": "0000:af:0d.7"
206 storage:
207 osds:
208 - data: /dev/sdb
209 journal: /var/lib/ceph/journal/journal-sdb
210 - data: /dev/sdc
211 journal: /var/lib/ceph/journal/journal-sdc
212 - data: /dev/sdd
213 journal: /var/lib/ceph/journal/journal-sdd
214 - data: /dev/sde
215 journal: /var/lib/ceph/journal/journal-sde
216 - data: /dev/sdf
217 journal: /var/lib/ceph/journal/journal-sdf
218 - data: /dev/sdg
219 journal: /var/lib/ceph/journal/journal-sdg
220 - data: /dev/sdh
221 journal: /var/lib/ceph/journal/journal-sdh
222 - data: /dev/sdi
223 journal: /var/lib/ceph/journal/journal-sdi
224 osd_count: 8
225 total_osd_count: 24
226 genesis:
227 name: aknode30
228 oob: 192.168.41.130
229 host: 192.168.2.30
230 storage: 172.31.1.30
231 pxe: 172.30.1.30
232 ksn: 172.29.1.30
233 neutron: 10.0.101.30
234 root_password: akraino,d
235 mac_address: 3c:fd:fe:aa:90:b0
236 masters:
237 - name : aknode31
238 oob: 192.168.41.131
239 host: 192.168.2.31
240 storage: 172.31.1.31
241 pxe: 172.30.1.31
242 ksn: 172.29.1.31
243 neutron: 10.0.101.31
244 oob_user: Administrator
245 oob_password: Admin123
246 - name : aknode32
247 oob: 192.168.41.132
248 host: 192.168.2.32
249 storage: 172.31.1.32
250 pxe: 172.30.1.32
251 ksn: 172.29.1.32
252 neutron: 10.0.101.32
253 oob_user: Administrator
254 oob_password: Admin123
255 #workers:
256 # - name : aknode33
257 # oob: 192.168.41.133
258 # host: 192.168.2.33
259 # storage: 172.31.1.33
260 # pxe: 172.30.1.33
261 # ksn: 172.29.1.33
262 # neutron: 10.0.101.33
263 platform:
264 vcpu_pin_set: "4-21,26-43,48-65,72-87"
265 kernel_params:
266 hugepagesz: '1G'
267 hugepages: 32
268 # default_hugepagesz: '1G'
269 transparent_hugepage: 'never'
270 iommu: 'pt'
271 intel_iommu: 'on'
272 amd_iommu: 'on'
273 # console: 'ttyS1,115200n8'
274 hardware:
275 vendor: HP
276 generation: '10'
277 hw_version: '3'
278 bios_version: '2.8'
279 bios_template: hpe_dl380_g10_uefi_base.json.template
280 boot_template: hpe_dl380_g10_uefi_httpboot.json.template
281 http_boot_device: NIC.Slot.3-1-1
282 disks:
283 - name : sdj
284 labels:
285 bootdrive: 'true'
286 partitions:
287 - name: root
288 size: 20g
289 mountpoint: /
290 - name: boot
291 size: 1g
292 mountpoint: /boot
293 - name: var
294 size: '>300g'
295 mountpoint: /var
296 - name : sdk
297 partitions:
298 - name: ceph
299 size: 300g
300 mountpoint: /var/lib/ceph/journal
301 disks_compute:
302 - name : sdj
303 labels:
304 bootdrive: 'true'
305 partitions:
306 - name: root
307 size: 20g
308 mountpoint: /
309 - name: boot
310 size: 1g
311 mountpoint: /boot
312 - name: var
313 size: '>300g'
314 mountpoint: /var
315 - name : sdk
316 partitions:
317 - name: nova
318 size: '99%'
319 mountpoint: /var/lib/nova
320 genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/n4mNLAj3XKG2fcm+8eVe0NUlNH0g8DA8KJ53rSLKccm8gm4UgLmGOJyBfUloQZMuOpU6a+hexN4ECCliqI7+KUmgJgsvLkJ3OUMNTEVu9tDX5mdXeffsufaqFkAdmbJ/9PMPiPQ3/UqbbtyEcqoZAwUWf4ggAWSp00SGE1Okg+skPSbDzPVHb4810eXZT1yoIg29HAenJNNrsVxvnMT2kw2OYmLfxgEUh1Ev4c5LnUog4GXBDHQtHAwaIoTu9s/q8VIvGav62RJVFn3U1D0jkiwDLSIFn8ezORQ4YkSidwdSrtqsqa2TJ0E5w/n5h5IVGO9neY8YlXrgynLd4Y+7 root@pocnjrsv132"
321 kubernetes:
322 api_service_ip: 10.96.0.1
323 etcd_service_ip: 10.96.0.2
324 pod_cidr: 10.99.0.0/16
325 service_cidr: 10.96.0.0/14
326 regional_server:
327 ip: 135.16.101.85 |