1 # Copyright (C) 2022 Wind River Systems, Inc.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
15 # client talking to Stx standalone
18 from o2common.service.client.base_client import BaseClient
19 from typing import List
21 from o2ims.domain import stx_object as ocloudModel
22 from o2common.config import config
23 from o2ims.domain.resource_type import ResourceTypeEnum
25 # from dcmanagerclient.api import client
26 from cgtsclient.client import get_client as get_stx_client
27 from cgtsclient.exc import EndpointException
28 from dcmanagerclient.api.client import client as get_dc_client
30 from o2common.helper import o2logging
31 logger = o2logging.get_logger(__name__)
34 CGTSCLIENT_ENDPOINT_ERROR_MSG = \
35 'Must provide Keystone credentials or user-defined endpoint and token'
38 class StxOcloudClient(BaseClient):
39 def __init__(self, driver=None):
41 self.driver = driver if driver else StxClientImp()
43 def _get(self, id) -> ocloudModel.StxGenericModel:
44 return self.driver.getInstanceInfo()
46 def _list(self, **filters):
47 return [self.driver.getInstanceInfo()]
49 def _set_stx_client(self):
53 class StxResourcePoolClient(BaseClient):
56 self.driver = StxClientImp()
58 def _get(self, id) -> ocloudModel.StxGenericModel:
59 return self.driver.getResourcePoolDetail(id)
61 def _list(self, **filters):
62 return self.driver.getResourcePoolList(**filters)
64 def _set_stx_client(self):
68 class StxDmsClient(BaseClient):
71 self.driver = StxClientImp()
73 def _get(self, name) -> ocloudModel.StxGenericModel:
74 return self.driver.getK8sDetail(name)
76 def _list(self, **filters):
77 return self.driver.getK8sList(**filters)
79 def _set_stx_client(self):
83 class StxPserverClient(BaseClient):
86 self.driver = StxClientImp()
88 def _get(self, id) -> ocloudModel.StxGenericModel:
89 return self.driver.getPserver(id)
91 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
92 filters['resourcepoolid']
93 return self.driver.getPserverList(**filters)
95 def _set_stx_client(self):
96 self.driver.setStxClient(self._pool_id)
99 class StxCpuClient(BaseClient):
102 # self._pserver_id = pserver_id
103 self.driver = StxClientImp()
105 def _get(self, id) -> ocloudModel.StxGenericModel:
106 return self.driver.getCpu(id)
108 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
109 return self.driver.getCpuList(**filters)
111 def _set_stx_client(self):
112 self.driver.setStxClient(self._pool_id)
115 class StxMemClient(BaseClient):
118 self.driver = StxClientImp()
120 def _get(self, id) -> ocloudModel.StxGenericModel:
121 return self.driver.getMem(id)
123 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
124 return self.driver.getMemList(**filters)
126 def _set_stx_client(self):
127 self.driver.setStxClient(self._pool_id)
130 class StxEthClient(BaseClient):
133 self.driver = StxClientImp()
135 def _get(self, id) -> ocloudModel.StxGenericModel:
136 return self.driver.getEthernet(id)
138 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
139 return self.driver.getEthernetList(**filters)
141 def _set_stx_client(self):
142 self.driver.setStxClient(self._pool_id)
145 class StxIfClient(BaseClient):
148 self.driver = StxClientImp()
150 def _get(self, id) -> ocloudModel.StxGenericModel:
151 return self.driver.getIf(id)
153 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
154 return self.driver.getIfList(**filters)
156 def _set_stx_client(self):
157 self.driver.setStxClient(self._pool_id)
160 class StxIfPortClient(BaseClient):
163 self.driver = StxClientImp()
165 def _get(self, id) -> ocloudModel.StxGenericModel:
166 return self.driver.getPort(id)
168 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
169 return self.driver.getPortList(**filters)
171 def _set_stx_client(self):
172 self.driver.setStxClient(self._pool_id)
175 class StxDevClient(BaseClient):
178 self.driver = StxClientImp()
180 def _get(self, id) -> ocloudModel.StxGenericModel:
181 return self.driver.getDevice(id)
183 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
184 return self.driver.getDeviceList(**filters)
186 def _set_stx_client(self):
187 self.driver.setStxClient(self._pool_id)
190 class StxAccClient(BaseClient):
193 self.driver = StxClientImp()
195 def _get(self, id) -> ocloudModel.StxGenericModel:
196 return self.driver.getAccelerator(id)
198 def _list(self, **filters) -> List[ocloudModel.StxGenericModel]:
199 return self.driver.getAcceleratorList(**filters)
201 def _set_stx_client(self):
202 self.driver.setStxClient(self._pool_id)
205 # internal driver which implement client call to Stx Standalone and DC instance
206 class StxClientImp(object):
207 def __init__(self, stx_client=None, dc_client=None):
209 self.stxclient = stx_client if stx_client else self.getStxClient()
210 self.dcclient = dc_client if dc_client else self.getDcmanagerClient()
211 # if subcloud_id is not None:
212 # self.stxclient = self.getSubcloudClient(subcloud_id)
214 def getStxClient(self):
215 os_client_args = config.get_stx_access_info()
216 config_client = get_stx_client(**os_client_args)
219 def getDcmanagerClient(self):
220 os_client_args = config.get_dc_access_info()
221 config_client = get_dc_client(**os_client_args)
224 def getSubcloudClient(self, subcloud_id):
225 subcloud = self.dcclient.subcloud_manager.\
226 subcloud_additional_details(subcloud_id)
227 logger.debug('subcloud name: %s, oam_floating_ip: %s' %
228 (subcloud[0].name, subcloud[0].oam_floating_ip))
230 os_client_args = config.get_stx_access_info(
231 region_name=subcloud[0].name,
232 subcloud_hostname=subcloud[0].oam_floating_ip)
233 logger.info(os_client_args)
234 config_client = get_stx_client(**os_client_args)
235 except EndpointException as e:
236 msg = e.format_message()
237 if CGTSCLIENT_ENDPOINT_ERROR_MSG in msg:
238 os_client_args = config.get_stx_access_info(
239 region_name=subcloud[0].name, sub_is_https=True,
240 subcloud_hostname=subcloud[0].oam_floating_ip)
241 logger.info(os_client_args)
242 config_client = get_stx_client(**os_client_args)
244 raise ValueError('Stx endpoint exception: %s' % msg)
246 raise ValueError('cgtsclient get subcloud client failed')
250 def setStxClient(self, resource_pool_id):
251 systems = self.stxclient.isystem.list()
252 if resource_pool_id == systems[0].uuid:
253 logger.debug('Stx Client not change: %s' % resource_pool_id)
256 subclouds = self.getSubcloudList()
257 for subcloud in subclouds:
258 subcloud_stxclient = self.getSubcloudClient(subcloud.subcloud_id)
259 systems = subcloud_stxclient.isystem.list()
260 # logger.debug('subcloud %s id: %s' %
261 # (systems[0].name, systems[0].uuid))
262 # logger.debug('subcloud: %s' % (systems[0].to_dict()))
263 if resource_pool_id == systems[0].uuid:
264 self.stxclient = subcloud_stxclient
266 def getInstanceInfo(self) -> ocloudModel.StxGenericModel:
267 systems = self.stxclient.isystem.list()
268 logger.debug('systems:' + str(systems[0].to_dict()))
269 # logger.debug('systems[0] uuid: ' + str(systems[0].uuid))
270 return ocloudModel.StxGenericModel(
271 ResourceTypeEnum.OCLOUD, systems[0]) if systems else None
273 def getSubcloudList(self):
274 subs = self.dcclient.subcloud_manager.list_subclouds()
275 known_subs = [sub for sub in subs if sub.sync_status != 'unknown']
278 def getResourcePoolList(self, **filters) -> List[
279 ocloudModel.StxGenericModel]:
280 systems = self.stxclient.isystem.list()
281 logger.debug('system controller distributed_cloud_role:' +
282 str(systems[0].distributed_cloud_role))
284 if systems[0].distributed_cloud_role is None or \
285 systems[0].distributed_cloud_role != 'systemcontroller':
286 return [ocloudModel.StxGenericModel(
287 ResourceTypeEnum.RESOURCE_POOL, systems[0])]
290 if config.get_system_controller_as_respool():
291 pools.append(systems[0])
293 subclouds = self.getSubcloudList()
294 logger.debug('subclouds numbers: %s' % len(subclouds))
295 for subcloud in subclouds:
297 subcloud_stxclient = self.getSubcloudClient(
298 subcloud.subcloud_id)
299 systems = subcloud_stxclient.isystem.list()
300 logger.debug('systems:' + str(systems[0].to_dict()))
301 pools.append(systems[0])
302 except Exception as ex:
303 logger.warning('Failed get cgstclient of subcloud %s: %s' %
307 return [ocloudModel.StxGenericModel(
308 ResourceTypeEnum.RESOURCE_POOL,
309 respool) for respool in pools if respool]
311 def getResourcePoolDetail(self, id):
312 self.setStxClient(id)
313 systems = self.stxclient.isystem.list()
314 logger.debug('systems:' + str(systems[0].to_dict()))
315 return ocloudModel.StxGenericModel(
316 ResourceTypeEnum.RESOURCE_POOL, systems[0]) if systems else None
318 def getPserverList(self, **filters) -> List[ocloudModel.StxGenericModel]:
319 hosts = self.stxclient.ihost.list()
320 logger.debug('host 1:' + str(hosts[0].to_dict()))
321 return [ocloudModel.StxGenericModel(
322 ResourceTypeEnum.PSERVER, self._hostconverter(host))
323 for host in hosts if host and (host.availability == 'available'
324 or host.availability == 'degraded')]
326 def getPserver(self, id) -> ocloudModel.StxGenericModel:
327 host = self.stxclient.ihost.get(id)
328 logger.debug('host:' + str(host.to_dict()))
329 return ocloudModel.StxGenericModel(
330 ResourceTypeEnum.PSERVER, self._hostconverter(host))
332 def getK8sList(self, **filters) -> List[ocloudModel.StxGenericModel]:
333 systems = self.stxclient.isystem.list()
334 logger.debug('system controller distributed_cloud_role:' +
335 str(systems[0].distributed_cloud_role))
337 if systems[0].distributed_cloud_role is None or \
338 systems[0].distributed_cloud_role != 'systemcontroller':
339 k8sclusters = self.stxclient.kube_cluster.list()
340 setattr(k8sclusters[0], 'cloud_name', systems[0].name)
341 logger.debug('k8sresources[0]:' + str(k8sclusters[0].to_dict()))
342 # logger.debug('k8sresources[0] cluster_api_endpoint: ' +
343 # str(k8sclusters[0].cluster_api_endpoint))
344 return [ocloudModel.StxGenericModel(
345 ResourceTypeEnum.DMS,
346 self._k8sconverter(k8sres), self._k8shasher(k8sres))
347 for k8sres in k8sclusters if k8sres]
350 if config.get_system_controller_as_respool():
351 k8sclusters = self.stxclient.kube_cluster.list()
352 setattr(k8sclusters[0], 'cloud_name', systems[0].name)
353 logger.debug('k8sresources[0]:' + str(k8sclusters[0].to_dict()))
354 # logger.debug('k8sresources[0] cluster_api_endpoint: ' +
355 # str(k8sclusters[0].cluster_api_endpoint))
356 k8s_list.append(k8sclusters[0])
358 subclouds = self.getSubcloudList()
359 logger.debug('subclouds numbers: %s' % len(subclouds))
360 for subcloud in subclouds:
362 subcloud_stxclient = self.getSubcloudClient(
363 subcloud.subcloud_id)
364 systems = subcloud_stxclient.isystem.list()
365 k8sclusters = subcloud_stxclient.kube_cluster.list()
366 setattr(k8sclusters[0], 'cloud_name', systems[0].name)
367 logger.debug('k8sresources[0]:' +
368 str(k8sclusters[0].to_dict()))
369 # logger.debug('k8sresources[0] cluster_api_endpoint: ' +
370 # str(k8sclusters[0].cluster_api_endpoint))
371 k8s_list.append(k8sclusters[0])
372 except Exception as ex:
373 logger.warning('Failed get cgstclient of subcloud %s: %s' %
377 return [ocloudModel.StxGenericModel(ResourceTypeEnum.DMS,
378 self._k8sconverter(k8sres), self._k8shasher(k8sres))
379 for k8sres in k8s_list if k8sres]
381 def getK8sDetail(self, name) -> ocloudModel.StxGenericModel:
382 systems = self.stxclient.isystem.list()
384 k8sclusters = self.stxclient.kube_cluster.list()
385 # logger.debug("k8sresources[0]:" + str(k8sclusters[0].to_dict()))
386 setattr(k8sclusters[0], 'cloud_name', systems[0].name)
387 k8scluster = k8sclusters.pop()
389 sname = name.split('.')
390 cloud_name = '.'.join(sname[:-1])
392 if cloud_name == systems[0].name:
393 k8scluster = self.stxclient.kube_cluster.get(k8s_name)
394 setattr(k8scluster, 'cloud_name', cloud_name)
396 subclouds = self.getSubcloudList()
398 sub.subcloud_id for sub in subclouds
399 if sub.name == cloud_name][0]
400 subcloud_stxclient = self.getSubcloudClient(subcloud_id)
401 k8scluster = subcloud_stxclient.kube_cluster.get(k8s_name)
402 setattr(k8scluster, 'cloud_name', cloud_name)
403 # logger.debug('k8sresources[0]:' +
404 # str(k8sclusters[0].to_dict()))
405 # logger.debug('k8sresources[0] cluster_api_endpoint: ' +
406 # str(k8sclusters[0].cluster_api_endpoint))
410 logger.debug('k8sresource:' + str(k8scluster.to_dict()))
411 return ocloudModel.StxGenericModel(
412 ResourceTypeEnum.DMS,
413 self._k8sconverter(k8scluster), self._k8shasher(k8scluster))
415 def getCpuList(self, **filters) -> List[ocloudModel.StxGenericModel]:
416 hostid = filters.get('hostid', None)
417 assert (hostid is not None), 'missing hostid to query icpu list'
418 cpulist = self.stxclient.icpu.list(hostid)
419 return [ocloudModel.StxGenericModel(
420 ResourceTypeEnum.PSERVER_CPU,
421 self._cpuconverter(cpures)) for cpures in cpulist if cpures]
423 def getCpu(self, id) -> ocloudModel.StxGenericModel:
424 cpuinfo = self.stxclient.icpu.get(id)
425 return ocloudModel.StxGenericModel(
426 ResourceTypeEnum.PSERVER_CPU, self._cpuconverter(cpuinfo))
428 def getMemList(self, **filters) -> List[ocloudModel.StxGenericModel]:
429 hostid = filters.get('hostid', None)
430 assert (hostid is not None), 'missing hostid to query imem list'
431 memlist = self.stxclient.imemory.list(hostid)
432 return [ocloudModel.StxGenericModel(
433 ResourceTypeEnum.PSERVER_RAM,
434 self._memconverter(memories)) for memories in memlist if memories]
436 def getMem(self, id) -> ocloudModel.StxGenericModel:
437 meminfo = self.stxclient.imemory.get(id)
438 return ocloudModel.StxGenericModel(
439 ResourceTypeEnum.PSERVER_RAM, self._memconverter(meminfo))
441 def getEthernetList(self, **filters) -> List[ocloudModel.StxGenericModel]:
442 hostid = filters.get('hostid', None)
443 assert (hostid is not None), 'missing hostid to query port list'
444 ethlist = self.stxclient.ethernet_port.list(hostid)
445 return [ocloudModel.StxGenericModel(
446 ResourceTypeEnum.PSERVER_ETH,
447 self._ethconverter(eth)) for eth in ethlist if eth]
449 def getEthernet(self, id) -> ocloudModel.StxGenericModel:
450 ethinfo = self.stxclient.ethernet_port.get(id)
451 return ocloudModel.StxGenericModel(
452 ResourceTypeEnum.PSERVER_ETH, self._ethconverter(ethinfo))
454 def getIfList(self, **filters) -> List[ocloudModel.StxGenericModel]:
455 hostid = filters.get('hostid', None)
456 assert (hostid is not None), 'missing hostid to query iinterface list'
457 iflist = self.stxclient.iinterface.list(hostid)
458 return [ocloudModel.StxGenericModel(
459 ResourceTypeEnum.PSERVER_IF,
460 self._ifconverter(ifs)) for ifs in iflist if ifs]
462 def getIf(self, id) -> ocloudModel.StxGenericModel:
463 ifinfo = self.stxclient.iinterface.get(id)
464 return ocloudModel.StxGenericModel(
465 ResourceTypeEnum.PSERVER_IF, self._ifconverter(ifinfo))
467 def getPortList(self, **filters) -> List[ocloudModel.StxGenericModel]:
468 ifid = filters.get('interfaceid', None)
469 assert (ifid is not None), 'missing interface id to query port list'
470 portlist = self.stxclient.iinterface.list_ports(ifid)
471 return [ocloudModel.StxGenericModel(
472 ResourceTypeEnum.PSERVER_IF_PORT,
473 port) for port in portlist if port]
475 def getPort(self, id) -> ocloudModel.StxGenericModel:
476 portinfo = self.stxclient.port.get(id)
477 return ocloudModel.StxGenericModel(
478 ResourceTypeEnum.PSERVER_IF_PORT, portinfo)
480 def getDeviceList(self, **filters) -> List[ocloudModel.StxGenericModel]:
481 hostid = filters.get('hostid', None)
482 assert (hostid is not None), 'missing hostid to query pci device list'
483 pci_dev_list = self.stxclient.pci_device.list(hostid)
484 return [ocloudModel.StxGenericModel(
485 ResourceTypeEnum.PSERVER_PCI_DEV,
486 self._devconverter(pci_dev))
487 for pci_dev in pci_dev_list if pci_dev]
489 def getDevice(self, id) -> ocloudModel.StxGenericModel:
490 pciinfo = self.stxclient.pci_device.get(id)
491 return ocloudModel.StxGenericModel(
492 ResourceTypeEnum.PSERVER_PCI_DEV, self._devconverter(pciinfo))
494 def getAcceleratorList(self, **filters) -> \
495 List[ocloudModel.StxGenericModel]:
496 hostid = filters.get('hostid', None)
497 assert (hostid is not None), 'missing hostid to query accelerator list'
498 pci_dev_list = self.stxclient.pci_device.list(hostid)
500 for pci_dev in pci_dev_list:
501 if pci_dev.pvendor_id in ['8086']:
502 if pci_dev.pdevice_id in ['0d5c', '0d5d']:
503 logger.info('Accelerator vendor ID: {}, device ID: {}'.
504 format(pci_dev.pvendor_id, pci_dev.pdevice_id))
505 acc_list.append(ocloudModel.StxGenericModel(
506 ResourceTypeEnum.PSERVER_ACC,
507 self._devconverter(pci_dev)))
510 def getAccelerator(self, id) -> ocloudModel.StxGenericModel:
511 pciinfo = self.stxclient.pci_device.get(id)
512 return ocloudModel.StxGenericModel(
513 ResourceTypeEnum.PSERVER_ACC, self._devconverter(pciinfo))
515 def _getIsystems(self):
516 return self.stxclient.isystem.list()
518 def _getIsystem(self, id=None):
520 return self.stxclient.isystem.get(id)
522 isystems = self.stxclient.isystem.list()
523 if len(isystems) != 1 and not id:
524 raise Exception('No system uuid was provided and '
525 'more than one system exists in the account.')
529 def _hostconverter(host):
530 setattr(host, 'name', host.hostname)
534 def _cpuconverter(cpu):
535 setattr(cpu, 'name', cpu.ihost_uuid.split(
536 '-', 1)[0] + '-cpu-'+str(cpu.cpu))
540 def _memconverter(mem):
541 setattr(mem, 'name', mem.ihost_uuid.split('-', 1)[0] +
542 '-mem-node-'+str(mem.numa_node))
546 def _ethconverter(eth):
547 setattr(eth, 'name', eth.host_uuid.split('-', 1)[0] + '-'+eth.name)
548 setattr(eth, 'updated_at', None)
549 setattr(eth, 'created_at', None)
553 def _ifconverter(ifs):
554 setattr(ifs, 'name', ifs.ihost_uuid.split('-', 1)[0] + '-'+ifs.ifname)
555 setattr(ifs, 'updated_at', None)
556 setattr(ifs, 'created_at', None)
560 def _devconverter(dev):
561 setattr(dev, 'name', dev.host_uuid.split('-', 1)[0] + '-'+dev.name)
565 def _k8sconverter(cluster):
566 setattr(cluster, 'name', cluster.cloud_name +
567 '.' + cluster.cluster_name)
568 setattr(cluster, 'uuid',
569 uuid.uuid3(uuid.NAMESPACE_URL, cluster.name))
570 setattr(cluster, 'updated_at', None)
571 setattr(cluster, 'created_at', None)
572 setattr(cluster, 'events', [])
573 logger.debug('k8s cluster name/uuid:' +
574 cluster.name + '/' + str(cluster.uuid))
578 def _k8shasher(cluster):
579 return str(hash((cluster.cluster_name, cluster.cloud_name,
580 cluster.cluster_api_endpoint, cluster.admin_user)))