-# Copyright (C) 2021 Wind River Systems, Inc.\r
-#\r
-# Licensed under the Apache License, Version 2.0 (the "License");\r
-# you may not use this file except in compliance with the License.\r
-# You may obtain a copy of the License at\r
-#\r
-# http://www.apache.org/licenses/LICENSE-2.0\r
-#\r
-# Unless required by applicable law or agreed to in writing, software\r
-# distributed under the License is distributed on an "AS IS" BASIS,\r
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
-# See the License for the specific language governing permissions and\r
-# limitations under the License.\r
-\r
-import json\r
-# import redis\r
-# import requests\r
-import http.client\r
-from urllib.parse import urlparse\r
-\r
-# from o2common.config import config\r
-from o2common.service.unit_of_work import AbstractUnitOfWork\r
-from o2ims.domain import commands\r
-from o2ims.domain.subscription_obj import Subscription, Message2SMO\r
-\r
-from o2common.helper import o2logging\r
-logger = o2logging.get_logger(__name__)\r
-\r
-# # Maybe another MQ server\r
-# r = redis.Redis(**config.get_redis_host_and_port())\r
-\r
-\r
-def notify_change_to_smo(\r
- cmd: commands.PubMessage2SMO,\r
- uow: AbstractUnitOfWork,\r
-):\r
- logger.info('In notify_change_to_smo')\r
- data = cmd.data\r
- with uow:\r
- subs = uow.subscriptions.list()\r
- for sub in subs:\r
- sub_data = sub.serialize()\r
- logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))\r
-\r
- try:\r
- resource_filter = json.loads(sub_data['filter'])\r
- if len(resource_filter) > 0:\r
- resource = uow.resources.get(data.id)\r
- logger.debug(type(resource))\r
- if resource: # TODO deal with resource is empty\r
- res_type_id = resource.serialize()['resourceTypeId']\r
- resourcetype = uow.resource_types.get(res_type_id)\r
- logger.debug(resourcetype.name)\r
- if resourcetype.name not in resource_filter:\r
- continue\r
- except json.decoder.JSONDecodeError as err:\r
- logger.warning(\r
- 'subscription filter decode json failed: {}'.format(err))\r
-\r
- callback_smo(sub, data)\r
-\r
-\r
-def callback_smo(sub: Subscription, msg: Message2SMO):\r
- sub_data = sub.serialize()\r
- callback_data = json.dumps({\r
- 'consumerSubscriptionId': sub_data['consumerSubscriptionId'],\r
- 'notificationEventType': msg.notificationEventType,\r
- 'objectRef': msg.objectRef,\r
- 'updateTime': msg.updatetime\r
- })\r
- logger.info('URL: {}, data: {}'.format(\r
- sub_data['callback'], callback_data))\r
- # r.publish(sub_data['subscriptionId'], json.dumps({\r
- # 'consumerSubscriptionId': sub_data['consumerSubscriptionId'],\r
- # 'notificationEventType': msg.notificationEventType,\r
- # 'objectRef': msg.objectRef\r
- # }))\r
- # try:\r
- # headers = {'User-Agent': 'Mozilla/5.0'}\r
- # resp = requests.post(sub_data['callback'], data=callback_data,\r
- # headers=headers)\r
- # if resp.status_code == 202 or resp.status_code == 200:\r
- # logger.info('Notify to SMO successed')\r
- # return\r
- # logger.error('Response code is: {}'.format(resp.status_code))\r
- # except requests.exceptions.HTTPError as err:\r
- # logger.error('request smo error: {}'.format(err))\r
- o = urlparse(sub_data['callback'])\r
- conn = http.client.HTTPConnection(o.netloc)\r
- headers = {'Content-type': 'application/json'}\r
- conn.request('POST', o.path, callback_data, headers)\r
- resp = conn.getresponse()\r
- data = resp.read().decode('utf-8')\r
- # json_data = json.loads(data)\r
- if resp.status == 202 or resp.status == 200:\r
- logger.info('Notify to SMO successed, response code {} {}, data {}'.\r
- format(resp.status, resp.reason, data))\r
- return\r
- logger.error('Response code is: {}'.format(resp.status))\r
+# Copyright (C) 2021-2022 Wind River Systems, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# import redis
+# import requests
+import json
+import ssl
+from urllib.parse import urlparse
+
+# from o2common.config import config
+from o2common.domain.filter import gen_orm_filter
+from o2common.service.unit_of_work import AbstractUnitOfWork
+from o2common.service.command.handler import get_https_conn_default
+from o2common.service.command.handler import get_http_conn
+from o2common.service.command.handler import get_https_conn_selfsigned
+from o2common.service.command.handler import post_data
+
+from o2ims.domain import commands, ocloud
+from o2ims.domain.subscription_obj import Subscription, Message2SMO, \
+ NotificationEventEnum
+
+from o2common.helper import o2logging
+logger = o2logging.get_logger(__name__)
+
+
+# # Maybe another MQ server
+# r = redis.Redis(**config.get_redis_host_and_port())
+
+
+def notify_change_to_smo(
+ cmd: commands.PubMessage2SMO,
+ uow: AbstractUnitOfWork,
+):
+ logger.debug('In notify_change_to_smo')
+ msg_type = cmd.type
+ if msg_type == 'ResourceType':
+ _notify_resourcetype(uow, cmd.data)
+ elif msg_type == 'ResourcePool':
+ _notify_resourcepool(uow, cmd.data)
+ elif msg_type == 'Dms':
+ _notify_dms(uow, cmd.data)
+ elif msg_type == 'Resource':
+ _notify_resource(uow, cmd.data)
+
+
+def _notify_resourcetype(uow, data):
+ with uow:
+ resource_type = uow.resource_types.get(data.id)
+ if resource_type is None:
+ logger.warning('ResourceType {} does not exists.'.format(data.id))
+ return
+ resource_type_dict = {
+ 'resourceTypeId': resource_type.resourceTypeId,
+ 'name': resource_type.name,
+ 'description': resource_type.description,
+ 'vendor': resource_type.vendor,
+ 'model': resource_type.model,
+ 'version': resource_type.version,
+ # 'alarmDictionary': resource_type.alarmDictionary.serialize()
+ }
+
+ subs = uow.subscriptions.list()
+ for sub in subs:
+ sub_data = sub.serialize()
+ logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+ filters = handle_filter(sub_data['filter'], 'ResourceTypeInfo')
+ if not filters:
+ callback_smo(sub, data, resource_type_dict)
+ continue
+ filter_effect = 0
+ for filter in filters:
+ try:
+ args = gen_orm_filter(ocloud.ResourceType, filter)
+ except KeyError:
+ logger.warning(
+ 'Subscription {} filter {} has wrong attribute '
+ 'name or value. Ignore the filter.'.format(
+ sub_data['subscriptionId'],
+ sub_data['filter']))
+ continue
+ args.append(ocloud.ResourceType.resourceTypeId == data.id)
+ ret = uow.resource_types.list_with_count(*args)
+ if ret[0] > 0:
+ logger.debug(
+ 'ResourcePool {} skip for subscription {} because of'
+ ' the filter.'
+ .format(data.id, sub_data['subscriptionId']))
+ filter_effect += 1
+ break
+ if filter_effect > 0:
+ continue
+ callback_smo(sub, data, resource_type_dict)
+
+
+def _notify_resourcepool(uow, data):
+ with uow:
+ resource_pool = uow.resource_pools.get(data.id)
+ if resource_pool is None:
+ logger.warning('ResourcePool {} does not exists.'.format(data.id))
+ return
+ resource_pool_dict = {
+ 'resourcePoolId': resource_pool.resourcePoolId,
+ 'oCloudId': resource_pool.oCloudId,
+ 'globalLocationId': resource_pool.globalLocationId,
+ 'name': resource_pool.name,
+ 'description': resource_pool.description
+ }
+
+ subs = uow.subscriptions.list()
+ for sub in subs:
+ sub_data = sub.serialize()
+ logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+ filters = handle_filter(sub_data['filter'], 'ResourcePoolInfo')
+ if not filters:
+ callback_smo(sub, data, resource_pool_dict)
+ continue
+ filter_effect = 0
+ for filter in filters:
+ try:
+ args = gen_orm_filter(ocloud.ResourcePool, filter)
+ except KeyError:
+ logger.warning(
+ 'Subscription {} filter {} has wrong attribute '
+ 'name or value. Ignore the filter.'.format(
+ sub_data['subscriptionId'],
+ sub_data['filter']))
+ continue
+ args.append(ocloud.ResourcePool.resourcePoolId == data.id)
+ ret = uow.resource_pools.list_with_count(*args)
+ if ret[0] > 0:
+ logger.debug(
+ 'ResourcePool {} skip for subscription {} because of'
+ ' the filter.'
+ .format(data.id, sub_data['subscriptionId']))
+ filter_effect += 1
+ break
+ if filter_effect > 0:
+ continue
+ callback_smo(sub, data, resource_pool_dict)
+
+
+def _notify_dms(uow, data):
+ with uow:
+ dms = uow.deployment_managers.get(data.id)
+ if dms is None:
+ logger.warning(
+ 'DeploymentManager {} does not exists.'.format(data.id))
+ return
+ dms_dict = {
+ 'deploymentManagerId': dms.deploymentManagerId,
+ 'name': dms.name,
+ 'description': dms.description,
+ 'oCloudId': dms.oCloudId,
+ 'serviceUri': dms.serviceUri
+ }
+
+ subs = uow.subscriptions.list()
+ for sub in subs:
+ sub_data = sub.serialize()
+ logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+ filters = handle_filter(
+ sub_data['filter'], 'DeploymentManagerInfo')
+ if not filters:
+ callback_smo(sub, data, dms_dict)
+ continue
+ filter_effect = 0
+ for filter in filters:
+ try:
+ args = gen_orm_filter(ocloud.DeploymentManager, filter)
+ except KeyError:
+ logger.warning(
+ 'Subscription {} filter {} has wrong attribute '
+ 'name or value. Ignore the filter.'.format(
+ sub_data['subscriptionId'],
+ sub_data['filter']))
+ continue
+ args.append(
+ ocloud.DeploymentManager.deploymentManagerId == data.id)
+ ret = uow.deployment_managers.list_with_count(*args)
+ if ret[0] > 0:
+ logger.debug(
+ 'DeploymentManager {} skip for subscription {} because'
+ ' of the filter.'
+ .format(data.id, sub_data['subscriptionId']))
+ filter_effect += 1
+ break
+ if filter_effect > 0:
+ continue
+ callback_smo(sub, data, dms_dict)
+
+
+class FilterNotEffect(Exception):
+ pass
+
+
+class FilterEffect(Exception):
+ pass
+
+
+def _notify_resource(uow, data):
+ with uow:
+ resource = uow.resources.get(data.id)
+ if resource is None:
+ logger.warning('Resource {} does not exists.'.format(data.id))
+ return
+ res_pool_id = resource.serialize()['resourcePoolId']
+ logger.debug('res pool id is {}'.format(res_pool_id))
+ res_dict = {
+ 'resourceId': resource.resourceId,
+ 'description': resource.description,
+ 'resourceTypeId': resource.resourceTypeId,
+ 'resourcePoolId': resource.resourcePoolId,
+ 'globalAssetId': resource.globalAssetId
+ }
+
+ subs = uow.subscriptions.list()
+ for sub in subs:
+ sub_data = sub.serialize()
+ logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+ filters = handle_filter(sub_data['filter'], 'ResourceInfo')
+ if not filters:
+ callback_smo(sub, data, res_dict)
+ continue
+ filter_effect = 0
+ for filter in filters:
+ try:
+ args = gen_orm_filter(ocloud.Resource, filter)
+ except KeyError:
+ logger.warning(
+ 'Subscription {} filter {} has wrong attribute '
+ 'name or value. Ignore the filter.'.format(
+ sub_data['subscriptionId'],
+ sub_data['filter']))
+ continue
+ args.append(ocloud.Resource.resourceId == data.id)
+ ret = uow.resources.list_with_count(res_pool_id, *args)
+ if ret[0] > 0:
+ logger.debug(
+ 'Resource {} skip for subscription {} because of '
+ 'the filter.'
+ .format(data.id, sub_data['subscriptionId']))
+ filter_effect += 1
+ break
+ if filter_effect > 0:
+ continue
+ callback_smo(sub, data, res_dict)
+
+
+def handle_filter(filter: str, f_type: str):
+ if not filter:
+ return
+ filter_strip = filter.strip(' []')
+ filter_list = filter_strip.split('|')
+ filters = list()
+ for sub_filter in filter_list:
+ exprs = sub_filter.split(';')
+ objectType = False
+ objectTypeValue = ''
+ for expr in exprs:
+ expr_strip = expr.strip(' ()')
+ items = expr_strip.split(',')
+ item_key = items[1].strip()
+ if item_key != 'objectType':
+ continue
+ objectType = True
+ objectTypeValue = items[2].strip()
+ if not objectType:
+ if f_type == 'ResourceInfo':
+ filters.append(sub_filter)
+ continue
+ if objectTypeValue == f_type:
+ filters.append(sub_filter)
+ return filters
+
+
+def callback_smo(sub: Subscription, msg: Message2SMO, obj_dict: dict = None):
+ sub_data = sub.serialize()
+ callback = {
+ 'consumerSubscriptionId': sub_data['consumerSubscriptionId'],
+ 'notificationEventType': msg.notificationEventType,
+ 'objectRef': msg.objectRef,
+ 'updateTime': msg.updatetime
+ }
+ if msg.notificationEventType in [NotificationEventEnum.DELETE,
+ NotificationEventEnum.MODIFY]:
+ callback['priorObjectState'] = obj_dict
+ if msg.notificationEventType in [NotificationEventEnum.CREATE,
+ NotificationEventEnum.MODIFY]:
+ callback['postObjectState'] = obj_dict
+ if msg.notificationEventType == NotificationEventEnum.DELETE:
+ callback.pop('objectRef')
+ callback_data = json.dumps(callback)
+ logger.info('URL: {}, data: {}'.format(
+ sub_data['callback'], callback_data))
+
+ # Call SMO through the SMO callback url
+ o = urlparse(sub_data['callback'])
+ if o.scheme == 'https':
+ conn = get_https_conn_default(o.netloc)
+ else:
+ conn = get_http_conn(o.netloc)
+ try:
+ rst, status = post_data(conn, o.path, callback_data)
+ if rst is True:
+ logger.info(
+ 'Notify to SMO successed with status: {}'.format(status))
+ return
+ logger.error('Notify Response code is: {}'.format(status))
+ except ssl.SSLCertVerificationError as e:
+ logger.debug(
+ 'Notify try to post data with trusted ca failed: {}'.format(e))
+ if 'self signed' in str(e):
+ conn = get_https_conn_selfsigned(o.netloc)
+ try:
+ return post_data(conn, o.path, callback_data)
+ except Exception as e:
+ logger.info(
+ 'Notify post data with self-signed ca \
+ failed: {}'.format(e))
+ # TODO: write the status to extension db table.
+ return False
+ return False
+ except Exception as e:
+ logger.critical('Notify except: {}'.format(e))
+ return False
Code Review / pti / o2.git / blobdiff