X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=o2ims%2Fservice%2Fcommand%2Fnotify_handler.py;h=19363f92992440afe99b605a033d4def09236892;hb=refs%2Fchanges%2F87%2F11187%2F1;hp=08da45ded9fc44bff865f28c1634f45e77175e12;hpb=209906139ba3d55342e5e95dd7cdb804c7b61943;p=pti%2Fo2.git diff --git a/o2ims/service/command/notify_handler.py b/o2ims/service/command/notify_handler.py index 08da45d..19363f9 100644 --- a/o2ims/service/command/notify_handler.py +++ b/o2ims/service/command/notify_handler.py @@ -15,16 +15,11 @@ # import redis # import requests import json -import ssl -from urllib.parse import urlparse -# from o2common.config import config +# from o2common.config import conf from o2common.domain.filter import gen_orm_filter from o2common.service.unit_of_work import AbstractUnitOfWork -from o2common.service.command.handler import get_https_conn_default -from o2common.service.command.handler import get_http_conn -from o2common.service.command.handler import get_https_conn_selfsigned -from o2common.service.command.handler import post_data +from o2common.adapter.notifications import AbstractNotifications from o2ims.domain import commands, ocloud from o2ims.domain.subscription_obj import Subscription, Message2SMO, \ @@ -41,22 +36,21 @@ logger = o2logging.get_logger(__name__) def notify_change_to_smo( cmd: commands.PubMessage2SMO, uow: AbstractUnitOfWork, + notifications: AbstractNotifications, ): logger.debug('In notify_change_to_smo') msg_type = cmd.type if msg_type == 'ResourceType': - _notify_resourcetype(uow, cmd) + _notify_resourcetype(uow, notifications, cmd.data) elif msg_type == 'ResourcePool': - _notify_resourcepool(uow, cmd) + _notify_resourcepool(uow, notifications, cmd.data) elif msg_type == 'Dms': - _notify_dms(uow, cmd) + _notify_dms(uow, notifications, cmd.data) elif msg_type == 'Resource': - _notify_resource(uow, cmd) + _notify_resource(uow, notifications, cmd.data) -def _notify_resourcetype(uow, cmd): - data = cmd.data - msg_type = cmd.type +def _notify_resourcetype(uow, notifications, data): with uow: resource_type = uow.resource_types.get(data.id) if resource_type is None: @@ -76,32 +70,37 @@ def _notify_resourcetype(uow, cmd): for sub in subs: sub_data = sub.serialize() logger.debug('Subscription: {}'.format(sub_data['subscriptionId'])) - if not sub_data.get('filter', None): - callback_smo(sub, data, msg_type, resource_type_dict) - continue - try: - args = gen_orm_filter(ocloud.ResourceType, sub_data['filter']) - except KeyError: - logger.warning( - 'Subscription {} filter {} has wrong attribute name ' - 'or value. Ignore the filter.'.format( - sub_data['subscriptionId'], sub_data['filter'])) - callback_smo(sub, data, msg_type, resource_type_dict) + filters = handle_filter(sub_data['filter'], 'ResourceTypeInfo') + if not filters: + callback_smo(notifications, sub, data, resource_type_dict) continue - args.append(ocloud.ResourceType.resourceTypeId == data.id) - ret = uow.resource_types.list_with_count(*args) - if ret[0] != 0: - logger.debug( - 'ResourceType {} skip for subscription {} because of the ' - 'filter.' - .format(data.id, sub_data['subscriptionId'])) - continue - callback_smo(sub, data, msg_type, resource_type_dict) + filter_hit = False + for filter in filters: + try: + args = gen_orm_filter(ocloud.ResourceType, filter) + except KeyError: + logger.warning( + 'Subscription {} filter {} has wrong attribute ' + 'name or value. Ignore the filter.'.format( + sub_data['subscriptionId'], + sub_data['filter'])) + continue + if len(args) == 0 and 'objectType' in filter: + filter_hit = True + break + args.append(ocloud.ResourceType.resourceTypeId == data.id) + obj_count, _ = uow.resource_types.list_with_count(*args) + if obj_count > 0: + filter_hit = True + break + if filter_hit: + logger.info('Subscription {} filter hit, skip ResourceType {}.' + .format(sub_data['subscriptionId'], data.id)) + else: + callback_smo(notifications, sub, data, resource_type_dict) -def _notify_resourcepool(uow, cmd): - data = cmd.data - msg_type = cmd.type +def _notify_resourcepool(uow, notifications, data): with uow: resource_pool = uow.resource_pools.get(data.id) if resource_pool is None: @@ -119,32 +118,37 @@ def _notify_resourcepool(uow, cmd): for sub in subs: sub_data = sub.serialize() logger.debug('Subscription: {}'.format(sub_data['subscriptionId'])) - if not sub_data.get('filter', None): - callback_smo(sub, data, msg_type, resource_pool_dict) + filters = handle_filter(sub_data['filter'], 'ResourcePoolInfo') + if not filters: + callback_smo(notifications, sub, data, resource_pool_dict) continue - try: - args = gen_orm_filter(ocloud.Resource, sub_data['filter']) - except KeyError: - logger.warning( - 'Subscription {} filter {} has wrong attribute name ' - 'or value. Ignore the filter.'.format( - sub_data['subscriptionId'], sub_data['filter'])) - callback_smo(sub, data, msg_type, resource_pool_dict) - continue - args.append(ocloud.ResourcePool.resourcePoolId == data.id) - ret = uow.resource_pools.list_with_count(*args) - if ret[0] != 0: - logger.debug( - 'ResourcePool {} skip for subscription {} because of the ' - 'filter.' - .format(data.id, sub_data['subscriptionId'])) - continue - callback_smo(sub, data, msg_type, resource_pool_dict) + filter_hit = False + for filter in filters: + try: + args = gen_orm_filter(ocloud.ResourcePool, filter) + except KeyError: + logger.warning( + 'Subscription {} filter {} has wrong attribute ' + 'name or value. Ignore the filter.'.format( + sub_data['subscriptionId'], + sub_data['filter'])) + continue + if len(args) == 0 and 'objectType' in filter: + filter_hit = True + break + args.append(ocloud.ResourcePool.resourcePoolId == data.id) + obj_count, _ = uow.resource_pools.list_with_count(*args) + if obj_count > 0: + filter_hit = True + break + if filter_hit: + logger.info('Subscription {} filter hit, skip ResourcePool {}.' + .format(sub_data['subscriptionId'], data.id)) + else: + callback_smo(notifications, sub, data, resource_pool_dict) -def _notify_dms(uow, cmd): - data = cmd.data - msg_type = cmd.type +def _notify_dms(uow, notifications, data): with uow: dms = uow.deployment_managers.get(data.id) if dms is None: @@ -163,34 +167,40 @@ def _notify_dms(uow, cmd): for sub in subs: sub_data = sub.serialize() logger.debug('Subscription: {}'.format(sub_data['subscriptionId'])) - if not sub_data.get('filter', None): - callback_smo(sub, data, msg_type, dms_dict) - continue - try: - args = gen_orm_filter(ocloud.Resource, sub_data['filter']) - except KeyError: - logger.warning( - 'Subscription {} filter {} has wrong attribute name ' - 'or value. Ignore the filter.'.format( - sub_data['subscriptionId'], sub_data['filter'])) - callback_smo(sub, data, msg_type, dms_dict) + filters = handle_filter( + sub_data['filter'], 'DeploymentManagerInfo') + if not filters: + callback_smo(notifications, sub, data, dms_dict) continue - args.append( - ocloud.DeploymentManager.deploymentManagerId == data.id) - ret = uow.deployment_managers.list_with_count(*args) - if ret[0] != 0: - logger.debug( - 'DeploymentManager {} skip for subscription {} because of ' - 'the filter.' - .format(data.id, sub_data['subscriptionId'])) - continue - callback_smo(sub, data) - callback_smo(sub, data, msg_type, dms_dict) + filter_hit = False + for filter in filters: + try: + args = gen_orm_filter(ocloud.DeploymentManager, filter) + except KeyError: + logger.warning( + 'Subscription {} filter {} has wrong attribute ' + 'name or value. Ignore the filter.'.format( + sub_data['subscriptionId'], + sub_data['filter'])) + continue + if len(args) == 0 and 'objectType' in filter: + filter_hit = True + break + args.append( + ocloud.DeploymentManager.deploymentManagerId == data.id) + obj_count, _ = uow.deployment_managers.list_with_count(*args) + if obj_count > 0: + filter_hit = True + break + if filter_hit: + logger.info('Subscription {} filter hit, skip ' + 'DeploymentManager {}.' + .format(sub_data['subscriptionId'], data.id)) + else: + callback_smo(notifications, sub, data, dms_dict) -def _notify_resource(uow, cmd): - data = cmd.data - msg_type = cmd.type +def _notify_resource(uow, notifications, data): with uow: resource = uow.resources.get(data.id) if resource is None: @@ -198,36 +208,78 @@ def _notify_resource(uow, cmd): return res_pool_id = resource.serialize()['resourcePoolId'] logger.debug('res pool id is {}'.format(res_pool_id)) + res_dict = { + 'resourceId': resource.resourceId, + 'description': resource.description, + 'resourceTypeId': resource.resourceTypeId, + 'resourcePoolId': resource.resourcePoolId, + 'globalAssetId': resource.globalAssetId + } subs = uow.subscriptions.list() for sub in subs: sub_data = sub.serialize() logger.debug('Subscription: {}'.format(sub_data['subscriptionId'])) - if not sub_data.get('filter', None): - callback_smo(sub, data, msg_type) - continue - try: - args = gen_orm_filter(ocloud.Resource, sub_data['filter']) - except KeyError: - logger.warning( - 'Subscription {} filter {} has wrong attribute name ' - 'or value. Ignore the filter.'.format( - sub_data['subscriptionId'], sub_data['filter'])) - callback_smo(sub, data, msg_type) + filters = handle_filter(sub_data['filter'], 'ResourceInfo') + if not filters: + callback_smo(notifications, sub, data, res_dict) continue - args.append(ocloud.Resource.resourceId == data.id) - ret = uow.resources.list_with_count(res_pool_id, *args) - if ret[0] != 0: - logger.debug( - 'Resource {} skip for subscription {} because of the ' - 'filter.' - .format(data.id, sub_data['subscriptionId'])) + filter_hit = False + for filter in filters: + try: + args = gen_orm_filter(ocloud.Resource, filter) + except KeyError: + logger.warning( + 'Subscription {} filter {} has wrong attribute ' + 'name or value. Ignore the filter.'.format( + sub_data['subscriptionId'], + sub_data['filter'])) + continue + if len(args) == 0 and 'objectType' in filter: + filter_hit = True + break + args.append(ocloud.Resource.resourceId == data.id) + obj_count, _ = uow.resources.list_with_count( + res_pool_id, *args) + if obj_count > 0: + filter_hit = True + break + if filter_hit: + logger.info('Subscription {} filter hit, skip Resource {}.' + .format(sub_data['subscriptionId'], data.id)) + else: + callback_smo(notifications, sub, data, res_dict) + + +def handle_filter(filter: str, f_type: str): + if not filter: + return + filter_strip = filter.strip(' []') + filter_list = filter_strip.split('|') + filters = list() + for sub_filter in filter_list: + exprs = sub_filter.split(';') + objectType = False + objectTypeValue = '' + for expr in exprs: + expr_strip = expr.strip(' ()') + items = expr_strip.split(',') + item_key = items[1].strip() + if item_key != 'objectType': continue - callback_smo(sub, data, msg_type) + objectType = True + objectTypeValue = items[2].strip() + if not objectType: + if f_type == 'ResourceInfo': + filters.append(sub_filter) + continue + if objectTypeValue == f_type: + filters.append(sub_filter) + return filters -def callback_smo(sub: Subscription, msg: Message2SMO, msg_type: str, - obj_dict: dict = None): +def callback_smo(notifications: AbstractNotifications, sub: Subscription, + msg: Message2SMO, obj_dict: dict = None): sub_data = sub.serialize() callback = { 'consumerSubscriptionId': sub_data['consumerSubscriptionId'], @@ -235,44 +287,46 @@ def callback_smo(sub: Subscription, msg: Message2SMO, msg_type: str, 'objectRef': msg.objectRef, 'updateTime': msg.updatetime } - if msg_type != 'Resource': - if msg.notificationEventType in [NotificationEventEnum.DELETE, - NotificationEventEnum.MODIFY]: - callback['priorObjectState'] = obj_dict - if msg.notificationEventType in [NotificationEventEnum.CREATE, - NotificationEventEnum.MODIFY]: - callback['postObjectState'] = obj_dict + if msg.notificationEventType in [NotificationEventEnum.DELETE, + NotificationEventEnum.MODIFY]: + callback['priorObjectState'] = json.dumps(obj_dict) + if msg.notificationEventType in [NotificationEventEnum.CREATE, + NotificationEventEnum.MODIFY]: + callback['postObjectState'] = json.dumps(obj_dict) + if msg.notificationEventType == NotificationEventEnum.DELETE: + callback.pop('objectRef') callback_data = json.dumps(callback) - logger.info('URL: {}, data: {}'.format( - sub_data['callback'], callback_data)) + logger.info('callback URL: {}'.format(sub_data['callback'])) + logger.debug('callback data: {}'.format(callback_data)) + + return notifications.send(sub_data['callback'], callback_data) # Call SMO through the SMO callback url - o = urlparse(sub_data['callback']) - if o.scheme == 'https': - conn = get_https_conn_default(o.netloc) - else: - conn = get_http_conn(o.netloc) - try: - rst, status = post_data(conn, o.path, callback_data) - if rst is True: - logger.info( - 'Notify to SMO successed with status: {}'.format(status)) - return - logger.error('Notify Response code is: {}'.format(status)) - except ssl.SSLCertVerificationError as e: - logger.debug( - 'Notify try to post data with trusted ca failed: {}'.format(e)) - if 'self signed' in str(e): - conn = get_https_conn_selfsigned(o.netloc) - try: - return post_data(conn, o.path, callback_data) - except Exception as e: - logger.info( - 'Notify post data with self-signed ca \ - failed: {}'.format(e)) - # TODO: write the status to extension db table. - return False - return False - except Exception as e: - logger.critical('Notify except: {}'.format(e)) - return False + # o = urlparse(sub_data['callback']) + # if o.scheme == 'https': + # conn = get_https_conn_default(o.netloc) + # else: + # conn = get_http_conn(o.netloc) + # try: + # rst, status = post_data(conn, o.path, callback_data) + # if rst is True: + # logger.info( + # 'Notify to SMO successed with status: {}'.format(status)) + # return + # logger.error('Notify Response code is: {}'.format(status)) + # except ssl.SSLCertVerificationError as e: + # logger.debug( + # 'Notify try to post data with trusted ca failed: {}'.format(e)) + # if 'self signed' in str(e): + # conn = get_https_conn_selfsigned(o.netloc) + # try: + # return post_data(conn, o.path, callback_data) + # except Exception as e: + # logger.info( + # 'Notify post data with self-signed ca \ + # failed: {}'.format(e)) + # return False + # return False + # except Exception as e: + # logger.critical('Notify except: {}'.format(e)) + # return False