Fix INF-378 inventory subscription filter upgrade
[pti/o2.git] / o2ims / service / command / notify_handler.py
index fe22f2a..06dc824 100644 (file)
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-import json
 # import redis
 # import requests
+import json
+import ssl
 from urllib.parse import urlparse
 
 # from o2common.config import config
+from o2common.domain.filter import gen_orm_filter
 from o2common.service.unit_of_work import AbstractUnitOfWork
-from o2ims.domain import commands
-from o2ims.domain.subscription_obj import Subscription, Message2SMO
 from o2common.service.command.handler import get_https_conn_default
 from o2common.service.command.handler import get_http_conn
 from o2common.service.command.handler import get_https_conn_selfsigned
 from o2common.service.command.handler import post_data
-import ssl
+
+from o2ims.domain import commands, ocloud
+from o2ims.domain.subscription_obj import Subscription, Message2SMO, \
+    NotificationEventEnum
+
 from o2common.helper import o2logging
 logger = o2logging.get_logger(__name__)
 
@@ -38,57 +42,269 @@ def notify_change_to_smo(
     cmd: commands.PubMessage2SMO,
     uow: AbstractUnitOfWork,
 ):
-    logger.info('In notify_change_to_smo')
-    data = cmd.data
+    logger.debug('In notify_change_to_smo')
+    msg_type = cmd.type
+    if msg_type == 'ResourceType':
+        _notify_resourcetype(uow, cmd.data)
+    elif msg_type == 'ResourcePool':
+        _notify_resourcepool(uow, cmd.data)
+    elif msg_type == 'Dms':
+        _notify_dms(uow, cmd.data)
+    elif msg_type == 'Resource':
+        _notify_resource(uow, cmd.data)
+
+
+def _notify_resourcetype(uow, data):
     with uow:
+        resource_type = uow.resource_types.get(data.id)
+        if resource_type is None:
+            logger.warning('ResourceType {} does not exists.'.format(data.id))
+            return
+        resource_type_dict = {
+            'resourceTypeId': resource_type.resourceTypeId,
+            'name': resource_type.name,
+            'description': resource_type.description,
+            'vendor': resource_type.vendor,
+            'model': resource_type.model,
+            'version': resource_type.version,
+            # 'alarmDictionary': resource_type.alarmDictionary.serialize()
+        }
+
         subs = uow.subscriptions.list()
         for sub in subs:
             sub_data = sub.serialize()
             logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+            filters = handle_filter(sub_data['filter'], 'ResourceTypeInfo')
+            if not filters:
+                callback_smo(sub, data, resource_type_dict)
+                continue
+            filter_effect = 0
+            for filter in filters:
+                try:
+                    args = gen_orm_filter(ocloud.ResourceType, filter)
+                except KeyError:
+                    logger.warning(
+                        'Subscription {} filter {} has wrong attribute '
+                        'name or value. Ignore the filter.'.format(
+                            sub_data['subscriptionId'],
+                            sub_data['filter']))
+                    continue
+                args.append(ocloud.ResourceType.resourceTypeId == data.id)
+                ret = uow.resource_types.list_with_count(*args)
+                if ret[0] > 0:
+                    logger.debug(
+                        'ResourcePool {} skip for subscription {} because of'
+                        ' the filter.'
+                        .format(data.id, sub_data['subscriptionId']))
+                    filter_effect += 1
+                    break
+            if filter_effect > 0:
+                continue
+            callback_smo(sub, data, resource_type_dict)
 
-            try:
-                resource_filter = json.loads(sub_data['filter'])
-                if len(resource_filter) > 0:
-                    resource = uow.resources.get(data.id)
-                    logger.debug(type(resource))
-                    if resource:  # TODO deal with resource is empty
-                        res_type_id = resource.serialize()['resourceTypeId']
-                        resourcetype = uow.resource_types.get(res_type_id)
-                        logger.debug(resourcetype.name)
-                        if resourcetype.name not in resource_filter:
-                            continue
-            except json.decoder.JSONDecodeError as err:
-                logger.warning(
-                    'subscription filter decode json failed: {}'.format(err))
-
-            callback_smo(sub, data)
-
-
-def callback_smo(sub: Subscription, msg: Message2SMO):
+
+def _notify_resourcepool(uow, data):
+    with uow:
+        resource_pool = uow.resource_pools.get(data.id)
+        if resource_pool is None:
+            logger.warning('ResourcePool {} does not exists.'.format(data.id))
+            return
+        resource_pool_dict = {
+            'resourcePoolId': resource_pool.resourcePoolId,
+            'oCloudId': resource_pool.oCloudId,
+            'globalLocationId': resource_pool.globalLocationId,
+            'name': resource_pool.name,
+            'description': resource_pool.description
+        }
+
+        subs = uow.subscriptions.list()
+        for sub in subs:
+            sub_data = sub.serialize()
+            logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+            filters = handle_filter(sub_data['filter'], 'ResourcePoolInfo')
+            if not filters:
+                callback_smo(sub, data, resource_pool_dict)
+                continue
+            filter_effect = 0
+            for filter in filters:
+                try:
+                    args = gen_orm_filter(ocloud.ResourcePool, filter)
+                except KeyError:
+                    logger.warning(
+                        'Subscription {} filter {} has wrong attribute '
+                        'name or value. Ignore the filter.'.format(
+                            sub_data['subscriptionId'],
+                            sub_data['filter']))
+                    continue
+                args.append(ocloud.ResourcePool.resourcePoolId == data.id)
+                ret = uow.resource_pools.list_with_count(*args)
+                if ret[0] > 0:
+                    logger.debug(
+                        'ResourcePool {} skip for subscription {} because of'
+                        ' the filter.'
+                        .format(data.id, sub_data['subscriptionId']))
+                    filter_effect += 1
+                    break
+            if filter_effect > 0:
+                continue
+            callback_smo(sub, data, resource_pool_dict)
+
+
+def _notify_dms(uow, data):
+    with uow:
+        dms = uow.deployment_managers.get(data.id)
+        if dms is None:
+            logger.warning(
+                'DeploymentManager {} does not exists.'.format(data.id))
+            return
+        dms_dict = {
+            'deploymentManagerId': dms.deploymentManagerId,
+            'name': dms.name,
+            'description': dms.description,
+            'oCloudId': dms.oCloudId,
+            'serviceUri': dms.serviceUri
+        }
+
+        subs = uow.subscriptions.list()
+        for sub in subs:
+            sub_data = sub.serialize()
+            logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+            filters = handle_filter(
+                sub_data['filter'], 'DeploymentManagerInfo')
+            if not filters:
+                callback_smo(sub, data, dms_dict)
+                continue
+            filter_effect = 0
+            for filter in filters:
+                try:
+                    args = gen_orm_filter(ocloud.DeploymentManager, filter)
+                except KeyError:
+                    logger.warning(
+                        'Subscription {} filter {} has wrong attribute '
+                        'name or value. Ignore the filter.'.format(
+                            sub_data['subscriptionId'],
+                            sub_data['filter']))
+                    continue
+                args.append(
+                    ocloud.DeploymentManager.deploymentManagerId == data.id)
+                ret = uow.deployment_managers.list_with_count(*args)
+                if ret[0] > 0:
+                    logger.debug(
+                        'DeploymentManager {} skip for subscription {} because'
+                        ' of the filter.'
+                        .format(data.id, sub_data['subscriptionId']))
+                    filter_effect += 1
+                    break
+            if filter_effect > 0:
+                continue
+            callback_smo(sub, data, dms_dict)
+
+
+class FilterNotEffect(Exception):
+    pass
+
+
+class FilterEffect(Exception):
+    pass
+
+
+def _notify_resource(uow, data):
+    with uow:
+        resource = uow.resources.get(data.id)
+        if resource is None:
+            logger.warning('Resource {} does not exists.'.format(data.id))
+            return
+        res_pool_id = resource.serialize()['resourcePoolId']
+        logger.debug('res pool id is {}'.format(res_pool_id))
+        res_dict = {
+            'resourceId': resource.resourceId,
+            'description': resource.description,
+            'resourceTypeId': resource.resourceTypeId,
+            'resourcePoolId': resource.resourcePoolId,
+            'globalAssetId': resource.globalAssetId
+        }
+
+        subs = uow.subscriptions.list()
+        for sub in subs:
+            sub_data = sub.serialize()
+            logger.debug('Subscription: {}'.format(sub_data['subscriptionId']))
+            filters = handle_filter(sub_data['filter'], 'ResourceInfo')
+            if not filters:
+                callback_smo(sub, data, res_dict)
+                continue
+            filter_effect = 0
+            for filter in filters:
+                try:
+                    args = gen_orm_filter(ocloud.Resource, filter)
+                except KeyError:
+                    logger.warning(
+                        'Subscription {} filter {} has wrong attribute '
+                        'name or value. Ignore the filter.'.format(
+                            sub_data['subscriptionId'],
+                            sub_data['filter']))
+                    continue
+                args.append(ocloud.Resource.resourceId == data.id)
+                ret = uow.resources.list_with_count(res_pool_id, *args)
+                if ret[0] > 0:
+                    logger.debug(
+                        'Resource {} skip for subscription {} because of '
+                        'the filter.'
+                        .format(data.id, sub_data['subscriptionId']))
+                    filter_effect += 1
+                    break
+            if filter_effect > 0:
+                continue
+            callback_smo(sub, data, res_dict)
+
+
+def handle_filter(filter: str, f_type: str):
+    if not filter:
+        return
+    filter_strip = filter.strip(' []')
+    filter_list = filter_strip.split('|')
+    filters = list()
+    for sub_filter in filter_list:
+        exprs = sub_filter.split(';')
+        objectType = False
+        objectTypeValue = ''
+        for expr in exprs:
+            expr_strip = expr.strip(' ()')
+            items = expr_strip.split(',')
+            item_key = items[1].strip()
+            if item_key != 'objectType':
+                continue
+            objectType = True
+            objectTypeValue = items[2].strip()
+        if not objectType:
+            if f_type == 'ResourceInfo':
+                filters.append(sub_filter)
+            continue
+        if objectTypeValue == f_type:
+            filters.append(sub_filter)
+    return filters
+
+
+def callback_smo(sub: Subscription, msg: Message2SMO, obj_dict: dict = None):
     sub_data = sub.serialize()
-    callback_data = json.dumps({
+    callback = {
         'consumerSubscriptionId': sub_data['consumerSubscriptionId'],
         'notificationEventType': msg.notificationEventType,
         'objectRef': msg.objectRef,
         'updateTime': msg.updatetime
-    })
+    }
+    if msg.notificationEventType in [NotificationEventEnum.DELETE,
+                                     NotificationEventEnum.MODIFY]:
+        callback['priorObjectState'] = obj_dict
+    if msg.notificationEventType in [NotificationEventEnum.CREATE,
+                                     NotificationEventEnum.MODIFY]:
+        callback['postObjectState'] = obj_dict
+    if msg.notificationEventType == NotificationEventEnum.DELETE:
+        callback.pop('objectRef')
+    callback_data = json.dumps(callback)
     logger.info('URL: {}, data: {}'.format(
         sub_data['callback'], callback_data))
-    # r.publish(sub_data['subscriptionId'], json.dumps({
-    #     'consumerSubscriptionId': sub_data['consumerSubscriptionId'],
-    #     'notificationEventType': msg.notificationEventType,
-    #     'objectRef': msg.objectRef
-    # }))
-    # try:
-    #     headers = {'User-Agent': 'Mozilla/5.0'}
-    #     resp = requests.post(sub_data['callback'], data=callback_data,
-    #                          headers=headers)
-    #     if resp.status_code == 202 or resp.status_code == 200:
-    #         logger.info('Notify to SMO successed')
-    #         return
-    #     logger.error('Response code is: {}'.format(resp.status_code))
-    # except requests.exceptions.HTTPError as err:
-    #     logger.error('request smo error: {}'.format(err))
+
+    # Call SMO through the SMO callback url
     o = urlparse(sub_data['callback'])
     if o.scheme == 'https':
         conn = get_https_conn_default(o.netloc)
@@ -102,7 +318,8 @@ def callback_smo(sub: Subscription, msg: Message2SMO):
             return
         logger.error('Notify Response code is: {}'.format(status))
     except ssl.SSLCertVerificationError as e:
-        logger.info('Notify post data with trusted ca failed: {}'.format(e))
+        logger.debug(
+            'Notify try to post data with trusted ca failed: {}'.format(e))
         if 'self signed' in str(e):
             conn = get_https_conn_selfsigned(o.netloc)
             try: