CON-72-story(notifications): admin receives notification when device is not seen in a while

- setup queue manager for when notifications are sent
- implement notifications when device is not seen in a while

[Delivers CON-72]

Author: [Arusey]

admin_notifications/helpers/device_last_seen.py

@@ -0,0 +1,19 @@
+from datetime import datetime
+from api.devices.models import Devices as DevicesModel
+from utilities.utility import update_entity_fields
+import celery
+
+
+@celery.task(name='check-device-last-seen')
+def notify_when_device_is_offline(**kwargs):
+    query = DevicesModel.query
+    active_devices = query.filter(DevicesModel.activity == "online").all()
+    for device in active_devices:
+        device_last_seen = device.last_seen
+        current_time = datetime.now()
+        duration_offline = current_time - device_last_seen
+
+        if duration_offline.days > 1:
+            update_entity_fields(device, activity="offline")
+            device.save()
+    return active_devices

admin_notifications/helpers/queue_manager.py

@@ -0,0 +1,7 @@
+from datetime import timedelta
+beat_schedule = {
+    'run-check-device-last-seen-hourly': {
+        'task': 'check-device-last-seen',
+        'schedule': timedelta(seconds=5)
+    }
+}

admin_notifications/models.py

@@ -1,6 +1,4 @@
 from sqlalchemy import (Column, String, Enum, Integer, ForeignKey)
-from sqlalchemy.schema import Sequence
-from utilities.validations import validate_empty_fields
 from helpers.database import Base
 from utilities.utility import Utility, StatusType
 
@@ -17,6 +15,4 @@ class AdminNotification(Base, Utility):
     location_id = Column(
         Integer,
         ForeignKey('locations.id', ondelete="CASCADE"),
-        nullable=True
-    )
-    
+        nullable=True)

alembic/versions/1b53553ddacf_add_activity_column_to_devices_table.py

@@ -0,0 +1,34 @@
+"""add activity column to devices table
+
+Revision ID: 1b53553ddacf
+Revises: c65718cd4ed8
+Create Date: 2019-06-22 12:59:24.591339
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+
+# revision identifiers, used by Alembic.
+revision = '1b53553ddacf'
+down_revision = 'c65718cd4ed8'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    activitytype = postgresql.ENUM('online', 'offline', name='activitytype')
+    activitytype.create(op.get_bind())
+    op.add_column('devices', sa.Column('activity', sa.Enum(
+        'online', 'offline', name='activitytype'), nullable=True))
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('devices', 'activity')
+    op.execute("DROP TYPE activitytype;")
+    # ### end Alembic commands ###

api/devices/models.py

@@ -1,22 +1,23 @@
-from sqlalchemy import (Column, String, Integer, DateTime, ForeignKey)
+from sqlalchemy import (Column, String, Integer, DateTime, ForeignKey, Enum)
 from sqlalchemy.schema import Sequence
 from sqlalchemy.orm import relationship
 
 from helpers.database import Base
 from utilities.validations import validate_empty_fields
-from utilities.utility import Utility
+from utilities.utility import Utility, ActivityType
 
 
 class Devices(Base, Utility):
     __tablename__ = 'devices'
-    id = Column(Integer, Sequence('devices_id_seq', start=1, increment=1), primary_key=True) # noqa
+    id = Column(Integer, Sequence('devices_id_seq', start=1, increment=1), primary_key=True)  # noqa
     name = Column(String, nullable=False)
     device_type = Column(String, nullable=False)
     date_added = Column(DateTime, nullable=False)
     last_seen = Column(DateTime, nullable=False)
     location = Column(String, nullable=False)
     room_id = Column(Integer, ForeignKey('rooms.id', ondelete="CASCADE"))
     room = relationship('Room')
+    activity = Column(Enum(ActivityType), default="active")
 
     def __init__(self, **kwargs):
         validate_empty_fields(**kwargs)

cworker.py

@@ -1,16 +1,26 @@
 import os
-
 from celery import Celery
 from app import create_app
-
+from admin_notifications.helpers.queue_manager import beat_schedule
 
 app = create_app(os.getenv('APP_SETTINGS') or 'default')
 app.app_context().push()
 
 
+app.config.update(
+    CELERY_BROKER_URL='redis://localhost:6379',
+    CELERY_RESULT_BACKEND='redis://localhost:6379',
+    CELERY_ACCEPT_CONTENT=['pickle'],
+    CELERYBEAT_SCHEDULE=beat_schedule
+)
+
+
 def make_celery(app):
-    celery = Celery(app.name, broker=app.config['CELERY_BROKER_URL'])
+    celery = Celery(app.name, broker=app.config['CELERY_BROKER_URL'], include=['admin_notifications.helpers.device_last_seen'], # noqa 501
+                    backend=app.config['CELERY_BROKER_URL'])
+
     celery.conf.update(app.config)
+    celery.conf.enable_utc = False
     TaskBase = celery.Task
 
     class ContextTask(TaskBase):
@@ -24,3 +34,5 @@ def __call__(self, *args, **kwargs):
 
 
 celery = make_celery(app)
+celery_scheduler = Celery(app.name, broker=app.config['CELERY_BROKER_URL'])
+celery_scheduler.conf.update(app.config)

helpers/email/email_setup.py

@@ -30,7 +30,7 @@ def __init__(
             html=self.template,
             sender=self.sender)
 
-    @celery.task
+    @celery.task(name='asynchronous-email-notifications')
     def send_async_email(msg_dict):
         mail = Mail()
         msg = Message()

requirements.txt

@@ -1,17 +1,7 @@
 alembic==0.9.8
-amqp==1.4.9
-aniso8601==3.0.2
-anyjson==0.3.3
-astroid==2.2.5
-attrs==19.1.0
-autopep8==1.4.4
-billiard==3.3.0.23
-blinker==1.4
 bugsnag==3.4.2
+blinker==1.4
 celery==3.1.17
-certifi==2019.3.9
-chardet==3.0.4
-Click==7.0
 coverage==4.5.1
 coveralls==1.8.0
 decorator==4.4.0
@@ -20,68 +10,35 @@ eventlet==0.25.0
 flake8==3.5.0
 Flask==0.12.2
 Flask-Cors==3.0.4
-Flask-GraphQL==1.4.1
 Flask-JSON==0.3.2
-Flask-Mail==0.9.1
 Flask-Script==2.0.6
 flask-socketio==4.1.0
 Flask-Testing==0.7.1
 google-api-python-client==1.6.7
-graphene==2.1
 graphene-sqlalchemy==2.0.0
-graphql-core==2.2
-graphql-relay==0.4.5
-httplib2==0.13.0
-idna==2.8
+graphene==2.1
 imgkit==1.0.1
-iso8601==0.1.12
-isort==4.3.20
-itsdangerous==1.1.0
-Jinja2==2.10.1
-kombu==3.0.37
-lazy-object-proxy==1.4.1
-Mako==1.0.12
 MarkupSafe==1.0
-mccabe==0.6.1
 more-itertools==4.1.0
-nose==1.3.7
 numpy==1.15.2
-oauth2client==4.1.3
 opencv-python==3.4.3.18
 pandas==0.23.4
-pdfkit==0.6.1
 Pillow==5.3.0
-pluggy==0.6.0
-promise==2.2.1
+pdfkit==0.6.1
 psycopg2-binary==2.7.4
 py==1.5.3
-pyasn1==0.4.5
-pyasn1-modules==0.2.5
-pycodestyle==2.3.1
-pyflakes==1.6.0
-PyJWT==1.6.4
-pylint==2.3.1
 pytest==3.5.0
 python-dateutil==2.7.0
-python-editor==1.0.3
-python-engineio==3.8.1
-python-socketio==4.1.0
-pytz==2019.1
+PyJWT==1.6.4
 redis==2.10.3
-requests==2.22.0
-rsa==4.0
-Rx==1.6.1
-singledispatch==3.4.0.3
-six==1.12.0
+nose==1.3.7
+python-editor==1.0.3
 SQLAlchemy==1.2.6
-SQLAlchemy-Utils==0.33.2
 tox==3.0.0
-typed-ast==1.4.0
-typing==3.6.4
-uritemplate==3.0.0
-urllib3==1.25.3
-validators==0.12.4
+SQLAlchemy-Utils==0.33.2
 virtualenv==15.2.0
-WebOb==1.8.5
-Werkzeug==0.15.4
-wrapt==1.11.1
+Flask-Testing==0.7.1
+typing==3.6.4
+flake8==3.5.0
+coveralls
+validators==0.12.4

utilities/utility.py

@@ -89,6 +89,12 @@ class QuestionType(enum.Enum):
     missingitem = "missing_items"
 
 
+
 class StatusType(enum.Enum):
     read = "read"
     unread = "unread"
+
+
+class ActivityType(enum.Enum):
+    online = "online"
+    offline = "offline"