start_gard_update.py

import os
import sys
workspace = os.path.dirname(os.path.abspath(__file__))
sys.path.append(workspace)
sys.path.append(os.getcwd())
import sysvars
from datetime import datetime
from subprocess import *
from time import sleep
from RDAS_MEMGRAPH_APP.Update import Update
from RDAS_MEMGRAPH_APP.Mapping import Mapping
from RDAS_MEMGRAPH_APP.Alert import Alert
from RDAS_MEMGRAPH_APP.Dump import Dump
from RDAS_GARD import init as update

# Initialize modules for handling updates, mapping, alerts, and dumps
update_module = Update(mode=sysvars.gard_db)
mapping_module = Mapping(mode=sysvars.gard_db)
alert_module = Alert(mode='dev')
dump_module = Dump(mode='dev')

# Main loop to continuously monitor for database updates
while True:
    # Check if an update is required
    if update_module.check_update()[0]:
        print('Update Initiated... Starting in 10 seconds')
        sleep(10)
        try:
            # Track the current step for better error reporting
            current_step = 'while running the update scripts'
            update.start_update()

            # Refresh node counts in the GARD database
            current_step = 'while refreshing GARD node counts'
            update_module.refresh_node_counts()

            # Generate the mapping file for the database
            current_step = 'while generating its mapping file'
            mapping_module.generate_mapping_file()

            # Create a dump of the database and back it up
            current_step = 'while attempting to generate a dump files for the database'
            dump_module.dump_file(sysvars.transfer_path, sysvars.gard_db)
            dump_module.copy_to_backup(sysvars.gard_db)

            # Transfer the dump file to the TEST server
            current_step = 'while attempting to send database over to the TEST server'
            send_url = sysvars.rdas_urls['test']
            p = Popen(['scp', f'{sysvars.approved_path}{sysvars.gard_db}.dump', f'{sysvars.current_user}@{send_url}:{sysvars.transfer_path}{sysvars.gard_db}.dump'], encoding='utf8')
            p.wait()

            # Notify stakeholders of the successful update
            current_step = 'while attempting to send notification of database transfer to the TEST server'
            sub = '[RDAS] NOTICE - GARD UPDATE SUCCESSFUL'
            msg = f'An update cycle for {sysvars.gard_db} has completed'
            html = f'''An update cycle for {sysvars.gard_db} has completed and has been sent to the TEST server</p>
                <p>database effected: {sysvars.gard_db}</p>
                '''
            alert_module.send_email(sub,html,sysvars.contacts['dev'])

        except Exception as e:
            # Handle any exceptions and send failure notifications
            sub = '[RDAS] WARNING - GARD UPDATE FAILED'
            msg = f'Update script start_gard_update.py has failed {current_step}'
            html = f'''<p>Update script start_gard_update.py has failed {current_step}</p>
                <p>database effected: {sysvars.gard_db}</p>
                <p>The following error occured:</p>
                <p>{e}</p>
                '''
            alert_module.send_email(sub,html,sysvars.contacts['dev'])