tasks.py 8.7 KB
from __future__ import absolute_import

from celery.task import Task
from common.RequestBuilder import RequestBuilder
from alert_manager.StrategyBuilder import StrategyBuilder

from django.conf import settings
from django.templatetags.static import static
import socket
from common.models import *

import time
import voeventparse

import os
from os.path import isfile, join
import observation_manager
import majordome.TaskManager
from decimal import Decimal


IP = '127.0.0.1'
PORT = 31569

TIMESTAMP_JD = 2440587.500000
VOEVENTS_PATH = "alert_manager/events_received"


class alert_listener(Task):
    '''
        Launched at server start
        Listens to VOEvents, and create appropriate request when an event is received
    '''

    def run(self):
        '''
            Is called at the beginning of the task
            Calls the function to get the new events in the VOEVENTS_PATH directory
            For each event, calls a fonction to analyze it
        '''

        print("alert listener started")
        if settings.SIMULATION == False:
            self.old_files = [
                f for f in os.listdir(VOEVENTS_PATH) if isfile(join(VOEVENTS_PATH, f))]
            while True:
                fresh_events = self.get_fresh_events()
                for event in fresh_events:
                    self.analyze_event(event)
                time.sleep(1)
        else:
            self.run_simulation()

    def get_fresh_events(self):
        '''
            Reads in the VOEVENTS_PATH directory to see if there are new events to analyze
            :returns : A list containing the new files to analyze
        '''

        fresh_events = []
        files = [
            f for f in os.listdir(VOEVENTS_PATH) if isfile(join(VOEVENTS_PATH, f))]

        diff = list(set(files).difference(set(self.old_files)))

        for event in diff:
            print("New file found : %s" % (event,))
            fresh_events.append(event)
        self.old_files = files
        return fresh_events

    def analyze_event(self, event_file):
        '''
            Opens and parse the voevent file
            Will create the request & the alert object related
        '''

        with open(os.path.join(VOEVENTS_PATH, event_file), 'rb') as f:
            voevent = voeventparse.load(f)
        self.create_related_request(voevent, event_file)

    def create_related_request(self, voevent, event_file):
        '''
            Creates a request object related to the voevent received.
            For the moment, it doesn't take care of the voevent content, and hardcode the sequences etc

            :param voevent: Object resulting of the VOEvent parsing with voeventparse library
            :returns : The request
        '''

        pyros_user = PyrosUser.objects.get(user__username="pyros")
        scientific_program = ScientificProgram.objects.get(name="GRB")


        alert = self.get_alert_attributes(voevent, event_file)

        if alert == None or StrategyObs.objects.filter(is_default=True).exists() == False:
            return

        alert.strat = StrategyObs.objects.filter(is_default=True)[0]
        name = "GRB - " + str(alert.trig_id)

        sb = StrategyBuilder()
        sb.create_request_from_strategy(alert.strat.xml_file, pyros_user, scientific_program, name)
        req = sb.validate()
        for seq in req.sequences.all():
            seq.ra = alert.burst_ra
            seq.dec = alert.burst_dec
            seq.save()
        alert.request = req
        alert.save()


    def get_alert_attributes(self, voevent, event_file):
        '''
            Parses the VOEvent to get all the required attributes
            Creates the alert object
            Handles errors (missing params, wrong params, ...)
            
            :param voevent: Object resulting of the VOEvent parsing with voeventparse library
            :returns : The alert object
        '''


        '''
            The parameters are a dictionnary with the "<What>" <Group>s as keys,
            and a dictionnary of their <Param> as values.
            The nested dictionnaries have the 'name' attribute as keys,
            and another dictionnary as values, containing {attribute : value} pairs
            The <Param>s without <Group> are in the dictionnary with 'None' as key
        '''
        v_params = voeventparse.pull_params(voevent)

        alert = Alert(voevent_file=event_file)
        try:
            alert.trig_id = v_params[None]["TrigID"]["value"]
            alert.editor = v_params[None]["Packet_Type"]["value"]
            alert.soln_status = v_params[None]["Soln_Status"]["value"]
            alert.pkt_ser_num = v_params[None]["Pkt_Ser_Num"]["value"]

            tjd = Decimal(v_params[None]["Burst_TJD"]["value"])
            sod = Decimal(v_params[None]["Burst_SOD"]["value"])
            alert.burst_jd = tjd - 13370 - 1 + 2453371 + (sod / 86400)
            alert.defly_not_grb = int(alert.soln_status[0]) & 0xF0

            alert.author = voevent.Who.AuthorIVORN
            alert.jd_send = time.mktime(time.strptime(str(voevent.Who.Date), "%Y-%m-%dT%H:%M:%S")) / 86400 + TIMESTAMP_JD
            alert.jd_received = time.time() / 86400 + TIMESTAMP_JD

            alert.astro_coord_system = voevent.WhereWhen.ObsDataLocation.ObservationLocation.AstroCoordSystem
            alert.burst_ra = voevent.WhereWhen.ObsDataLocation.ObservationLocation.AstroCoords.Position2D.Value2.C1
            alert.burst_dec = voevent.WhereWhen.ObsDataLocation.ObservationLocation.AstroCoords.Position2D.Value2.C2
            alert.error_radius = voevent.WhereWhen.ObsDataLocation.ObservationLocation.AstroCoords.Position2D.Error2Radius

        except KeyError or AttributeError as e:
            print("Error while parsing VOEvent : ", e)
            return None

        return alert

    def run_simulation(self):
        '''
            Uses a socket to block until a message is received (simulation of a VOEvent reception)
        '''
        print("run")
        self.server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        self.server_socket.setsockopt(
            socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
        self.server_socket.setblocking(True)
        self.server_socket.bind((IP, PORT))
        self.server_socket.listen(12)
        while True:
            print("Task en attente de signal")
            self.server_socket.accept()
            print("signal reçu")
            self.alert_received_simulation()

    def alert_received_simulation(self):
        '''
            IMPORTANT : To do simulation, settings.SIMULATION must be set True
            Simulates a VOEvent message by reading sequences into a file
            Creates a request with them
        '''

        # je supprime les sequences et requetes déjà existantes
        majordome.TaskManager.delete_pending_alert()
        Plan.objects.all().delete()
        Album.objects.all().delete()
        Sequence.objects.all().delete()
        Alert.objects.all().delete()
        Request.objects.all().delete()
        ScheduleHasSequences.objects.all().delete()

        Log.objects.create(agent='Alert manager', message='Alert received')

        for file_name in os.listdir(observation_manager.tasks.IMAGES_FOLDER):
            if file_name != "empty":
                file_path = os.path.join(
                    observation_manager.tasks.IMAGES_FOLDER, file_name)
                os.unlink(file_path)

        print("All deleted")

        # j'ouvre le fichier des séquences de simulation, et je le lis ligne par ligne
        with open("alert_manager/simulation_sequences", 'r') as sequences_file:
            sequences = sequences_file.readlines()

        print("File read")

        Log.objects.create(
            agent='Alert manager', message='Simulation sequences file read')

        sequences = [sequence.strip('\n') for sequence in sequences]
        request_builder = RequestBuilder()
        request_builder.start_new_request(PyrosUser.objects.all()[0], ScientificProgram.objects.all()[0], True, name="Simulation_request")
        for sequence in sequences:
            sequence_array = sequence.split(" ")
            id_seq = sequence_array[0]
            priority = int(sequence_array[2])
            ''' transforms the duration (seconds) in days (86,400s in a day)'''
            duration = Decimal(float(sequence_array[4]) / 86400.0)
            jd1 = Decimal("%.8f" % float(sequence_array[5]))
            jd2 = Decimal("%.8f" % float(sequence_array[6]))

            request_builder.add_sequence(priority, jd1, jd2, name="Simulation_" + id_seq, duration=duration)

        print("Parsé")
        request_builder.validate_request()
        print("Validé")
        Alert.objects.create(request=request_builder.request, strategyobs=StrategyObs.objects.all()[0])
        Log.objects.create(agent='Alert manager', message='Request built')