Blame view

privatedev/plugin/agent/AgentM.py 12 KB
514e3287   Alexis Koralewski   Update AgentM (pr...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
#!/usr/bin/env python3

import sys
##import utils.Logger as L
#import threading #, multiprocessing, os
#import time

#from django.db import transaction
#from common.models import Command

import os
pwd = os.environ['PROJECT_ROOT_PATH']
if pwd not in sys.path:
    sys.path.append(pwd)

b95a693f   Alexis Koralewski   restructuration d...
16
from src.core.pyros_django.majordome.agent.Agent import Agent, build_agent, log, parse_args
514e3287   Alexis Koralewski   Update AgentM (pr...
17
18
19

# PM 20190416 recycle code
from src.core.pyros_django.devices.PLC import PLCController
b95a693f   Alexis Koralewski   restructuration d...
20
from src.core.pyros_django.env_monitor.plc_checker import PlcChecker
514e3287   Alexis Koralewski   Update AgentM (pr...
21
from common.models import *
b95a693f   Alexis Koralewski   restructuration d...
22
from env_monitor.models import *
18b8672d   Alexis Koralewski   Change config fol...
23
from config.general.config_pyros import ConfigPyros
514e3287   Alexis Koralewski   Update AgentM (pr...
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41



##log = L.setupLogger("AgentXTaskLogger", "AgentX")



class AgentM(Agent):


    # FOR TEST ONLY
    # Run this agent in simulator mode
    TEST_MODE = False
    # Run the assertion tests at the end
    TEST_WITH_FINAL_TEST = True
    TEST_MAX_DURATION_SEC = None
    #TEST_MAX_DURATION_SEC = 120

514e3287   Alexis Koralewski   Update AgentM (pr...
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
    ##_path_data = 'config'
    _path_data = 'config/old_config'
    # PM 20190416 recycle code
    plcController = PLCController()
    print ("AGENT ENV: config PLC is (ip={}, port={})".format(plcController.ip, plcController.port))
    plc_checker = PlcChecker()

    log.debug("PLC instanciated")
    time_history_minutes = 4


    '''
    # Who should I send commands to ?
    #TEST_COMMANDS_DEST = "myself"
    TEST_COMMANDS_DEST = "AgentA"
    # Scenario to be executed
    TEST_COMMANDS_LIST = [
        "go_active",
        "go_idle",
        "go_active",
        "go_idle",
        "go_active",
        "go_idle",
        "exit",
    ]
    '''

    """
    =================================================================
        FUNCTIONS RUN INSIDE MAIN THREAD
    =================================================================
    """
    # old config
    # @override
    #def __init__(self, name:str=None, config_filename=None, RUN_IN_THREAD=True):
    # def __init__(self, config_filename=None, RUN_IN_THREAD=True):
    #     ##if name is None: name = self.__class__.__name__
    #     super().__init__(config_filename, RUN_IN_THREAD)

    # new config (obsconfig)
7d888027   Alexis Koralewski   Add new version o...
82
    def __init__(self, name:str=None, simulated_computer=None):
514e3287   Alexis Koralewski   Update AgentM (pr...
83
84
        if name is None:
            name = self.__class__.__name__
7d888027   Alexis Koralewski   Add new version o...
85
        super().__init__(simulated_computer=simulated_computer)
514e3287   Alexis Koralewski   Update AgentM (pr...
86
87
88
89
90
        PYROS_CONFIG_FILE = os.environ.get("pyros_config_file")
        if PYROS_CONFIG_FILE:
            CONFIG_PYROS =  ConfigPyros(PYROS_CONFIG_FILE).pyros_config
            self.time_history_minutes = int(CONFIG_PYROS.get("ENV").get("time_history"))
            log.info(f"time_history_minutes set to {int(self.time_history_minutes)}")
7d888027   Alexis Koralewski   Add new version o...
91
92
93

    # Read device config to get all monitoring_names and their info (qualities)
    # make function to read it
514e3287   Alexis Koralewski   Update AgentM (pr...
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
    # @override
    def _init(self):
        super()._init()
       
        log.debug("end init()")
        # --- Set the mode according the startmode value
        ##agent_alias = self.__class__.__name__
        ##self.set_mode_from_config(agent_alias)

    '''
    # @override
    def load_config(self):
        super().load_config()
    '''

    '''
    # @override
    def update_survey(self):
        super().update_survey()
    '''

    '''
    # @override
    def get_next_command(self):
        return super().get_next_command()
    '''

    # @override
    def do_log(self):
        super().do_log()



514e3287   Alexis Koralewski   Update AgentM (pr...
127
128
129
130
    # @override
    # previous name of function : routine_process
    # Note : in Agent.py, routine_process_body seems to be the main function of routine of the agent
    # We need to override routine_process_body and not routine_process
7d888027   Alexis Koralewski   Add new version o...
131

514e3287   Alexis Koralewski   Update AgentM (pr...
132
    def _routine_process_iter_end_body(self):
7d888027   Alexis Koralewski   Add new version o...
133
        log.info("in routine process iter end body")
514e3287   Alexis Koralewski   Update AgentM (pr...
134
        log.debug("in routine_process_body()")
7d888027   Alexis Koralewski   Add new version o...
135
136
137
        #status_plc = self.plcController.getStatus()
        print("Save weather")
        self.saveWeather()
514e3287   Alexis Koralewski   Update AgentM (pr...
138
139
140
141
142
143
144
145
146
147

    def parseNewStatus(self,status_plc):
        # """ PM 20181009 parse new status for config
        # Find return string "plc_status" positin within status_plc
        if status_plc.find('PLC_STATUS') >= 0:
            self.plc_checker.chk_config(status_plc)
            return True
        return False

    def saveWeather(self):
7d888027   Alexis Koralewski   Add new version o...
148
        print("saving weather")
514e3287   Alexis Koralewski   Update AgentM (pr...
149
        datetimenow = datetime.now(timezone.utc)
7d888027   Alexis Koralewski   Add new version o...
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
        # get sensor config to read quality and take the device with the best quality value
        monitoring_devices = self.get_config().get_monitoring_devices()
        devices = self.get_config().get_devices()
        sensors_data_with_qualities = {}
        #for sensor_data in Sensors_data_last_value.objects.all():

        for device in monitoring_devices:
                
            output_data = self.get_config().get_output_data_device(device)
            for sensor in output_data.keys():
                for key in output_data[sensor]:
                    try:
                        sensor_data = Sensors_data_last_value.objects.get(key=key)
                    except Sensors_data_last_value.DoesNotExist:
                        # No value found
                        pass
                    quality = output_data[sensor][key].get("quality")
                    monitoring_name = output_data[sensor][key].get("monitoring_name")
                    label = output_data[sensor][key].get("label")
                    if sensors_data_with_qualities.get(monitoring_name) is None:
                        sensors_data_with_qualities[monitoring_name] = {
                            key:{
                                "quality":float(quality),
                                "label":label
                            }
                        }
                    else:
                        sensors_data_with_qualities[monitoring_name][key] = {
                            "quality":float(quality),
                            "label":label
                        }
        for monitoring_name in sensors_data_with_qualities.keys():
            max_quality = 0
            associated_key = ""
            for sensor_data in sensors_data_with_qualities[monitoring_name].keys():
                # make sorted list by quality & device valid -> device_valid = error_code
                key = sensor_data
                quality = sensors_data_with_qualities[monitoring_name][sensor_data]["quality"]
                # Also use error_code 
                if quality >= max_quality:
                    if Sensors_data_last_value.objects.filter(key=key).exists():
                        max_quality = quality
                        associated_key = key
                        label = sensors_data_with_qualities[monitoring_name][sensor_data]["label"]
            # Data doesn't exist in database ?
            if associated_key != "":
                
                do_update = True
                try:
                    env_data = Env_data.objects.get(monitoring_name=monitoring_name)
                except Env_data.DoesNotExist:
                    # it's a creation
                    do_update = False
                    env_data = Env_data.objects.create(
                        monitoring_name=monitoring_name,
                        value = Sensors_data_last_value.objects.get(key=associated_key).value,
                        label=label
                    )
                if do_update:
                # it's an update    
                    env_data.value = Sensors_data_last_value.objects.get(key=associated_key).value
                    env_data.monitoring_name = monitoring_name 
                    env_data.label = label
                    env_data.save()
        self.setGlobalStatus()
        
        latest_entry_of_history = Env_data_hist.objects.all().order_by("-created").first()
514e3287   Alexis Koralewski   Update AgentM (pr...
217
        if latest_entry_of_history == None:
7d888027   Alexis Koralewski   Add new version o...
218
219
220
221
222
223
            for env_data in Env_data.objects.all():
                env_data_hist = Env_data_hist.objects.create(
                    monitoring_name=env_data.monitoring_name,
                    value=env_data.value,
                    label=env_data.label
                )
514e3287   Alexis Koralewski   Update AgentM (pr...
224
        else:
7d888027   Alexis Koralewski   Add new version o...
225
            time_between_history_and_latest_entry = datetimenow - latest_entry_of_history.created  
514e3287   Alexis Koralewski   Update AgentM (pr...
226
227
228
            sec_diff = time_between_history_and_latest_entry.total_seconds() / 60
            # if diff between last entry of history and current time if greather than x then we save a new entry in history
            if int(sec_diff) > self.time_history_minutes:
7d888027   Alexis Koralewski   Add new version o...
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
                for env_data in Env_data.objects.all():
                    env_data_hist = Env_data_hist.objects.create(
                        monitoring_name=env_data.monitoring_name,
                        value=env_data.value,
                        label=env_data.label
                    )
        log.info("End of agentM saving weather")

    def setGlobalStatus(self):
        global_status = ""
        # Old monitoring
        # if self.doors and self.doors.find("open") != -1:
        #     self.global_status += "DOOR_OPEN "
        # if self.lights and self.lights == "on":
        #     self.global_status += "LIGHTS_ON "
        # if self.humidity and float(self.humidity) > 80:
        #     self.global_status += "HUMIDITY_TOO_HIGH "
        # New monitoring
        if Env_data.objects.filter(monitoring_name="Temp_ext").exists():
            if float(Env_data.objects.get(monitoring_name="Temp_ext").value) > 40:
                global_status += "TOO_HOT "
        if Env_data.objects.filter(monitoring_name="Rain").exists():
            if float(Env_data.objects.get(monitoring_name="Rain").value) > 0:
                global_status += "RAINING "
        if Env_data.objects.filter(monitoring_name="Wind_speed").exists():
            if float(Env_data.objects.get(monitoring_name="Wind_speed").value) > 5:
                global_status += "WINDY "
        if Env_data.objects.filter(monitoring_name="Humidity_ext").exists():
            if float(Env_data.objects.get(monitoring_name="Humidity_ext").value) > 80:
                global_status += "HUMIDITY_TOO_HIGH "
        if global_status == "":
           global_status = "OK"
        do_update = True
        try:
            global_status_db = Env_data.objects.get(monitoring_name="global_status")
        except Env_data.DoesNotExist:
            do_update = False
            global_status_db = Env_data.objects.create(monitoring_name="global_status",value=global_status,label="Global status")
        if do_update:
            global_status_db.monitoring_name = "global_status"
            global_status_db.label = "Global status"
            global_status_db.value = global_status
            global_status_db.save()
514e3287   Alexis Koralewski   Update AgentM (pr...
272
273

    def isInsideMonitoring(self,key):
514e3287   Alexis Koralewski   Update AgentM (pr...
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
        if key in ("Power_input","Roof_state"):
            return True
        else:
            return False
    # @override
    def thread_exec_specific_cmd_main(self):
        # This is optional
        self.thread_set_total_steps_number(5)

        # HERE, write your own scenario

        # scenario OK
        self.thread_exec_specific_cmd_step(1, self.cmd_step1, 1)
        self.thread_exec_specific_cmd_step(2, self.cmd_step2, 3)
        self.thread_exec_specific_cmd_step(3, self.cmd_step1, 5)
        self.thread_exec_specific_cmd_step(4, self.cmd_step3, 10)
        self.thread_exec_specific_cmd_step(5, self.cmd_step1, 4)
        # ... as many as you need

        """ autre scenario
        self.thread_exec_specific_cmd_step(1, self.cmd_step1, 1)
        self.thread_exec_specific_cmd_step(2, self.cmd_step2, 2)
        self.thread_exec_specific_cmd_step(3, self.cmd_step1, 2)
        self.thread_exec_specific_cmd_step(4, self.cmd_step3, 2)
        self.thread_exec_specific_cmd_step(5, self.cmd_step1, 3)
        """

    '''
    # @override
    def exec_specific_cmd_end(self, cmd:Command, from_thread=True):
        super().exec_specific_cmd_end(cmd, from_thread)
    '''


if __name__ == "__main__":

    # with thread
    RUN_IN_THREAD=True
    # with process
    #RUN_IN_THREAD=False
7d888027   Alexis Koralewski   Add new version o...
314
315
    args =  parse_args(sys.argv[1:])    
    agent = build_agent(AgentM,param_constr=args)
514e3287   Alexis Koralewski   Update AgentM (pr...
316
317
318
319
320
321
322
    '''
    TEST_MODE, configfile = extract_parameters()
    agent = AgentM("AgentM", configfile, RUN_IN_THREAD)
    agent.setSimulatorMode(TEST_MODE)
    '''
    print(agent)
    agent.run()