Skip to content

lstautorta.Auto_Calib

This script monitors the LST1 MongoDB database for new "calib_drs4" and "calib_ped_run" runs, and launches the appropriate calibration pipelines when new runs are detected.

Dependencies: - pymongo

Functions:

Name Description
get_last_specific_run

Query the LST1 MongoDB database for the most recent run of a specific type.
get_night_timestamp

Get current timestamp (YYYYMMDD) with respect to the night.
main

Main function of the script. Monitors the LST1 MongoDB database for new "calib_drs4" and "calib_ped_run" runs, and

get_last_specific_run 

get_last_specific_run(kind_of_run)

Query the LST1 MongoDB database for the most recent run of a specific type.

:param kind_of_run: str The type of run to search for (e.g. "calib_drs4", "calib_ped_run")

:return: int The run number of the most recent run of the specified type, or -1 if an error occurs or no runs of that type are found.

Source code in src/lstautorta/Auto_Calib.py 
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
def get_last_specific_run(kind_of_run):
    """
    Query the LST1 MongoDB database for the most recent run of a specific type.

    :param kind_of_run: str
        The type of run to search for (e.g. "calib_drs4", "calib_ped_run")

    :return: int
        The run number of the most recent run of the specified type, or -1 if an error occurs or no runs of that type
        are found.
    """
    try:
        client = pymongo.MongoClient("lst101")
        database = client["lst1_obs_summary"]
        camera_collection = database["camera"]
        summaries = camera_collection.find({})
        run_table = []
        for summary in summaries:
            if summary["tstart"] > datetime.datetime.timestamp(datetime.datetime.now()) - 3600 * 24 * 30:
                if summary["kind"] == kind_of_run:
                    run_table.append(summary["run_number"])
        if run_table[-2] != run_table[-1]:
            return run_table[-1]
        return run_table[-1] + 1
    except Exception:
        logging.exception("Error DB !!!!!")
        return -1

get_night_timestamp 

get_night_timestamp(today)

Get current timestamp (YYYYMMDD) with respect to the night. It will consider a same night everything run between 08h00 until 07h59 of the next day.

Ex: An observation launched at 04h00 (local time) will refer to the previous day.

:param today: datetime object datetime object with current local time

:return: timestamp: str

Source code in src/lstautorta/Auto_Calib.py 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
def get_night_timestamp(today):
    """
    Get current timestamp (YYYYMMDD) with respect to the night.
    It will consider a same night everything run between 08h00 until 07h59 of the next day.

    Ex: An observation launched at 04h00 (local time) will refer to the previous day.

    :param today: datetime object
        datetime object with current local time

    :return:
        timestamp: str
    """
    # TODO check that today is a datetime object ?
    if today.hour < 8:  # script launched between
        yesterday = today - datetime.timedelta(days=1)
        timestamp = f"{yesterday.year:04d}{yesterday.month:02d}{yesterday.day:02d}"
    else:
        timestamp = f"{today.year:04d}{today.month:02d}{today.day:02d}"

    return timestamp

main 

main()

Main function of the script. Monitors the LST1 MongoDB database for new "calib_drs4" and "calib_ped_run" runs, and launches the appropriate calibration pipelines when new runs are detected.

Source code in src/lstautorta/Auto_Calib.py 
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
def main():
    """
    Main function of the script. Monitors the LST1 MongoDB database for new "calib_drs4" and "calib_ped_run" runs, and
    launches the appropriate calibration pipelines when new runs are detected.
    """
    current_run_drs4_is = -1
    current_run_calib_is = -1
    new_drs4 = False
    new_ped = False
    quit = False

    # today = str(datetime.datetime.now().year) + str(datetime.datetime.now().month) + str(datetime.datetime.now().day)
    today = get_night_timestamp(datetime.datetime.now())
    logging.basicConfig(filename="log_AutoCalib_" + today + ".txt", level=logging.INFO)
    logging.info("Start RTA Calib for the day " + today)

    os.system("cd /fefs/onsite/pipeline/rta/data")

    Start_time = datetime.datetime.timestamp(datetime.datetime.now())

    while quit == False:
        time.sleep(60)
        logging.info(datetime.datetime.now())
        # print(current_run_is+1)
        if current_run_drs4_is == -1:
            logging.info("New drs4 run " + str(get_last_specific_run("calib_drs4")))
            current_run_drs4_is = get_last_specific_run("calib_drs4")
            new_drs4 = True
        if current_run_calib_is == -1:
            logging.info("New ped run " + str(get_last_specific_run("calib_ped_run")))
            current_run_calib_is = get_last_specific_run("calib_ped_run")
            new_ped = True
        if current_run_drs4_is == -1 or current_run_calib_is == -1:
            logging.info("No Calib run, retry")
            continue
        #    if (get_last_specific_run("calib_drs4") is None):
        #        logging.info("None")
        #        current_run_drs4_is = -1
        #        continue;
        #    if (get_last_specific_run("calib_ped_run") is None):
        #        logging.info("None")
        #        current_run_calib_is = -1
        #           continue;
        if current_run_drs4_is != get_last_specific_run("calib_drs4"):
            logging.info("New drs4 run " + str(get_last_specific_run("calib_drs4")))
            current_run_drs4_is = get_last_specific_run("calib_drs4")
            new_drs4 = True
            time.sleep(1)
        if current_run_calib_is != get_last_specific_run("calib_ped_run"):
            logging.info("New ped run " + str(get_last_specific_run("calib_ped_run")))
            current_run_calib_is = get_last_specific_run("calib_ped_run")
            new_ped = True
            time.sleep(1)
        if (new_ped or new_drs4) and (current_run_drs4_is < current_run_calib_is):
            logging.info(" Do Calib")
            new_ped = False
            new_drs4 = False
            logging.info(
                "rta_create_all_config_files --timestamp_night "
                + today
                + " --run_drs4 "
                + str(current_run_drs4_is)
                + " --run_calibration "
                + str(current_run_calib_is)
                + " --config_lstchain ./lstchain_standard_config_v063-RTA.json"
            )
            os.system(
                "rta_create_all_config_files --timestamp_night "
                + today
                + " --run_drs4 "
                + str(current_run_drs4_is)
                + " --run_calibration "
                + str(current_run_calib_is)
                + " --config_lstchain ./lstchain_standard_config_v063-RTA.json "
            )
            time.sleep(30 * 60)
        if datetime.datetime.timestamp(datetime.datetime.now()) - Start_time > 14 * 3600:
            quit = True