From a57b5b24721c60f3d49f0bbb2e64c37c0a880291 Mon Sep 17 00:00:00 2001
From: Tamas Gal <tgal@km3net.de>
Date: Fri, 4 Oct 2019 23:58:48 +0200
Subject: [PATCH] Remove HRV stuff
---
app/routes.py | 6 +-
scripts/pmt_hrv.py | 185 --------------------------------------
supervisord_template.conf | 7 +-
3 files changed, 4 insertions(+), 194 deletions(-)
delete mode 100755 scripts/pmt_hrv.py
diff --git a/app/routes.py b/app/routes.py
index 5bc1d16..891df29 100644
--- a/app/routes.py
+++ b/app/routes.py
@@ -13,15 +13,15 @@ USERNAME = None
PASSWORD = None
app.config['FREEZER_DESTINATION'] = '../km3web'
-PLOTS = [['dom_activity', 'dom_rates'], 'pmt_rates_du*', 'pmt_hrv_du*',
- ['trigger_rates'], ['ztplot', 'triggermap']]
+PLOTS = [['dom_activity', 'dom_rates'], 'pmt_rates_du*', ['trigger_rates'],
+ ['ztplot', 'triggermap']]
AHRS_PLOTS = ['yaw_calib_du*', 'pitch_calib_du*', 'roll_calib_du*']
TRIGGER_PLOTS = [['trigger_rates'], ['trigger_rates_lin']]
K40_PLOTS = [['intradom'], ['angular_k40rate_distribution']]
RTTC_PLOTS = [['rttc']]
RECO_PLOTS = [['track_reco', 'ztplot_roy'], ['time_residuals']]
-COMPACT_PLOTS = [['dom_activity', 'dom_rates', 'pmt_rates', 'pmt_hrv'],
+COMPACT_PLOTS = [['dom_activity', 'dom_rates', 'pmt_rates'],
['trigger_rates', 'trigger_rates_lin'],
['ztplot', 'ztplot_roy', 'triggermap']]
SN_PLOTS = [['sn_bg_histogram', 'sn_pk_history']]
diff --git a/scripts/pmt_hrv.py b/scripts/pmt_hrv.py
deleted file mode 100755
index 2ba5f8a..0000000
--- a/scripts/pmt_hrv.py
+++ /dev/null
@@ -1,185 +0,0 @@
-#!/usr/bin/env python
-# coding=utf-8
-# Filename: pmt_hrv.py
-# Author: Tamas Gal <tgal@km3net.de>
-# vim: ts=4 sw=4 et
-"""
-Monitors HRV flags of PMTs.
-
-Usage:
- pmt_hrv.py [options]
- pmt_hrv.py (-h | --help)
-
-Options:
- -l LIGIER_IP The IP of the ligier [default: 127.0.0.1].
- -p LIGIER_PORT The port of the ligier [default: 5553].
- -u DU The DU to monitor [default: 1].
- -d DET_ID Detector ID [default: 29].
- -i INTERVAL Time interval for one pixel [default: 10].
- -o PLOT_DIR The directory to save the plot [default: plots].
- -h --help Show this screen.
-
-"""
-from datetime import datetime
-import io
-import os
-from collections import defaultdict
-import threading
-import time
-
-import numpy as np
-import matplotlib
-matplotlib.use('Agg')
-
-import km3pipe as kp
-from km3pipe.io.daq import TMCHData
-import matplotlib.pyplot as plt
-import km3pipe.style as kpst
-kpst.use("km3pipe")
-
-__author__ = "Tamas Gal"
-__email__ = "tgal@km3net.de"
-
-VERSION = "1.0"
-log = kp.logger.logging.getLogger("PMTrates")
-
-
-class PMTHRV(kp.Module):
- def configure(self):
- self.detector = self.require("detector")
- self.du = self.require("du")
- self.interval = self.get("interval", default=10)
- self.plot_path = self.get("plot_path", default="plots")
- self.filename = self.get("filename",
- default=f"pmt_hrv_du{self.du}.png")
- self.max_x = 800
- self.index = 0
- self.hrv = defaultdict(list)
- self.hrv_matrix = np.full((18 * 31, self.max_x), np.nan)
- self.lock = threading.Lock()
- self.thread = threading.Thread(target=self.run, args=())
- self.thread.daemon = True
- self.thread.start()
-
- def run(self):
- interval = self.interval
- while True:
- time.sleep(interval)
- now = datetime.now()
- self.add_column()
- self.update_plot()
- with self.lock:
- self.rates = defaultdict(list)
- delta_t = (datetime.now() - now).total_seconds()
- remaining_t = self.interval - delta_t
- log.info("Delta t: {} -> waiting for {}s".format(
- delta_t, self.interval - delta_t))
- if (remaining_t < 0):
- log.error("Can't keep up with plot production. "
- "Increase the interval!")
- interval = 1
- else:
- interval = remaining_t
-
- def add_column(self):
- m = np.roll(self.hrv_matrix, -1, 1)
- y_range = 18 * 31
- mean_hrv = np.full(y_range, np.nan)
- for i in range(y_range):
- if i not in self.hrv:
- continue
- mean_hrv[i] = np.mean(self.hrv[i])
-
- self.hrv = defaultdict(list)
-
- m[:, self.max_x - 1] = mean_hrv
- self.hrv_matrix = m
-
- def update_plot(self):
- filename = os.path.join(self.plot_path, self.filename)
- print("Updating plot at {}".format(filename))
- now = time.time()
- max_x = self.max_x
- interval = self.interval
-
- def xlabel_func(timestamp):
- return datetime.utcfromtimestamp(timestamp).strftime("%H:%M")
-
- m = self.hrv_matrix
- fig, ax = plt.subplots(figsize=(10, 8))
- ax.imshow(m, origin='lower', interpolation='none')
- ax.set_title("HRV Ratios (Monitoring Channel) for DetID-{} DU-{}\n"
- "PMTs ordered from top to bottom - {}".format(
- self.detector.det_id, self.du, datetime.utcnow()))
- ax.set_xlabel("UTC time [{}s/px]".format(interval))
- plt.yticks([i * 31 for i in range(18)],
- ["Floor {}".format(f) for f in range(1, 19)])
- xtics_int = range(0, max_x, int(max_x / 10))
- plt.xticks(
- [i for i in xtics_int],
- [xlabel_func(now - (max_x - i) * interval) for i in xtics_int])
- fig.tight_layout()
- plt.savefig(filename)
- plt.close('all')
-
- def process(self, blob):
- try:
- tmch_data = TMCHData(io.BytesIO(blob['CHData']))
- except ValueError:
- self.log.error("Could not parse binary data. Ignoring...")
- return blob
-
- dom_id = tmch_data.dom_id
-
- if dom_id not in self.detector.doms:
- return blob
-
- du, floor, _ = self.detector.doms[dom_id]
-
- if du != self.du:
- return blob
-
- hrv_flags = reversed("{0:b}".format(tmch_data.hrvbmp).zfill(32))
-
- y_base = (floor - 1) * 31
-
- for channel_id, hrv_flag in enumerate(hrv_flags):
- if channel_id > 30:
- break
- idx = y_base + kp.hardware.ORDERED_PMT_IDS[channel_id]
- with self.lock:
- self.hrv[idx].append(int(hrv_flag))
-
- return blob
-
-
-def main():
- from docopt import docopt
- args = docopt(__doc__, version=VERSION)
-
- det_id = int(args['-d'])
- plot_path = args['-o']
- ligier_ip = args['-l']
- ligier_port = int(args['-p'])
- du = int(args['-u'])
- interval = int(args['-i'])
-
- detector = kp.hardware.Detector(det_id=det_id)
-
- pipe = kp.Pipeline(timeit=True)
- pipe.attach(kp.io.ch.CHPump,
- host=ligier_ip,
- port=ligier_port,
- tags='IO_MONIT',
- timeout=60 * 60 * 24 * 7,
- max_queue=2000)
- pipe.attach(PMTHRV,
- detector=detector,
- du=du,
- interval=interval,
- plot_path=plot_path)
- pipe.drain()
-
-
-if __name__ == '__main__':
- main()
diff --git a/supervisord_template.conf b/supervisord_template.conf
index 52a5aeb..ea8a7f6 100644
--- a/supervisord_template.conf
+++ b/supervisord_template.conf
@@ -105,11 +105,6 @@ command=python -u scripts/pmt_rates.py -d %(ENV_DETECTOR_ID)s -p %(ENV_MONITORIN
stdout_logfile=logs/%(program_name)s.out.log
stderr_logfile=logs/%(program_name)s.err.log
-[program:pmt_hrv]
-command=python -u scripts/pmt_hrv.py -d %(ENV_DETECTOR_ID)s -p %(ENV_MONITORING_LIGIER_PORT)s -i 20 -u 3
-stdout_logfile=logs/%(program_name)s.out.log
-stderr_logfile=logs/%(program_name)s.err.log
-
[program:trigger_rates]
command=python -u scripts/trigger_rates.py -p %(ENV_MONITORING_LIGIER_PORT)s
stdout_logfile=logs/%(program_name)s.out.log
@@ -177,7 +172,7 @@ programs=weblog,msg_dumper,chatbot
priority=200
[group:monitoring_process]
-programs=ahrs_calibration,dom_activity,dom_rates,pmt_rates,pmt_hrv,trigger_rates,triggermap,ztplot,rttc
+programs=ahrs_calibration,dom_activity,dom_rates,pmt_rates,trigger_rates,triggermap,ztplot,rttc
priority=500
[group:alerts]
--
GitLab