From 0d08e68448c92bce3956fd184279e14afcca3bec Mon Sep 17 00:00:00 2001
From: Tamas Gal <himself@tamasgal.com>
Date: Thu, 22 Mar 2018 12:33:09 +0100
Subject: [PATCH] Add pmt rates
---
scripts/pmt_rates.py | 173 +++++++++++++++++++++++++++++++++++++++++++
1 file changed, 173 insertions(+)
create mode 100755 scripts/pmt_rates.py
diff --git a/scripts/pmt_rates.py b/scripts/pmt_rates.py
new file mode 100755
index 0000000..2f3c1bc
--- /dev/null
+++ b/scripts/pmt_rates.py
@@ -0,0 +1,173 @@
+#!/usr/bin/env python
+# coding=utf-8
+# Filename: pmt_rates.py
+# Author: Tamas Gal <tgal@km3net.de>
+# vim: ts=4 sw=4 et
+"""
+Monitors PMT rates.
+
+Usage:
+ pmt_rates.py [options]
+ pmt_rates.py (-h | --help)
+
+Options:
+ -l LIGIER_IP The IP of the ligier [default: 127.0.0.1].
+ -p LIGIER_PORT The port of the ligier [default: 5553].
+ -u DU The DU to monitor [default: 1].
+ -d DET_ID Detector ID [default: 29].
+ -i INTERVAL Time interval to monitor in minutes [default: 10].
+ -o PLOT_DIR The directory to save the plot [default: www/plots].
+ -h --help Show this screen.
+
+"""
+from datetime import datetime
+import io
+from collections import defaultdict
+import threading
+import time
+
+import numpy as np
+import matplotlib
+matplotlib.use('Agg')
+
+import km3pipe as kp
+from km3pipe.io.daq import TMCHData
+import matplotlib.pyplot as plt
+import km3pipe.style as kpst
+kpst.use("km3pipe")
+
+__author__ = "Tamas Gal"
+__email__ = "tgal@km3net.de"
+
+VERSION = "1.0"
+log = kp.logger.logging.getLogger("PMTrates")
+
+
+class PMTRates(kp.Module):
+ def configure(self):
+ self.detector = self.require("detector")
+ self.du = self.require("du")
+ self.interval = self.get("interval", default=10)
+ self.plot_path = self.get("plot_path", default= "www/plots")
+ self.filename = self.get("filename", default="pmtrates.png")
+ self.max_x = 800
+ self.index = 0
+ self.rates = defaultdict(list)
+ self.rates_matrix = np.full((18*31, self.max_x), np.nan)
+ self.lock = threading.Lock()
+ self.thread = threading.Thread(target=self.run, args=())
+ self.thread.daemon = True
+ self.thread.start()
+
+ def run(self):
+ interval = self.interval
+ while True:
+ time.sleep(interval)
+ now = datetime.now()
+ self.add_column()
+ self.update_plot()
+ with self.lock:
+ self.rates = defaultdict(list)
+ delta_t = (datetime.now() - now).total_seconds()
+ remaining_t = self.interval - delta_t
+ log.info("Delta t: {} -> waiting for {}s"
+ .format(delta_t, self.interval - delta_t))
+ if(remaining_t < 0):
+ log.error("Can't keep up with plot production. "
+ "Increase the interval!")
+ interval = 1
+ else:
+ interval = remaining_t
+
+ def add_column(self):
+ m = np.roll(self.rates_matrix, -1, 1)
+ y_range = 18*31
+ mean_rates = np.full(y_range, np.nan)
+ for i in range(y_range):
+ if i not in self.rates:
+ continue
+ mean_rates[i] = np.mean(self.rates[i])
+
+ m[:, self.max_x - 1] = mean_rates
+ self.rates_matrix = m
+
+ def update_plot(self):
+ filename = os.path.join(self.plot_path, self.filename)
+ print("Updating plot at {}".format(filename))
+ now = time.time()
+ max_x = self.max_x
+ interval = self.interval
+
+ def xlabel_func(timestamp):
+ return datetime.utcfromtimestamp(timestamp).strftime("%H:%M")
+
+ m = self.rates_matrix
+ m[m > 15000] = 15000
+ m[m < 5000] = 5000
+ fig, ax = plt.subplots(figsize=(10, 8))
+ ax.imshow(m, origin='lower', interpolation='none')
+ ax.set_title("Mean PMT Rates for DU-{} (colours from 5kHz to 15kHz)\n"
+ "(PMTs ordered from top to bottom) - {}"
+ .format(self.du, datetime.utcnow()))
+ ax.set_xlabel("UTC time [{}s/px]".format(interval))
+ plt.yticks([i*31 for i in range(18)],
+ ["Floor {}".format(f) for f in range(1, 19)])
+ xtics_int = range(0, max_x, int(max_x/10))
+ plt.xticks([i for i in xtics_int],
+ [xlabel_func(now - (max_x-i) * interval) for i in xtics_int])
+ fig.tight_layout()
+ plt.savefig(filename)
+ plt.close('all')
+
+ def process(self, blob):
+ tmch_data = TMCHData(io.BytesIO(blob['CHData']))
+ dom_id = tmch_data.dom_id
+
+ if dom_id not in self.detector.doms:
+ return blob
+
+ du, floor, _ = self.detector.doms[dom_id]
+
+ if du != self.du:
+ return blob
+
+ y_base = (floor - 1) * 31
+
+ for channel_id, rate in enumerate(tmch_data.pmt_rates):
+ idx = y_base + kp.hardware.ORDERED_PMT_IDS[channel_id]
+ with self.lock:
+ self.rates[idx].append(rate)
+
+ return blob
+
+
+def main():
+ from docopt import docopt
+ args = docopt(__doc__, version=VERSION)
+
+ det_id = int(args['-d'])
+ plot_path = args['-o']
+ ligier_ip = args['-l']
+ ligier_port = int(args['-p'])
+ du = int(args['-u'])
+ interval = int(args['-i'])
+
+ detector = kp.hardware.Detector(det_id=det_id)
+
+ pipe = kp.Pipeline(timeit=True)
+ pipe.attach(kp.io.ch.CHPump,
+ host=ligier_ip,
+ port=ligier_port,
+ tags='IO_MONIT',
+ timeout=60*60*24*7,
+ max_queue=2000)
+ pipe.attach(PMTRates,
+ detector=detector,
+ du=du,
+ interval=interval,
+ plot_path=plot_path)
+ pipe.drain()
+
+
+if __name__ == '__main__':
+ main()
--
GitLab