Added periodic registration of new data, and accounting of rse usage !21

Co-authored-by: Victor Azizi <victor@lipsum.eu>
Co-authored-by: Bouwe Andela <b.andela@esciencecenter.nl>

README.md

 # Rucio Deployment
 
-This is the Rucio installation for km3net on `rucio.km3net.de`.
+This is the Rucio installation for km3net on `rucio.km3net.org`.
 
 The current configuration of the production server lives in [clusters/production](https://git.km3net.de/rucio/rucio-deployment/-/tree/main/clusters/production)
 

clusters/production/helmrelease-rucio-deployment.yaml

@@ -34,3 +34,6 @@ spec:
     rucio_ui_helm_chart_version: "ui_additionalenvs"
     update_grid_certificates: true
     policy_package_location: "git+https://git.km3net.de/rucio/km3net_rucio_policy.git@main"
+    rucio_tape_rse: IN2P3_TAPE
+    rucio_raw_data_scope: data_raw_sea
+

clusters/testing/helmrelease-rucio-deployment.yaml

@@ -34,3 +34,5 @@ spec:
     rucio_ui_helm_chart_version: "ui_additionalenvs"
     update_grid_certificates: true
     policy_package_location: "git+https://git.km3net.de/rucio/km3net_rucio_policy.git@develop"
+    rucio_tape_rse: IN2P3_TAPE2
+    rucio_raw_data_scope: testing

rucio-deployment-chart/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.5.0
+version: 0.5.4
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

rucio-deployment-chart/templates/cron-job-register-new-data.yaml

+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: register-new-data-job
+spec:
+  schedule: "15 * * * *"
+  concurrencyPolicy: Forbid
+  suspend: false
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          containers:
+            - name: register-new-data-job
+              image: git.km3net.de:4567/rucio/km3net-rucio-containers/register-new-data:1.0
+              imagePullPolicy: Always
+              env:
+                - name: RUCIO_RSE
+                  value: {{ .Values.rucio_tape_rse }}
+                - name: RUCIO_SCOPE
+                  value: {{ .Values.rucio_raw_data_scope }}
+                - name: RUCIO_HOST
+{{- with (first .Values.hostnames) }}
+                  value: https://{{ .host }}
+                - name: RUCIO_AUTH_HOST
+                  value: https://{{ .host }}
+{{- end }}
+                - name: IRODS_USER
+                  valueFrom:
+                    secretKeyRef:
+                      name: irods
+                      key: username
+                - name: IRODS_PASSWORD
+                  valueFrom:
+                    secretKeyRef:
+                      name: irods
+                      key: password
+                - name: X509_USER_PROXY
+                  value: /opt/proxy/x509up/x509up
+              volumeMounts:
+                - name: x509-proxy-volume
+                  mountPath: /opt/proxy/x509up
+                  readOnly: true
+          volumes:
+            - name: x509-proxy-volume
+              secret:
+                secretName: rucio-x509up
+          restartPolicy: OnFailure

rucio-deployment-chart/templates/helmrelease-rucio-daemons.yaml

@@ -37,7 +37,7 @@ spec:
     abacusCollectionReplicaCount: 1
     abacusCollectionReplica:
       {{- include "daemons-spec" . | indent 6 }}
-    abacusRseCount: 0
+    abacusRseCount: 1
     abacusRse:
       {{- include "daemons-spec" . | indent 6 }}
     automatixCount: 0

rucio-deployment-chart/values.yaml

@@ -15,3 +15,5 @@ rucio_webui_version: release-33.0.0
 rucio_webui_helm_chart_version: rucio-webui-33.0.0
 rucio_ui_version: release-34.4.3
 rucio_ui_helm_chart_version: rucio-webui-34.0.3
+rucio_tape_rse: IN2P3_TAPE
+rucio_raw_data_scope: data_raw_sea