Update spegel Docker tag to v0.7.0

bootstrap/keycloak-theme/keycloak-themes/oceanbox/login/resources/css/oceanbox.css

@@ -1,13 +1,6 @@
-/* Oceanbox Keycloak Login Theme
- *
- * Branding aligned with oceanbox.io:
- *   Primary teal:    #0bb4aa
- *   Dark teal:       #37746F
- *   Deep blue:       #031275
- *   Background:      #f9fafd
- *   Text:            #101010
- */
+/* Oceanbox Keycloak Login Theme */
 
+/* Brand colours */
 :root {
     --pf-v5-global--primary-color--100: #0bb4aa;
     --pf-v5-global--primary-color--200: #099e95;
@@ -15,17 +8,10 @@
     --pf-v5-global--link--Color--hover: #031275;
 }
 
+/* Background */
 .login-pf body {
     background: #f9fafd url("../img/oceanbox-bg.png") no-repeat center bottom fixed;
     background-size: cover;
-    height: 100%;
-}
-
-/* Login container layout */
-.pf-v5-c-login__container {
-    grid-template-columns: 34rem;
-    grid-template-areas: "header"
-                         "main";
 }
 
 /* Logo */
@@ -43,67 +29,19 @@ div.kc-logo-text span {
     display: none;
 }
 
-/* Header */
-#kc-header-wrapper {
-    font-size: 29px;
-    text-transform: uppercase;
-    letter-spacing: 3px;
-    line-height: 1.2em;
-    white-space: normal;
-    color: #37746F !important;
-    text-align: center;
-}
-
-/* Login card */
-.pf-v5-c-login__main {
-    border-radius: 8px;
-    box-shadow: 0 4px 24px rgba(0, 0, 0, 0.08);
-}
-
 /* Primary button */
 .pf-v5-c-button.pf-m-primary {
     --pf-v5-c-button--m-primary--BackgroundColor: #0bb4aa;
     --pf-v5-c-button--m-primary--hover--BackgroundColor: #099e95;
     --pf-v5-c-button--m-primary--active--BackgroundColor: #37746F;
     --pf-v5-c-button--m-primary--focus--BackgroundColor: #099e95;
-    border-radius: 4px;
 }
 
 /* Links */
-.pf-v5-c-button.pf-m-link {
-    --pf-v5-c-button--m-link--Color: #0bb4aa;
-    --pf-v5-c-button--m-link--hover--Color: #031275;
-}
-
-a {
+a, .pf-v5-c-button.pf-m-link {
     color: #0bb4aa;
 }
 
-a:hover {
+a:hover, .pf-v5-c-button.pf-m-link:hover {
     color: #031275;
 }
-
-/* Form inputs */
-.pf-v5-c-form-control > input,
-.pf-v5-c-form-control > textarea {
-    border-radius: 4px;
-}
-
-#kc-recovery-codes-list {
-    columns: 2;
-}
-
-#certificate_subjectDN {
-    overflow-wrap: break-word;
-}
-
-hr {
-    margin-top: var(--pf-v5-global--spacer--sm);
-    margin-bottom: var(--pf-v5-global--spacer--md);
-}
-
-@media (min-width: 768px) {
-    div.pf-v5-c-login__main-header {
-        grid-template-columns: 70% 30%;
-    }
-}

charts/atlantis/Chart.yaml

@@ -4,10 +4,10 @@ description: Atlantis map and simulation service
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: v1.42.18
+version: v2.5.2
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v1.42.18
+appVersion: v2.5.2
 dependencies:
   - name: diagrid-dashboard
     version: "0.1.0"

charts/atlantis/values.yaml

@@ -4,7 +4,7 @@
 replicaCount: 1
 image:
   repository: git.oceanbox.io/oceanbox/poseidon/atlantis
-  tag: v1.42.18
+  tag: v2.5.2
   pullPolicy: IfNotPresent
 init:
   enabled: false

charts/codex/Chart.yaml

@@ -13,9 +13,9 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: v1.42.18
+version: v2.5.2
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-appVersion: "v1.42.18"
+appVersion: "v2.5.2"

charts/codex/values.yaml

@@ -10,7 +10,7 @@ image:
   # This sets the pull policy for images.
   pullPolicy: IfNotPresent
   # Overrides the image tag whose default is the chart appVersion.
-  tag: v1.42.18
+  tag: v2.5.2
 # This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
 imagePullSecrets:
   - name: gitlab-pull-secret

charts/sorcerer/Chart.yaml

@@ -4,10 +4,10 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: v1.42.18
+version: v2.5.2
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v1.42.18
+appVersion: v2.5.2
 dependencies:
   - name: diagrid-dashboard
     version: "0.1.0"

charts/sorcerer/values.yaml

@@ -5,7 +5,7 @@
 replicaCount: 1
 image:
   repository: git.oceanbox.io/oceanbox/poseidon/sorcerer
-  tag: v1.42.18
+  tag: v2.5.2
   pullPolicy: IfNotPresent
 init:
   enabled: false

helmfile.d/argo.yaml.gotmpl

@@ -15,7 +15,7 @@ releases:
 - name: argocd
   namespace: argocd
   chart: argo/argo-cd
-  version: 9.4.17
+  version: 9.5.2
   condition: argo.enabled
   values:
   - ../values/argo/values/argocd.yaml.gotmpl

helmfile.d/postgres-operator.yaml.gotmpl

@@ -15,7 +15,7 @@ releases:
 - name: postgres-operator
   namespace: cnpg
   chart: cloudnative-pg/cloudnative-pg
-  version: 0.27.0
+  version: 0.28.0
   condition: postgres_operator.enabled
   values:
   - ../values/postgres-operator/values/postgres-operator.yaml.gotmpl
@@ -27,7 +27,7 @@ releases:
 - name: plugin-barman-cloud
   namespace: cnpg
   chart: cloudnative-pg/plugin-barman-cloud
-  version: 0.5.0
+  version: 0.6.0
   condition: postgres_operator.enabled
   values:
   - ../values/postgres-operator/values/plugin-barman-cloud.yaml.gotmpl

helmfile.d/spegel.yaml.gotmpl

@@ -13,7 +13,7 @@ releases:
 - name: spegel
   namespace: spegel
   chart: spegel/spegel
-  version: 0.6.0
+  version: 0.7.0
   condition: spegel.enabled
   values:
   - ../values/spegel/values/spegel.yaml.gotmpl

npins/sources.json

@@ -3,8 +3,8 @@
     "nixpkgs": {
       "type": "Channel",
       "name": "nixpkgs-unstable",
-      "url": "https://releases.nixos.org/nixpkgs/nixpkgs-26.05pre961788.75690239f08f/nixexprs.tar.xz",
-      "hash": "sha256-p0h/nSeqzIkbn/2uFC4keoIPwmqXGHsX0gkCXM7km00="
+      "url": "https://releases.nixos.org/nixpkgs/nixpkgs-26.05pre981196.b86751bc4085/nixexprs.tar.xz",
+      "hash": "sha256-mBqzkn7oJti2hqeO8iTbDxKw+1ifxpP53feQ0CEXies="
     },
     "treefmt-nix": {
       "type": "Git",
@@ -15,9 +15,9 @@
       },
       "branch": "main",
       "submodules": false,
-      "revision": "71b125cd05fbfd78cab3e070b73544abe24c5016",
-      "url": "https://github.com/numtide/treefmt-nix/archive/71b125cd05fbfd78cab3e070b73544abe24c5016.tar.gz",
-      "hash": "sha256-6E/yhXP7Oy/NbXtf1ktzmU8SdVqJQ09HC/48ebEGBpk="
+      "revision": "790751ff7fd3801feeaf96d7dc416a8d581265ba",
+      "url": "https://github.com/numtide/treefmt-nix/archive/790751ff7fd3801feeaf96d7dc416a8d581265ba.tar.gz",
+      "hash": "sha256-pc20NRoMdiar8oPQceQT47UUZMBTiMdUuWrYu2obUP0="
     }
   },
   "version": 7

raw/ekman/cronjobs/arome/cron.yaml

@@ -0,0 +1,151 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: arome-script
+  namespace: cron
+data:
+  download.py: |
+    import os
+    import sys
+    from netCDF4 import Dataset
+    import re
+    from datetime import datetime, timedelta
+
+    fname ="https://thredds.met.no/thredds/dodsC/meps25epsarchive/YEAR/MONTH/DAY/meps_det_sfc_YEARMONTHDAYT00Z.ncml"
+    outdir = "/data/hdd/data/AROME"
+
+
+    def generate_thredds_names(start, stop):
+        start_date = datetime(int(start.split("-")[0]),
+                              int(start.split("-")[1]),
+                              int(start.split("-")[2]))
+        end_date = datetime(int(stop.split("-")[0]),
+                            int(stop.split("-")[1]),
+                            int(stop.split("-")[2]))
+
+        date_list = []
+        while start_date <= end_date:
+            date_list.append(start_date)
+            start_date += timedelta(days=1)
+
+        fileList = []
+        for date in date_list:
+            y = str(date.year)
+            m = (str(date.month)).zfill(2)
+            d = (str(date.day)).zfill(2)
+
+            f = re.sub("YEAR", y, fname)
+            f = re.sub("MONTH", m, f)
+            f = re.sub("DAY", d, f)
+            fileList.append(f)
+
+        return fileList
+
+    def copy_thredds_file(threddsFile, savename):
+        dsin = Dataset(threddsFile)
+
+        dsout = Dataset(savename, "w")
+
+        for dname, the_dim in dsin.dimensions.items():
+            dsout.createDimension(dname, len(the_dim) if not the_dim.isunlimited() else None)
+
+        aromeNames = ["time",
+                      "longitude",
+                      "latitude",
+                      "land_area_fraction",
+                      "air_temperature_2m",
+                      "precipitation_amount_acc",
+                      "water_evaporation_amount",
+                      "relative_humidity_2m",
+                      "integral_of_surface_downwelling_longwave_flux_in_air_wrt_time",
+                      "integral_of_surface_net_downward_shortwave_flux_wrt_time",
+                      "air_pressure_at_sea_level",
+                      "x_wind_10m",
+                      "y_wind_10m"]
+
+        for v_name, varin in dsin.variables.items():
+            if v_name in aromeNames:
+                fill_value = None
+
+                if hasattr(varin, "_FillValue"):
+                    fill_value = varin._FillValue
+
+                outVar = dsout.createVariable(v_name, varin.datatype, varin.dimensions, fill_value=fill_value)
+
+                outVar.setncatts({k: varin.getncattr(k) for k in varin.ncattrs() if k not in ["_FillValue"]})
+
+                outVar[:] = varin[:]
+        dsout.close()
+
+
+    os.makedirs(outdir, exist_ok=True)
+
+    fList = generate_thredds_names("2026-04-24", datetime.today().strftime("%Y-%m-%d"))
+    failed = False
+    for fname in fList:
+        savename = os.path.join(outdir, fname.split("/")[-1].split(".")[0] + ".nc")
+        if os.path.exists(savename):
+            print(f"Skipping {savename}, already exists")
+            continue
+        print(savename)
+        try:
+            try:
+                copy_thredds_file(fname, savename)
+            except:
+                alt_fname = re.sub("sfc", "2_5km", fname)
+                alt_fname = re.sub("ncml", "nc", alt_fname)
+                copy_thredds_file(alt_fname, savename)
+        except Exception as e:
+            print(f"File not found: {fname} ({e})")
+            failed = True
+
+    if failed:
+        sys.exit(1)
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: arome
+  namespace: cron
+spec:
+  schedule: 0 6 * * * # Everyday at 06:00, use https://crontab.guru
+  concurrencyPolicy: "Forbid" # If only one at at time set to Allow else Forbid
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: juselius/busynix:1.1
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  if nix-shell -p 'python3.withPackages(ps: [ps.netcdf4])' --run 'python3 /scripts/download.py'; then
+                    chown -R 5000:5000 /data/hdd/data/AROME
+                    chmod -R g+w /data/hdd/data/AROME
+                  else
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  fi
+              resources: {}
+              volumeMounts:
+              - name: data
+                mountPath: /data
+              - name: script
+                mountPath: /scripts
+              securityContext: {}
+          volumes:
+          - name: data
+            persistentVolumeClaim:
+              claimName: ekman-data
+          - name: script
+            configMap:
+              name: arome-script
+              defaultMode: 0755

raw/ekman/cronjobs/mur/cron.yaml

@@ -0,0 +1,178 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mur-script
+  namespace: cron
+data:
+  download.py: |
+    import argparse
+    import os
+    import sys
+    import requests
+    from datetime import datetime
+
+    parser = argparse.ArgumentParser(description="Download MUR SST files from NASA Earthdata")
+    parser.add_argument("-sd", "--start_date", required=True, help="Start date (YYYY-MM-DD)")
+    parser.add_argument("-ed", "--end_date", required=True, help="End date (YYYY-MM-DD)")
+    parser.add_argument("-o", "--out_dir", default="MUR_SST_nc", help="Output directory")
+    parser.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
+    args = parser.parse_args()
+
+
+    def create_session():
+        session = requests.Session()
+        session.headers.update({
+            "User-Agent": "mur-sst-downloader",
+            "Accept-Encoding": "identity"
+        })
+        return session
+
+
+    def get_download_urls(startdate, enddate, verbose=False):
+        url = (
+            "https://cmr.earthdata.nasa.gov/search/granules.umm_json"
+            f"?collection_concept_id=C1996881146-POCLOUD"
+            f"&temporal={startdate}T00:00:00Z,{enddate}T00:00:00Z"
+            "&pageSize=365"
+        )
+
+        r = requests.get(url)
+        r.raise_for_status()
+        data = r.json()
+
+        urls = []
+        for item in data["items"]:
+            for link in item["umm"]["RelatedUrls"]:
+                # Prefer direct HTTPS download links
+                if link.get("Type") == "GET DATA":
+                    urls.append(link["URL"])
+
+        if verbose:
+            print(f"Found {len(urls)} files")
+
+        return urls
+
+
+    def download_file(session, url, out_dir, verbose=False):
+        filename = os.path.basename(url)
+        local_path = os.path.join(out_dir, filename)
+
+        if os.path.exists(local_path):
+            if verbose:
+                print(f"Skipping existing: {filename}")
+            return True
+
+        if verbose:
+            print(f"Downloading: {filename}")
+
+        try:
+            with session.get(url, stream=True, allow_redirects=True, timeout=60) as r:
+                if r.status_code == 401:
+                    raise Exception("Unauthorized (check .netrc credentials)")
+
+                r.raise_for_status()
+
+                with open(local_path, "wb") as f:
+                    for chunk in r.iter_content(chunk_size=8192):
+                        if chunk:
+                            f.write(chunk)
+
+            if verbose:
+                print(f"Saved: {filename}")
+            return True
+
+        except Exception as e:
+            print(f"Failed: {filename} -> {e}")
+            return False
+
+
+    def validate_dates(start, end):
+        try:
+            datetime.strptime(start, "%Y-%m-%d")
+            datetime.strptime(end, "%Y-%m-%d")
+        except ValueError:
+            print("Error: Dates must be in YYYY-MM-DD format")
+            sys.exit(1)
+
+
+    def main():
+        validate_dates(args.start_date, args.end_date)
+
+        # os.makedirs(args.out_dir, exist_ok=True)
+
+        session = create_session()
+
+        urls = get_download_urls(args.start_date, args.end_date, args.verbose)
+
+        failed = False
+        for url in urls:
+            if not download_file(session, url, args.out_dir, args.verbose):
+                failed = True
+
+        if failed:
+            sys.exit(1)
+        print(f"\nDone. Downloaded files to: {args.out_dir}")
+
+
+    if __name__ == "__main__":
+        main()
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: mur
+  namespace: cron
+spec:
+  schedule: "0 6 * * *" # Everyday at 06:00, use https://crontab.guru
+  concurrencyPolicy: "Forbid"
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: juselius/busynix:1.1
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  nix-shell -p 'python3.withPackages(ps: [ps.requests])' coreutils --run '
+                    python3 /scripts/download.py \
+                      -sd $(date -d "3 days ago" +%Y-%m-%d) \
+                      -ed $(date +%Y-%m-%d) \
+                      -o /data/hdd/data/river-data/MUR/MUR_SST_nc \
+                      -v &&
+                    chown -R 5000:5000 /data/hdd/data/river-data/MUR/MUR_SST_nc &&
+                    chmod -R g+w /data/hdd/data/river-data/MUR/MUR_SST_nc
+                  ' || {
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  }
+              resources: {}
+              volumeMounts:
+                - name: data
+                  mountPath: /data
+                - name: script
+                  mountPath: /scripts
+                - name: netrc
+                  mountPath: /root/.netrc
+                  subPath: .netrc
+                  readOnly: true
+              securityContext: {}
+          volumes:
+            - name: data
+              persistentVolumeClaim:
+                claimName: ekman-data
+            - name: script
+              configMap:
+                name: mur-script
+                defaultMode: 0755
+            - name: netrc
+              secret:
+                secretName: mur-netrc

raw/ekman/cronjobs/nemo/cron.yaml

@@ -0,0 +1,245 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: nemo-script
+  namespace: cron
+data:
+  download.sh: |
+    #!/usr/bin/env bash
+
+    # this script downloads files from
+    # https://data.marine.copernicus.eu/product/NWSHELF_ANALYSISFORECAST_PHY_004_013
+
+    set -euf -o pipefail
+
+    START_DATE="$1"
+    END_DATE="$2"
+
+    current_date="$START_DATE"
+
+    while [[ "$current_date" < "$END_DATE" ]]; do
+      next_date=$(date -I -d "$current_date + 1 day")
+      echo "Running subset for $current_date to $next_date"
+
+      outfile="cmems_mod_nws_phy-sal_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
+      if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
+        echo "Skipping salt (already exists)"
+      else
+        copernicusmarine subset \
+          --dataset-id cmems_mod_nws_phy-sal_anfc_1.5km-3D_PT1H-i \
+          -t "$current_date" \
+          -T "$next_date" \
+          -f "$outfile" \
+          -o /data/hdd/data/NEMO/
+        echo "Downloaded salt"
+      fi
+
+      outfile="cmems_mod_nws_phy-cur_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
+      if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
+        echo "Skipping currents (already exists)"
+      else
+        copernicusmarine subset \
+          --dataset-id cmems_mod_nws_phy-cur_anfc_1.5km-3D_PT1H-i \
+          -t "$current_date" \
+          -T "$next_date" \
+          -f "$outfile" \
+          -o /data/hdd/data/NEMO/
+        echo "Downloaded currents"
+      fi
+
+      outfile="cmems_mod_nws_phy-tem_anfc_1.5km-3D_PT1H-i_${current_date}--${next_date}.nc"
+      if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
+        echo "Skipping temperature (already exists)"
+      else
+        copernicusmarine subset \
+          --dataset-id cmems_mod_nws_phy-tem_anfc_1.5km-3D_PT1H-i \
+          -t "$current_date" \
+          -T "$next_date" \
+          -f "$outfile" \
+          -o /data/hdd/data/NEMO/
+        echo "Downloaded temperature"
+      fi
+
+      outfile="cmems_mod_nws_phy-ssh_anfc_1.5km-2D_PT15M-i_${current_date}--${next_date}.nc"
+      if [[ -f "/data/hdd/data/NEMO/$outfile" ]]; then
+        echo "Skipping ssh (already exists)"
+      else
+        copernicusmarine subset \
+          --dataset-id cmems_mod_nws_phy-ssh_anfc_1.5km-2D_PT15M-i \
+          -t "$current_date" \
+          -T "$next_date" \
+          -f "$outfile" \
+          -o /data/hdd/data/NEMO/
+        echo "Downloaded ssh"
+      fi
+
+      current_date="$next_date"
+    done
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: nemo-nix
+  namespace: cron
+data:
+  shell.nix: |
+    let
+      nixpkgs = builtins.fetchTarball {
+        url = "https://releases.nixos.org/nixos/25.11/nixos-25.11.9586.10e7ad5bbcb4/nixexprs.tar.xz";
+        sha256 = "sha256-wjAIDqQxE+kWV2lbykQCcS+F0ArQwmN8iNw0kcj4iaA=";
+      };
+      pkgs = import nixpkgs { overlays = [ (import ./default.nix) ]; };
+    in pkgs.mkShell {
+      buildInputs = [
+        (pkgs.python3.withPackages (ps: [ pkgs.copernicusmarine ]))
+        pkgs.coreutils
+        pkgs.bash
+      ];
+    }
+  default.nix: |
+    final: prev: {
+      arcosparse = prev.callPackage ./arcosparse.nix { };
+      copernicusmarine = prev.callPackage ./copernicusmarine.nix {
+        arcosparse = final.arcosparse;
+      };
+    }
+  copernicusmarine.nix: |
+    {
+      fetchPypi,
+      python3Packages,
+      arcosparse,
+    }:
+    python3Packages.buildPythonPackage rec {
+      pname = "copernicusmarine";
+      version = "2.2.2";
+      format = "pyproject";
+
+      src = fetchPypi {
+        inherit version;
+        pname = "copernicusmarine";
+        sha256 = "sha256-5T3iH4Hh08wIao2MMveb/bVnVz0pK0PoN4CRk811P0g=";
+      };
+
+      pythonRelaxDeps = true;
+
+      nativeBuildInputs = [ python3Packages.poetry-core ];
+      propagatedBuildInputs = with python3Packages; [
+        boto3
+        click
+        dask
+        h5netcdf
+        arcosparse
+        lxml
+        numpy
+        pydantic
+        pystac
+        requests
+        semver
+        setuptools
+        tqdm
+        xarray
+        zarr
+      ];
+    }
+  arcosparse.nix: |
+    {
+      fetchPypi,
+      python3Packages,
+    }:
+    python3Packages.buildPythonPackage rec {
+      pname = "arcosparse";
+      version = "0.4.2";
+      format = "pyproject";
+
+      src = fetchPypi {
+        inherit version;
+        pname = "arcosparse";
+        sha256 = "sha256-Z8NW+dsC3uXk101kr8tzsgjAoFb4KNdGkxyFkJ5UhFA=";
+      };
+
+      pythonRelaxDeps = true;
+
+      nativeBuildInputs = [ python3Packages.poetry-core ];
+      propagatedBuildInputs = with python3Packages; [
+        pyarrow
+        pandas
+        pystac
+        tqdm
+        requests
+      ];
+    }
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: nemo
+  namespace: cron
+spec:
+  schedule: "0 13 * * *" # Everyday at 13:00, use https://crontab.guru
+  concurrencyPolicy: "Forbid"
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: ghcr.io/lix-project/lix:latest
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  nix-shell /nix-overlay/shell.nix \
+                    --keep COPERNICUSMARINE_SERVICE_USERNAME \
+                    --keep COPERNICUSMARINE_SERVICE_PASSWORD \
+                    --run '
+                    copernicusmarine login \
+                      --username "$COPERNICUSMARINE_SERVICE_USERNAME" \
+                      --password "$COPERNICUSMARINE_SERVICE_PASSWORD" \
+                      --force-overwrite &&
+                    bash /scripts/download.sh \
+                      $(date -d "2 days ago" +%Y-%m-%d) \
+                      $(date +%Y-%m-%d) &&
+                    chown -R 5000:5000 /data/hdd/data/NEMO &&
+                    chmod -R g+w /data/hdd/data/NEMO
+                  ' || {
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  }
+              env:
+                - name: COPERNICUSMARINE_SERVICE_USERNAME
+                  valueFrom:
+                    secretKeyRef:
+                      name: nemo-credentials
+                      key: username
+                - name: COPERNICUSMARINE_SERVICE_PASSWORD
+                  valueFrom:
+                    secretKeyRef:
+                      name: nemo-credentials
+                      key: password
+              resources: {}
+              volumeMounts:
+                - name: data
+                  mountPath: /data
+                - name: script
+                  mountPath: /scripts
+                - name: nix
+                  mountPath: /nix-overlay
+              securityContext: {}
+          volumes:
+            - name: data
+              persistentVolumeClaim:
+                claimName: ekman-data
+            - name: script
+              configMap:
+                name: nemo-script
+                defaultMode: 0755
+            - name: nix
+              configMap:
+                name: nemo-nix
+                defaultMode: 0644

raw/ekman/cronjobs/norkyst/cron.yaml

@@ -0,0 +1,113 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: norkyst-script
+  namespace: cron
+data:
+  download.sh: |
+    #!/usr/bin/env bash
+
+    # this script downloads files from:
+    # https://thredds.met.no/thredds/catalog/fou-hi/new_norkyst800m/norkyst_v3_test/his/catalog.html
+
+    # safe bash settings
+    set -euf -o pipefail
+
+    JOBS=8  # parallel downloads
+
+    # define start and end dates (YYYY-MM-DD)
+    start_date=$(date -d "yesterday" +%Y-%m-%d)
+    end_date=$(date -d "yesterday" +%Y-%m-%d)
+
+    # check if thredds is reachable before attempting any downloads
+    if ! wget --spider --quiet "https://thredds.met.no/thredds/catalog/fou-hi/new_norkyst800m/norkyst_v3_test/his/catalog.html"; then
+        echo "thredds.met.no is unreachable, aborting"
+        exit 1
+    fi
+
+    # function to print stuff in red
+    red() {
+        printf "\e[31m%s\e[0m" "$1"
+    }
+
+    download_day() {
+        local current_date="$1"
+        local year month day file_name target_file_name url
+        year=$(date -d "${current_date}" +%Y)
+        month=$(date -d "${current_date}" +%m)
+        day=$(date -d "${current_date}" +%d)
+
+        mkdir -p "/data/hdd/data/norkyst/${year}/${month}"
+
+        file_name="norkyst800_his_sdepth_${year}${month}${day}T00Z_m00_AN.nc"
+        target_file_name="/data/hdd/data/norkyst/${year}/${month}/${file_name}"
+        url="https://thredds.met.no/thredds/fileServer/fou-hi/new_norkyst800m/norkyst_v3_test/his/${year}/${month}/${day}/${file_name}"
+
+        if [[ ! -f "${target_file_name}" ]]; then
+            if wget --spider --quiet "${url}"; then
+                echo "downloading ${url}"
+                wget --tries=5 --waitretry=60 -O "${target_file_name}" "${url}"
+            else
+                echo "${target_file_name} $(red 'not found on server')"
+            fi
+        else
+            echo "${target_file_name} already exists locally"
+        fi
+    }
+
+    export -f download_day red
+
+    current_date=$(date -d "${start_date}" +%Y-%m-%d)
+    while [[ "${current_date}" < "${end_date}" || "${current_date}" == "${end_date}" ]]; do
+        echo "${current_date}"
+        current_date=$(date -d "${current_date} + 1 day" +%Y-%m-%d)
+    done | parallel -j "${JOBS}" download_day
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: norkyst
+  namespace: cron
+spec:
+  schedule: 0 13 * * * # Everyday at 13:00, use https://crontab.guru
+  concurrencyPolicy: "Allow"
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: juselius/busynix:1.1
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  nix-env -iA nixpkgs.wget nixpkgs.coreutils nixpkgs.bash nixpkgs.parallel
+                  if bash /scripts/download.sh; then
+                    chown -R 10000:10000 /data/hdd/data/norkyst
+                    chmod -R g+w /data/hdd/data/norkyst
+                  else
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  fi
+              resources: {}
+              volumeMounts:
+              - name: data
+                mountPath: /data
+              - name: script
+                mountPath: /scripts
+              securityContext: {}
+          volumes:
+          - name: data
+            persistentVolumeClaim:
+              claimName: ekman-data
+          - name: script
+            configMap:
+              name: norkyst-script
+              defaultMode: 0755

raw/ekman/cronjobs/norshelf/cron.yaml

@@ -0,0 +1,153 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: norshelf-script
+  namespace: cron
+data:
+  download.sh: |
+    #!/usr/bin/env bash
+
+    # this script downloads files from:
+    # https://thredds.met.no/thredds/catalog/sea_norshelf_files/YYYY/catalog.html
+
+    # safe bash settings
+    set -euf -o pipefail
+
+    # define start and end dates (YYYY-MM-DD)
+    start_date="2026-03-01"
+    end_date=$(date +%Y-%m-%d)
+
+    # check if thredds is reachable before attempting any downloads
+    if ! wget --spider --quiet "https://thredds.met.no/thredds/catalog/sea_norshelf_files/catalog.html"; then
+        echo "thredds.met.no is unreachable, aborting"
+        exit 1
+    fi
+
+    # function to print stuff in red
+    red() {
+        printf "\e[31m%s\e[0m" "$1"
+    }
+
+    current_date=$(date -d "${start_date}" +%Y-%m-%d)
+    while [[ "${current_date}" < "${end_date}" || "${current_date}" == "${end_date}" ]]; do
+        year=$(date -d "${current_date}" +%Y)
+        month=$(date -d "${current_date}" +%m)
+        day=$(date -d "${current_date}" +%d)
+
+        mkdir -p "/data/hdd/data/norshelf/sea_norshelf_files/${year}/${month}"
+
+        file_name="norshelf_qck_an_${year}${month}${day}T00Z.nc"
+        target_file_name="/data/hdd/data/norshelf/sea_norshelf_files/${year}/${month}/${file_name}"
+        url="https://thredds.met.no/thredds/fileServer/sea_norshelf_files/${year}/${month}/${file_name}"
+
+        if [[ ! -f "${target_file_name}" ]]; then
+            if wget --spider --quiet "${url}"; then
+                echo "downloading ${url}"
+                wget --tries=5 --waitretry=60 -O "${target_file_name}" "${url}"
+            else
+                echo "${target_file_name} $(red 'not found on server')"
+            fi
+        else
+            echo "${target_file_name} already exists locally"
+        fi
+
+        # move to next day
+        current_date=$(date -d "${current_date} + 1 day" +%Y-%m-%d)
+    done
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: norshelf
+  namespace: cron
+spec:
+  schedule: 0 13 * * * # Everyday at 13:00, use https://crontab.guru
+  concurrencyPolicy: "Forbid" # If only one at at time set to Allow else Forbid
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: juselius/busynix:1.1
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  nix-env -iA nixpkgs.wget nixpkgs.coreutils nixpkgs.bash
+                  if bash /scripts/download.sh; then
+                    chown -R 5000:5000 /data/hdd/data/norshelf
+                    chmod -R g+w /data/hdd/data/norshelf
+                  else
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  fi
+              resources: {}
+              volumeMounts:
+              - name: data
+                mountPath: /data
+              - name: script
+                mountPath: /scripts
+              securityContext: {}
+          volumes:
+          - name: data
+            persistentVolumeClaim:
+              claimName: ekman-data
+          - name: script
+            configMap:
+              name: norshelf-script
+              defaultMode: 0755
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: ekman-data
+  namespace: cron
+spec:
+  accessModes:
+  - ReadWriteMany
+  resources:
+    requests:
+      storage: 1Gi
+  storageClassName: ""
+  volumeMode: Filesystem
+  volumeName: pv-ekman-data
+status:
+  accessModes:
+  - ReadWriteMany
+  capacity:
+    storage: 1Gi
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: pv-ekman-data
+spec:
+  accessModes:
+  - ReadWriteMany
+  claimRef:
+    apiVersion: v1
+    kind: PersistentVolumeClaim
+    name: ekman-data
+    namespace: cron
+  capacity:
+    storage: 1Gi
+  csi:
+    driver: rook-ceph.cephfs.csi.ceph.com
+    nodeStageSecretRef:
+      name: rook-csi-cephfs-node
+      namespace: rook-ceph
+    volumeAttributes:
+      clusterID: rook-ceph
+      fsName: data
+      rootPath: /
+      staticVolume: "true"
+    volumeHandle: pv-ekman-data
+  persistentVolumeReclaimPolicy: Retain
+  volumeMode: Filesystem

raw/ekman/cronjobs/nve/cron.yaml

@@ -0,0 +1,60 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: nve-config
+  namespace: cron
+data:
+  appsettings.json: |
+    {
+        "NveUrl":  "https://chartserver.nve.no/ShowData.aspx?req=getchart&ver=1.0",
+        "DataDir": "/data/hdd/data/river-data"
+    }
+---
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: nve
+  namespace: cron
+spec:
+  schedule: "0 8 * * *" # Everyday at 08:00, use https://crontab.guru
+  concurrencyPolicy: "Forbid"
+  successfulJobsHistoryLimit: 10
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 3
+      template:
+        spec:
+          restartPolicy: "Never"
+          containers:
+            - name: cronpod
+              image: git.oceanbox.io/oceanbox/churn/riverrun:24a8bbbc-debug
+              imagePullPolicy: IfNotPresent
+              command:
+                - /bin/sh
+                - -c
+                - |
+                  if riverrun data --download --ndays 5000; then
+                    chown -R 5000:5000 /data/hdd/data/river-data/Data
+                    chmod -R g+w /data/hdd/data/river-data/Data
+                  else
+                    echo "Job failed, sleeping 30 minutes before retry..."
+                    sleep 1800
+                    exit 1
+                  fi
+              resources: {}
+              volumeMounts:
+                - name: data
+                  mountPath: /data
+                - name: config
+                  mountPath: /app/appsettings.json
+                  subPath: appsettings.json
+                  readOnly: true
+              securityContext: {}
+          volumes:
+            - name: data
+              persistentVolumeClaim:
+                claimName: ekman-data
+            - name: config
+              configMap:
+                name: nve-config

renovate.json

@@ -3,10 +3,12 @@
   "extends": [
     "config:recommended"
   ],
+  "minimumReleaseAge": "7 days",
   "dependencyDashboard": true,
   "semanticCommits": "disabled",
   "ignorePaths": [
-    "**/bootstrap/**"
+    "**/bootstrap/**",
+    "**/attic/**"
   ],
   "helmfile": {
     "managerFilePatterns": [

values/atlantis/values/values-staging.yaml.gotmpl

@@ -1,7 +1,7 @@
 replicaCount: 1
 image:
   repository: git.oceanbox.io/oceanbox/poseidon/atlantis
-  tag: d83c8790-debug
+  tag: 5d810716-debug
 podAnnotations:
   dapr.io/app-id: "staging-atlantis"
 env:

values/codex/values/values-staging.yaml

@@ -38,4 +38,4 @@ volumeMounts:
     readOnly: true
     subPath: appsettings.json
 image:
-  tag: 74ed3e11-debug
+  tag: 651291bd-debug

values/docs/values/values.yaml

@@ -1,6 +1,6 @@
 replicaCount: 1
 image:
-  tag: "6960aed0-debug"
+  tag: "ea8cf7dc-debug"
 env:
   - name: APP_VERSION
     value: "0.0.0"

values/headscale/values/values.yaml

@@ -130,6 +130,10 @@ configMaps:
             "group:intern": [
               "haavahak@stud.ntnu.no",
             ],
+            "group:ceph": [
+              "jonas.juselius@oceanbox.io",
+              "Moritz.Jorg@oceanbox.io",
+            ],
           },
           // tagOwners in tailscale is an association between a TAG and the people allowed to set this TAG on a server.
           // This is documented [here](https://tailscale.com/kb/1068/acl-tags#defining-a-tag)
@@ -157,7 +161,7 @@ configMaps:
             "printer.office.tos": "10.132.46.108/32",
             "office.tos.net": "10.132.46.0/24",
             "dc.tos.net": "10.255.241.0/24",
-            "100gbe.tos.net": "10.255.244.0/24",
+            "gbe100.tos.net": "10.255.244.0/24",
             "mgmt.tos.net": "10.255.240.0/24",
             "dc.vtn.net": "172.16.239.0/24",
             "mgmt.vtn.net": "172.16.238.0/24",
@@ -232,6 +236,16 @@ configMaps:
                  "tag:hpc:22,80,443",
               ]
             },
+            {
+              "action": "accept",
+              "src": [
+                 "group:ceph",
+                 "tag:mumindalen",
+              ],
+              "dst": [
+                 "gbe100.tos.net:*",
+              ]
+            },
             {
               "action": "accept",
               "src": [ "*" ],

values/makai/values/values.yaml

@@ -1,6 +1,6 @@
 replicaCount: 1
 image:
-  tag: "36e2cb4d-debug"
+  tag: "ad49e745-debug"
 env:
   - name: APP_VERSION
     value: "0.0.0"

values/sorcerer/kustomize/beta-ekman/deployment_patch.yaml

@@ -1,6 +1,17 @@
 # - op: replace
 #   path: /spec/template/spec/containers/0/volumeMounts/0/mountPath
 #   value: /data
+- op: add
+  path: /spec/template/spec/volumes/-
+  value:
+    name: raid-data
+    persistentVolumeClaim:
+      claimName: raid-data
+- op: add
+  path: /spec/template/spec/containers/0/volumeMounts/-
+  value:
+    name: raid-data
+    mountPath: /data/raid
 - op: add
   path: /spec/template/spec/containers/0/envFrom/-
   value:

values/sorcerer/kustomize/beta-ekman/kustomization.yaml

@@ -14,6 +14,7 @@ resources:
 - ../base
 - pv.yaml
 - pvc.yaml
+- pv-raid-data.yaml
 - secrets.yaml
 - configurations.yaml
 - keyvault.yaml

values/sorcerer/kustomize/beta-ekman/pv-raid-data.yaml

@@ -0,0 +1,42 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: raid-data
+  namespace: beta-sorcerer
+spec:
+  accessModes:
+  - ReadWriteMany
+  resources:
+    requests:
+      storage: 1Gi
+  storageClassName: ""
+  volumeMode: Filesystem
+  volumeName: pv-beta-sorcerer-raid-data
+status:
+  accessModes:
+  - ReadWriteMany
+  capacity:
+    storage: 1Gi
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: pv-beta-sorcerer-raid-data
+spec:
+  accessModes:
+  - ReadWriteMany
+  claimRef:
+    apiVersion: v1
+    kind: PersistentVolumeClaim
+    name: raid-data
+    namespace: beta-sorcerer
+  capacity:
+    storage: 1Gi
+  mountOptions:
+  - nfsvers=4.2
+  nfs:
+    path: /backup/archives
+    server: 10.255.241.80
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: managed-nfs-storage
+  volumeMode: Filesystem

values/sorcerer/kustomize/prod-ekman/deployment_patch.yaml

@@ -1,6 +1,17 @@
 # - op: replace
 #   path: /spec/template/spec/containers/0/volumeMounts/0/mountPath
 #   value: /data
+- op: add
+  path: /spec/template/spec/volumes/-
+  value:
+    name: raid-data
+    persistentVolumeClaim:
+      claimName: raid-data
+- op: add
+  path: /spec/template/spec/containers/0/volumeMounts/-
+  value:
+    name: raid-data
+    mountPath: /data/raid
 - op: add
   path: /spec/template/spec/containers/0/envFrom/-
   value:

values/sorcerer/kustomize/prod-ekman/kustomization.yaml

@@ -14,6 +14,7 @@ resources:
 - ../base
 - pv.yaml
 - pvc.yaml
+- pv-raid-data.yaml
 - secrets.yaml
 - configurations.yaml
 - keyvault.yaml

values/sorcerer/kustomize/prod-ekman/pv-raid-data.yaml

@@ -0,0 +1,42 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: raid-data
+  namespace: prod-sorcerer
+spec:
+  accessModes:
+  - ReadWriteMany
+  resources:
+    requests:
+      storage: 1Gi
+  storageClassName: ""
+  volumeMode: Filesystem
+  volumeName: pv-prod-sorcerer-raid-data
+status:
+  accessModes:
+  - ReadWriteMany
+  capacity:
+    storage: 1Gi
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: pv-prod-sorcerer-raid-data
+spec:
+  accessModes:
+  - ReadWriteMany
+  claimRef:
+    apiVersion: v1
+    kind: PersistentVolumeClaim
+    name: raid-data
+    namespace: prod-sorcerer
+  capacity:
+    storage: 1Gi
+  mountOptions:
+  - nfsvers=4.2
+  nfs:
+    path: /backup/archives
+    server: 10.255.241.80
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: managed-nfs-storage
+  volumeMode: Filesystem

values/sorcerer/kustomize/staging-ekman/deployment_patch.yaml

@@ -1,6 +1,17 @@
 # - op: replace
 #   path: /spec/template/spec/containers/0/volumeMounts/0/mountPath
 #   value: /data
+- op: add
+  path: /spec/template/spec/volumes/-
+  value:
+    name: raid-data
+    persistentVolumeClaim:
+      claimName: raid-data
+- op: add
+  path: /spec/template/spec/containers/0/volumeMounts/-
+  value:
+    name: raid-data
+    mountPath: /data/raid
 - op: add
   path: /spec/template/spec/containers/0/envFrom/-
   value:

values/sorcerer/kustomize/staging-ekman/kustomization.yaml

@@ -14,6 +14,7 @@ resources:
 - ../base
 - pv.yaml
 - pvc.yaml
+- pv-raid-data.yaml
 - secrets.yaml
 - configurations.yaml
 - keyvault.yaml

values/sorcerer/kustomize/staging-ekman/pv-raid-data.yaml

@@ -0,0 +1,42 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: raid-data
+  namespace: staging-sorcerer
+spec:
+  accessModes:
+  - ReadWriteMany
+  resources:
+    requests:
+      storage: 1Gi
+  storageClassName: ""
+  volumeMode: Filesystem
+  volumeName: pv-staging-sorcerer-raid-data
+status:
+  accessModes:
+  - ReadWriteMany
+  capacity:
+    storage: 1Gi
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: pv-staging-sorcerer-raid-data
+spec:
+  accessModes:
+  - ReadWriteMany
+  claimRef:
+    apiVersion: v1
+    kind: PersistentVolumeClaim
+    name: raid-data
+    namespace: staging-sorcerer
+  capacity:
+    storage: 1Gi
+  mountOptions:
+  - nfsvers=4.2
+  nfs:
+    path: /backup/archives
+    server: 10.255.241.80
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: managed-nfs-storage
+  volumeMode: Filesystem

values/sorcerer/values/values-staging.yaml

@@ -1,7 +1,7 @@
 replicaCount: 1
 image:
   repository: git.oceanbox.io/oceanbox/poseidon/sorcerer
-  tag: 74ed3e11-debug
+  tag: 651291bd-debug
 podAnnotations:
   dapr.io/enabled: "true"
   dapr.io/app-id: "staging-sorcerer"

values/umami/values/values-prod.yaml

@@ -6,7 +6,7 @@ image:
   # -- image pull policy
   # pullPolicy:
   # -- Overrides the image tag
-  tag: "3.0.3"
+  tag: "3.1.0"
 
 replicaCount: 1