Merge pull request 'gitea: block crawlers with /robots.txt' (#242) from zimbatm/clan-infra:gitea-robots into main

Reviewed-on: clan/clan-infra#242

.envrc

@@ -1,3 +1,4 @@
+# shellcheck shell=bash
 use flake
 
 watch_file .envrc.private

.envrc.private-template

@@ -1,2 +1,3 @@
+# shellcheck shell=bash
 # https://console.hetzner.cloud/projects/2447141/security/tokens
-export HCLOUD_TOKEN=<your-hetzner-token>
+export HCLOUD_TOKEN="<your-hetzner-token>"

.gitea/workflows/checks.yaml

@@ -1,11 +0,0 @@
-name: checks
-on:
-  pull_request:
-  push:
-    branches: main
-jobs:
-  test:
-    runs-on: nix
-    steps:
-      - uses: actions/checkout@v3
-      - run: nix run --refresh github:Mic92/nix-fast-build -- --no-nom --eval-workers 10

.sops.yaml

@@ -13,21 +13,21 @@ keys:
 creation_rules:
   - path_regex: targets/.*/(terraform.tfstate|secrets.auto.tfvars.sops.json)$
     key_groups:
-    - age:
-      - *joerg
-      - *lassulus
-      - *dave
+      - age:
+          - *joerg
+          - *lassulus
+          - *dave
   - path_regex: targets/web01/secrets.yaml$
     key_groups:
-    - age:
-      - *joerg
-      - *lassulus
-      - *dave
-      - *web01
+      - age:
+          - *joerg
+          - *lassulus
+          - *dave
+          - *web01
   - path_regex: targets/web01-new/secrets.yaml$
     key_groups:
-    - age:
-      - *joerg
-      - *lassulus
-      - *dave
-      - *web01
+      - age:
+          - *joerg
+          - *lassulus
+          - *dave
+          - *web01

LICENSE.md

@@ -1,7 +1,18 @@
 Copyright 2023 Clan contributers
 
-Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
 
-The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
 
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

README.md

@@ -4,8 +4,10 @@ This repository contains nixos modules and terraform code that powers clan.lol.
 The website and git hosting is currently on [hetzner](https://www.hetzner.com/).
 
 ## Servers
+
 - web01:
-  - Instance type: [ex101](https://www.hetzner.com/de/dedicated-rootserver/ex101)
+  - Instance type:
+    [ex101](https://www.hetzner.com/de/dedicated-rootserver/ex101)
   - CPU: Intel Core i9-13900 (24 cores / 32 threads)
   - RAM: 64GB DDR5
   - Drives: 2 x 1.92 TB NVME
@@ -23,3 +25,10 @@ $ ./tf.sh apply
 $ cd ./targets/web01
 $ ./tf.sh apply
 ```
+
+## To add a new project to CI
+
+1. Add the 'buildbot-clan' topic to the repository using the "Manage topics"
+   button below the project description
+2. Go to https://buildbot.clan.lol/#/builders/2 and press "Update projects"
+   after you have logged in.

devShells/flake-module.nix

@@ -1,14 +1,19 @@
 {
   perSystem =
-    { inputs'
-    , pkgs
-    , lib
-    , ...
+    {
+      config,
+      inputs',
+      pkgs,
+      ...
     }:
     let
-      convert2Tofu = provider: provider.override (prev: {
-        homepage = builtins.replaceStrings [ "registry.terraform.io/providers" ] [ "registry.opentofu.org" ] prev.homepage;
-      });
+      convert2Tofu =
+        provider:
+        provider.override (prev: {
+          homepage = builtins.replaceStrings [ "registry.terraform.io/providers" ] [
+            "registry.opentofu.org"
+          ] prev.homepage;
+        });
     in
     {
       devShells.default = pkgs.mkShellNoCC {
@@ -16,18 +21,25 @@
           pkgs.bashInteractive
           pkgs.sops
 
+          pkgs.nixVersions.latest
+
+          inputs'.clan-core.packages.tea-create-pr
+          inputs'.clan-core.packages.merge-after-ci
           inputs'.clan-core.packages.clan-cli
 
-          (pkgs.opentofu.withPlugins (p: builtins.map convert2Tofu [
-            p.hetznerdns
-            p.hcloud
-            p.null
-            p.external
-            p.local
-          ]))
-        ];
-        inputsFrom = [
-          inputs'.clan-core.devShells.default
+          # treefmt with config defined in ./flake.nix
+          config.treefmt.build.wrapper
+
+          (pkgs.opentofu.withPlugins (
+            p:
+            builtins.map convert2Tofu [
+              p.hetznerdns
+              p.hcloud
+              p.null
+              p.external
+              p.local
+            ]
+          ))
         ];
       };
     };

flake.lock

@@ -1,35 +1,74 @@
 {
   "nodes": {
-    "clan-core": {
+    "blobs": {
+      "flake": false,
+      "locked": {
+        "lastModified": 1604995301,
+        "narHash": "sha256-wcLzgLec6SGJA8fx1OEN1yV/Py5b+U5iyYpksUY/yLw=",
+        "owner": "simple-nixos-mailserver",
+        "repo": "blobs",
+        "rev": "2cccdf1ca48316f2cfd1c9a0017e8de5a7156265",
+        "type": "gitlab"
+      },
+      "original": {
+        "owner": "simple-nixos-mailserver",
+        "repo": "blobs",
+        "type": "gitlab"
+      }
+    },
+    "buildbot-nix": {
       "inputs": {
-        "disko": "disko",
         "flake-parts": [
           "flake-parts"
         ],
-        "nixos-generators": "nixos-generators",
         "nixpkgs": [
           "nixpkgs"
         ],
-        "sops-nix": [
-          "sops-nix"
-        ],
         "treefmt-nix": [
           "treefmt-nix"
         ]
       },
       "locked": {
-        "lastModified": 1712910239,
-        "narHash": "sha256-0Iu86fs3QqmDTEBZ2kJFYeNQc59L0ncW22CnJItDIuE=",
-        "ref": "synapse",
-        "rev": "e22501799b2409b9c1db340a25acadc5ff730e4c",
-        "revCount": 2473,
-        "type": "git",
-        "url": "https://git.clan.lol/clan/clan-core"
+        "lastModified": 1725761443,
+        "narHash": "sha256-RX3qnLYaFxlvOAYL6WsM5nGjNnMZQIgKIpIxigPmiAU=",
+        "owner": "Mic92",
+        "repo": "buildbot-nix",
+        "rev": "ade5f42d7e56c8298d729aa0e804c8062e7a77ac",
+        "type": "github"
       },
       "original": {
-        "ref": "synapse",
-        "type": "git",
-        "url": "https://git.clan.lol/clan/clan-core"
+        "owner": "Mic92",
+        "repo": "buildbot-nix",
+        "type": "github"
+      }
+    },
+    "clan-core": {
+      "inputs": {
+        "disko": "disko",
+        "flake-parts": [
+          "flake-parts"
+        ],
+        "nixos-facter-modules": "nixos-facter-modules",
+        "nixos-images": "nixos-images",
+        "nixpkgs": [
+          "nixpkgs"
+        ],
+        "sops-nix": "sops-nix",
+        "systems": "systems",
+        "treefmt-nix": [
+          "treefmt-nix"
+        ]
+      },
+      "locked": {
+        "lastModified": 1726048703,
+        "narHash": "sha256-47AY9tRlFiwfD0tCXNX8435f1UbwlEyJ5t5TMV/iI70=",
+        "rev": "8d27e0412dac90398e37e129312460f644df9aff",
+        "type": "tarball",
+        "url": "https://git.clan.lol/api/v1/repos/clan/clan-core/archive/8d27e0412dac90398e37e129312460f644df9aff.tar.gz"
+      },
+      "original": {
+        "type": "tarball",
+        "url": "https://git.clan.lol/clan/clan-core/archive/main.tar.gz"
       }
     },
     "disko": {
@@ -40,11 +79,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1712356478,
-        "narHash": "sha256-kTcEtrQIRnexu5lAbLsmUcfR2CrmsACF1s3ZFw1NEVA=",
+        "lastModified": 1725377834,
+        "narHash": "sha256-tqoAO8oT6zEUDXte98cvA1saU9+1dLJQe3pMKLXv8ps=",
         "owner": "nix-community",
         "repo": "disko",
-        "rev": "0a17298c0d96190ef3be729d594ba202b9c53beb",
+        "rev": "e55f9a8678adc02024a4877c2a403e3f6daf24fe",
         "type": "github"
       },
       "original": {
@@ -53,23 +92,18 @@
         "type": "github"
       }
     },
-    "disko_2": {
-      "inputs": {
-        "nixpkgs": [
-          "nixpkgs"
-        ]
-      },
+    "flake-compat": {
       "locked": {
-        "lastModified": 1713406758,
-        "narHash": "sha256-kwZvhmx+hSZvjzemKxsAqzEqWmXZS47VVwQhNrINORQ=",
-        "owner": "nix-community",
-        "repo": "disko",
-        "rev": "1efd500e9805a9efbce401ed5999006d397b9f11",
+        "lastModified": 1696426674,
+        "narHash": "sha256-kvjfFW7WAETZlt09AgDn1MrtKzP7t90Vf7vypd3OL1U=",
+        "owner": "edolstra",
+        "repo": "flake-compat",
+        "rev": "0f9255e01c2351cc7d116c072cb317785dd33b33",
         "type": "github"
       },
       "original": {
-        "owner": "nix-community",
-        "repo": "disko",
+        "owner": "edolstra",
+        "repo": "flake-compat",
         "type": "github"
       }
     },
@@ -80,11 +114,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1712014858,
-        "narHash": "sha256-sB4SWl2lX95bExY2gMFG5HIzvva5AVMJd4Igm+GpZNw=",
+        "lastModified": 1725234343,
+        "narHash": "sha256-+ebgonl3NbiKD2UD0x4BszCZQ6sTfL4xioaM49o5B3Y=",
         "owner": "hercules-ci",
         "repo": "flake-parts",
-        "rev": "9126214d0a59633752a136528f5f3b9aa8565b7d",
+        "rev": "567b938d64d4b4112ee253b9274472dc3a346eb6",
         "type": "github"
       },
       "original": {
@@ -93,66 +127,115 @@
         "type": "github"
       }
     },
-    "nixlib": {
-      "locked": {
-        "lastModified": 1711846064,
-        "narHash": "sha256-cqfX0QJNEnge3a77VnytM0Q6QZZ0DziFXt6tSCV8ZSc=",
-        "owner": "nix-community",
-        "repo": "nixpkgs.lib",
-        "rev": "90b1a963ff84dc532db92f678296ff2499a60a87",
-        "type": "github"
-      },
-      "original": {
-        "owner": "nix-community",
-        "repo": "nixpkgs.lib",
-        "type": "github"
-      }
-    },
-    "nixos-generators": {
+    "flake-utils": {
       "inputs": {
-        "nixlib": "nixlib",
-        "nixpkgs": [
+        "systems": "systems_2"
+      },
+      "locked": {
+        "lastModified": 1710146030,
+        "narHash": "sha256-SZ5L6eA7HJ/nmkzGG7/ISclqe6oZdOZTNoesiInkXPQ=",
+        "owner": "numtide",
+        "repo": "flake-utils",
+        "rev": "b1d9ab70662946ef0850d488da1c9019f3a9752a",
+        "type": "github"
+      },
+      "original": {
+        "owner": "numtide",
+        "repo": "flake-utils",
+        "type": "github"
+      }
+    },
+    "nixos-facter-modules": {
+      "flake": false,
+      "locked": {
+        "lastModified": 1725379040,
+        "narHash": "sha256-yJIy595vpcdAYznxamszZhteQCIZM3OJUOIKeU4cIq4=",
+        "owner": "numtide",
+        "repo": "nixos-facter-modules",
+        "rev": "a389bf16ed7db1f7e6a5e9dc4b5547e927498803",
+        "type": "github"
+      },
+      "original": {
+        "owner": "numtide",
+        "repo": "nixos-facter-modules",
+        "type": "github"
+      }
+    },
+    "nixos-images": {
+      "inputs": {
+        "nixos-stable": [
+          "clan-core"
+        ],
+        "nixos-unstable": [
           "clan-core",
           "nixpkgs"
         ]
       },
       "locked": {
-        "lastModified": 1712191720,
-        "narHash": "sha256-xXtSSnVHURHsxLQO30dzCKW5NJVGV/umdQPmFjPFMVA=",
+        "lastModified": 1725726968,
+        "narHash": "sha256-sqkJZDj4NjPFhWCDoSyXJoBRfRfXIyvhfssGqLvzgW8=",
         "owner": "nix-community",
-        "repo": "nixos-generators",
-        "rev": "0c15e76bed5432d7775a22e8d22059511f59d23a",
+        "repo": "nixos-images",
+        "rev": "51c98a9f328e7aad81d8aa048f38e4e5c86d3389",
         "type": "github"
       },
       "original": {
         "owner": "nix-community",
-        "repo": "nixos-generators",
+        "repo": "nixos-images",
         "type": "github"
       }
     },
+    "nixos-mailserver": {
+      "inputs": {
+        "blobs": "blobs",
+        "flake-compat": [
+          "flake-compat"
+        ],
+        "nixpkgs": [
+          "nixpkgs"
+        ],
+        "nixpkgs-24_05": []
+      },
+      "locked": {
+        "lastModified": 1722877200,
+        "narHash": "sha256-qgKDNJXs+od+1UbRy62uk7dYal3h98I4WojfIqMoGcg=",
+        "owner": "simple-nixos-mailserver",
+        "repo": "nixos-mailserver",
+        "rev": "af7d3bf5daeba3fc28089b015c0dd43f06b176f2",
+        "type": "gitlab"
+      },
+      "original": {
+        "owner": "simple-nixos-mailserver",
+        "repo": "nixos-mailserver",
+        "type": "gitlab"
+      }
+    },
     "nixpkgs": {
       "locked": {
-        "lastModified": 1713687659,
-        "narHash": "sha256-Yd8KuOBpZ0Slau/NxFhMPJI0gBxeax0vq/FD0rqKwuQ=",
-        "owner": "NixOS",
-        "repo": "nixpkgs",
-        "rev": "f2d7a289c5a5ece8521dd082b81ac7e4a57c2c5c",
-        "type": "github"
+        "lastModified": 1726033636,
+        "narHash": "sha256-U5BSY461QUg9x0fatmPSczjVpszOJTdJWQVmFTxt9LU=",
+        "ref": "nixos-unstable-small",
+        "rev": "62f0186c41a3f1398e3e025f7dc0ccc603482d5a",
+        "shallow": true,
+        "type": "git",
+        "url": "https://github.com/NixOS/nixpkgs"
       },
       "original": {
-        "owner": "NixOS",
-        "ref": "nixpkgs-unstable",
-        "repo": "nixpkgs",
-        "type": "github"
+        "ref": "nixos-unstable-small",
+        "shallow": true,
+        "type": "git",
+        "url": "https://github.com/NixOS/nixpkgs"
       }
     },
     "root": {
       "inputs": {
+        "buildbot-nix": "buildbot-nix",
         "clan-core": "clan-core",
-        "disko": "disko_2",
+        "flake-compat": "flake-compat",
         "flake-parts": "flake-parts",
+        "flake-utils": "flake-utils",
+        "nixos-mailserver": "nixos-mailserver",
         "nixpkgs": "nixpkgs",
-        "sops-nix": "sops-nix",
         "srvos": "srvos",
         "treefmt-nix": "treefmt-nix"
       }
@@ -160,16 +243,19 @@
     "sops-nix": {
       "inputs": {
         "nixpkgs": [
+          "clan-core",
           "nixpkgs"
         ],
-        "nixpkgs-stable": []
+        "nixpkgs-stable": [
+          "clan-core"
+        ]
       },
       "locked": {
-        "lastModified": 1713668495,
-        "narHash": "sha256-4BvlfPfyUmB1U0r/oOF6jGEW/pG59c5yv6PJwgucTNM=",
+        "lastModified": 1725765163,
+        "narHash": "sha256-rfd2c47iVSFI6bRYy5l8wRijRBaYDeU7dM8XCDUGqlA=",
         "owner": "Mic92",
         "repo": "sops-nix",
-        "rev": "09f1bc8ba3277c0f052f7887ec92721501541938",
+        "rev": "b68757cd2c3fa66d6ccaa0d046ce42a9324e0070",
         "type": "github"
       },
       "original": {
@@ -185,11 +271,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1713533513,
-        "narHash": "sha256-nv5GmWaGryyZU8ihQIYLZWasqaXTZKGTjsypG0TRw9Q=",
+        "lastModified": 1725909399,
+        "narHash": "sha256-4+SWOnHF0ccWW83bRwNdCoRT1guUP0NFb9MjmUAtL/0=",
         "owner": "numtide",
         "repo": "srvos",
-        "rev": "d8945920cb8e98dc737d1fc2d42607f5916c34cf",
+        "rev": "e7022e399408e7d1be6abdd16fa4c041755df14b",
         "type": "github"
       },
       "original": {
@@ -198,6 +284,36 @@
         "type": "github"
       }
     },
+    "systems": {
+      "locked": {
+        "lastModified": 1681028828,
+        "narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
+        "owner": "nix-systems",
+        "repo": "default",
+        "rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
+        "type": "github"
+      },
+      "original": {
+        "owner": "nix-systems",
+        "repo": "default",
+        "type": "github"
+      }
+    },
+    "systems_2": {
+      "locked": {
+        "lastModified": 1681028828,
+        "narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
+        "owner": "nix-systems",
+        "repo": "default",
+        "rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
+        "type": "github"
+      },
+      "original": {
+        "owner": "nix-systems",
+        "repo": "default",
+        "type": "github"
+      }
+    },
     "treefmt-nix": {
       "inputs": {
         "nixpkgs": [
@@ -205,11 +321,11 @@
         ]
       },
       "locked": {
-        "lastModified": 1711963903,
-        "narHash": "sha256-N3QDhoaX+paWXHbEXZapqd1r95mdshxToGowtjtYkGI=",
+        "lastModified": 1725271838,
+        "narHash": "sha256-VcqxWT0O/gMaeWTTjf1r4MOyG49NaNxW4GHTO3xuThE=",
         "owner": "numtide",
         "repo": "treefmt-nix",
-        "rev": "49dc4a92b02b8e68798abd99184f228243b6e3ac",
+        "rev": "9fb342d14b69aefdf46187f6bb80a4a0d97007cd",
         "type": "github"
       },
       "original": {

flake.nix

@@ -7,63 +7,105 @@
   #};
 
   inputs = {
-    nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";
+    nixpkgs.url = "git+https://github.com/NixOS/nixpkgs?ref=nixos-unstable-small&shallow=1";
+    flake-utils.url = "github:numtide/flake-utils";
+    flake-compat.url = "github:edolstra/flake-compat";
     flake-parts.url = "github:hercules-ci/flake-parts";
     flake-parts.inputs.nixpkgs-lib.follows = "nixpkgs";
     treefmt-nix.url = "github:numtide/treefmt-nix";
     treefmt-nix.inputs.nixpkgs.follows = "nixpkgs";
 
-    disko.url = "github:nix-community/disko";
-    disko.inputs.nixpkgs.follows = "nixpkgs";
-
-    sops-nix.url = "github:Mic92/sops-nix";
-    sops-nix.inputs.nixpkgs.follows = "nixpkgs";
-    sops-nix.inputs.nixpkgs-stable.follows = "";
+    nixos-mailserver = {
+      url = "gitlab:simple-nixos-mailserver/nixos-mailserver";
+      inputs.nixpkgs.follows = "nixpkgs";
+      inputs.nixpkgs-24_05.follows = "";
+      inputs.flake-compat.follows = "flake-compat";
+    };
 
     srvos.url = "github:numtide/srvos";
     # Use the version of nixpkgs that has been tested to work with SrvOS
     srvos.inputs.nixpkgs.follows = "nixpkgs";
 
-    clan-core.url = "git+https://git.clan.lol/clan/clan-core?ref=synapse";
+    clan-core.url = "https://git.clan.lol/clan/clan-core/archive/main.tar.gz";
     clan-core.inputs.flake-parts.follows = "flake-parts";
     clan-core.inputs.nixpkgs.follows = "nixpkgs";
     clan-core.inputs.treefmt-nix.follows = "treefmt-nix";
-    clan-core.inputs.sops-nix.follows = "sops-nix";
+
+    buildbot-nix.url = "github:Mic92/buildbot-nix";
+    buildbot-nix.inputs.nixpkgs.follows = "nixpkgs";
+    buildbot-nix.inputs.flake-parts.follows = "flake-parts";
+    buildbot-nix.inputs.treefmt-nix.follows = "treefmt-nix";
   };
 
-  outputs = inputs@{ flake-parts, ... }:
-    flake-parts.lib.mkFlake { inherit inputs; } ({ self, ... }: {
-      systems = [
-        "x86_64-linux"
-        "aarch64-linux"
-      ];
-      imports = [
-        inputs.treefmt-nix.flakeModule
-        ./devShells/flake-module.nix
-        ./targets/flake-module.nix
-        ./modules/flake-module.nix
-        ./pkgs/flake-module.nix
-      ];
-      perSystem = ({ lib, self', system, ... }: {
-        treefmt = {
-          projectRootFile = ".git/config";
-          programs.hclfmt.enable = true;
-          programs.nixpkgs-fmt.enable = true;
-          settings.formatter.nixpkgs-fmt.excludes = [
-            # generated files
-            "node-env.nix"
-            "node-packages.nix"
-            "composition.nix"
-          ];
-        };
-        checks =
-          let
-            nixosMachines = lib.mapAttrs' (name: config: lib.nameValuePair "nixos-${name}" config.config.system.build.toplevel) ((lib.filterAttrs (_: config: config.pkgs.system == system)) self.nixosConfigurations);
-            packages = lib.mapAttrs' (n: lib.nameValuePair "package-${n}") self'.packages;
-            devShells = lib.mapAttrs' (n: lib.nameValuePair "devShell-${n}") self'.devShells;
-            homeConfigurations = lib.mapAttrs' (name: config: lib.nameValuePair "home-manager-${name}" config.activation-script) (self'.legacyPackages.homeConfigurations or { });
-          in
-          nixosMachines // packages // devShells // homeConfigurations;
-      });
-    });
+  outputs =
+    inputs@{ flake-parts, ... }:
+    flake-parts.lib.mkFlake { inherit inputs; } (
+      { self, ... }:
+      {
+        systems = [
+          "x86_64-linux"
+          "aarch64-linux"
+        ];
+        imports = [
+          inputs.clan-core.flakeModules.default
+          inputs.treefmt-nix.flakeModule
+          ./devShells/flake-module.nix
+          ./targets/flake-module.nix
+          ./modules/flake-module.nix
+          ./pkgs/flake-module.nix
+        ];
+        perSystem = (
+          {
+            lib,
+            self',
+            system,
+            pkgs,
+            ...
+          }:
+          {
+            treefmt = {
+              projectRootFile = ".git/config";
+              programs.terraform.enable = true;
+              programs.shellcheck.enable = true;
+
+              programs.deno.enable = true;
+
+              programs.ruff.check = true;
+              programs.ruff.format = true;
+              programs.yamlfmt.enable = true;
+
+              settings.global.excludes = [
+                # generated files
+                "sops/*"
+                "terraform.tfstate"
+                "*.tfvars.sops.json"
+                "*nixos-vars.json"
+                "secrets.yaml"
+              ];
+
+              programs.nixfmt.enable = true;
+              programs.nixfmt.package = pkgs.nixfmt-rfc-style;
+              settings.formatter.nixfmt.excludes = [
+                # generated files
+                "node-env.nix"
+                "node-packages.nix"
+                "composition.nix"
+              ];
+            };
+            checks =
+              let
+                nixosMachines = lib.mapAttrs' (
+                  name: config: lib.nameValuePair "nixos-${name}" config.config.system.build.toplevel
+                ) ((lib.filterAttrs (_: config: config.pkgs.system == system)) self.nixosConfigurations);
+                packages = lib.mapAttrs' (n: lib.nameValuePair "package-${n}") self'.packages;
+                devShells = lib.mapAttrs' (n: lib.nameValuePair "devShell-${n}") self'.devShells;
+                homeConfigurations = lib.mapAttrs' (
+                  name: config: lib.nameValuePair "home-manager-${name}" config.activation-script
+                ) (self'.legacyPackages.homeConfigurations or { });
+              in
+              nixosMachines // packages // devShells // homeConfigurations;
+          }
+        );
+      }
+    );
 }

machines/web01/facts/borgbackup.ssh.pub

@@ -0,0 +1 @@
+ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHS2PvT2e04pqbt1EFFN2y1za9nNmr8rcfnXq9kG5RS2 nixbld@turingmachine

machines/web01/facts/nginx-acme-email

@@ -0,0 +1 @@
+joerg@thalheim.io

modules/admins.nix

@@ -41,7 +41,10 @@ in
       extraGroups = [ "wheel" ];
       shell = "/run/current-system/sw/bin/zsh";
       uid = 1004;
-      openssh.authorizedKeys.keys = [ admins.kenji admins.kenji-remote ];
+      openssh.authorizedKeys.keys = [
+        admins.kenji
+        admins.kenji-remote
+      ];
     };
     johannes = {
       isNormalUser = true;
@@ -51,6 +54,18 @@ in
       uid = 1005;
       openssh.authorizedKeys.keys = [ admins.johannes ];
     };
+    flokli = {
+      isNormalUser = true;
+      home = "/home/flokli";
+      extraGroups = [ "wheel" ];
+      shell = "/run/current-system/sw/bin/zsh";
+      uid = 1006;
+      openssh.authorizedKeys.keys = [
+        "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPTVTXOutUZZjXLB0lUSgeKcSY/8mxKkC0ingGK1whD2 flokli"
+        "sk-ssh-ed25519@openssh.com AAAAGnNrLXNzaC1lZDI1NTE5QG9wZW5zc2guY29tAAAAIP7rdJ1klzK8nx74QQA8jYdFwznM1klLS0C7M5lHiu+IAAAABHNzaDo= flokli 20240617 28772765"
+        "sk-ssh-ed25519@openssh.com AAAAGnNrLXNzaC1lZDI1NTE5QG9wZW5zc2guY29tAAAAIA34k0FVKDGNdJ8uk0Ytbvh6J8v+H86F4t6BXAIoW/7xAAAABHNzaDo= flokli 20240704 14321691"
+      ];
+    };
 
     root.openssh.authorizedKeys.keys = builtins.attrValues admins;
   };

modules/buildbot.nix

@@ -0,0 +1,57 @@
+{ config, ... }:
+{
+  services.buildbot-nix.master = {
+    enable = true;
+    # Domain name under which the buildbot frontend is reachable
+    domain = "buildbot.clan.lol";
+    # The workers file configures credentials for the buildbot workers to connect to the master.
+    # "name" is the configured worker name in services.buildbot-nix.worker.name of a worker
+    # (defaults to the hostname of the machine)
+    # "pass" is the password for the worker configured in `services.buildbot-nix.worker.workerPasswordFile`
+    # "cores" is the number of cpu cores the worker has.
+    # The number must match as otherwise potentially not enought buildbot-workers are created.
+    workersFile = config.sops.secrets.buildbot-workers-file.path;
+
+    authBackend = "gitea";
+
+    admins = [
+      "Mic92"
+      "Qubasa"
+      "DavHau"
+      "kenji"
+      "hsjobeki"
+      "lassulus"
+    ];
+
+    gitea = {
+      enable = true;
+      instanceUrl = "https://git.clan.lol";
+      # Redirect URIs. Please use a new line for every URI: https://buildbot.clan.lol/auth/login
+      oauthId = "adb3425c-490f-4558-9487-8f8940d2925b";
+      oauthSecretFile = config.sops.secrets.buildbot-oauth-secret-file.path;
+      webhookSecretFile = config.sops.secrets.buildbot-webhook-secret-file.path;
+      tokenFile = config.sops.secrets.buildbot-token-file.path;
+      topic = "buildbot-clan";
+    };
+
+    # optional nix-eval-jobs settings
+    evalWorkerCount = 10; # limit number of concurrent evaluations
+    evalMaxMemorySize = 4096; # limit memory usage per evaluation
+  };
+
+  # Optional: Enable acme/TLS in nginx (recommended)
+  services.nginx.virtualHosts.${config.services.buildbot-nix.master.domain} = {
+    forceSSL = true;
+    enableACME = true;
+  };
+
+  services.buildbot-nix.worker = {
+    enable = true;
+    workerPasswordFile = config.sops.secrets.buildbot-worker-password-file.path;
+  };
+
+  sops.secrets.buildbot-oauth-secret-file = { };
+  sops.secrets.buildbot-workers-file = { };
+  sops.secrets.buildbot-worker-password-file = { };
+  sops.secrets.buildbot-token-file = { };
+}

modules/dev.nix

@@ -15,6 +15,9 @@
     pkgs.tig
     pkgs.tmux
     pkgs.direnv
+
+    # for flokli
+    pkgs.kitty.terminfo
   ];
 
   programs.bash = {

modules/flake-module.nix

@@ -1,4 +1,5 @@
-{ self, inputs, ... }: {
+{ self, inputs, ... }:
+{
   flake.nixosModules = {
     server.imports = [
       inputs.srvos.nixosModules.server
@@ -15,11 +16,21 @@
       ./initrd-networking.nix
     ];
 
+    buildbot.imports = [
+      inputs.buildbot-nix.nixosModules.buildbot-master
+      inputs.buildbot-nix.nixosModules.buildbot-worker
+      ./buildbot.nix
+    ];
+
     web01.imports = [
       self.nixosModules.server
+      self.nixosModules.buildbot
       inputs.srvos.nixosModules.mixins-nginx
       inputs.srvos.nixosModules.mixins-nix-experimental
+      ./matrix-bot.nix
       ./web01
+      inputs.nixos-mailserver.nixosModules.mailserver
+      ./mailserver.nix
     ];
   };
 }

modules/initrd-networking.nix

@@ -1,31 +1,22 @@
-{ config
-, lib
-, ...
-}:
-with lib; let
-  cfg = config.clan.networking;
+{ config, lib, ... }:
+let
+  cfg = config.clan-infra.networking;
 in
 {
   options = {
-    clan.networking.ipv4.address = mkOption {
-      type = types.str;
-    };
+    clan-infra.networking.ipv4.address = lib.mkOption { type = lib.types.str; };
 
-    clan.networking.ipv4.cidr = mkOption {
-      type = types.str;
+    clan-infra.networking.ipv4.cidr = lib.mkOption {
+      type = lib.types.str;
       default = "26";
     };
 
-    clan.networking.ipv4.gateway = mkOption {
-      type = types.str;
-    };
+    clan-infra.networking.ipv4.gateway = lib.mkOption { type = lib.types.str; };
 
-    clan.networking.ipv6.address = mkOption {
-      type = types.str;
-    };
+    clan-infra.networking.ipv6.address = lib.mkOption { type = lib.types.str; };
 
-    clan.networking.ipv6.cidr = mkOption {
-      type = types.str;
+    clan-infra.networking.ipv6.cidr = lib.mkOption {
+      type = lib.types.str;
       default = "64";
     };
   };

modules/mailserver.nix

@@ -0,0 +1,59 @@
+{ config, pkgs, ... }:
+let
+  mailPassword =
+    { service }:
+    {
+      secret."${service}-password" = { };
+      secret."${service}-password-hash" = { };
+      generator.path = with pkgs; [
+        coreutils
+        xkcdpass
+        mkpasswd
+      ];
+      generator.script = ''
+        xkcdpass -n 4 -d - > $secrets/${service}-password
+        cat $secrets/${service}-password | mkpasswd -s -m bcrypt > $secrets/${service}-password-hash
+      '';
+    };
+in
+{
+  mailserver = {
+    enable = true;
+    fqdn = "mail.clan.lol";
+    domains = [ "clan.lol" ];
+    enablePop3 = true;
+    certificateScheme = "acme-nginx";
+    # kresd sucks unfortunally (fails when one NS server is not working, instead of trying other ones)
+    localDnsResolver = false;
+
+    loginAccounts."golem@clan.lol".hashedPasswordFile =
+      config.clan.core.facts.services.golem-mail.secret.golem-password-hash.path;
+
+    loginAccounts."w@clan.lol".hashedPasswordFile =
+      config.clan.core.facts.services.w-mail.secret.w-password-hash.path;
+
+    loginAccounts."gitea@clan.lol".hashedPasswordFile =
+      config.clan.core.facts.services.gitea-mail.secret.gitea-password-hash.path;
+  };
+
+  services.unbound = {
+    enable = true;
+    settings.server = {
+      prefetch = "yes";
+      prefetch-key = true;
+      qname-minimisation = true;
+      # Too many broken dnssec setups even at big companies such as amazon.
+      # Breaks my email setup. Better rely on tls for security.
+      val-permissive-mode = "yes";
+    };
+  };
+
+  # use local unbound as dns resolver
+  networking.nameservers = [ "127.0.0.1" ];
+
+  security.acme.acceptTerms = true;
+
+  clan.core.facts.services.golem-mail = mailPassword { service = "golem"; };
+  clan.core.facts.services.w-mail = mailPassword { service = "w"; };
+  clan.core.facts.services.gitea-mail = mailPassword { service = "gitea"; };
+}

modules/matrix-bot.nix

@@ -0,0 +1,49 @@
+{
+  config,
+  pkgs,
+  self,
+  ...
+}:
+
+let
+  name = "matrix-bot";
+in
+{
+  users.groups.matrix-bot-user = { };
+  users.users.matrix-bot-user = {
+    group = "matrix-bot-user";
+    isSystemUser = true;
+    description = "User for matrix-bot service";
+    home = "/var/lib/matrix-bot";
+    createHome = true;
+  };
+
+  systemd.services.${name} = {
+    path = [ self.packages.${pkgs.system}.matrix-bot ];
+    description = "Matrix bot for changelog and reviews";
+    after = [ "network.target" ];
+    wantedBy = [ "multi-user.target" ];
+    environment = {
+      MATRIX_PASSWORD_FILE = "%d/MATRIX_PASSWORD_FILE";
+      OPENAI_API_KEY_FILE = "%d/OPENAI_API_KEY_FILE";
+      HOME = "/var/lib/${name}";
+    };
+
+    serviceConfig = {
+      LoadCredential = [
+        "MATRIX_PASSWORD_FILE:${config.sops.secrets.web01-matrix-password-clan-bot.path}"
+        "OPENAI_API_KEY_FILE:${config.sops.secrets.qubasas-openai-api-key.path}"
+      ];
+      User = "matrix-bot-user";
+      Group = "matrix-bot-user";
+      WorkingDirectory = "/var/lib/${name}";
+      RuntimeDirectory = "/var/lib/${name}";
+    };
+
+    script = ''
+      set -euxo pipefail
+
+      mbot --changelog-room "!FdCwyKsRlfooNYKYzx:matrix.org" --review-room "!tmSRJlbsVXFUKAddiM:gchq.icu"
+    '';
+  };
+}

modules/single-disk.nix

@@ -1,45 +0,0 @@
-{ self, ... }:
-let
-  partitions = {
-    grub = {
-      name = "grub";
-      size = "1M";
-      type = "ef02";
-    };
-    esp = {
-      name = "ESP";
-      type = "EF00";
-      size = "500M";
-      content = {
-        type = "filesystem";
-        format = "vfat";
-        mountpoint = "/boot";
-      };
-    };
-    root = {
-      name = "root";
-      size = "100%";
-      content = {
-        type = "filesystem";
-        # We use xfs because it has support for compression and has a quite good performance for databases
-        format = "xfs";
-        mountpoint = "/";
-      };
-    };
-  };
-in
-{
-  imports = [
-    self.inputs.disko.nixosModules.disko
-  ];
-  disko.devices = {
-    disk.sda = {
-      type = "disk";
-      device = "/dev/sda";
-      content = {
-        type = "gpt";
-        inherit partitions;
-      };
-    };
-  };
-}

modules/web01/borgbackup.nix

@@ -1,26 +1,21 @@
-{ config, ... }: {
+{ config, self, ... }:
+{
+  imports = [ self.inputs.clan-core.clanModules.borgbackup ];
+
   # 100GB storagebox is under the nix-community hetzner account
-
-  systemd.services.borgbackup-job-clan-lol.serviceConfig.ReadWritePaths = [
-    "/var/log/telegraf"
-  ];
-
-  # Run this from the hetzner network:
-  # ssh-keyscan -p 23 u359378.your-storagebox.de
-  programs.ssh.knownHosts = {
-    storagebox-ecdsa.hostNames = [ "[u359378.your-storagebox.de]:23" ];
-    storagebox-ecdsa.publicKey = "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAGK0po6usux4Qv2d8zKZN1dDvbWjxKkGsx7XwFdSUCnF19Q8psHEUWR7C/LtSQ5crU/g+tQVRBtSgoUcE8T+FWp5wBxKvWG2X9gD+s9/4zRmDeSJR77W6gSA/+hpOZoSE+4KgNdnbYSNtbZH/dN74EG7GLb/gcIpbUUzPNXpfKl7mQitw==";
-
-    storagebox-rsa.hostNames = [ "[u359378.your-storagebox.de]:23" ];
-    storagebox-rsa.publicKey = "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5EB5p/5Hp3hGW1oHok+PIOH9Pbn7cnUiGmUEBrCVjnAw+HrKyN8bYVV0dIGllswYXwkG/+bgiBlE6IVIBAq+JwVWu1Sss3KarHY3OvFJUXZoZyRRg/Gc/+LRCE7lyKpwWQ70dbelGRyyJFH36eNv6ySXoUYtGkwlU5IVaHPApOxe4LHPZa/qhSRbPo2hwoh0orCtgejRebNtW5nlx00DNFgsvn8Svz2cIYLxsPVzKgUxs8Zxsxgn+Q/UvR7uq4AbAhyBMLxv7DjJ1pc7PJocuTno2Rw9uMZi1gkjbnmiOh6TTXIEWbnroyIhwc8555uto9melEUmWNQ+C+PwAK+MPw==";
+  clan.borgbackup.destinations.${config.networking.hostName} = {
+    repo = "u366395@u366395.your-storagebox.de:/./borgbackup";
+    rsh = "ssh -oPort=23 -i ${config.clan.core.facts.services.borgbackup.secret."borgbackup.ssh".path}";
   };
 
-  services.borgbackup.jobs.clan-lol = {
-    paths = [
-      "/home"
-      "/var"
-      "/root"
-    ];
+  clan.core.state.system.folders = [
+    "/home"
+    "/etc"
+    "/var"
+    "/root"
+  ];
+
+  services.borgbackup.jobs.${config.networking.hostName} = {
     exclude = [
       "*.pyc"
       "/home/*/.direnv"
@@ -41,32 +36,20 @@
       "/var/tmp"
       "/var/log"
     ];
-    # $ ssh-keygen -y -f /run/secrets/hetzner-borgbackup-ssh > /tmp/hetzner-borgbackup-ssh.pub
-    # $ cat /tmp/hetzner-borgbackup-ssh.pub | ssh -p23 u366395@u366395.your-storagebox.de install-ssh-key
-    repo = "u366395@u366395.your-storagebox.de:/./borgbackup";
 
     # Disaster recovery:
     # get the backup passphrase and ssh key from the sops and store them in /tmp
     # $ export BORG_PASSCOMMAND='cat /tmp/hetzner-borgbackup-passphrase'
     # $ export BORG_REPO='u359378@u359378.your-storagebox.de:/./borgbackup'
-    # $ export BORG_RSH='ssh -oPort=23 -i /tmp/hetzner-borgbackup-ssh' 
+    # $ export BORG_RSH='ssh -oPort=23 -i /tmp/hetzner-borgbackup-ssh'
     # $ borg list
     # web01-clan-lol-2023-07-21T14:12:22   Fri, 2023-07-21 14:12:27 [539b1037669ffd0d3f50020f439bbe2881b7234910e405eafc333125383351bc]
     # $ borg mount u359378@u359378.your-storagebox.de:/./borgbackup::web01-clan-lol-2023-07-21T14:12:22 /tmp/backup
-    doInit = true;
-    encryption = {
-      mode = "repokey-blake2";
-      # $ nix run nixpkgs#xkcdpass -- -d '-' -n 3 -C capitalize "$@"
-      passCommand = "cat ${config.sops.secrets.hetzner-borgbackup-passphrase.path}";
-    };
-    compression = "auto,zstd";
-    startAt = "daily";
 
     # Also enable ssh support in the storagebox web interface.
     # By default the storage box is only accessible from the hetzner network.
-    # $ ssh-keygen -t ed25519 -N "" -f /tmp/ssh_host_ed25519_key
-    # $ cat /tmp/ssh_host_ed25519_key.pub | ssh -p23 u359378@u359378.your-storagebox.de install-ssh-key
-    environment.BORG_RSH = "ssh -oPort=23 -i ${config.sops.secrets.hetzner-borgbackup-ssh.path}";
+    # $ clan facts generate
+    # $ clan facts list web01 | jq .borgbackup.ssh.pub | ssh -p23 u359378@u359378.your-storagebox.de install-ssh-key
     preHook = ''
       set -x
     '';
@@ -76,12 +59,19 @@
       task,frequency=daily last_run=$(date +%s)i,state="$([[ $exitStatus == 0 ]] && echo ok || echo fail)"
       EOF
     '';
+  };
 
-    prune.keep = {
-      within = "1d"; # Keep all archives from the last day
-      daily = 7;
-      weekly = 4;
-      monthly = 0;
-    };
+  systemd.services."borgbackup-job-${config.networking.hostName}".serviceConfig.ReadWritePaths = [
+    "/var/log/telegraf"
+  ];
+
+  # Run this from the hetzner network:
+  # ssh-keyscan -p 23 u359378.your-storagebox.de
+  programs.ssh.knownHosts = {
+    storagebox-ecdsa.hostNames = [ "[u359378.your-storagebox.de]:23" ];
+    storagebox-ecdsa.publicKey = "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAGK0po6usux4Qv2d8zKZN1dDvbWjxKkGsx7XwFdSUCnF19Q8psHEUWR7C/LtSQ5crU/g+tQVRBtSgoUcE8T+FWp5wBxKvWG2X9gD+s9/4zRmDeSJR77W6gSA/+hpOZoSE+4KgNdnbYSNtbZH/dN74EG7GLb/gcIpbUUzPNXpfKl7mQitw==";
+
+    storagebox-rsa.hostNames = [ "[u359378.your-storagebox.de]:23" ];
+    storagebox-rsa.publicKey = "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5EB5p/5Hp3hGW1oHok+PIOH9Pbn7cnUiGmUEBrCVjnAw+HrKyN8bYVV0dIGllswYXwkG/+bgiBlE6IVIBAq+JwVWu1Sss3KarHY3OvFJUXZoZyRRg/Gc/+LRCE7lyKpwWQ70dbelGRyyJFH36eNv6ySXoUYtGkwlU5IVaHPApOxe4LHPZa/qhSRbPo2hwoh0orCtgejRebNtW5nlx00DNFgsvn8Svz2cIYLxsPVzKgUxs8Zxsxgn+Q/UvR7uq4AbAhyBMLxv7DjJ1pc7PJocuTno2Rw9uMZi1gkjbnmiOh6TTXIEWbnroyIhwc8555uto9melEUmWNQ+C+PwAK+MPw==";
   };
 }

modules/web01/clan-merge.nix

@@ -1,10 +1,18 @@
-{ config, self, pkgs, ... }: {
+{
+  config,
+  self,
+  pkgs,
+  ...
+}:
+{
   # service to for automatic merge bot
   systemd.services.clan-merge = {
     description = "Merge clan.lol PRs automatically";
     wantedBy = [ "multi-user.target" ];
     after = [ "network.target" ];
-    environment = { GITEA_TOKEN_FILE = "%d/GITEA_TOKEN_FILE"; };
+    environment = {
+      GITEA_TOKEN_FILE = "%d/GITEA_TOKEN_FILE";
+    };
     serviceConfig = {
       LoadCredential = [ "GITEA_TOKEN_FILE:${config.sops.secrets.merge-bot-gitea-token.path}" ];
       Restart = "on-failure";
@@ -14,7 +22,7 @@
       while sleep 10; do
         ${self.packages.${pkgs.system}.clan-merge}/bin/clan-merge \
           --bot-name clan-bot \
-          --repos clan-infra clan-core clan-homepage
+          --repos clan-infra clan-core clan-homepage data-mesher
       done
     '';
   };

modules/web01/default.nix

@@ -1,4 +1,5 @@
-{ self, ... }: {
+{ self, ... }:
+{
   imports = [
     ./borgbackup.nix
     ./clan-merge.nix
@@ -8,7 +9,7 @@
     ./homepage.nix
     ./postfix.nix
     ./jobs.nix
-    #./matrix-synapse.nix
+    ./matrix-synapse.nix
     ../dev.nix
     self.inputs.clan-core.clanModules.zt-tcp-relay
   ];

modules/web01/gitea/actions-runner.nix

@@ -1,8 +1,26 @@
-{ config, self, pkgs, lib, ... }:
+{
+  config,
+  self,
+  pkgs,
+  lib,
+  ...
+}:
 let
   storeDeps = pkgs.runCommand "store-deps" { } ''
     mkdir -p $out/bin
-    for dir in ${toString [ pkgs.coreutils pkgs.findutils pkgs.gnugrep pkgs.gawk pkgs.git pkgs.nix pkgs.bash pkgs.jq pkgs.nodejs ]}; do
+    for dir in ${
+      toString [
+        pkgs.coreutils
+        pkgs.findutils
+        pkgs.gnugrep
+        pkgs.gawk
+        pkgs.git
+        pkgs.nix
+        pkgs.bash
+        pkgs.jq
+        pkgs.nodejs
+      ]
+    }; do
       for bin in "$dir"/bin/*; do
         ln -s "$bin" "$out/bin/$(basename "$bin")"
       done
@@ -14,87 +32,95 @@ let
   '';
   numInstances = 2;
 in
-lib.mkMerge [{
-  # everything here has no dependencies on the store
-  systemd.services.gitea-runner-nix-image = {
-    wantedBy = [ "multi-user.target" ];
-    after = [ "podman.service" ];
-    requires = [ "podman.service" ];
-    path = [ config.virtualisation.podman.package pkgs.gnutar pkgs.shadow pkgs.getent ];
-    # we also include etc here because the cleanup job also wants the nixuser to be present
-    script = ''
-      set -eux -o pipefail
-      mkdir -p etc/nix
-
-      # Create an unpriveleged user that we can use also without the run-as-user.sh script
-      touch etc/passwd etc/group
-      groupid=$(cut -d: -f3 < <(getent group nixuser))
-      userid=$(cut -d: -f3 < <(getent passwd nixuser))
-      groupadd --prefix $(pwd) --gid "$groupid" nixuser
-      emptypassword='$6$1ero.LwbisiU.h3D$GGmnmECbPotJoPQ5eoSTD6tTjKnSWZcjHoVTkxFLZP17W9hRi/XkmCiAMOfWruUwy8gMjINrBMNODc7cYEo4K.'
-      useradd --prefix $(pwd) -p "$emptypassword" -m -d /tmp -u "$userid" -g "$groupid" -G nixuser nixuser
-
-      cat <<NIX_CONFIG > etc/nix/nix.conf
-      accept-flake-config = true
-      experimental-features = nix-command flakes
-      NIX_CONFIG
-
-      cat <<NSSWITCH > etc/nsswitch.conf
-      passwd:    files mymachines systemd
-      group:     files mymachines systemd
-      shadow:    files
-
-      hosts:     files mymachines dns myhostname
-      networks:  files
-
-      ethers:    files
-      services:  files
-      protocols: files
-      rpc:       files
-      NSSWITCH
-
-      # list the content as it will be imported into the container
-      tar -cv . | tar -tvf -
-      tar -cv . | podman import - gitea-runner-nix
-    '';
-    serviceConfig = {
-      RuntimeDirectory = "gitea-runner-nix-image";
-      WorkingDirectory = "/run/gitea-runner-nix-image";
-      Type = "oneshot";
-      RemainAfterExit = true;
-    };
-  };
-
-  users.users.nixuser = {
-    group = "nixuser";
-    description = "Used for running nix ci jobs";
-    home = "/var/empty";
-    isSystemUser = true;
-  };
-  users.groups.nixuser = { };
-}
+lib.mkMerge [
   {
-    systemd.services = lib.genAttrs (builtins.genList (n: "gitea-runner-nix${builtins.toString n}-token") numInstances) (name: {
+    # everything here has no dependencies on the store
+    systemd.services.gitea-runner-nix-image = {
       wantedBy = [ "multi-user.target" ];
-      after = [ "gitea.service" ];
-      environment = {
-        GITEA_CUSTOM = "/var/lib/gitea/custom";
-        GITEA_WORK_DIR = "/var/lib/gitea";
-      };
+      after = [ "podman.service" ];
+      requires = [ "podman.service" ];
+      path = [
+        config.virtualisation.podman.package
+        pkgs.gnutar
+        pkgs.shadow
+        pkgs.getent
+      ];
+      # we also include etc here because the cleanup job also wants the nixuser to be present
       script = ''
-        set -euo pipefail
-        token=$(${lib.getExe self.packages.${pkgs.hostPlatform.system}.gitea} actions generate-runner-token)
-        echo "TOKEN=$token" > /var/lib/gitea-registration/${name}
+        set -eux -o pipefail
+        mkdir -p etc/nix
+
+        # Create an unpriveleged user that we can use also without the run-as-user.sh script
+        touch etc/passwd etc/group
+        groupid=$(cut -d: -f3 < <(getent group nixuser))
+        userid=$(cut -d: -f3 < <(getent passwd nixuser))
+        groupadd --prefix $(pwd) --gid "$groupid" nixuser
+        emptypassword='$6$1ero.LwbisiU.h3D$GGmnmECbPotJoPQ5eoSTD6tTjKnSWZcjHoVTkxFLZP17W9hRi/XkmCiAMOfWruUwy8gMjINrBMNODc7cYEo4K.'
+        useradd --prefix $(pwd) -p "$emptypassword" -m -d /tmp -u "$userid" -g "$groupid" -G nixuser nixuser
+
+        cat <<NIX_CONFIG > etc/nix/nix.conf
+        accept-flake-config = true
+        experimental-features = nix-command flakes
+        NIX_CONFIG
+
+        cat <<NSSWITCH > etc/nsswitch.conf
+        passwd:    files mymachines systemd
+        group:     files mymachines systemd
+        shadow:    files
+
+        hosts:     files mymachines dns myhostname
+        networks:  files
+
+        ethers:    files
+        services:  files
+        protocols: files
+        rpc:       files
+        NSSWITCH
+
+        # list the content as it will be imported into the container
+        tar -cv . | tar -tvf -
+        tar -cv . | podman import - gitea-runner-nix
       '';
-      unitConfig.ConditionPathExists = [ "!/var/lib/gitea-registration/${name}" ];
       serviceConfig = {
-        User = "gitea";
-        Group = "gitea";
-        StateDirectory = "gitea-registration";
+        RuntimeDirectory = "gitea-runner-nix-image";
+        WorkingDirectory = "/run/gitea-runner-nix-image";
         Type = "oneshot";
         RemainAfterExit = true;
       };
-    });
+    };
+
+    users.users.nixuser = {
+      group = "nixuser";
+      description = "Used for running nix ci jobs";
+      home = "/var/empty";
+      isSystemUser = true;
+    };
+    users.groups.nixuser = { };
+  }
+  {
+    systemd.services =
+      lib.genAttrs (builtins.genList (n: "gitea-runner-nix${builtins.toString n}-token") numInstances)
+        (name: {
+          wantedBy = [ "multi-user.target" ];
+          after = [ "gitea.service" ];
+          environment = {
+            GITEA_CUSTOM = "/var/lib/gitea/custom";
+            GITEA_WORK_DIR = "/var/lib/gitea";
+          };
+          script = ''
+            set -euo pipefail
+            token=$(${lib.getExe self.packages.${pkgs.hostPlatform.system}.gitea} actions generate-runner-token)
+            echo "TOKEN=$token" > /var/lib/gitea-registration/${name}
+          '';
+          unitConfig.ConditionPathExists = [ "!/var/lib/gitea-registration/${name}" ];
+          serviceConfig = {
+            User = "gitea";
+            Group = "gitea";
+            StateDirectory = "gitea-registration";
+            Type = "oneshot";
+            RemainAfterExit = true;
+          };
+        });
 
     # Format of the token file:
     virtualisation = {
@@ -111,106 +137,119 @@ lib.mkMerge [{
 
     virtualisation.containers.containersConf.settings = {
       # podman seems to not work with systemd-resolved
-      containers.dns_servers = [ "8.8.8.8" "8.8.4.4" ];
+      containers.dns_servers = [
+        "8.8.8.8"
+        "8.8.4.4"
+      ];
     };
   }
   {
-    systemd.services = lib.genAttrs (builtins.genList (n: "gitea-runner-nix${builtins.toString n}") numInstances) (name: {
-      after = [
-        "${name}-token.service"
-        "gitea-runner-nix-image.service"
-      ];
-      requires = [
-        "${name}-token.service"
-        "gitea-runner-nix-image.service"
-      ];
+    systemd.services =
+      lib.genAttrs (builtins.genList (n: "gitea-runner-nix${builtins.toString n}") numInstances)
+        (name: {
+          after = [
+            "${name}-token.service"
+            "gitea-runner-nix-image.service"
+          ];
+          requires = [
+            "${name}-token.service"
+            "gitea-runner-nix-image.service"
+          ];
 
-      # TODO: systemd confinment
-      serviceConfig = {
-        # Hardening (may overlap with DynamicUser=)
-        # The following options are only for optimizing output of systemd-analyze
-        AmbientCapabilities = "";
-        CapabilityBoundingSet = "";
-        # ProtectClock= adds DeviceAllow=char-rtc r
-        DeviceAllow = "";
-        NoNewPrivileges = true;
-        PrivateDevices = true;
-        PrivateMounts = true;
-        PrivateTmp = true;
-        PrivateUsers = true;
-        ProtectClock = true;
-        ProtectControlGroups = true;
-        ProtectHome = true;
-        ProtectHostname = true;
-        ProtectKernelLogs = true;
-        ProtectKernelModules = true;
-        ProtectKernelTunables = true;
-        ProtectSystem = "strict";
-        RemoveIPC = true;
-        RestrictNamespaces = true;
-        RestrictRealtime = true;
-        RestrictSUIDSGID = true;
-        UMask = "0066";
-        ProtectProc = "invisible";
-        SystemCallFilter = [
-          "~@clock"
-          "~@cpu-emulation"
-          "~@module"
-          "~@mount"
-          "~@obsolete"
-          "~@raw-io"
-          "~@reboot"
-          "~@swap"
-          # needed by go?
-          #"~@resources"
-          "~@privileged"
-          "~capset"
-          "~setdomainname"
-          "~sethostname"
-        ];
-        RestrictAddressFamilies = [ "AF_INET" "AF_INET6" "AF_UNIX" "AF_NETLINK" ];
+          # TODO: systemd confinment
+          serviceConfig = {
+            # Hardening (may overlap with DynamicUser=)
+            # The following options are only for optimizing output of systemd-analyze
+            AmbientCapabilities = "";
+            CapabilityBoundingSet = "";
+            # ProtectClock= adds DeviceAllow=char-rtc r
+            DeviceAllow = "";
+            NoNewPrivileges = true;
+            PrivateDevices = true;
+            PrivateMounts = true;
+            PrivateTmp = true;
+            PrivateUsers = true;
+            ProtectClock = true;
+            ProtectControlGroups = true;
+            ProtectHome = true;
+            ProtectHostname = true;
+            ProtectKernelLogs = true;
+            ProtectKernelModules = true;
+            ProtectKernelTunables = true;
+            ProtectSystem = "strict";
+            RemoveIPC = true;
+            RestrictNamespaces = true;
+            RestrictRealtime = true;
+            RestrictSUIDSGID = true;
+            UMask = "0066";
+            ProtectProc = "invisible";
+            SystemCallFilter = [
+              "~@clock"
+              "~@cpu-emulation"
+              "~@module"
+              "~@mount"
+              "~@obsolete"
+              "~@raw-io"
+              "~@reboot"
+              "~@swap"
+              # needed by go?
+              #"~@resources"
+              "~@privileged"
+              "~capset"
+              "~setdomainname"
+              "~sethostname"
+            ];
+            RestrictAddressFamilies = [
+              "AF_INET"
+              "AF_INET6"
+              "AF_UNIX"
+              "AF_NETLINK"
+            ];
 
-        # Needs network access
-        PrivateNetwork = false;
-        # Cannot be true due to Node
-        MemoryDenyWriteExecute = false;
+            # Needs network access
+            PrivateNetwork = false;
+            # Cannot be true due to Node
+            MemoryDenyWriteExecute = false;
 
-        # The more restrictive "pid" option makes `nix` commands in CI emit
-        # "GC Warning: Couldn't read /proc/stat"
-        # You may want to set this to "pid" if not using `nix` commands
-        ProcSubset = "all";
-        # Coverage programs for compiled code such as `cargo-tarpaulin` disable
-        # ASLR (address space layout randomization) which requires the
-        # `personality` syscall
-        # You may want to set this to `true` if not using coverage tooling on
-        # compiled code
-        LockPersonality = false;
+            # The more restrictive "pid" option makes `nix` commands in CI emit
+            # "GC Warning: Couldn't read /proc/stat"
+            # You may want to set this to "pid" if not using `nix` commands
+            ProcSubset = "all";
+            # Coverage programs for compiled code such as `cargo-tarpaulin` disable
+            # ASLR (address space layout randomization) which requires the
+            # `personality` syscall
+            # You may want to set this to `true` if not using coverage tooling on
+            # compiled code
+            LockPersonality = false;
 
-        # Note that this has some interactions with the User setting; so you may
-        # want to consult the systemd docs if using both.
-        DynamicUser = true;
-      };
-    });
+            # Note that this has some interactions with the User setting; so you may
+            # want to consult the systemd docs if using both.
+            DynamicUser = true;
+          };
+        });
 
-    services.gitea-actions-runner.instances = lib.genAttrs (builtins.genList (n: "nix${builtins.toString n}") numInstances) (name: {
-      enable = true;
-      name = "nix-runner";
-      # take the git root url from the gitea config
-      # only possible if you've also configured your gitea though the same nix config
-      # otherwise you need to set it manually
-      url = config.services.gitea.settings.server.ROOT_URL;
-      # use your favourite nix secret manager to get a path for this
-      tokenFile = "/var/lib/gitea-registration/gitea-runner-${name}-token";
-      labels = [ "nix:docker://gitea-runner-nix" ];
-      settings = {
-        container.options = "-e NIX_BUILD_SHELL=/bin/bash -e PAGER=cat -e PATH=/bin -e SSL_CERT_FILE=/etc/ssl/certs/ca-bundle.crt --device /dev/kvm -v /nix:/nix -v ${storeDeps}/bin:/bin -v ${storeDeps}/etc/ssl:/etc/ssl --user nixuser --device=/dev/kvm";
-        # the default network that also respects our dns server settings
-        container.network = "host";
-        container.valid_volumes = [
-          "/nix"
-          "${storeDeps}/bin"
-          "${storeDeps}/etc/ssl"
-        ];
-      };
-    });
-  }]
+    services.gitea-actions-runner.instances =
+      lib.genAttrs (builtins.genList (n: "nix${builtins.toString n}") numInstances)
+        (name: {
+          enable = true;
+          name = "nix-runner";
+          # take the git root url from the gitea config
+          # only possible if you've also configured your gitea though the same nix config
+          # otherwise you need to set it manually
+          url = config.services.gitea.settings.server.ROOT_URL;
+          # use your favourite nix secret manager to get a path for this
+          tokenFile = "/var/lib/gitea-registration/gitea-runner-${name}-token";
+          labels = [ "nix:docker://gitea-runner-nix" ];
+          settings = {
+            container.options = "-e NIX_BUILD_SHELL=/bin/bash -e PAGER=cat -e PATH=/bin -e SSL_CERT_FILE=/etc/ssl/certs/ca-bundle.crt --device /dev/kvm -v /nix:/nix -v ${storeDeps}/bin:/bin -v ${storeDeps}/etc/ssl:/etc/ssl --user nixuser --device=/dev/kvm";
+            # the default network that also respects our dns server settings
+            container.network = "host";
+            container.valid_volumes = [
+              "/nix"
+              "${storeDeps}/bin"
+              "${storeDeps}/etc/ssl"
+            ];
+          };
+        });
+  }
+]

modules/web01/gitea/default.nix

@@ -1,18 +1,29 @@
-{ config, pkgs, lib, publog, self, ... }:
+{
+  pkgs,
+  lib,
+  self,
+  config,
+  ...
+}:
 
 let
   # make the logs for this host "public" so that they show up in e.g. metrics
-  publog = vhost: lib.attrsets.unionOfDisjoint vhost {
-    extraConfig = (vhost.extraConfig or "") + ''
-      access_log /var/log/nginx/public.log vcombined;
-    '';
-  };
+  publog =
+    vhost:
+    lib.attrsets.unionOfDisjoint vhost {
+      extraConfig =
+        (vhost.extraConfig or "")
+        + ''
+          access_log /var/log/nginx/public.log vcombined;
+        '';
+    };
 in
 {
 
   imports = [
     ./postgresql.nix
     ./actions-runner.nix
+    ./installer.nix
   ];
 
   services.gitea = {
@@ -26,11 +37,17 @@ in
     package = self.packages.${pkgs.hostPlatform.system}.gitea;
 
     settings.actions.ENABLED = true;
+
+    mailerPasswordFile = config.clan.core.facts.services.gitea-mail.secret.gitea-password.path;
+
     settings.mailer = {
       ENABLED = true;
       FROM = "gitea@clan.lol";
-      HOST = "localhost:25";
+      USER = "gitea@clan.lol";
+      SMTP_ADDR = "mail.clan.lol";
+      SMTP_PORT = "587";
     };
+
     settings.log.LEVEL = "Error";
     settings.service.DISABLE_REGISTRATION = false;
     settings.metrics.ENABLED = true;
@@ -42,16 +59,19 @@ in
       DOMAIN = "git.clan.lol";
       LANDING_PAGE = "explore";
     };
+    settings.session.PROVIDER = "db";
     settings.session.COOKIE_SECURE = true;
   };
 
+  sops.secrets.web01-gitea-password.owner = config.systemd.services.gitea.serviceConfig.User;
+
   services.nginx.virtualHosts."git.clan.lol" = publog {
     forceSSL = true;
     enableACME = true;
-    # The add_header directive is used to set the Content-Security-Policy header to allow embedding the Gitea instance in an iframe on the pad.lassul.us instance.
     locations."/".extraConfig = ''
       proxy_pass http://localhost:3002;
-      add_header Content-Security-Policy "frame-ancestors 'self' https://pad.lassul.us";
     '';
+
+    locations."= /robots.txt".alias = ./robots.txt;
   };
 }

modules/web01/gitea/installer.nix

@@ -0,0 +1,13 @@
+{
+  # http forward from https://clan.lol/sh to https://git.clan.lol/clan/clan-core/raw/branch/main/pkgs/gui-installer/gui-installer.sh
+  services.nginx.virtualHosts."clan.lol" = {
+    forceSSL = true;
+    enableACME = true;
+    locations."/install.sh".extraConfig = ''
+      proxy_pass http://localhost:3002/clan/clan-core/raw/branch/main/pkgs/gui-installer/gui-installer.sh;
+    '';
+    locations."/install-dev.sh".extraConfig = ''
+      proxy_pass http://localhost:3002/clan/clan-core/raw/branch/install-dev/pkgs/gui-installer/gui-installer.sh;
+    '';
+  };
+}

modules/web01/gitea/postgresql.nix

@@ -1,4 +1,5 @@
-{ pkgs, ... }: {
+{ pkgs, ... }:
+{
   services.postgresql.enable = true;
   services.postgresql.package = pkgs.postgresql_14;
   services.postgresql.settings = {

modules/web01/gitea/robots.txt

@@ -0,0 +1,114 @@
+# sane defaults for a Forgejo instance
+# contributing sources:
+# - https://code.forgejo.org/robots.txt
+# - https://github.com/robots.txt
+# - https://codeberg.org/robots.txt
+
+User-agent: *
+Disallow: /api/*
+Disallow: /avatars
+Disallow: /user/*
+Disallow: /*/*/src/commit/*
+Disallow: /*/*/commit/*
+Disallow: /*/*/*/refs/*
+Disallow: /*/*/*/star
+Disallow: /*/*/*/watch
+Disallow: /*/*/labels
+Disallow: /*/*/activity/*
+Disallow: /vendor/*
+Disallow: /swagger.*.json
+
+# Language spam
+Disallow: /*?lang=
+
+Disallow: /explore/*?*
+Disallow: /*q=
+
+Disallow: /repo/create
+Disallow: /repo/migrate
+Disallow: /org/create
+
+Disallow: /*/*/activity
+Disallow: /*/*/projects
+Disallow: /*/*/forks
+Disallow: /*/*/commits/
+Disallow: /*/*/branches
+Disallow: /*/*/contributors
+Disallow: /*/*/tags
+Disallow: /*/*/stargazers
+Disallow: /*/*/watchers
+Disallow: /*/*/network
+Disallow: /*/*/graphs
+Disallow: /*/*/compare
+
+Disallow: /*/*/issues/new
+Disallow: /*/*/issues/?*
+Disallow: /*/*/pulls/?*
+
+Disallow: /*/tree/
+Disallow: /*/download
+Disallow: /*/revisions
+Disallow: /*/commits/*?author
+Disallow: /*/commits/*?path
+Disallow: /*/comments
+Disallow: /*/blame/
+Disallow: /*/raw/
+Disallow: /*/cache/
+Disallow: /.git/
+Disallow: */.git/
+Disallow: /*.git
+Disallow: /*.atom
+Disallow: /*.rss
+
+Disallow: /*/*/archive/
+Disallow: *.bundle
+Disallow: */commit/*.pacth
+Disallow: */commit/*.diff
+
+Disallow: /*source=*
+Disallow: /*ref_cta=*
+Disallow: /*plan=*
+Disallow: /*return_to=*
+Disallow: /*ref_loc=*
+Disallow: /*setup_organization=*
+Disallow: /*source_repo=*
+Disallow: /*ref_page=*
+Disallow: /*source=*
+Disallow: /*referrer=*
+Disallow: /*report=*
+Disallow: /*author=*
+Disallow: /*since=*
+Disallow: /*until=*
+Disallow: /*commits?author=*
+Disallow: /*tab=*
+Disallow: /*q=*
+Disallow: /*repo-search-archived=*
+
+Crawl-delay: 2
+
+## ChatGPT - See: https://platform.openai.com/docs/plugins/bot
+User-agent: GPTBot
+Disallow: /
+
+## Google AI Bots - See: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+## Amazon, e.g. Alexa - See: https://developer.amazon.com/amazonbot
+User-agent: Amazonbot
+Disallow: /

modules/web01/goaccess.nix

@@ -1,4 +1,4 @@
-{ stdenv, lib, pkgs, ... }:
+{ pkgs, ... }:
 
 let
   domain = "metrics.clan.lol";
@@ -38,14 +38,13 @@ in
     "d ${pub_goaccess} 0755 goaccess nginx -"
   ];
 
-
   # --browsers-file=/etc/goaccess/browsers.list
   # https://raw.githubusercontent.com/allinurl/goaccess/master/config/browsers.list
   systemd.services.goaccess = {
     description = "GoAccess server monitoring";
     preStart = ''
-      			rm -f ${pub_goaccess}/index.html
-      		'';
+      rm -f ${pub_goaccess}/index.html
+    '';
     serviceConfig = {
       User = "goaccess";
       Group = "nginx";
@@ -83,7 +82,11 @@ in
       ProtectSystem = "strict";
       SystemCallFilter = "~@clock @cpu-emulation @debug @keyring @memlock @module @mount @obsolete @privileged @reboot @resources @setuid @swap @raw-io";
       ReadOnlyPaths = "/";
-      ReadWritePaths = [ "/proc/self" "${pub_goaccess}" "${priv_goaccess}" ];
+      ReadWritePaths = [
+        "/proc/self"
+        "${pub_goaccess}"
+        "${priv_goaccess}"
+      ];
       PrivateDevices = "yes";
       ProtectKernelModules = "yes";
       ProtectKernelTunables = "yes";
@@ -92,7 +95,6 @@ in
     wantedBy = [ "multi-user.target" ];
   };
 
-
   services.nginx.virtualHosts."${domain}" = {
     addSSL = true;
     enableACME = true;

modules/web01/harmonia.nix

@@ -1,17 +1,18 @@
-{ config, pkgs, ... }: {
+{ config, pkgs, ... }:
+{
   services.harmonia.enable = true;
   # $ nix-store --generate-binary-cache-key cache.yourdomain.tld-1 harmonia.secret harmonia.pub
   services.harmonia.signKeyPath = config.sops.secrets.harmonia-secret.path;
 
   services.nginx = {
-    package = pkgs.nginxStable.override {
-      modules = [ pkgs.nginxModules.zstd ];
-    };
+    package = pkgs.nginxStable.override { modules = [ pkgs.nginxModules.zstd ]; };
   };
 
   # trust our own cache
   nix.settings.trusted-substituters = [ "https://cache.clan.lol" ];
-  nix.settings.trusted-public-keys = [ "cache.clan.lol-1:3KztgSAB5R1M+Dz7vzkBGzXdodizbgLXGXKXlcQLA28=" ];
+  nix.settings.trusted-public-keys = [
+    "cache.clan.lol-1:3KztgSAB5R1M+Dz7vzkBGzXdodizbgLXGXKXlcQLA28="
+  ];
 
   services.nginx.virtualHosts."cache.clan.lol" = {
     forceSSL = true;

modules/web01/homepage.nix

@@ -1,17 +1,15 @@
-{ config, lib, pkgs, self, ... }:
+{ config, ... }:
 
 {
-  security.acme.defaults.email = "admins@clan.lol";
-  security.acme.acceptTerms = true;
+  clan.nginx.acme.email = "admins@clan.lol";
 
   # www user to push website artifacts via ssh
   users.users.www = {
-    openssh.authorizedKeys.keys =
-      config.users.users.root.openssh.authorizedKeys.keys
-      ++ [
-        # ssh-homepage-key
-        "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMxZ3Av30M6Sh6NU1mnCskB16bYtNP8vskc/+ud0AU1C ssh-homepage-key"
-      ];
+    openssh.authorizedKeys.keys = config.users.users.root.openssh.authorizedKeys.keys ++ [
+      # ssh-homepage-key
+      "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMxZ3Av30M6Sh6NU1mnCskB16bYtNP8vskc/+ud0AU1C ssh-homepage-key"
+      "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBuYyfSuETSrwqCsWHeeClqjcsFlMEmiJN6Rr8/DwrU0 gitea-ci"
+    ];
     isSystemUser = true;
     shell = "/run/current-system/sw/bin/bash";
     group = "www";
@@ -19,9 +17,7 @@
   users.groups.www = { };
 
   # ensure /var/www can be accessed by nginx and www user
-  systemd.tmpfiles.rules = [
-    "d /var/www 0755 www nginx"
-  ];
+  systemd.tmpfiles.rules = [ "d /var/www 0755 www nginx" ];
 
   services.nginx = {
 
@@ -35,13 +31,48 @@
         source_charset utf-8;
       '';
 
-      # Make sure to expire the cache after 1 hour
       locations."/".extraConfig = ''
-        add_header Cache-Control "public, max-age=3600";
+        set $cors "false";
+
+        # Allow cross-origin requests from docs.clan.lol
+        if ($http_origin = "https://docs.clan.lol") {
+            set $cors "true";
+        }
+
+        # Allow cross-origin requests from localhost IPs with port 8000
+        if ($http_origin = "http://localhost:8000") {
+            set $cors "true";
+        }
+
+        if ($http_origin = "http://127.0.0.1:8000") {
+            set $cors "true";
+        }
+
+        if ($http_origin = "http://[::1]:8000") {
+            set $cors "true";
+        }
+
+        if ($cors = "true") {
+            add_header 'Access-Control-Allow-Origin' "$http_origin" always;
+            add_header 'Access-Control-Allow-Methods' 'GET, POST, OPTIONS' always;
+            add_header 'Access-Control-Allow-Headers' 'Origin, X-Requested-With, Content-Type, Accept, Authorization' always;
+        }
+
+        if ($cors = "true") {
+            add_header 'Access-Control-Allow-Origin' "$http_origin" always;
+            add_header 'Access-Control-Allow-Methods' 'GET, POST, OPTIONS' always;
+            add_header 'Access-Control-Allow-Headers' 'Origin, X-Requested-With, Content-Type, Accept, Authorization' always;
+        }
       '';
       locations."^~ /docs".extraConfig = ''
         rewrite ^/docs(.*)$ https://docs.clan.lol permanent;
       '';
+      locations."^~ /blog".extraConfig = ''
+        rewrite ^/blog(.*)$ https://docs.clan.lol/blog permanent;
+      '';
+      locations."^~ /wclan".extraConfig = ''
+        rewrite ^/wclan(.*)$ https://clan.lol/what-is-clan.html permanent;
+      '';
       locations."/thaigersprint".return = "307 https://pad.lassul.us/s/clan-thaigersprint";
     };
 
@@ -55,9 +86,9 @@
         source_charset utf-8;
       '';
 
-      # Make sure to expire the cache after 1 hour
+      # Make sure to expire the cache after 12 hour
       locations."/".extraConfig = ''
-        add_header Cache-Control "public, max-age=3600";
+        add_header Cache-Control "public, max-age=43200";
       '';
     };
 

modules/web01/jobs.nix

@@ -1,4 +1,10 @@
-{ config, self, pkgs, lib, ... }:
+{
+  config,
+  self,
+  pkgs,
+  lib,
+  ...
+}:
 let
   configForJob = name: {
     systemd.timers.${name} = {
@@ -46,9 +52,13 @@ let
   };
 in
 {
-  config = lib.mkMerge (map configForJob [
-    "job-flake-update-clan-core"
-    "job-flake-update-clan-homepage"
-    "job-flake-update-clan-infra"
-  ]);
+  config = lib.mkMerge (
+    map configForJob [
+      "job-flake-update-clan-core"
+      "job-flake-update-clan-core-individual"
+      "job-flake-update-clan-homepage"
+      "job-flake-update-clan-infra"
+      "job-flake-update-data-mesher"
+    ]
+  );
 }

modules/web01/matrix-synapse.nix

@@ -1,6 +1,31 @@
 { self, ... }:
 {
   imports = [ self.inputs.clan-core.clanModules.matrix-synapse ];
-  clan.matrix-synapse.enable = true;
-  clan.matrix-synapse.domain = "clan.lol";
+  clan.matrix-synapse.server_tld = "clan.lol";
+  clan.matrix-synapse.app_domain = "matrix.clan.lol";
+
+  clan.matrix-synapse.users.admin = {
+    admin = true;
+  };
+  clan.matrix-synapse.users.monitoring = { };
+  clan.matrix-synapse.users.clan-bot = { };
+
+  # Rate limiting settings
+  # we need to up this to be able to support matrix bots
+  services.matrix-synapse.settings = {
+    rc_login = {
+      address = {
+        per_second = 20;
+        burst_count = 200;
+      };
+      account = {
+        per_second = 20;
+        burst_count = 200;
+      };
+      failed_attempts = {
+        per_second = 3;
+        burst_count = 15;
+      };
+    };
+  };
 }

modules/web01/postfix.nix

@@ -1,40 +1,41 @@
-{ config, ... }:
+{ }
 
-let
-  domain = "clan.lol";
-in
-{
-  services.opendkim.enable = true;
-  services.opendkim.domains = domain;
-  services.opendkim.selector = "v1";
-  services.opendkim.user = config.services.postfix.user;
-  services.opendkim.group = config.services.postfix.group;
-
-  # postfix configuration for sending emails only
-  services.postfix = {
-    enable = true;
-    hostname = "mail.${domain}";
-    inherit domain;
-
-    config = {
-      smtp_tls_note_starttls_offer = "yes";
-
-      smtp_dns_support_level = "dnssec";
-      smtp_tls_security_level = "dane";
-
-      tls_medium_cipherlist = "AES128+EECDH:AES128+EDH";
-
-      smtpd_relay_restrictions = "permit_mynetworks permit_sasl_authenticated defer_unauth_destination";
-      mydestination = "localhost.$mydomain, localhost, $myhostname";
-      myorigin = "$mydomain";
-
-      milter_default_action = "accept";
-      milter_protocol = "6";
-      smtpd_milters = "unix:/run/opendkim/opendkim.sock";
-      non_smtpd_milters = "unix:/run/opendkim/opendkim.sock";
-
-      inet_interfaces = "loopback-only";
-      inet_protocols = "all";
-    };
-  };
-}
+#{ config, ... }:
+#let
+#  domain = "clan.lol";
+#in
+#{
+#  services.opendkim.enable = true;
+#  services.opendkim.domains = domain;
+#  services.opendkim.selector = "v1";
+#  services.opendkim.user = config.services.postfix.user;
+#  services.opendkim.group = config.services.postfix.group;
+#
+#  # postfix configuration for sending emails only
+#  services.postfix = {
+#    enable = true;
+#    hostname = "mail.${domain}";
+#    inherit domain;
+#
+#    config = {
+#      smtp_tls_note_starttls_offer = "yes";
+#
+#      smtp_dns_support_level = "dnssec";
+#      smtp_tls_security_level = "dane";
+#
+#      tls_medium_cipherlist = "AES128+EECDH:AES128+EDH";
+#
+#      smtpd_relay_restrictions = "permit_mynetworks permit_sasl_authenticated defer_unauth_destination";
+#      mydestination = "localhost.$mydomain, localhost, $myhostname";
+#      myorigin = "$mydomain";
+#
+#      milter_default_action = "accept";
+#      milter_protocol = "6";
+#      smtpd_milters = "unix:/run/opendkim/opendkim.sock";
+#      non_smtpd_milters = "unix:/run/opendkim/opendkim.sock";
+#
+#      inet_interfaces = "loopback-only";
+#      inet_protocols = "all";
+#    };
+#  };
+#}

modules/xfs-lvm-crypto-raid.nix

@@ -1,83 +0,0 @@
-{ self, lib, ... }:
-
-let
-  disk = index: {
-    type = "disk";
-    device = "/dev/nvme${toString index}n1";
-    content = {
-      type = "gpt";
-      partitions =
-        # systemd only wants to have one /boot partition
-        # should we rsync?
-        (lib.optionalAttrs (index == 0) {
-          boot = {
-            type = "EF00";
-            size = "1G";
-            content = {
-              type = "filesystem";
-              format = "vfat";
-              mountpoint = "/boot";
-            };
-          };
-        }) // {
-          root = {
-            size = "100%";
-            content = {
-              type = "luks";
-              name = "crypted${toString index}";
-              keyFile = "/tmp/secret.key";
-              content = {
-                type = "lvm_pv";
-                vg = "pool";
-              };
-            };
-          };
-        };
-    };
-  };
-in
-{
-  imports = [
-    self.inputs.disko.nixosModules.disko
-  ];
-
-  boot.initrd.kernelModules = [
-    "xhci_pci"
-    "ahci"
-    "sd_mod"
-    "nvme"
-    "dm-raid"
-    "dm-integrity"
-  ];
-
-  disko.devices = {
-    disk = {
-      nvme0n1 = disk 0;
-      nvme1n1 = disk 1;
-    };
-
-    lvm_vg = {
-      pool = {
-        type = "lvm_vg";
-        lvs = {
-          root = {
-            size = "95%FREE";
-            lvm_type = "raid1";
-            extraArgs = [
-              "--raidintegrity"
-              "y"
-            ];
-            content = {
-              type = "filesystem";
-              format = "xfs";
-              mountpoint = "/";
-              mountOptions = [
-                "defaults"
-              ];
-            };
-          };
-        };
-      };
-    };
-  };
-}

modules/zfs-crypto-raid.nix

@@ -1,4 +1,3 @@
-{ self, ... }:
 let
   mirrorBoot = idx: {
     type = "disk";
@@ -27,10 +26,6 @@ let
   };
 in
 {
-  imports = [
-    self.inputs.disko.nixosModules.disko
-  ];
-
   networking.hostId = "8425e349";
 
   boot.initrd.postDeviceCommands = ''
@@ -45,8 +40,14 @@ in
     efiSupport = true;
     efiInstallAsRemovable = true;
     mirroredBoots = [
-      { path = "/boot0"; devices = [ "nodev" ]; }
-      { path = "/boot1"; devices = [ "nodev" ]; }
+      {
+        path = "/boot0";
+        devices = [ "nodev" ];
+      }
+      {
+        path = "/boot1";
+        devices = [ "nodev" ];
+      }
     ];
   };
 

pkgs/action-create-pr/default.nix

@@ -1,10 +1,19 @@
-{ bash
-, coreutils
-, git
-, tea
-, openssh
-, writePureShellScriptBin
+{
+  bash,
+  coreutils,
+  git,
+  tea,
+  openssh,
+  writePureShellScriptBin,
 }:
-writePureShellScriptBin "action-create-pr" [ bash coreutils git tea openssh ] ''
-  bash ${./script.sh} "$@"
-''
+writePureShellScriptBin "action-create-pr"
+  [
+    bash
+    coreutils
+    git
+    tea
+    openssh
+  ]
+  ''
+    bash ${./script.sh} "$@"
+  ''

pkgs/action-ensure-tea-login/default.nix

@@ -1,8 +1,15 @@
-{ bash
-, coreutils
-, tea
-, writePureShellScriptBin
+{
+  bash,
+  coreutils,
+  tea,
+  writePureShellScriptBin,
 }:
-writePureShellScriptBin "action-ensure-tea-login" [ bash coreutils tea ] ''
-  bash ${./script.sh}
-''
+writePureShellScriptBin "action-ensure-tea-login"
+  [
+    bash
+    coreutils
+    tea
+  ]
+  ''
+    bash ${./script.sh}
+  ''

pkgs/action-ensure-tea-login/script.sh

@@ -8,5 +8,5 @@ fi
 GITEA_TOKEN="${GITEA_TOKEN:-"$(cat "$GITEA_TOKEN_FILE")"}"
 
 tea login add \
-  --token $GITEA_TOKEN \
-  --url $GITEA_URL
+  --token "$GITEA_TOKEN" \
+  --url "$GITEA_URL"

pkgs/action-flake-update-pr-clan-individual/default.nix

@@ -0,0 +1,29 @@
+{
+  bash,
+  coreutils,
+  git,
+  gnugrep,
+  jq,
+  nix,
+  openssh,
+  action-ensure-tea-login,
+  action-create-pr,
+  action-flake-update,
+  writePureShellScriptBin,
+}:
+writePureShellScriptBin "action-flake-update-pr-clan-individual"
+  [
+    bash
+    coreutils
+    git
+    gnugrep
+    jq
+    nix
+    openssh
+    action-create-pr
+    action-ensure-tea-login
+    action-flake-update
+  ]
+  ''
+    bash ${./script.sh}
+  ''

pkgs/action-flake-update-pr-clan-individual/script.sh

@@ -0,0 +1,47 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# prevent these variables from being unset by writePureShellScript
+export KEEP_VARS="GIT_AUTHOR_NAME GIT_AUTHOR_EMAIL GIT_COMMITTER_NAME GIT_COMMITTER_EMAIL GITEA_URL GITEA_USER PR_TITLE REMOTE_BRANCH REPO_DIR${KEEP_VARS:+ $KEEP_VARS}"
+
+# configure variables for actions
+today=$(date --iso-8601)
+today_minutes=$(date --iso-8601=minutes)
+export REPO_DIR=$TMPDIR/repo
+export GIT_AUTHOR_NAME="Clan Merge Bot"
+export GIT_AUTHOR_EMAIL="clan-bot@git.clan.lol"
+export GIT_COMMITTER_NAME="$GIT_AUTHOR_NAME"
+export GIT_COMMITTER_EMAIL="$GIT_AUTHOR_NAME"
+export GITEA_USER="clan-bot"
+export GITEA_URL="https://git.clan.lol"
+
+
+git clone --depth 1 --branch main "$REPO" "$REPO_DIR"
+cd "$REPO_DIR"
+
+inputs=$(nix flake metadata --json | jq '.locks.nodes | keys[]' --raw-output | grep -v "root")
+
+for input in $inputs;
+do
+	target_branch="update-${input}"
+
+	echo "updating input: ${input}"
+	echo "checking out: git checkout main"
+	git checkout main
+	git checkout -b "$target_branch"
+	echo "checking out: git checkout -b update-${input}"
+	export PR_TITLE="Automatic flake update - ${input} - ${today_minutes}"
+	export REMOTE_BRANCH="flake-update-${input}-${today}"
+	echo "action-ensure-tea-login"
+	action-ensure-tea-login
+	echo "action-flake-update: ${input}"
+	action-flake-update "$input"
+	echo "check diff"
+	if git diff --quiet main.."$target_branch" --;then
+		echo "No lockfile changes for input: ${input}"
+	else
+		echo "action-create-pr"
+		action-create-pr --assignees clan-bot
+	fi
+done
+

pkgs/action-flake-update-pr-clan/default.nix

@@ -1,20 +1,23 @@
-{ bash
-, coreutils
-, git
-, openssh
-, action-ensure-tea-login
-, action-create-pr
-, action-flake-update
-, writePureShellScriptBin
+{
+  bash,
+  coreutils,
+  git,
+  openssh,
+  action-ensure-tea-login,
+  action-create-pr,
+  action-flake-update,
+  writePureShellScriptBin,
 }:
-writePureShellScriptBin "action-flake-update-pr-clan" [
-  bash
-  coreutils
-  git
-  openssh
-  action-ensure-tea-login
-  action-create-pr
-  action-flake-update
-] ''
-  bash ${./script.sh}
-''
+writePureShellScriptBin "action-flake-update-pr-clan"
+  [
+    bash
+    coreutils
+    git
+    openssh
+    action-ensure-tea-login
+    action-create-pr
+    action-flake-update
+  ]
+  ''
+    bash ${./script.sh}
+  ''

pkgs/action-flake-update-pr-clan/script.sh

@@ -5,8 +5,10 @@ set -euo pipefail
 export KEEP_VARS="GIT_AUTHOR_NAME GIT_AUTHOR_EMAIL GIT_COMMITTER_NAME GIT_COMMITTER_EMAIL GITEA_URL GITEA_USER PR_TITLE REMOTE_BRANCH REPO_DIR${KEEP_VARS:+ $KEEP_VARS}"
 
 # configure variables for actions
-export PR_TITLE="Automatic flake update - $(date --iso-8601=minutes)"
-export REMOTE_BRANCH="flake-update-$(date --iso-8601)"
+today=$(date --iso-8601)
+today_minutes=$(date --iso-8601=minutes)
+export PR_TITLE="Automatic flake update - ${today_minutes}"
+export REMOTE_BRANCH="flake-update-${today}"
 export REPO_DIR=$TMPDIR/repo
 export GIT_AUTHOR_NAME="Clan Merge Bot"
 export GIT_AUTHOR_EMAIL="clan-bot@git.clan.lol"

pkgs/action-flake-update/default.nix

@@ -1,9 +1,17 @@
-{ bash
-, coreutils
-, git
-, nix
-, writePureShellScriptBin
+{
+  bash,
+  coreutils,
+  git,
+  nix,
+  writePureShellScriptBin,
 }:
-writePureShellScriptBin "action-flake-update" [ bash coreutils git nix ] ''
-  bash ${./script.sh}
-''
+writePureShellScriptBin "action-flake-update"
+  [
+    bash
+    coreutils
+    git
+    nix
+  ]
+  ''
+    bash ${./script.sh} "$@"
+  ''

pkgs/action-flake-update/script.sh

@@ -1,7 +1,16 @@
 #!/usr/bin/env bash
 set -euo pipefail
 
-COMMIT_MSG="update flake lock - $(date --iso-8601=minutes)"
+NIX_VERSION=$(nix --version)
+echo "Nix version: $NIX_VERSION"
 
+if [ -z "${*}" ];then
+COMMIT_MSG="update flake lock - $(date --iso-8601=minutes)"
 nix --experimental-features "nix-command flakes" \
   flake update --commit-lock-file --commit-lockfile-summary "$COMMIT_MSG"
+else
+# Support for ancient nix versions
+COMMIT_MSG="update flake lock - ${*} - $(date --iso-8601=minutes)"
+nix --experimental-features "nix-command flakes" \
+  flake lock --commit-lock-file --commit-lockfile-summary "$COMMIT_MSG" --update-input "${@}"
+fi

pkgs/clan-merge/.envrc

@@ -1 +1,2 @@
+# shellcheck shell=bash
 use flake .#clan-merge

pkgs/clan-merge/clan_merge/__init__.py

@@ -1,7 +1,7 @@
 import argparse
 import json
-import urllib.request
 import urllib.error
+import urllib.request
 from os import environ
 from typing import Optional
 
@@ -38,6 +38,7 @@ def is_ci_green(pr: dict) -> bool:
             return False
     return True
 
+
 def is_org_member(user: str, token: str) -> bool:
     url = "https://git.clan.lol/api/v1/orgs/clan/members/" + user + f"?token={token}"
     try:
@@ -50,7 +51,6 @@ def is_org_member(user: str, token: str) -> bool:
             raise
 
 
-
 def merge_allowed(pr: dict, bot_name: str, token: str) -> bool:
     assignees = pr["assignees"] if pr["assignees"] else []
     if (

pkgs/clan-merge/default.nix

@@ -1,9 +1,9 @@
-{ pkgs ? import <nixpkgs> { }
-, lib ? pkgs.lib
-, python3 ? pkgs.python3
-, ruff ? pkgs.ruff
-, runCommand ? pkgs.runCommand
-,
+{
+  pkgs ? import <nixpkgs> { },
+  lib ? pkgs.lib,
+  python3 ? pkgs.python3,
+  ruff ? pkgs.ruff,
+  runCommand ? pkgs.runCommand,
 }:
 let
   pyproject = builtins.fromTOML (builtins.readFile ./pyproject.toml);
@@ -32,13 +32,11 @@ let
   package = python3.pkgs.buildPythonPackage {
     inherit name src;
     format = "pyproject";
-    nativeBuildInputs = [
-      python3.pkgs.setuptools
-    ];
-    propagatedBuildInputs =
-      dependencies
-      ++ [ ];
-    passthru.tests = { inherit check; };
+    nativeBuildInputs = [ python3.pkgs.setuptools ];
+    propagatedBuildInputs = dependencies ++ [ ];
+    passthru.tests = {
+      inherit check;
+    };
     passthru.devDependencies = devDependencies;
   };
 

pkgs/clan-merge/flake-module.nix

@@ -1,5 +1,6 @@
 {
-  perSystem = { pkgs, ... }:
+  perSystem =
+    { pkgs, ... }:
     let
       package = pkgs.callPackage ./default.nix { inherit pkgs; };
     in

pkgs/clan-merge/shell.nix

@@ -1,16 +1,11 @@
-{ pkgs ? import <nixpkgs> { } }:
+{
+  pkgs ? import <nixpkgs> { },
+}:
 let
   inherit (pkgs) lib python3;
-  package = import ./default.nix {
-    inherit lib pkgs python3;
-  };
+  package = import ./default.nix { inherit lib pkgs python3; };
   pythonWithDeps = python3.withPackages (
-    ps:
-    package.propagatedBuildInputs
-    ++ package.devDependencies
-    ++ [
-      ps.pip
-    ]
+    ps: package.propagatedBuildInputs ++ package.devDependencies ++ [ ps.pip ]
   );
   checkScript = pkgs.writeScriptBin "check" ''
     nix build -f . tests -L "$@"

pkgs/clan-merge/tests/test_cli.py

@@ -112,4 +112,6 @@ def test_list_prs_to_merge(monkeypatch: pytest.MonkeyPatch) -> None:
             assignees=[dict(login=bot_name)],
         ),
     ]
-    assert clan_merge.list_prs_to_merge(prs, bot_name=bot_name, gitea_token="test") == [prs[0]]
+    assert clan_merge.list_prs_to_merge(prs, bot_name=bot_name, gitea_token="test") == [
+        prs[0]
+    ]

pkgs/flake-module.nix

@@ -1,33 +1,46 @@
 {
   imports = [
     ./clan-merge/flake-module.nix
+    ./matrix-bot/flake-module.nix
   ];
-  perSystem = { pkgs, config, ... }: {
-    packages =
-      let
-        writers = pkgs.callPackage ./writers.nix { };
-      in
-      {
-        inherit (pkgs.callPackage ./renovate { }) renovate;
-        gitea = pkgs.callPackage ./gitea { };
+  perSystem =
+    { pkgs, config, ... }:
+    {
+      packages =
+        let
+          writers = pkgs.callPackage ./writers.nix { };
+        in
+        {
+          gitea = pkgs.callPackage ./gitea { };
 
-        action-create-pr = pkgs.callPackage ./action-create-pr {
-          inherit (writers) writePureShellScriptBin;
+          action-create-pr = pkgs.callPackage ./action-create-pr {
+            inherit (writers) writePureShellScriptBin;
+          };
+          action-ensure-tea-login = pkgs.callPackage ./action-ensure-tea-login {
+            inherit (writers) writePureShellScriptBin;
+          };
+          action-flake-update = pkgs.callPackage ./action-flake-update {
+            inherit (writers) writePureShellScriptBin;
+          };
+          action-flake-update-pr-clan = pkgs.callPackage ./action-flake-update-pr-clan {
+            inherit (writers) writePureShellScriptBin;
+            inherit (config.packages) action-ensure-tea-login action-create-pr action-flake-update;
+          };
+          action-flake-update-pr-clan-individual = pkgs.callPackage ./action-flake-update-pr-clan-individual {
+            inherit (writers) writePureShellScriptBin;
+            inherit (config.packages) action-ensure-tea-login action-create-pr action-flake-update;
+          };
+          inherit
+            (pkgs.callPackages ./job-flake-updates {
+              inherit (writers) writePureShellScriptBin;
+              inherit (config.packages) action-flake-update-pr-clan action-flake-update-pr-clan-individual;
+            })
+            job-flake-update-clan-core
+            job-flake-update-clan-core-individual
+            job-flake-update-clan-homepage
+            job-flake-update-clan-infra
+            job-flake-update-data-mesher
+            ;
         };
-        action-ensure-tea-login = pkgs.callPackage ./action-ensure-tea-login {
-          inherit (writers) writePureShellScriptBin;
-        };
-        action-flake-update = pkgs.callPackage ./action-flake-update {
-          inherit (writers) writePureShellScriptBin;
-        };
-        action-flake-update-pr-clan = pkgs.callPackage ./action-flake-update-pr-clan {
-          inherit (writers) writePureShellScriptBin;
-          inherit (config.packages) action-ensure-tea-login action-create-pr action-flake-update;
-        };
-        inherit (pkgs.callPackages ./job-flake-updates {
-          inherit (writers) writePureShellScriptBin;
-          inherit (config.packages) action-flake-update-pr-clan;
-        }) job-flake-update-clan-core job-flake-update-clan-homepage job-flake-update-clan-infra;
-      };
-  };
+    };
 }

pkgs/gitea/0001-add-bot-check.patch

@@ -21,7 +21,7 @@ index 007e790b8..a8f3ba7dc 100644
  
  	ctx.Data["PageIsSignUp"] = true
  
-+	if strings.ToLower(form.Notabot) != "clan" {
++	if !strings.Contains(strings.ToLower(form.Notabot), "clan") {
 +		ctx.Error(http.StatusForbidden)
 +		return
 +	}

pkgs/gitea/default.nix

@@ -1,7 +1,5 @@
 { gitea }:
 
 gitea.overrideAttrs (old: {
-  patches = old.patches ++ [
-    ./0001-add-bot-check.patch
-  ];
+  patches = old.patches ++ [ ./0001-add-bot-check.patch ];
 })

pkgs/job-flake-updates/default.nix

@@ -1,16 +1,32 @@
-{ action-flake-update-pr-clan
-, writePureShellScriptBin
+{
+  action-flake-update-pr-clan,
+  action-flake-update-pr-clan-individual,
+  writePureShellScriptBin,
 }:
 let
-  job-flake-update = repo: writePureShellScriptBin "job-flake-update-${repo}" [ action-flake-update-pr-clan ] ''
-    export REPO="gitea@git.clan.lol:clan/${repo}.git"
-    export KEEP_VARS="REPO''${KEEP_VARS:+ $KEEP_VARS}"
+  job-flake-update =
+    repo:
+    writePureShellScriptBin "job-flake-update-${repo}" [ action-flake-update-pr-clan ] ''
+      export REPO="gitea@git.clan.lol:clan/${repo}.git"
+      export KEEP_VARS="REPO''${KEEP_VARS:+ $KEEP_VARS}"
 
-    action-flake-update-pr-clan
-  '';
+      action-flake-update-pr-clan
+    '';
+  job-flake-update-individual =
+    repo:
+    writePureShellScriptBin "job-flake-update-${repo}-individual"
+      [ action-flake-update-pr-clan-individual ]
+      ''
+        export REPO="gitea@git.clan.lol:clan/${repo}.git"
+        export KEEP_VARS="REPO''${KEEP_VARS:+ $KEEP_VARS}"
+
+        action-flake-update-pr-clan-individual
+      '';
 in
 {
   job-flake-update-clan-core = job-flake-update "clan-core";
+  job-flake-update-clan-core-individual = job-flake-update-individual "clan-core";
   job-flake-update-clan-homepage = job-flake-update "clan-homepage";
   job-flake-update-clan-infra = job-flake-update "clan-infra";
+  job-flake-update-data-mesher = job-flake-update "data-mesher";
 }

pkgs/matrix-bot/.envrc

@@ -0,0 +1,7 @@
+# shellcheck shell=bash
+source_up
+
+watch_file flake-module.nix shell.nix default.nix
+
+# Because we depend on nixpkgs sources, uploading to builders takes a long time
+use flake .#matrix-bot --builders ''

pkgs/matrix-bot/.gitignore

@@ -0,0 +1,3 @@
+*.json
+**/data
+**/__pycache__

pkgs/matrix-bot/bin/mbot

@@ -0,0 +1,13 @@
+#!/usr/bin/env python3
+import os
+import sys
+
+sys.path.insert(
+    0, os.path.join(os.path.dirname(os.path.dirname(os.path.realpath(__file__))))
+)
+
+from matrix_bot import main  # NOQA
+
+if __name__ == "__main__":
+    main()
+

pkgs/matrix-bot/default.nix

@@ -0,0 +1,44 @@
+{
+  python3,
+  setuptools,
+  matrix-nio,
+  aiofiles,
+  aiohttp,
+  markdown2,
+  git,
+  tiktoken,
+  ...
+}:
+
+let
+
+  pythonDependencies = [
+    matrix-nio
+    aiofiles
+    aiohttp
+    markdown2
+    tiktoken
+  ];
+
+  runtimeDependencies = [ git ];
+
+  testDependencies = pythonDependencies ++ runtimeDependencies ++ [ ];
+in
+python3.pkgs.buildPythonApplication {
+  name = "matrix-bot";
+  src = ./.;
+  format = "pyproject";
+
+  nativeBuildInputs = [ setuptools ];
+
+  propagatedBuildInputs = pythonDependencies ++ runtimeDependencies;
+
+  passthru.testDependencies = testDependencies;
+
+  # Clean up after the package to avoid leaking python packages into a devshell
+  postFixup = ''
+    rm $out/nix-support/propagated-build-inputs
+  '';
+
+  meta.mainProgram = "matrix-bot";
+}

pkgs/matrix-bot/flake-module.nix

@@ -0,0 +1,14 @@
+{ ... }:
+{
+  perSystem =
+    { self', pkgs, ... }:
+    {
+
+      devShells.matrix-bot = pkgs.callPackage ./shell.nix { inherit (self'.packages) matrix-bot; };
+      packages = {
+        matrix-bot = pkgs.python3.pkgs.callPackage ./default.nix { };
+      };
+
+      checks = { };
+    };
+}

pkgs/matrix-bot/matrix_bot/__init__.py

@@ -0,0 +1,214 @@
+import argparse
+import asyncio
+import logging
+import os
+import sys
+from os import environ
+from pathlib import Path
+
+from matrix_bot.bot_conf import BotConfig
+from matrix_bot.custom_logger import setup_logging
+from matrix_bot.gitea import GiteaData
+from matrix_bot.main import bot_main
+from matrix_bot.matrix import MatrixData
+
+log = logging.getLogger(__name__)
+
+curr_dir = Path(__file__).parent
+data_dir = Path(os.getcwd()) / "data"
+
+
+def create_parser(prog: str | None = None) -> argparse.ArgumentParser:
+    parser = argparse.ArgumentParser(
+        prog=prog,
+        description="A gitea bot for matrix",
+        formatter_class=argparse.RawTextHelpFormatter,
+    )
+
+    parser.add_argument(
+        "--debug",
+        help="Enable debug logging",
+        action="store_true",
+        default=False,
+    )
+
+    parser.add_argument(
+        "--server",
+        help="The matrix server to connect to",
+        default="https://matrix.clan.lol",
+    )
+    parser.add_argument(
+        "--admin",
+        help="The matrix user to ping on error",
+        default="@qubasa:gchq.icu",
+    )
+
+    parser.add_argument(
+        "--user",
+        help="The matrix user to connect as",
+        default="@clan-bot:clan.lol",
+    )
+
+    parser.add_argument(
+        "--avatar",
+        help="The path to the image to use as the avatar",
+        default=curr_dir / "avatar.png",
+    )
+
+    parser.add_argument(
+        "--repo-owner",
+        help="The owner of gitea the repository",
+        default="clan",
+    )
+    parser.add_argument(
+        "--repo-name",
+        help="The name of the repository",
+        default="clan-core",
+    )
+
+    parser.add_argument(
+        "--changelog-room",
+        help="The matrix room to join for the changelog bot",
+        default="#bot-test:gchq.icu",
+    )
+
+    parser.add_argument(
+        "--review-room",
+        help="The matrix room to join for the review bot",
+        default="#bot-test:gchq.icu",
+    )
+
+    parser.add_argument(
+        "--changelog-frequency",
+        help="The frequency to check for changelog updates in days",
+        default=7,
+        type=int,
+    )
+
+    def valid_weekday(value: str) -> str:
+        days = [
+            "Monday",
+            "Tuesday",
+            "Wednesday",
+            "Thursday",
+            "Friday",
+            "Saturday",
+            "Sunday",
+        ]
+        if value not in days:
+            raise argparse.ArgumentTypeError(
+                f"{value} is not a valid weekday. Choose from {', '.join(days)}"
+            )
+        return value
+
+    parser.add_argument(
+        "--publish-day",
+        help="The day of the week to publish the changelog. Ignored if changelog-frequency is less than 7 days.",
+        default="Wednesday",
+        type=valid_weekday,
+    )
+
+    parser.add_argument(
+        "--gitea-url",
+        help="The gitea url to connect to",
+        default="https://git.clan.lol",
+    )
+
+    parser.add_argument(
+        "--data-dir",
+        help="The directory to store data",
+        default=data_dir,
+        type=Path,
+    )
+
+    parser.add_argument(
+        "--poll-frequency",
+        help="The frequency to poll for new reviews in minutes",
+        default=10,
+        type=float,
+    )
+
+    parser.add_argument(
+        "--disable-pr-bot",
+        help="Disable the PR bot",
+        action="store_true",
+    )
+    parser.add_argument(
+        "--disable-changelog-bot",
+        help="Disable the changelog bot",
+        action="store_true",
+    )
+    parser.add_argument(
+        "--pull-mention-every-update",
+        help="Mention the user every time the PR is updated",
+        action="store_true",
+    )
+    parser.add_argument(
+        "--mention-labels",
+        help="The labels that trigger a mention",
+        nargs="+",
+        default=["needs-review"],
+    )
+
+    return parser
+
+
+def matrix_password() -> str:
+    matrix_password = environ.get("MATRIX_PASSWORD")
+    if matrix_password is not None:
+        return matrix_password
+    matrix_password_file = environ.get("MATRIX_PASSWORD_FILE", default=None)
+    if matrix_password_file is None:
+        raise Exception("MATRIX_PASSWORD_FILE environment variable is not set")
+    with open(matrix_password_file) as f:
+        return f.read().strip()
+
+
+def main() -> None:
+    parser = create_parser()
+    args = parser.parse_args()
+
+    if args.debug:
+        setup_logging(logging.DEBUG, root_log_name=__name__.split(".")[0])
+        log.debug("Debug log activated")
+    else:
+        setup_logging(logging.INFO, root_log_name=__name__.split(".")[0])
+
+    bot_conf = BotConfig(
+        data_dir=args.data_dir,
+        disable_pr_bot=args.disable_pr_bot,
+        disable_changelog_bot=args.disable_changelog_bot,
+    )
+
+    matrix = MatrixData(
+        server=args.server,
+        user=args.user,
+        avatar=args.avatar,
+        changelog_room=args.changelog_room,
+        changelog_frequency=args.changelog_frequency,
+        publish_day=args.publish_day,
+        review_room=args.review_room,
+        password=matrix_password(),
+        admin=args.admin,
+    )
+
+    gitea = GiteaData(
+        url=args.gitea_url,
+        owner=args.repo_owner,
+        repo=args.repo_name,
+        access_token=os.getenv("GITEA_ACCESS_TOKEN"),
+        poll_frequency=args.poll_frequency,
+        mention_on_update=args.pull_mention_every_update,
+        mention_labels=args.mention_labels,
+    )
+
+    bot_conf.data_dir.mkdir(parents=True, exist_ok=True)
+
+    try:
+        asyncio.run(bot_main(matrix, gitea, bot_conf))
+    except KeyboardInterrupt:
+        print("User Interrupt", file=sys.stderr)
+
+
+if __name__ == "__main__":
+    main()

pkgs/matrix-bot/matrix_bot/__main__.py

@@ -0,0 +1,4 @@
+from . import main
+
+if __name__ == "__main__":
+    main()

pkgs/matrix-bot/matrix_bot/bot_conf.py

@@ -0,0 +1,9 @@
+from dataclasses import dataclass
+from pathlib import Path
+
+
+@dataclass
+class BotConfig:
+    data_dir: Path
+    disable_pr_bot: bool
+    disable_changelog_bot: bool

pkgs/matrix-bot/matrix_bot/changelog_bot.py

@@ -0,0 +1,288 @@
+import asyncio
+import datetime
+import json
+import logging
+import shlex
+import subprocess
+from pathlib import Path
+
+import aiohttp
+from nio import (
+    AsyncClient,
+    JoinResponse,
+)
+
+from matrix_bot.gitea import (
+    GiteaData,
+)
+
+from . import BotConfig
+from .locked_open import read_locked_file, write_locked_file
+from .matrix import MatrixData, send_message
+from .openai import create_jsonl_data, upload_and_process_files
+
+log = logging.getLogger(__name__)
+
+
+def last_ndays_to_today(ndays: int) -> tuple[str, str]:
+    # Get today's date
+    today = datetime.datetime.now()
+
+    # Calculate the date one week ago
+    last_week = today - datetime.timedelta(days=ndays)
+
+    # Format both dates to "YYYY-MM-DD"
+    todate = today.strftime("%Y-%m-%d")
+    fromdate = last_week.strftime("%Y-%m-%d")
+
+    return (fromdate, todate)
+
+
+def write_file_with_date_prefix(
+    content: str, directory: Path, *, ndays: int, suffix: str
+) -> Path:
+    """
+    Write content to a file with the current date as filename prefix.
+
+    :param content: The content to write to the file.
+    :param directory: The directory where the file will be saved.
+    :return: The path to the created file.
+    """
+    # Ensure the directory exists
+    directory.mkdir(parents=True, exist_ok=True)
+
+    # Get the current date
+    fromdate, todate = last_ndays_to_today(ndays)
+
+    # Create the filename
+    filename = f"{fromdate}__{todate}_{suffix}.txt"
+    file_path = directory / filename
+
+    # Write the content to the file
+    with open(file_path, "w") as file:
+        file.write(content)
+
+    return file_path
+
+
+async def git_pull(repo_path: Path) -> None:
+    cmd = ["git", "pull"]
+    log.debug(f"Running command: {shlex.join(cmd)}")
+    process = await asyncio.create_subprocess_exec(
+        *cmd,
+        cwd=str(repo_path),
+    )
+    await process.wait()
+
+
+async def git_log(repo_path: Path, ndays: int) -> str:
+    cmd = [
+        "git",
+        "log",
+        f"--since={ndays} days ago",
+        "--pretty=format:%h - %an, %ar : %s",
+        "--stat",
+        "--patch",
+    ]
+    log.debug(f"Running command: {shlex.join(cmd)}")
+    process = await asyncio.create_subprocess_exec(
+        *cmd,
+        cwd=str(repo_path),
+        stdout=asyncio.subprocess.PIPE,
+        stderr=asyncio.subprocess.PIPE,
+    )
+    stdout, stderr = await process.communicate()
+
+    if process.returncode != 0:
+        raise Exception(
+            f"Command '{' '.join(cmd)}' failed with exit code {process.returncode}"
+        )
+
+    return stdout.decode()
+
+
+async def changelog_bot(
+    client: AsyncClient,
+    http: aiohttp.ClientSession,
+    matrix: MatrixData,
+    gitea: GiteaData,
+    bot_conf: BotConfig,
+) -> None:
+    last_run_path = bot_conf.data_dir / "last_changelog_run.json"
+    last_run = read_locked_file(last_run_path)
+
+    today = datetime.datetime.now()
+    today_weekday = today.strftime("%A")
+
+    if today_weekday != matrix.publish_day:
+        log.debug(f"Changelog not due yet. Due on {matrix.publish_day}")
+        return
+
+    if last_run == {}:
+        log.debug(f"First run. Setting last_run to {last_run}")
+    else:
+        last_date = datetime.datetime.strptime(last_run["todate"], "%Y-%m-%d")
+        upper_bound = datetime.timedelta(days=matrix.changelog_frequency)
+        delta = today - last_date
+        if delta <= upper_bound:
+            log.debug(
+                f"Changelog not due yet. Due in {upper_bound.days - delta.days} days"
+            )
+            return
+
+    fromdate, todate = last_ndays_to_today(matrix.changelog_frequency)
+    last_run = {
+        "fromdate": fromdate,
+        "todate": todate,
+        "ndays": matrix.changelog_frequency,
+    }
+
+    # If you made a new room and haven't joined as that user, you can use
+    room: JoinResponse = await client.join(matrix.changelog_room)
+
+    if not room.transport_response.ok:
+        log.error("This can happen if the room doesn't exist or the bot isn't invited")
+        raise Exception(f"Failed to join room {room}")
+
+    repo_path = bot_conf.data_dir / gitea.repo
+
+    if not repo_path.exists():
+        cmd = [
+            "git",
+            "clone",
+            f"{gitea.url}/{gitea.owner}/{gitea.repo}.git",
+            gitea.repo,
+        ]
+        subprocess.run(cmd, cwd=bot_conf.data_dir, check=True)
+
+    # git pull
+    await git_pull(repo_path)
+
+    # git log
+    diff = await git_log(repo_path, matrix.changelog_frequency)
+
+    fromdate, todate = last_ndays_to_today(matrix.changelog_frequency)
+    log.info(f"Generating changelog from {fromdate} to {todate}")
+
+    # Write the last run to the file before processing the changelog
+    # This ensures that the changelog is only generated once per period
+    # even if openai fails
+    write_locked_file(last_run_path, last_run)
+
+    system_prompt = f"""
+Follow these guidelines:
+
+- Follow the pull request format: "scope: message (#number1, #number2)"
+    - Don't use the commit messages tied to a pull request as is and instead explain the change in a user-friendly way
+- Link pull requests as: '{gitea.url}/{gitea.owner}/{gitea.repo}/pulls/<number>'
+    - Use markdown links to make the pull request number clickable
+- Mention each pull request number at most once
+- Group similar changes / pull requests together
+- Explain changes in a user-friendly way (be detailed if necessary)
+- Always use four '#' for headings never less than that. Example: `####New Features`
+- WRITE IN THE STYLE OF THE NEW YORK TIMES, PLEASE!
+---
+Example Changelog:
+#### Changelog:
+For the last {matrix.changelog_frequency} days from {fromdate} to {todate}
+#### New Features
+- `secrets`: [#1679]({gitea.url}/{gitea.owner}/{gitea.repo}/pulls/1679)  
+    > Users can now generate secrets and manage settings in the new submodules  
+    > This feature is available to all users with the 'admin' role  
+- `sshd`: [#1674]({gitea.url}/{gitea.owner}/{gitea.repo}/pulls/1674)  
+    > A workaround has been added to mitigate the security vulnerability in the sshd module  
+    > This workaround is temporary and will be replaced with a permanent fix in the next release  
+...
+#### Refactoring
+...
+#### Documentation
+...
+#### Bug Fixes
+...
+#### Additional Notes
+...
+---
+#### Changelog:
+For the last {matrix.changelog_frequency} days from {fromdate} to {todate}
+#### New Features
+    """
+
+    # Step 1: Create the JSONL file
+    jsonl_files = await create_jsonl_data(user_prompt=diff, system_prompt=system_prompt)
+
+    # Step 2: Upload the JSONL file and process it
+    results = await upload_and_process_files(session=http, jsonl_files=jsonl_files)
+
+    # Join responses together
+    all_changelogs = []
+    for result in results:
+        choices = result["response"]["body"]["choices"]
+        changelog = "\n".join(choice["message"]["content"] for choice in choices)
+        all_changelogs.append(changelog)
+    full_changelog = "\n\n".join(all_changelogs)
+
+    log.debug(f"Changelog generated:\n{full_changelog}")
+
+    if len(results) == 1:
+        # Write the results to a file in the changelogs directory
+        new_result_file = write_file_with_date_prefix(
+            json.dumps(results, indent=4),
+            bot_conf.data_dir / "changelogs",
+            ndays=matrix.changelog_frequency,
+            suffix="result",
+        )
+        log.info(f"LLM result written to: {new_result_file}")
+
+        await send_message(client, room, full_changelog)
+        return
+
+    combine_prompt = """
+Please combine the following changelogs into a single markdown changelog.
+- Merge duplicates sections.
+- Make sure the changelog is concise and easy to read.
+- Always use four '#' for headings never less than that. Example: `####New Features`
+- WRITE IN THE STYLE OF THE NEW YORK TIMES, PLEASE!
+---
+Example Changelog:
+#### Changelog:
+For the last {matrix.changelog_frequency} days from {fromdate} to {todate}
+#### New Features
+...
+#### Refactoring
+...
+#### Documentation
+...
+#### Bug Fixes
+...
+#### Additional Notes
+...
+---
+#### Changelog:
+For the last {matrix.changelog_frequency} days from {fromdate} to {todate}
+#### New Features
+"""
+    new_jsonl_files = await create_jsonl_data(
+        user_prompt=full_changelog, system_prompt=combine_prompt
+    )
+    new_results = await upload_and_process_files(
+        session=http, jsonl_files=new_jsonl_files
+    )
+
+    new_all_changelogs = []
+    for result in new_results:
+        choices = result["response"]["body"]["choices"]
+        changelog = "\n".join(choice["message"]["content"] for choice in choices)
+        new_all_changelogs.append(changelog)
+    new_full_changelog = "\n\n".join(new_all_changelogs)
+    log.info(f"Changelog generated:\n{new_full_changelog}")
+
+    # Write the results to a file in the changelogs directory
+    new_result_file = write_file_with_date_prefix(
+        json.dumps(new_results, indent=4),
+        bot_conf.data_dir / "changelogs",
+        ndays=matrix.changelog_frequency,
+        suffix="result",
+    )
+    log.info(f"LLM result written to: {new_result_file}")
+
+    await send_message(client, room, new_full_changelog)

pkgs/matrix-bot/matrix_bot/custom_logger.py

@@ -0,0 +1,97 @@
+import inspect
+import logging
+from collections.abc import Callable
+from pathlib import Path
+from typing import Any
+
+grey = "\x1b[38;20m"
+yellow = "\x1b[33;20m"
+red = "\x1b[31;20m"
+bold_red = "\x1b[31;1m"
+green = "\u001b[32m"
+blue = "\u001b[34m"
+
+
+def get_formatter(color: str) -> Callable[[logging.LogRecord, bool], logging.Formatter]:
+    def myformatter(
+        record: logging.LogRecord, with_location: bool
+    ) -> logging.Formatter:
+        reset = "\x1b[0m"
+
+        try:
+            filepath = Path(record.pathname).resolve()
+            filepath = Path("~", filepath.relative_to(Path.home()))
+        except Exception:
+            filepath = Path(record.pathname)
+
+        if not with_location:
+            return logging.Formatter(f"{color}%(levelname)s{reset}: %(message)s")
+
+        return logging.Formatter(
+            f"{color}%(levelname)s{reset}: %(message)s\nLocation: {filepath}:%(lineno)d::%(funcName)s\n"
+        )
+
+    return myformatter
+
+
+FORMATTER = {
+    logging.DEBUG: get_formatter(blue),
+    logging.INFO: get_formatter(green),
+    logging.WARNING: get_formatter(yellow),
+    logging.ERROR: get_formatter(red),
+    logging.CRITICAL: get_formatter(bold_red),
+}
+
+
+class CustomFormatter(logging.Formatter):
+    def __init__(self, log_locations: bool) -> None:
+        super().__init__()
+        self.log_locations = log_locations
+
+    def format(self, record: logging.LogRecord) -> str:
+        return FORMATTER[record.levelno](record, self.log_locations).format(record)
+
+
+class ThreadFormatter(logging.Formatter):
+    def format(self, record: logging.LogRecord) -> str:
+        return FORMATTER[record.levelno](record, False).format(record)
+
+
+def get_caller() -> str:
+    frame = inspect.currentframe()
+    if frame is None:
+        return "unknown"
+    caller_frame = frame.f_back
+    if caller_frame is None:
+        return "unknown"
+    caller_frame = caller_frame.f_back
+    if caller_frame is None:
+        return "unknown"
+    frame_info = inspect.getframeinfo(caller_frame)
+
+    try:
+        filepath = Path(frame_info.filename).resolve()
+        filepath = Path("~", filepath.relative_to(Path.home()))
+    except Exception:
+        filepath = Path(frame_info.filename)
+
+    ret = f"{filepath}:{frame_info.lineno}::{frame_info.function}"
+    return ret
+
+
+def setup_logging(level: Any, root_log_name: str = __name__.split(".")[0]) -> None:
+    # Get the root logger and set its level
+    main_logger = logging.getLogger(root_log_name)
+    main_logger.setLevel(level)
+
+    # Create and add the default handler
+    default_handler = logging.StreamHandler()
+
+    # Create and add your custom handler
+    default_handler.setLevel(level)
+    default_handler.setFormatter(CustomFormatter(str(level) == str(logging.DEBUG)))
+    main_logger.addHandler(default_handler)
+
+    # Set logging level for other modules used by this module
+    logging.getLogger("asyncio").setLevel(logging.INFO)
+    logging.getLogger("httpx").setLevel(level=logging.WARNING)

pkgs/matrix-bot/matrix_bot/gitea.py

@@ -0,0 +1,91 @@
+import logging
+
+log = logging.getLogger(__name__)
+
+
+from dataclasses import dataclass
+from enum import Enum
+
+import aiohttp
+
+
+@dataclass
+class GiteaData:
+    url: str
+    owner: str
+    repo: str
+    poll_frequency: float
+    mention_on_update: bool
+    mention_labels: list[dict]
+    access_token: str | None
+
+
+def endpoint_url(gitea: GiteaData, endpoint: str) -> str:
+    return f"{gitea.url}/api/v1/repos/{gitea.owner}/{gitea.repo}/{endpoint}"
+
+
+async def fetch_repo_labels(
+    gitea: GiteaData,
+    session: aiohttp.ClientSession,
+) -> list[dict]:
+    """
+    Fetch labels from a Gitea repository.
+
+    Returns:
+        list: List of labels in the repository.
+    """
+    url = endpoint_url(gitea, "labels")
+    headers = {"Accept": "application/vnd.github.v3+json"}
+    if gitea.access_token:
+        headers["Authorization"] = f"token {gitea.access_token}"
+
+    async with session.get(url, headers=headers) as response:
+        if response.status == 200:
+            labels = await response.json()
+            return labels
+        else:
+            # You may want to handle different statuses differently
+            raise Exception(
+                f"Failed to fetch labels: {response.status}, {await response.text()}"
+            )
+
+
+class PullState(Enum):
+    OPEN = "open"
+    CLOSED = "closed"
+    ALL = "all"
+
+
+async def fetch_pull_requests(
+    gitea: GiteaData,
+    session: aiohttp.ClientSession,
+    *,
+    limit: int,
+    state: PullState,
+    label_ids: list[int] = [],
+) -> list[dict]:
+    """
+    Fetch pull requests from a Gitea repository.
+
+    Returns:
+        list: List of pull requests.
+    """
+    # You can use the same pattern as fetch_repo_labels
+    url = endpoint_url(gitea, "pulls")
+    params = {
+        "state": state.value,
+        "sort": "recentupdate",
+        "limit": limit,
+        "labels": label_ids,
+    }
+    headers = {"accept": "application/json"}
+
+    async with session.get(url, params=params, headers=headers) as response:
+        if response.status == 200:
+            labels = await response.json()
+            return labels
+        else:
+            # You may want to handle different statuses differently
+            raise Exception(
+                f"Failed to fetch labels: {response.status}, {await response.text()}"
+            )

pkgs/matrix-bot/matrix_bot/locked_open.py

@@ -0,0 +1,31 @@
+import fcntl
+import json
+from collections.abc import Generator
+from contextlib import contextmanager
+from pathlib import Path
+from typing import Any
+
+
+@contextmanager
+def locked_open(filename: str | Path, mode: str = "r") -> Generator:
+    """
+    This is a context manager that provides an advisory write lock on the file specified by `filename` when entering the context, and releases the lock when leaving the context. The lock is acquired using the `fcntl` module's `LOCK_EX` flag, which applies an exclusive write lock to the file.
+    """
+    with open(filename, mode) as fd:
+        fcntl.flock(fd, fcntl.LOCK_EX)
+        yield fd
+        fcntl.flock(fd, fcntl.LOCK_UN)
+
+
+def write_locked_file(path: Path, data: dict[str, Any]) -> None:
+    with locked_open(path, "w+") as f:
+        f.write(json.dumps(data, indent=4))
+
+
+def read_locked_file(path: Path) -> dict[str, Any]:
+    if not path.exists():
+        return {}
+    with locked_open(path, "r") as f:
+        content: str = f.read()
+        parsed: dict[str, Any] = json.loads(content)
+        return parsed

pkgs/matrix-bot/matrix_bot/main.py

@@ -0,0 +1,71 @@
+import asyncio
+import logging
+
+import aiohttp
+
+log = logging.getLogger(__name__)
+
+from nio import AsyncClient, ClientConfig, ProfileGetAvatarResponse, RoomMessageText
+
+from . import BotConfig
+from .changelog_bot import changelog_bot
+from .gitea import GiteaData
+from .matrix import MatrixData, set_avatar, upload_image
+from .review_bot import message_callback, review_requested_bot, send_error
+
+
+async def bot_main(
+    matrix: MatrixData,
+    gitea: GiteaData,
+    bot_conf: BotConfig,
+) -> None:
+    # Setup client configuration to handle encryption
+    client_config = ClientConfig(
+        encryption_enabled=False,
+    )
+
+    log.info(f"Connecting to {matrix.server} as {matrix.user}")
+    client = AsyncClient(matrix.server, matrix.user, config=client_config)
+    client.add_event_callback(message_callback, RoomMessageText)
+
+    result = await client.login(matrix.password)
+    if not result.transport_response.ok:
+        log.critical(f"Failed to login: {result}")
+        exit(1)
+    log.info(f"Logged in as {result}")
+
+    avatar: ProfileGetAvatarResponse = await client.get_avatar()
+    if not avatar.avatar_url:
+        mxc_url = await upload_image(client, matrix.avatar)
+        log.info(f"Uploaded avatar to {mxc_url}")
+        await set_avatar(client, mxc_url)
+    else:
+        log.info(f"Bot already has an avatar {avatar.avatar_url}")
+
+    try:
+        async with aiohttp.ClientSession() as session:
+            while True:
+                if not bot_conf.disable_changelog_bot:
+                    try:
+                        await changelog_bot(client, session, matrix, gitea, bot_conf)
+                    except Exception as e:
+                        log.exception(e)
+                        await send_error(client, matrix, f"Changelog bot failed: {e}")
+
+                if not bot_conf.disable_pr_bot:
+                    try:
+                        await review_requested_bot(
+                            client, session, matrix, gitea, bot_conf
+                        )
+                    except Exception as e:
+                        log.exception(e)
+                        await send_error(
+                            client, matrix, f"Review requested bot failed: {e}"
+                        )
+
+                log.debug(f"Sleeping for {60 * gitea.poll_frequency / 60} minutes")
+                await asyncio.sleep(60 * gitea.poll_frequency)
+    except Exception as e:
+        log.exception(e)
+    finally:
+        await client.close()

pkgs/matrix-bot/matrix_bot/matrix.py

@@ -0,0 +1,89 @@
+import logging
+from pathlib import Path
+
+log = logging.getLogger(__name__)
+from dataclasses import dataclass
+
+from markdown2 import markdown
+from nio import (
+    AsyncClient,
+    JoinedMembersResponse,
+    JoinResponse,
+    ProfileSetAvatarResponse,
+    RoomMember,
+    RoomSendResponse,
+    UploadResponse,
+)
+
+
+async def upload_image(client: AsyncClient, image_path: Path) -> str:
+    with open(image_path, "rb") as image_file:
+        response: UploadResponse
+        response, _ = await client.upload(image_file, content_type="image/png")
+        if not response.transport_response.ok:
+            raise Exception(f"Failed to upload image {response}")
+        return response.content_uri  # This is the MXC URL
+
+
+async def set_avatar(client: AsyncClient, mxc_url: str) -> None:
+    response: ProfileSetAvatarResponse
+    response = await client.set_avatar(mxc_url)
+    if not response.transport_response.ok:
+        raise Exception(f"Failed to set avatar {response}")
+
+
+async def get_room_members(client: AsyncClient, room: JoinResponse) -> list[RoomMember]:
+    users: JoinedMembersResponse = await client.joined_members(room.room_id)
+
+    if not users.transport_response.ok:
+        raise Exception(f"Failed to get users {users}")
+    return users.members
+
+
+async def send_message(
+    client: AsyncClient,
+    room: JoinResponse,
+    message: str,
+    user_ids: list[str] | None = None,
+) -> None:
+    """
+    Send a message in a Matrix room, optionally mentioning users.
+    """
+
+    # If user_ids are provided, format the message to mention them
+    formatted_message = markdown(message)
+    if user_ids:
+        mention_list = ", ".join(
+            [
+                f"<a href='https://matrix.to/#/{user_id}'>{user_id}</a>"
+                for user_id in user_ids
+            ]
+        )
+        formatted_message = f"{mention_list}: {formatted_message}"
+
+    content = {
+        "msgtype": "m.text" if user_ids else "m.notice",
+        "format": "org.matrix.custom.html",
+        "body": message,
+        "formatted_body": formatted_message,
+    }
+
+    res: RoomSendResponse = await client.room_send(
+        room_id=room.room_id, message_type="m.room.message", content=content
+    )
+
+    if not res.transport_response.ok:
+        raise Exception(f"Failed to send message {res}")
+
+
+@dataclass
+class MatrixData:
+    server: str
+    user: str
+    avatar: Path
+    password: str
+    changelog_room: str
+    review_room: str
+    changelog_frequency: int
+    publish_day: str
+    admin: str

pkgs/matrix-bot/matrix_bot/openai.py

@@ -0,0 +1,196 @@
+import asyncio
+import json
+import logging
+from os import environ
+from typing import Any
+
+import aiohttp
+import tiktoken
+
+log = logging.getLogger(__name__)
+
+# The URL to which the request is sent
+url: str = "https://api.openai.com/v1/chat/completions"
+
+
+def get_api_key() -> str:
+    openapi_key = environ.get("OPENAI_API_KEY")
+    if openapi_key is not None:
+        return openapi_key
+
+    openai_key_file = environ.get("OPENAI_API_KEY_FILE", default=None)
+    if openai_key_file is None:
+        raise Exception("OPENAI_API_KEY_FILE environment variable is not set")
+    with open(openai_key_file) as f:
+        return f.read().strip()
+
+
+async def create_jsonl_data(
+    *,
+    user_prompt: str,
+    system_prompt: str,
+    model: str = "gpt-4o",
+    max_response_tokens: int = 4096,
+) -> list[bytes]:
+    def split_message(content: str, max_tokens: int) -> list[str]:
+        # Split the content into chunks of max_tokens
+        content_tokens = encoder.encode(content)
+        chunks = []
+        for i in range(0, len(content_tokens), max_tokens):
+            chunk = content_tokens[i : i + max_tokens]
+            chunks.append(encoder.decode(chunk))
+            log.debug(f"Chunk {i/max_tokens}: {len(chunk)} tokens")
+        return chunks
+
+    encoder = tiktoken.encoding_for_model(model)
+    max_message_tokens = 127_000 - max_response_tokens
+
+    # Split user_prompt into multiple user messages if it exceeds the max_message_tokens
+    user_messages = []
+    for message_chunk in split_message(user_prompt, max_message_tokens):
+        if len(message_chunk) == 0:
+            raise Exception("Empty message chunk")
+        user_messages.append({"role": "user", "content": message_chunk})
+
+    ## count number of tokens for every user message
+    count_tokens: int = 0
+    for i, message in enumerate(user_messages):
+        count_tokens = len(encoder.encode(message["content"]))
+        log.debug(f"Number of tokens in the user messages: {count_tokens}")
+        if count_tokens > max_message_tokens:
+            raise Exception(f"Too many tokens in the user message[{i}] {count_tokens}")
+
+    batch_jobs: list[bytes] = []
+    for message in user_messages:
+        summary_request: dict[str, Any] = {
+            "custom_id": "request-1",
+            "method": "POST",
+            "url": "/v1/chat/completions",
+            "body": {
+                "model": model,
+                "messages": [
+                    {"role": "system", "content": system_prompt},
+                    message,
+                ],
+                "max_tokens": max_response_tokens,
+            },
+        }
+
+        dumped = json.dumps(summary_request)
+        batch_jobs.append(dumped.encode("utf-8"))
+
+    return batch_jobs
+
+
+async def upload_and_process_files(
+    *,
+    session: aiohttp.ClientSession,
+    jsonl_files: list[bytes],
+    api_key: str | None = None,
+    completion_window: str = "24h",
+) -> list[dict[str, Any]]:
+    """
+    Upload multiple JSONL files to OpenAI's Batch API and process them asynchronously.
+    """
+    if api_key is None:
+        api_key = get_api_key()
+    headers = {
+        "Authorization": f"Bearer {api_key}",
+    }
+
+    log.debug(
+        f"Uploading {len(jsonl_files)} files to OpenAI, completion window: {completion_window}"
+    )
+
+    async def upload_file(jsonl_data: bytes) -> str:
+        upload_url = "https://api.openai.com/v1/files"
+
+        data = aiohttp.FormData()
+        data.add_field(
+            "file",
+            jsonl_data,
+            filename="changelog.jsonl",
+            content_type="application/jsonl",
+        )
+        data.add_field("purpose", "batch")
+
+        async with session.post(upload_url, headers=headers, data=data) as response:
+            if response.status != 200:
+                raise Exception(
+                    f"File upload failed with status code {response.status}"
+                )
+            upload_response = await response.json()
+            file_id = upload_response.get("id")
+
+        if not file_id:
+            raise Exception("File ID not returned from upload")
+
+        return file_id
+
+    async def create_batch(file_id: str) -> str:
+        batch_url = "https://api.openai.com/v1/batches"
+        batch_data = {
+            "input_file_id": file_id,
+            "endpoint": "/v1/chat/completions",
+            "completion_window": f"{completion_window}",
+        }
+
+        async with session.post(
+            batch_url, headers=headers, json=batch_data
+        ) as response:
+            if response.status != 200:
+                raise Exception(
+                    f"Batch creation failed with status code {response.status}"
+                )
+            batch_response = await response.json()
+            batch_id = batch_response.get("id")
+
+        if not batch_id:
+            raise Exception("Batch ID not returned from creation")
+
+        return batch_id
+
+    async def check_batch_status(batch_id: str) -> str:
+        status_url = f"https://api.openai.com/v1/batches/{batch_id}"
+        while True:
+            async with session.get(status_url, headers=headers) as response:
+                if response.status != 200:
+                    raise Exception(
+                        f"Failed to check batch status with status code {response.status}"
+                    )
+                status_response = await response.json()
+                status = status_response.get("status")
+                if status in ["completed", "failed", "expired"]:
+                    if status != "completed":
+                        raise Exception(
+                            f"Batch processing failed with status: {status}"
+                        )
+                    return status_response.get("output_file_id")
+            await asyncio.sleep(10)
+
+    async def retrieve_results(output_file_id: str) -> list[dict[str, Any]]:
+        output_url = f"https://api.openai.com/v1/files/{output_file_id}/content"
+        async with session.get(output_url, headers=headers) as response:
+            if response.status != 200:
+                raise Exception(
+                    f"Failed to retrieve batch results with status code {response.status} reason {response.reason}"
+                )
+            content = await response.text()
+        results = [json.loads(line) for line in content.splitlines()]
+        return results
+
+    file_ids = await asyncio.gather(
+        *[upload_file(jsonl_data) for jsonl_data in jsonl_files]
+    )
+    batch_ids = await asyncio.gather(*[create_batch(file_id) for file_id in file_ids])
+    output_file_ids = await asyncio.gather(
+        *[check_batch_status(batch_id) for batch_id in batch_ids]
+    )
+    all_results = await asyncio.gather(
+        *[retrieve_results(output_file_id) for output_file_id in output_file_ids]
+    )
+
+    # Flatten the list of results
+    combined_results = [item for sublist in all_results for item in sublist]
+
+    return combined_results

pkgs/matrix-bot/matrix_bot/review_bot.py

@@ -0,0 +1,131 @@
+import logging
+
+log = logging.getLogger(__name__)
+import datetime
+import time
+
+import aiohttp
+from nio import (
+    AsyncClient,
+    JoinResponse,
+    MatrixRoom,
+    RoomMessageText,
+)
+
+from matrix_bot.gitea import (
+    GiteaData,
+    PullState,
+    fetch_pull_requests,
+)
+
+from . import BotConfig
+from .locked_open import read_locked_file, write_locked_file
+from .matrix import MatrixData, get_room_members, send_message
+
+
+async def message_callback(room: MatrixRoom, event: RoomMessageText) -> None:
+    log.debug(
+        f"Message received in room {room.display_name}\n"
+        f"{room.user_name(event.sender)} | {event.body}"
+    )
+
+
+async def send_error(client: AsyncClient, matrix: MatrixData, msg: str) -> None:
+    # If you made a new room and haven't joined as that user, you can use
+    room: JoinResponse = await client.join(matrix.review_room)
+    if not room.transport_response.ok:
+        log.error("This can happen if the room doesn't exist or the bot isn't invited")
+        raise Exception(f"Failed to join room {room}")
+    await send_message(client, room, msg, user_ids=[matrix.admin])
+
+
+async def review_requested_bot(
+    client: AsyncClient,
+    http: aiohttp.ClientSession,
+    matrix: MatrixData,
+    gitea: GiteaData,
+    bot_conf: BotConfig,
+) -> None:
+    # If you made a new room and haven't joined as that user, you can use
+    room: JoinResponse = await client.join(matrix.review_room)
+
+    if not room.transport_response.ok:
+        log.error("This can happen if the room doesn't exist or the bot isn't invited")
+        raise Exception(f"Failed to join room {room}")
+
+    # Get the members of the room
+    room_users = await get_room_members(client, room)
+
+    # Fetch the pull requests
+    tstart = time.time()
+    pulls = await fetch_pull_requests(gitea, http, limit=50, state=PullState.ALL)
+
+    # Read the last updated pull request
+    ping_hist_path = bot_conf.data_dir / "last_review_run.json"
+    ping_hist = read_locked_file(ping_hist_path)
+
+    # Check if the pull request is mergeable and needs review
+    # and if the pull request is newer than the last updated pull request
+    for pull in pulls:
+        requested_reviewers = pull["requested_reviewers"]
+        assigned_users = pull["assignees"]
+        mentioned_users = []
+        if assigned_users:
+            mentioned_users.extend(assigned_users)
+        if requested_reviewers:
+            mentioned_users.extend(requested_reviewers)
+
+        mentioned_users = list(map(lambda x: x["login"].lower(), mentioned_users))
+        mentioned_users = list(
+            filter(lambda name: name not in matrix.user, mentioned_users)
+        )
+        pull_id = str(pull["id"])
+        needs_review_label = any(
+            x["name"] in gitea.mention_labels for x in pull["labels"]
+        )
+        if (
+            len(mentioned_users) > 0
+            and pull["mergeable"]
+            or needs_review_label
+            and pull["mergeable"]
+        ):
+            # Mention the pull request again if it has been updated
+            if gitea.mention_on_update:
+                last_time_updated = ping_hist.get(pull_id, {}).get(
+                    "updated_at", datetime.datetime.min.isoformat()
+                )
+                if ping_hist == {} or pull["updated_at"] > last_time_updated:
+                    ping_hist[pull_id] = pull
+                else:
+                    continue
+            else:
+                if ping_hist == {} or pull_id not in ping_hist:
+                    ping_hist[pull_id] = pull
+                else:
+                    continue
+
+            # Check if the requested reviewers are in the room
+            ping_users = []
+            for user in room_users:
+                user_name = user.display_name.lower()
+                if any(
+                    user_name in mentioned_user or mentioned_user in user_name
+                    for mentioned_user in mentioned_users
+                ):
+                    ping_users.append(user.user_id)
+
+            # Send a message to the room and mention the users
+            log.info(f"Pull request {pull['title']} needs review")
+            log.debug(
+                f"Mentioned users: {mentioned_users}, has needs-review label: {needs_review_label}"
+            )
+            message = f"Review Requested:\n[{pull['title']}]({pull['html_url']})"
+            await send_message(client, room, message, user_ids=ping_users)
+
+    # Write the new last updated pull request
+    write_locked_file(ping_hist_path, ping_hist)
+
+    # Time taken
+    tend = time.time()
+    tdiff = round(tend - tstart)
+    log.debug(f"Time taken: {tdiff}s")

pkgs/matrix-bot/pyproject.toml

@@ -0,0 +1,68 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "matrix-bot"
+description = "matrix bot for release messages from git commits"
+dynamic = ["version"]
+scripts = { mbot = "matrix_bot:main" }
+license = {text = "MIT"}
+
+[project.urls]
+Homepage = "https://clan.lol/"
+Documentation = "https://docs.clan.lol/"
+Repository = "https://git.clan.lol/clan/clan-core"
+
+[tool.setuptools.packages.find]
+exclude = ["result"]
+
+[tool.setuptools.package-data]
+matrix_bot = ["py.typed"]
+
+[tool.pytest.ini_options]
+testpaths = "tests"
+faulthandler_timeout = 60
+log_level = "DEBUG"
+log_format = "%(levelname)s: %(message)s\n       %(pathname)s:%(lineno)d::%(funcName)s"
+addopts = "--cov . --cov-report term --cov-report html:.reports/html --no-cov-on-fail --durations 5 --color=yes --new-first" # Add --pdb for debugging
+norecursedirs = "tests/helpers"
+markers = ["impure", "with_core"]
+
+[tool.mypy]
+python_version = "3.11"
+warn_redundant_casts = true
+disallow_untyped_calls = true
+disallow_untyped_defs = true
+no_implicit_optional = true
+
+[[tool.mypy.overrides]]
+module = "argcomplete.*"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "ipdb.*"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "pytest.*"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "setuptools.*"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "nio.*"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "markdown2.*"
+ignore_missing_imports = true
+
+
+[tool.ruff]
+target-version = "py311"
+line-length = 88
+lint.select = [ "E", "F", "I", "U", "N", "RUF", "ANN", "A" ]
+lint.ignore = ["E501", "E402", "E731", "ANN101", "ANN401", "A003"]

pkgs/matrix-bot/shell.nix

@@ -0,0 +1,31 @@
+{
+  matrix-bot,
+  mkShell,
+  ruff,
+  python3,
+}:
+let
+  devshellTestDeps =
+    matrix-bot.passthru.testDependencies
+    ++ (with python3.pkgs; [
+      rope
+      setuptools
+      mypy
+      wheel
+      ipdb
+      pip
+    ]);
+in
+mkShell {
+  buildInputs = [ ruff ] ++ devshellTestDeps;
+
+  PYTHONBREAKPOINT = "ipdb.set_trace";
+
+  shellHook = ''
+    export GIT_ROOT="$(git rev-parse --show-toplevel)"
+    export PKG_ROOT="$GIT_ROOT/pkgs/matrix-bot"
+
+    # Add clan command to PATH
+    export PATH="$PKG_ROOT/bin":"$PATH"
+  '';
+}

pkgs/renovate/composition.nix

@@ -1,17 +0,0 @@
-# This file has been generated by node2nix 1.11.1. Do not edit!
-
-{pkgs ? import <nixpkgs> {
-    inherit system;
-  }, system ? builtins.currentSystem, nodejs ? pkgs."nodejs_18"}:
-
-let
-  nodeEnv = import ./node-env.nix {
-    inherit (pkgs) stdenv lib python2 runCommand writeTextFile writeShellScript;
-    inherit pkgs nodejs;
-    libtool = if pkgs.stdenv.isDarwin then pkgs.darwin.cctools else null;
-  };
-in
-import ./node-packages.nix {
-  inherit (pkgs) fetchurl nix-gitignore stdenv lib fetchgit;
-  inherit nodeEnv;
-}

pkgs/renovate/default.nix

@@ -1,8 +0,0 @@
-{ pkgs, system, nodejs-18_x, makeWrapper }:
-let
-  nodePackages = import ./composition.nix {
-    inherit pkgs system;
-    nodejs = nodejs-18_x;
-  };
-in
-nodePackages

pkgs/renovate/generate.sh

@@ -1,5 +0,0 @@
-#!/usr/bin/env nix-shell
-#! nix-shell -i bash -p nodePackages.node2nix
-
-rm -f node-env.nix
-node2nix -18 -i node-packages.json -o node-packages.nix -c composition.nix

pkgs/renovate/node-env.nix

@@ -1,689 +0,0 @@
-# This file originates from node2nix
-
-{lib, stdenv, nodejs, python2, pkgs, libtool, runCommand, writeTextFile, writeShellScript}:
-
-let
-  # Workaround to cope with utillinux in Nixpkgs 20.09 and util-linux in Nixpkgs master
-  utillinux = if pkgs ? utillinux then pkgs.utillinux else pkgs.util-linux;
-
-  python = if nodejs ? python then nodejs.python else python2;
-
-  # Create a tar wrapper that filters all the 'Ignoring unknown extended header keyword' noise
-  tarWrapper = runCommand "tarWrapper" {} ''
-    mkdir -p $out/bin
-
-    cat > $out/bin/tar <<EOF
-    #! ${stdenv.shell} -e
-    $(type -p tar) "\$@" --warning=no-unknown-keyword --delay-directory-restore
-    EOF
-
-    chmod +x $out/bin/tar
-  '';
-
-  # Function that generates a TGZ file from a NPM project
-  buildNodeSourceDist =
-    { name, version, src, ... }:
-
-    stdenv.mkDerivation {
-      name = "node-tarball-${name}-${version}";
-      inherit src;
-      buildInputs = [ nodejs ];
-      buildPhase = ''
-        export HOME=$TMPDIR
-        tgzFile=$(npm pack | tail -n 1) # Hooks to the pack command will add output (https://docs.npmjs.com/misc/scripts)
-      '';
-      installPhase = ''
-        mkdir -p $out/tarballs
-        mv $tgzFile $out/tarballs
-        mkdir -p $out/nix-support
-        echo "file source-dist $out/tarballs/$tgzFile" >> $out/nix-support/hydra-build-products
-      '';
-    };
-
-  # Common shell logic
-  installPackage = writeShellScript "install-package" ''
-    installPackage() {
-      local packageName=$1 src=$2
-
-      local strippedName
-
-      local DIR=$PWD
-      cd $TMPDIR
-
-      unpackFile $src
-
-      # Make the base dir in which the target dependency resides first
-      mkdir -p "$(dirname "$DIR/$packageName")"
-
-      if [ -f "$src" ]
-      then
-          # Figure out what directory has been unpacked
-          packageDir="$(find . -maxdepth 1 -type d | tail -1)"
-
-          # Restore write permissions to make building work
-          find "$packageDir" -type d -exec chmod u+x {} \;
-          chmod -R u+w "$packageDir"
-
-          # Move the extracted tarball into the output folder
-          mv "$packageDir" "$DIR/$packageName"
-      elif [ -d "$src" ]
-      then
-          # Get a stripped name (without hash) of the source directory.
-          # On old nixpkgs it's already set internally.
-          if [ -z "$strippedName" ]
-          then
-              strippedName="$(stripHash $src)"
-          fi
-
-          # Restore write permissions to make building work
-          chmod -R u+w "$strippedName"
-
-          # Move the extracted directory into the output folder
-          mv "$strippedName" "$DIR/$packageName"
-      fi
-
-      # Change to the package directory to install dependencies
-      cd "$DIR/$packageName"
-    }
-  '';
-
-  # Bundle the dependencies of the package
-  #
-  # Only include dependencies if they don't exist. They may also be bundled in the package.
-  includeDependencies = {dependencies}:
-    lib.optionalString (dependencies != []) (
-      ''
-        mkdir -p node_modules
-        cd node_modules
-      ''
-      + (lib.concatMapStrings (dependency:
-        ''
-          if [ ! -e "${dependency.packageName}" ]; then
-              ${composePackage dependency}
-          fi
-        ''
-      ) dependencies)
-      + ''
-        cd ..
-      ''
-    );
-
-  # Recursively composes the dependencies of a package
-  composePackage = { name, packageName, src, dependencies ? [], ... }@args:
-    builtins.addErrorContext "while evaluating node package '${packageName}'" ''
-      installPackage "${packageName}" "${src}"
-      ${includeDependencies { inherit dependencies; }}
-      cd ..
-      ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
-    '';
-
-  pinpointDependencies = {dependencies, production}:
-    let
-      pinpointDependenciesFromPackageJSON = writeTextFile {
-        name = "pinpointDependencies.js";
-        text = ''
-          var fs = require('fs');
-          var path = require('path');
-
-          function resolveDependencyVersion(location, name) {
-              if(location == process.env['NIX_STORE']) {
-                  return null;
-              } else {
-                  var dependencyPackageJSON = path.join(location, "node_modules", name, "package.json");
-
-                  if(fs.existsSync(dependencyPackageJSON)) {
-                      var dependencyPackageObj = JSON.parse(fs.readFileSync(dependencyPackageJSON));
-
-                      if(dependencyPackageObj.name == name) {
-                          return dependencyPackageObj.version;
-                      }
-                  } else {
-                      return resolveDependencyVersion(path.resolve(location, ".."), name);
-                  }
-              }
-          }
-
-          function replaceDependencies(dependencies) {
-              if(typeof dependencies == "object" && dependencies !== null) {
-                  for(var dependency in dependencies) {
-                      var resolvedVersion = resolveDependencyVersion(process.cwd(), dependency);
-
-                      if(resolvedVersion === null) {
-                          process.stderr.write("WARNING: cannot pinpoint dependency: "+dependency+", context: "+process.cwd()+"\n");
-                      } else {
-                          dependencies[dependency] = resolvedVersion;
-                      }
-                  }
-              }
-          }
-
-          /* Read the package.json configuration */
-          var packageObj = JSON.parse(fs.readFileSync('./package.json'));
-
-          /* Pinpoint all dependencies */
-          replaceDependencies(packageObj.dependencies);
-          if(process.argv[2] == "development") {
-              replaceDependencies(packageObj.devDependencies);
-          }
-          else {
-              packageObj.devDependencies = {};
-          }
-          replaceDependencies(packageObj.optionalDependencies);
-          replaceDependencies(packageObj.peerDependencies);
-
-          /* Write the fixed package.json file */
-          fs.writeFileSync("package.json", JSON.stringify(packageObj, null, 2));
-        '';
-      };
-    in
-    ''
-      node ${pinpointDependenciesFromPackageJSON} ${if production then "production" else "development"}
-
-      ${lib.optionalString (dependencies != [])
-        ''
-          if [ -d node_modules ]
-          then
-              cd node_modules
-              ${lib.concatMapStrings (dependency: pinpointDependenciesOfPackage dependency) dependencies}
-              cd ..
-          fi
-        ''}
-    '';
-
-  # Recursively traverses all dependencies of a package and pinpoints all
-  # dependencies in the package.json file to the versions that are actually
-  # being used.
-
-  pinpointDependenciesOfPackage = { packageName, dependencies ? [], production ? true, ... }@args:
-    ''
-      if [ -d "${packageName}" ]
-      then
-          cd "${packageName}"
-          ${pinpointDependencies { inherit dependencies production; }}
-          cd ..
-          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
-      fi
-    '';
-
-  # Extract the Node.js source code which is used to compile packages with
-  # native bindings
-  nodeSources = runCommand "node-sources" {} ''
-    tar --no-same-owner --no-same-permissions -xf ${nodejs.src}
-    mv node-* $out
-  '';
-
-  # Script that adds _integrity fields to all package.json files to prevent NPM from consulting the cache (that is empty)
-  addIntegrityFieldsScript = writeTextFile {
-    name = "addintegrityfields.js";
-    text = ''
-      var fs = require('fs');
-      var path = require('path');
-
-      function augmentDependencies(baseDir, dependencies) {
-          for(var dependencyName in dependencies) {
-              var dependency = dependencies[dependencyName];
-
-              // Open package.json and augment metadata fields
-              var packageJSONDir = path.join(baseDir, "node_modules", dependencyName);
-              var packageJSONPath = path.join(packageJSONDir, "package.json");
-
-              if(fs.existsSync(packageJSONPath)) { // Only augment packages that exist. Sometimes we may have production installs in which development dependencies can be ignored
-                  console.log("Adding metadata fields to: "+packageJSONPath);
-                  var packageObj = JSON.parse(fs.readFileSync(packageJSONPath));
-
-                  if(dependency.integrity) {
-                      packageObj["_integrity"] = dependency.integrity;
-                  } else {
-                      packageObj["_integrity"] = "sha1-000000000000000000000000000="; // When no _integrity string has been provided (e.g. by Git dependencies), add a dummy one. It does not seem to harm and it bypasses downloads.
-                  }
-
-                  if(dependency.resolved) {
-                      packageObj["_resolved"] = dependency.resolved; // Adopt the resolved property if one has been provided
-                  } else {
-                      packageObj["_resolved"] = dependency.version; // Set the resolved version to the version identifier. This prevents NPM from cloning Git repositories.
-                  }
-
-                  if(dependency.from !== undefined) { // Adopt from property if one has been provided
-                      packageObj["_from"] = dependency.from;
-                  }
-
-                  fs.writeFileSync(packageJSONPath, JSON.stringify(packageObj, null, 2));
-              }
-
-              // Augment transitive dependencies
-              if(dependency.dependencies !== undefined) {
-                  augmentDependencies(packageJSONDir, dependency.dependencies);
-              }
-          }
-      }
-
-      if(fs.existsSync("./package-lock.json")) {
-          var packageLock = JSON.parse(fs.readFileSync("./package-lock.json"));
-
-          if(![1, 2].includes(packageLock.lockfileVersion)) {
-            process.stderr.write("Sorry, I only understand lock file versions 1 and 2!\n");
-            process.exit(1);
-          }
-
-          if(packageLock.dependencies !== undefined) {
-              augmentDependencies(".", packageLock.dependencies);
-          }
-      }
-    '';
-  };
-
-  # Reconstructs a package-lock file from the node_modules/ folder structure and package.json files with dummy sha1 hashes
-  reconstructPackageLock = writeTextFile {
-    name = "reconstructpackagelock.js";
-    text = ''
-      var fs = require('fs');
-      var path = require('path');
-
-      var packageObj = JSON.parse(fs.readFileSync("package.json"));
-
-      var lockObj = {
-          name: packageObj.name,
-          version: packageObj.version,
-          lockfileVersion: 2,
-          requires: true,
-          packages: {
-              "": {
-                  name: packageObj.name,
-                  version: packageObj.version,
-                  license: packageObj.license,
-                  bin: packageObj.bin,
-                  dependencies: packageObj.dependencies,
-                  engines: packageObj.engines,
-                  optionalDependencies: packageObj.optionalDependencies
-              }
-          },
-          dependencies: {}
-      };
-
-      function augmentPackageJSON(filePath, packages, dependencies) {
-          var packageJSON = path.join(filePath, "package.json");
-          if(fs.existsSync(packageJSON)) {
-              var packageObj = JSON.parse(fs.readFileSync(packageJSON));
-              packages[filePath] = {
-                  version: packageObj.version,
-                  integrity: "sha1-000000000000000000000000000=",
-                  dependencies: packageObj.dependencies,
-                  engines: packageObj.engines,
-                  optionalDependencies: packageObj.optionalDependencies
-              };
-              dependencies[packageObj.name] = {
-                  version: packageObj.version,
-                  integrity: "sha1-000000000000000000000000000=",
-                  dependencies: {}
-              };
-              processDependencies(path.join(filePath, "node_modules"), packages, dependencies[packageObj.name].dependencies);
-          }
-      }
-
-      function processDependencies(dir, packages, dependencies) {
-          if(fs.existsSync(dir)) {
-              var files = fs.readdirSync(dir);
-
-              files.forEach(function(entry) {
-                  var filePath = path.join(dir, entry);
-                  var stats = fs.statSync(filePath);
-
-                  if(stats.isDirectory()) {
-                      if(entry.substr(0, 1) == "@") {
-                          // When we encounter a namespace folder, augment all packages belonging to the scope
-                          var pkgFiles = fs.readdirSync(filePath);
-
-                          pkgFiles.forEach(function(entry) {
-                              if(stats.isDirectory()) {
-                                  var pkgFilePath = path.join(filePath, entry);
-                                  augmentPackageJSON(pkgFilePath, packages, dependencies);
-                              }
-                          });
-                      } else {
-                          augmentPackageJSON(filePath, packages, dependencies);
-                      }
-                  }
-              });
-          }
-      }
-
-      processDependencies("node_modules", lockObj.packages, lockObj.dependencies);
-
-      fs.writeFileSync("package-lock.json", JSON.stringify(lockObj, null, 2));
-    '';
-  };
-
-  # Script that links bins defined in package.json to the node_modules bin directory
-  # NPM does not do this for top-level packages itself anymore as of v7
-  linkBinsScript = writeTextFile {
-    name = "linkbins.js";
-    text = ''
-      var fs = require('fs');
-      var path = require('path');
-
-      var packageObj = JSON.parse(fs.readFileSync("package.json"));
-
-      var nodeModules = Array(packageObj.name.split("/").length).fill("..").join(path.sep);
-
-      if(packageObj.bin !== undefined) {
-          fs.mkdirSync(path.join(nodeModules, ".bin"))
-
-          if(typeof packageObj.bin == "object") {
-              Object.keys(packageObj.bin).forEach(function(exe) {
-                  if(fs.existsSync(packageObj.bin[exe])) {
-                      console.log("linking bin '" + exe + "'");
-                      fs.symlinkSync(
-                          path.join("..", packageObj.name, packageObj.bin[exe]),
-                          path.join(nodeModules, ".bin", exe)
-                      );
-                  }
-                  else {
-                      console.log("skipping non-existent bin '" + exe + "'");
-                  }
-              })
-          }
-          else {
-              if(fs.existsSync(packageObj.bin)) {
-                  console.log("linking bin '" + packageObj.bin + "'");
-                  fs.symlinkSync(
-                      path.join("..", packageObj.name, packageObj.bin),
-                      path.join(nodeModules, ".bin", packageObj.name.split("/").pop())
-                  );
-              }
-              else {
-                  console.log("skipping non-existent bin '" + packageObj.bin + "'");
-              }
-          }
-      }
-      else if(packageObj.directories !== undefined && packageObj.directories.bin !== undefined) {
-          fs.mkdirSync(path.join(nodeModules, ".bin"))
-
-          fs.readdirSync(packageObj.directories.bin).forEach(function(exe) {
-              if(fs.existsSync(path.join(packageObj.directories.bin, exe))) {
-                  console.log("linking bin '" + exe + "'");
-                  fs.symlinkSync(
-                      path.join("..", packageObj.name, packageObj.directories.bin, exe),
-                      path.join(nodeModules, ".bin", exe)
-                  );
-              }
-              else {
-                  console.log("skipping non-existent bin '" + exe + "'");
-              }
-          })
-      }
-    '';
-  };
-
-  prepareAndInvokeNPM = {packageName, bypassCache, reconstructLock, npmFlags, production}:
-    let
-      forceOfflineFlag = if bypassCache then "--offline" else "--registry http://www.example.com";
-    in
-    ''
-        # Pinpoint the versions of all dependencies to the ones that are actually being used
-        echo "pinpointing versions of dependencies..."
-        source $pinpointDependenciesScriptPath
-
-        # Patch the shebangs of the bundled modules to prevent them from
-        # calling executables outside the Nix store as much as possible
-        patchShebangs .
-
-        # Deploy the Node.js package by running npm install. Since the
-        # dependencies have been provided already by ourselves, it should not
-        # attempt to install them again, which is good, because we want to make
-        # it Nix's responsibility. If it needs to install any dependencies
-        # anyway (e.g. because the dependency parameters are
-        # incomplete/incorrect), it fails.
-        #
-        # The other responsibilities of NPM are kept -- version checks, build
-        # steps, postprocessing etc.
-
-        export HOME=$TMPDIR
-        cd "${packageName}"
-        runHook preRebuild
-
-        ${lib.optionalString bypassCache ''
-          ${lib.optionalString reconstructLock ''
-            if [ -f package-lock.json ]
-            then
-                echo "WARNING: Reconstruct lock option enabled, but a lock file already exists!"
-                echo "This will most likely result in version mismatches! We will remove the lock file and regenerate it!"
-                rm package-lock.json
-            else
-                echo "No package-lock.json file found, reconstructing..."
-            fi
-
-            node ${reconstructPackageLock}
-          ''}
-
-          node ${addIntegrityFieldsScript}
-        ''}
-
-        npm ${forceOfflineFlag} --nodedir=${nodeSources} ${npmFlags} ${lib.optionalString production "--production"} rebuild
-
-        runHook postRebuild
-
-        if [ "''${dontNpmInstall-}" != "1" ]
-        then
-            # NPM tries to download packages even when they already exist if npm-shrinkwrap is used.
-            rm -f npm-shrinkwrap.json
-
-            npm ${forceOfflineFlag} --nodedir=${nodeSources} --no-bin-links --ignore-scripts ${npmFlags} ${lib.optionalString production "--production"} install
-        fi
-
-        # Link executables defined in package.json
-        node ${linkBinsScript}
-    '';
-
-  # Builds and composes an NPM package including all its dependencies
-  buildNodePackage =
-    { name
-    , packageName
-    , version ? null
-    , dependencies ? []
-    , buildInputs ? []
-    , production ? true
-    , npmFlags ? ""
-    , dontNpmInstall ? false
-    , bypassCache ? false
-    , reconstructLock ? false
-    , preRebuild ? ""
-    , dontStrip ? true
-    , unpackPhase ? "true"
-    , buildPhase ? "true"
-    , meta ? {}
-    , ... }@args:
-
-    let
-      extraArgs = removeAttrs args [ "name" "dependencies" "buildInputs" "dontStrip" "dontNpmInstall" "preRebuild" "unpackPhase" "buildPhase" "meta" ];
-    in
-    stdenv.mkDerivation ({
-      name = "${name}${if version == null then "" else "-${version}"}";
-      buildInputs = [ tarWrapper python nodejs ]
-        ++ lib.optional (stdenv.isLinux) utillinux
-        ++ lib.optional (stdenv.isDarwin) libtool
-        ++ buildInputs;
-
-      inherit nodejs;
-
-      inherit dontStrip; # Stripping may fail a build for some package deployments
-      inherit dontNpmInstall preRebuild unpackPhase buildPhase;
-
-      compositionScript = composePackage args;
-      pinpointDependenciesScript = pinpointDependenciesOfPackage args;
-
-      passAsFile = [ "compositionScript" "pinpointDependenciesScript" ];
-
-      installPhase = ''
-        source ${installPackage}
-
-        # Create and enter a root node_modules/ folder
-        mkdir -p $out/lib/node_modules
-        cd $out/lib/node_modules
-
-        # Compose the package and all its dependencies
-        source $compositionScriptPath
-
-        ${prepareAndInvokeNPM { inherit packageName bypassCache reconstructLock npmFlags production; }}
-
-        # Create symlink to the deployed executable folder, if applicable
-        if [ -d "$out/lib/node_modules/.bin" ]
-        then
-            ln -s $out/lib/node_modules/.bin $out/bin
-
-            # Fixup all executables
-            ls $out/bin/* | while read i
-            do
-                file="$(readlink -f "$i")"
-                chmod u+rwx "$file"
-                if isScript "$file"
-                then
-                    sed -i 's/\r$//' "$file"  # convert crlf to lf
-                fi
-            done
-        fi
-
-        # Create symlinks to the deployed manual page folders, if applicable
-        if [ -d "$out/lib/node_modules/${packageName}/man" ]
-        then
-            mkdir -p $out/share
-            for dir in "$out/lib/node_modules/${packageName}/man/"*
-            do
-                mkdir -p $out/share/man/$(basename "$dir")
-                for page in "$dir"/*
-                do
-                    ln -s $page $out/share/man/$(basename "$dir")
-                done
-            done
-        fi
-
-        # Run post install hook, if provided
-        runHook postInstall
-      '';
-
-      meta = {
-        # default to Node.js' platforms
-        platforms = nodejs.meta.platforms;
-      } // meta;
-    } // extraArgs);
-
-  # Builds a node environment (a node_modules folder and a set of binaries)
-  buildNodeDependencies =
-    { name
-    , packageName
-    , version ? null
-    , src
-    , dependencies ? []
-    , buildInputs ? []
-    , production ? true
-    , npmFlags ? ""
-    , dontNpmInstall ? false
-    , bypassCache ? false
-    , reconstructLock ? false
-    , dontStrip ? true
-    , unpackPhase ? "true"
-    , buildPhase ? "true"
-    , ... }@args:
-
-    let
-      extraArgs = removeAttrs args [ "name" "dependencies" "buildInputs" ];
-    in
-      stdenv.mkDerivation ({
-        name = "node-dependencies-${name}${if version == null then "" else "-${version}"}";
-
-        buildInputs = [ tarWrapper python nodejs ]
-          ++ lib.optional (stdenv.isLinux) utillinux
-          ++ lib.optional (stdenv.isDarwin) libtool
-          ++ buildInputs;
-
-        inherit dontStrip; # Stripping may fail a build for some package deployments
-        inherit dontNpmInstall unpackPhase buildPhase;
-
-        includeScript = includeDependencies { inherit dependencies; };
-        pinpointDependenciesScript = pinpointDependenciesOfPackage args;
-
-        passAsFile = [ "includeScript" "pinpointDependenciesScript" ];
-
-        installPhase = ''
-          source ${installPackage}
-
-          mkdir -p $out/${packageName}
-          cd $out/${packageName}
-
-          source $includeScriptPath
-
-          # Create fake package.json to make the npm commands work properly
-          cp ${src}/package.json .
-          chmod 644 package.json
-          ${lib.optionalString bypassCache ''
-            if [ -f ${src}/package-lock.json ]
-            then
-                cp ${src}/package-lock.json .
-                chmod 644 package-lock.json
-            fi
-          ''}
-
-          # Go to the parent folder to make sure that all packages are pinpointed
-          cd ..
-          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
-
-          ${prepareAndInvokeNPM { inherit packageName bypassCache reconstructLock npmFlags production; }}
-
-          # Expose the executables that were installed
-          cd ..
-          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
-
-          mv ${packageName} lib
-          ln -s $out/lib/node_modules/.bin $out/bin
-        '';
-      } // extraArgs);
-
-  # Builds a development shell
-  buildNodeShell =
-    { name
-    , packageName
-    , version ? null
-    , src
-    , dependencies ? []
-    , buildInputs ? []
-    , production ? true
-    , npmFlags ? ""
-    , dontNpmInstall ? false
-    , bypassCache ? false
-    , reconstructLock ? false
-    , dontStrip ? true
-    , unpackPhase ? "true"
-    , buildPhase ? "true"
-    , ... }@args:
-
-    let
-      nodeDependencies = buildNodeDependencies args;
-      extraArgs = removeAttrs args [ "name" "dependencies" "buildInputs" "dontStrip" "dontNpmInstall" "unpackPhase" "buildPhase" ];
-    in
-    stdenv.mkDerivation ({
-      name = "node-shell-${name}${if version == null then "" else "-${version}"}";
-
-      buildInputs = [ python nodejs ] ++ lib.optional (stdenv.isLinux) utillinux ++ buildInputs;
-      buildCommand = ''
-        mkdir -p $out/bin
-        cat > $out/bin/shell <<EOF
-        #! ${stdenv.shell} -e
-        $shellHook
-        exec ${stdenv.shell}
-        EOF
-        chmod +x $out/bin/shell
-      '';
-
-      # Provide the dependencies in a development shell through the NODE_PATH environment variable
-      inherit nodeDependencies;
-      shellHook = lib.optionalString (dependencies != []) ''
-        export NODE_PATH=${nodeDependencies}/lib/node_modules
-        export PATH="${nodeDependencies}/bin:$PATH"
-      '';
-    } // extraArgs);
-in
-{
-  buildNodeSourceDist = lib.makeOverridable buildNodeSourceDist;
-  buildNodePackage = lib.makeOverridable buildNodePackage;
-  buildNodeDependencies = lib.makeOverridable buildNodeDependencies;
-  buildNodeShell = lib.makeOverridable buildNodeShell;
-}

pkgs/renovate/node-packages.json

@@ -1,3 +0,0 @@
-[
-    "renovate"
-]

pkgs/writers.nix

@@ -1,12 +1,13 @@
-{ lib
-, bash
-, coreutils
-, gawk
-, path
-, # nixpkgs path
-  writeScript
-, writeScriptBin
-, ...
+{
+  lib,
+  bash,
+  coreutils,
+  gawk,
+  path,
+  # nixpkgs path
+  writeScript,
+  writeScriptBin,
+  ...
 }:
 let
   # Create a script that runs in a `pure` environment, in the sense that:
@@ -18,12 +19,12 @@ let
   #   - all environment variables are unset, except:
   #     - the ones listed in `keepVars` defined in ./default.nix
   #     - the ones listed via the `KEEP_VARS` variable
-  writePureShellScript = PATH: script:
-    writeScript "script.sh" (mkScript PATH script);
+  writePureShellScript = PATH: script: writeScript "script.sh" (mkScript PATH script);
 
   # Creates a script in a `bin/` directory in the output; suitable for use with `lib.makeBinPath`, etc.
   # See {option}`writers.writePureShellScript`
-  writePureShellScriptBin = binName: PATH: script:
+  writePureShellScriptBin =
+    binName: PATH: script:
     writeScriptBin binName (mkScript PATH script);
 
   mkScript = PATH: scriptText: ''
@@ -91,8 +92,5 @@ let
   '';
 in
 {
-  inherit
-    writePureShellScript
-    writePureShellScriptBin
-    ;
+  inherit writePureShellScript writePureShellScriptBin;
 }

sops/secrets/buildbot-oauth-secret-file/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/buildbot-oauth-secret-file/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:58ptmutnKoe4R6IE053eEm1gtgY1evYQM+WJtMRTuNm9Z1lE40Q8VJ4gDZ8xkc2ZWssizEgB0Iw=,iv:pNEUemTqKU4joMU9mJI4yYrLGfoHsD10G7BFbqsbSVA=,tag:oJfePGGn/OXJT7l1cugnkQ==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBBeVpORHNpdk1TZURNQlVE\nRFRtb0ZMODZ5WXdPOHoyVm42TUxnWVJRTGhrCmdOcndyTHlTMUdKYlJnajF0bXRj\ndDNYTmNNanpUbWF4NDJIdlNVQVpZS0EKLS0tIHRCYlpNMHVIMklQbkc2d3Vaenpl\ncysrK3FnSFpTdTVsQUhWTVRmb2h1eFkKmhJdVLu1zb+lEIlDHeoeExaiRQW075mY\nw6dM9dSW1BXTQmKT9q3WsAfF1SDafhSvBpphXTKBI58vrtFNFxJquQ==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBPc2h2VEErMmRpMndBY3hN\nMlJVM3ZJTHJSQWppQ2wzV0V2T2xiS3BUSXdjCk9WaS9RL3pzSUJCakh4ZkIvQXk0\nV3VweE4yNDZZUHViZHZ3clNHMDB4UEUKLS0tIHkrMXpib2pneHl0a1kyM2VreGty\nMzNQMnJVaXRCT2ZneCtSNlFwREFza0UK2QUqLP6MfsJD1zsI5w/Oq/t87L3k4z/6\nxCe5ZTSBJcksV9v3E20jmFBcJHN/7Yrvp/FeQZRTUr8J9xY5DTBPHQ==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-04-30T11:28:18Z",
+		"mac": "ENC[AES256_GCM,data:umJSHZSWw/EYeinv2QCsJjq7t+awSj4LY8dthXWrX5nLPEzuzGpQrGfAGNle15SudfpZ0XpzeoiFrK6LqeQUr6BwlyWRjuwZjBD0Eo/RG5zvv0lEcQ666KWVlq8v7lP1rNuXIXGSef4ZN/Oqel0HAJW4d05YedwShD6/99HyLhw=,iv:VusNFfl5MRjv1Vrbkcw9auY4DxW9tkMvEJ4KPDEpk18=,tag:0yESnJbjneyG5PQagcsSOQ==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/buildbot-oauth-secret-file/users/joerg

@@ -0,0 +1 @@
+../../../users/joerg

sops/secrets/buildbot-token-file/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/buildbot-token-file/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:wAUAcK0gtlCSCuXUMp6w/MBnn+J407iObssBVFjR7I1VUe9enghf4/Q=,iv:nbcgGyOCt8iO1FLPnV4aakLugr6/7fj/DB75KwqC93I=,tag:1D6B38fKIpQFdxobQ89mrg==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBTa29QelppdVhheGR0YytK\nR1NWNTU1MUt0WHY1cDBqN2YwRURzN1lEVEhjCmpvK0tmNEZReWpKVGlkUWREakpa\nYnJYbGRUcGJHdGVnYmhKTktVckpKR00KLS0tIDZicFZERnlNckEwTUFaTk11bWsw\nb3hjblFvTWwrZXJLNFp2SkhuN0c5aXMKkYTrgforNlHLf14TLkV2G2qEE87u4dSC\niiywv7ltnotTiAgG2RgQwkmHubpFaEhVyhRskNmVjQI8gZ74AxmC+w==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBwUzlmMFdySGE0UjJlWEFZ\nL3lNbWpHYUNNTDRHTUE1bVNvMnkzOUZzOEc4CjUrYUNnLzNxQXlJWGJvY2RyU0w1\nWlFpTVFybXdEUVB4cHZIUWFja0poSXMKLS0tIFErMEk3dS9qcWhUUGVnZE41VE0w\nQlBpUCtlQkR2RzlKSjNKMHpHd2xaMUEKe5DRJeyGqMeGWzzWXrdhzLmriXs6BDMq\nA8s4AApF8ojwZdZ7K7k8lslof/kxuFhD7KLhrOJmSgvfRZ8a8vcz7w==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-05-01T09:44:51Z",
+		"mac": "ENC[AES256_GCM,data:Bofuu/7Mk1qbsFUE5HTeX9daEQg2NDby0ev/Q96fiLKwcg0rpIFk84NxwPKB/hLGAiUoHEegnzrCFCcAmGPaVQtr/W6dEKsdeVH3R3UBTekEwkXGAnKvrmcS7Vbd/bzvcSA+NuuO93laAgeU/HjMOmkwZwR8GN1LkxGfinVCGhM=,iv:mqMoCB5welSRzSzaIgi9P+Y60n+/ZrB0LlR8Mx2bIRM=,tag:Ytvv38xMoXzHow4qheRLQA==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/buildbot-token-file/users/joerg

@@ -0,0 +1 @@
+../../../users/joerg

sops/secrets/buildbot-webhook-secret-file/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/buildbot-webhook-secret-file/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:Bzc+7/1WPH1P9L9B/fzhtD4PAtsvplXU7SKVyC2o,iv:aLq+EZ1twpHa47nvcIv0M1SIb+IzzIa0lYiu92/GMwI=,tag:+zXRw99x/E2R5MZqIXgz/g==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSB6WlBpTXlhZHBsM2VsVFAw\nUlY3S2l4R3hDZmJoM2lJd0lkNXY5YUNiRVJzClc1b0NxYndEYkZUMy9TS1BmdDBO\nTks3Q2llL1Jkc2NIeWV1QWVpdVdZYVkKLS0tIFovMEtBbU1hTURHZDNzZ0drUndY\nYVU2YTJxVENXdkFTRTdVT0FWa3RoU0EKqZ1XST0fbbagViwG8xtAjjts9AA/Hn0m\nIO5mpZNYNUzf+l0Zi/AjtAnaRrpZowV0gcskfcj3LX30CbwwySH3qA==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBEMjBoZHpBN0JBZVFlUnd2\nWVpYMXNaOVQ2eExuWlBWYWppL2ltYXBnRWlRClRReUcrT2RYck1XQlFINGUyVFNn\nNGdiSkQzUERaTXNEaUJycHBXZ1pXelUKLS0tIDUxMzl1MzBDdmpXRnphUkdhRzRz\nUm9UbWhjUFA4M0JxLyt4d1pMMFJEbUUKwiJziQs5qqTc6Tlm55wHobu5PKGpsoRm\ndKTjasrcUEFWu0cNAxdGXvOUipT8hPazvLl3Ajdo8KYXwP7/LVaTuQ==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-04-30T12:50:37Z",
+		"mac": "ENC[AES256_GCM,data:vOuXOCzTFrS4M8ZKWc8wVdccTfcqiFjtuRAAPToLOVk1AlY97cT0SIMCNOniSmChYIHIx1rvPqmc16BWYZr0AhYpw8a0XH2XrpCo3M3oLJ8UMiwvn5R2FdU3P9Q+feDpWL5KPy3ii/OuoQBCAovywSs3fhi/dQZfjIQHVs5bqvs=,iv:F7egkb6zDIKYAxRJwRYChR1dboeHGgqS85Er23YT2es=,tag:0UurFP2e0vFw0RbkjnizcA==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/buildbot-webhook-secret-file/users/joerg

@@ -0,0 +1 @@
+../../../users/joerg

sops/secrets/buildbot-worker-password-file/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/buildbot-worker-password-file/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:rbKMhNQwkuMFJCQHXiwxyEpQLqLsLqBeE6o=,iv:Fo8SoR9wPV0e7r42zpuELHcr0r5YwWpAWhVZJy3rt4Q=,tag:sGHXyai6d5VLMotE1P33Fg==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBWQnNiN0FXZ0Nkek5DVElW\ncUc4MmNBa0pHOUFsclp6ekZUMWdBVnNjSVJVCkdlME5sWC9rSGhUdjhRSDY3S3Jt\nQjBWLzRIbDNvWVg0eDNITnBnNHlVcGsKLS0tIFFWVms4SmZjSmE3RGZSbnVCYnJH\nUFdZRm1aSkVWZkRLdmlEQkVpa1lQNDAKBomS4CHmrfwiF5UTzVZZsCFqZ2wyCyQE\ndzFQe0ysLekbRTw1FfHnz/vJYsOV1Hk5PqTEFdTFNrYO+I6Rh/0ZIw==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSB0TmVtbXl4R3QxOGZ0VmJG\nMlJWMFJGTDIvS0M1cVFmNjFXMkdCR3RDaENZClFac0Zxc0gwUkpHYkdVZWg0NUhs\nRk9va2ZQVFlXVG1VZE10Z3ZuS2NheUUKLS0tIHRhNHlWQ21JNkNnN094LzVwb0tJ\nMUQ3T1Vycm1yQ1l0d0tNdytFcFhoVDQKVaGaWAOXwHWm+FqxILcPlZ+7eDSeNftZ\nZFAP3ANmPMkl311Ucl8kub0a9bY9RhU0ZZn1WGgJD/qL/EAtmudFSA==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-04-30T14:56:43Z",
+		"mac": "ENC[AES256_GCM,data:sH/X2WLD3OCJ4Z20s+Mqnoe/xDZzfp0DL0w8HhBshbRu0NtTbQ6MyPwZ7ar3Gl6wBVBVXDfHTX5x2/6Vs/C59NIJCKjeDrkuRWLL1qd1kF9Iqf5CyBjv3Pv/bZVGRkFSQ4IG5SZDRrGyz5+FZEGUbxvYOzZWW6gDrBWsyNn62rM=,iv:ITVFQJEqhqO3w/7m4+tH2d76FI4mghNRd+Em7yZ3QiQ=,tag:kq/rD8MUuWorSDKWGKQQnA==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/buildbot-worker-password-file/users/joerg

@@ -0,0 +1 @@
+../../../users/joerg

sops/secrets/buildbot-workers-file/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/buildbot-workers-file/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:5IICNx79F7NM4LzU8dWgnmkqn/6zgx/m9swqHsCo6wrqV0C+OCC9lWsBGbQ7sGDZHP9OPo4xXijzgBPelceb6Tb2CrwDo3Ud0UCMNA==,iv:wUMUI6gqaR1it4CaT+qbJfSIKDAXuLIPrfGDpwr+TwY=,tag:pIPF878PCJc/HcOfTEoA/w==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBvNWZRUnJpY1pLZ2RKY2Vu\neXNQUXdzTUNEbkZyTFFRWVVFRDhCQzdjWGlBCnEvbXlzKzBwQ3c4T0R6RFR3bTRz\nTXcyNEYzMGhoOE5KV0pDTXVBcVRiVjAKLS0tIDBHWTByK0NmRlZLZmxudk1XMFFP\nSU1YLzN0WElPbWk0TTlOMlE5azcrQzQKDBP5mZGRgR9W8jN5nC0SifqR/x5poMOy\nUPsAQx8JVarvbAAXn2btTkjkUCG0ATdIxPDeJenocMzLX8kFOZsV4g==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSAwNXpBU0x6QkhwYWpMVVJh\nTlllS2pkbWNwa01HZjNwNHhNemFlbVNSZUVnCmUrM3lpL0FtdjVwanN6YWJFMjZU\nOUV5ZVIydUFrYWxKNDJiMGVOc0VaSWMKLS0tIGhocjg2RkFDV1IyM0Viamg1QVRX\nNDFTN1M1clB3NHZqV2NrcFBmOURkc0kKmrFWs9yEJ7gyWdyH15HepzYt0d9jkx2w\nqVqYfLx79GHmrZVyzM+10wHrkjP+LJBorcz6QR68JMgagcAbPxi6nQ==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-05-01T10:05:01Z",
+		"mac": "ENC[AES256_GCM,data:evJedhmyh4E8jHr4YZzaexzoeWok3imHUBBNwKNXwxip0X/BpWdBV8E0+uVMIxhg5PMI58VzRVVrSlcuda2yLBT94+iHWPXIedbk0RxYMhyw21oR53OAgN5/CM5SjfvBB58tr9r1X+kdB6kaCEbH2nVUfsax+A27AGh9m0IcQtc=,iv:Q4PLC3dml+RcSTYf74k5bnoikJX0wwM1pLaiWayOfnM=,tag:eWY312KepmAHiUMFuvhLsQ==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/buildbot-workers-file/users/joerg

@@ -0,0 +1 @@
+../../../users/joerg

sops/secrets/qubasas-openai-api-key/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/qubasas-openai-api-key/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:iJTjs8bG2GLGnGp/Hf4Egtorrk87rkgh9Yn+gPuWAJ61wIAtN3g9SU3vyYpvRrIqHVUyLObGbrWYi3Ol07M=,iv:YTOctq9aw4tc9xwoOO4UbR2cYPHV0ZmuE1FRWn13sgk=,tag:zU3HFqxwZcn/9S02bj3/fA==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBUa1FIbWt2aHduZVBlcGpq\nOUsybTRmR1I4M1JZY3A4ZUFpZEN3dlZCTkZRCmdVajFUcDMyeEdJMThVZElJdmlJ\naEhvSk9sYThXdkxoaXVLem15dlJMcm8KLS0tIEJsdFY4L0M3Q2cwdzFOdy9LN0k3\nOEdCM09PUWlZbE91U2ZYNmVHeU43bUUKC+z+6XZCiVfwGQQCAHoB+WGE5Mm3qJZq\nuyD5r3Ra6MAvvwIhnqbwadRoxVH1HcdIB6hJsNREE/x6YNLxi3T7nw==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age1zwte859d9nvg6wy5dugjkf38dqe8w8qkt2as7xcc5pw3285833xs797uan",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBFOHBub0J3U2FuOFNuS2xl\nRkExYVEvcmowWDlyUGlpYko3N1dIcmN5dmxJCkRtRm9qVVNQK3FQcTB1U3g3OHhS\ncU9XaHUxNWVlL2tpblpZUHF1UWt4am8KLS0tIGJOZkJ4eDJ6WWx1d2R1VG1qODZS\ncHhXMVhEUHdLZjIvNUYxRmduZkpjaU0KqZKUb9KYpSvwxaJRAbYhkuOdnzsU3p9Q\nU2WO5TIwS762yNqWTzyYdxb9YxvTOatW7uWTorRXZu1yqCTMTuq+1Q==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-07-03T09:47:40Z",
+		"mac": "ENC[AES256_GCM,data:dpdmkhedaqivzIlxhoWb+u77JmfWRo94iWDolAa9UKvnjBo1QE5sHbqWasCH81wjO0wPBPRUqnj9JQ7kG9AFp24Fad+gAp74Gwx5M/PSx1dsd6xkcxt6PJ8sFXGb0H3lYduCaNfDGgsJTVoDcbk8rgYzjo5+mxs2pqrrn10t4iU=,iv:MGMIq2rF4+hr89/dppi2JDVbpAShscYTMM9viHPepIY=,tag:Dj9B6qvAkmiUmgRvZ6B94Q==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}

sops/secrets/qubasas-openai-api-key/users/qubasa

@@ -0,0 +1 @@
+../../../users/qubasa

sops/secrets/web01-borgbackup.repokey/machines/web01

@@ -0,0 +1 @@
+../../../machines/web01

sops/secrets/web01-borgbackup.repokey/secret

@@ -0,0 +1,24 @@
+{
+	"data": "ENC[AES256_GCM,data:WW0RmSs3k81jSgYLt8dHEiJOxlncPWl3QWvRtmNgtIxvup7h,iv:nw7SP15EVWfS78dJE37msnxAZ/goYb7rGqAKNzhXFP4=,tag:yxVyGUMFczq8cGuU4V/FzA==,type:str]",
+	"sops": {
+		"kms": null,
+		"gcp_kms": null,
+		"azure_kv": null,
+		"hc_vault": null,
+		"age": [
+			{
+				"recipient": "age17n64ahe3wesh8l8lj0zylf4nljdmqn28hvqns2g7hgm9mdkhlsvsjuvkxz",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBiM0FBVkhPc2luMjlpSW1R\nN0NlUU9ZQkxIOVAwa3hlMVg3bFluTjRlRUdRCmMxSkMvZjg2ckUyUThhSC9VOW1H\nZExFY2owcHQ5NzJtUW5pbDFjd2oyaEUKLS0tIG1Fd25acHdYWEdlQkMxajhRQXNw\nTGxJUDdPMlRrQ0t3SkVSaWdZZXJGT0EK7WfQ+6jVzOBToqO9wJby/qaF6kM00hMh\n+Y4A08X/ItLzyfCc5LQ97GQ2VlwXK5+HoD7jNnn//3xeH6YC1VBdkg==\n-----END AGE ENCRYPTED FILE-----\n"
+			},
+			{
+				"recipient": "age17xuvz0fqtynzdmf8rfh4g3e46tx8w3mc6zgytrmuj5v9dhnldgxs7ue7ct",
+				"enc": "-----BEGIN AGE ENCRYPTED FILE-----\nYWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBhNlpOQ1QydEJuM3pCbEpK\nSDUzVlppNkFnSDJLSU1ITEdWWCtaUEE0THcwCmljSUl0amx2OTBVZXBPMFNGbjJP\nakNQcWlad1R3cDZYWWZpQkJkQmEvUEEKLS0tIFpJOU1GUnNaTnlaL25GRkdxZnhs\nUEhIVEpNWjNOV2FTSmVnRkVCWm90MDgKMvz6QdPRoYb2bPjS9oSOVA5gTfwrgn4q\nIyboQIMV3oAaAs9LSUcUMBvERzQ31JXnHRzrnqtdiNX0NLbIrN47yg==\n-----END AGE ENCRYPTED FILE-----\n"
+			}
+		],
+		"lastmodified": "2024-06-06T16:09:34Z",
+		"mac": "ENC[AES256_GCM,data:7iKDT5577mLLeNyi46JHa4AUumqbQm65V3DXqNdNyLWccpIcML8n7jgFNxuK9gTqV2LM6bG18qS1orBJtPdawKnvxJwUaFb3Mo06C2+LVnWG4fT6MV+5eF8y6SM3IngT9BPk7IhTTGWe8lGJ6HTlg+9/f4/cq5NSKfeRgTkDEcE=,iv:T8wjeq2D1J8krhWeQJbVCOPY5sr05z/wMJqvr9onQK8=,tag:XgDTOTa2zv4NiBFN0b3rqA==,type:str]",
+		"pgp": null,
+		"unencrypted_suffix": "_unencrypted",
+		"version": "3.8.1"
+	}
+}