Author SHA1 Message Date
Floweynt ead537aef9 suppress mail errors
diff-pr / dix (pull_request) Successful in 6m32s
flake-check / flake-check (pull_request) Successful in 3m50s
lint / lint (pull_request) Successful in 1m49s
2026-09-13 20:32:26 -05:00
Floweynt 5f729053b2 suppress mail errors
diff-pr / dix (pull_request) Successful in 6m34s
flake-check / flake-check (pull_request) Failing after 3m17s
lint / lint (pull_request) Successful in 1m50s
2026-09-13 20:14:24 -05:00
Floweynt 84d4aa734a suppress mail errors
diff-pr / dix (pull_request) Successful in 6m30s
flake-check / flake-check (pull_request) Failing after 3m28s
lint / lint (pull_request) Successful in 1m46s
2026-09-13 20:00:39 -05:00
Floweynt d288689de3 fix failing passes
diff-pr / dix (pull_request) Successful in 6m42s
lint / lint (pull_request) Successful in 1m48s
flake-check / flake-check (pull_request) Failing after 3m21s
2026-09-13 14:33:29 -05:00
Floweynt 5888038c32 improve 2026-09-13 14:33:29 -05:00
Floweynt f1eb050ed6 format 2026-09-13 14:33:29 -05:00
Floweynt 6089103cba meow 2026-09-13 14:33:29 -05:00
12 changed files with 51 additions and 138 deletions
+1 -9
View File
@@ -17,18 +17,10 @@ jobs:
steps: steps:
- uses: actions/checkout@v4 - uses: actions/checkout@v4
with: with:
ref: ${{ github.event.pull_request.head.sha }}
fetch-depth: 0 fetch-depth: 0
- name: merge base branch
run: |
git config user.email "ci@localhost"
git config user.name "CI"
git fetch origin ${{ github.event.pull_request.base.ref }}
git merge --no-edit origin/${{ github.event.pull_request.base.ref }}
- name: worktree base for diff - name: worktree base for diff
run: git worktree add "$RUNNER_TEMP/base" "origin/${{ github.event.pull_request.base.ref }}" run: git worktree add "$RUNNER_TEMP/base" "${{ github.event.pull_request.base.sha }}"
- name: build closures and render diff - name: build closures and render diff
run: | run: |
+5 -3
View File
@@ -5,19 +5,21 @@ on:
- cron: "17 4 * * *" - cron: "17 4 * * *"
workflow_dispatch: workflow_dispatch:
permissions:
contents: write
pull-requests: write
jobs: jobs:
update: update:
runs-on: nix runs-on: nix
steps: steps:
- uses: actions/checkout@v4 - uses: actions/checkout@v4
with:
persist-credentials: false
- run: nix flake update -L - run: nix flake update -L
- name: open/update PR - name: open/update PR
env: env:
GH_TOKEN: ${{ secrets.BOT_TOKEN }} GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
API: ${{ github.api_url }} API: ${{ github.api_url }}
REPO: ${{ github.repository }} REPO: ${{ github.repository }}
run: | run: |
+6 -23
View File
@@ -8,7 +8,6 @@ import re
import subprocess import subprocess
import subprocess_tee import subprocess_tee
import sys import sys
import urllib.error
import urllib.request import urllib.request
from collections import Counter from collections import Counter
from pathlib import Path from pathlib import Path
@@ -27,10 +26,6 @@ def git(*args, check=True):
return run("git", *args, check=check, capture_output=True) return run("git", *args, check=check, capture_output=True)
class GiteaError(Exception):
pass
def gitea(method, path, body=None): def gitea(method, path, body=None):
url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}' url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}'
data = json.dumps(body).encode() if body is not None else None data = json.dumps(body).encode() if body is not None else None
@@ -42,11 +37,7 @@ def gitea(method, path, body=None):
with urllib.request.urlopen(req) as resp: with urllib.request.urlopen(req) as resp:
raw = resp.read() raw = resp.read()
except urllib.error.HTTPError as e: except urllib.error.HTTPError as e:
try: sys.exit(f"gitea {method} {path}: {e.code} {e.reason}\n{e.read().decode()}")
detail = json.loads(e.read()).get("message", e.reason)
except (json.JSONDecodeError, UnicodeDecodeError):
detail = e.reason
raise GiteaError(f"{method} {path}: {e.code} {detail}") from None
return json.loads(raw) if raw else None return json.loads(raw) if raw else None
@@ -475,24 +466,16 @@ def open_pr(args):
host = os.environ["API"].removesuffix("/api/v1") host = os.environ["API"].removesuffix("/api/v1")
auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode() auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode()
push = git("-c", f"http.extraHeader=Authorization: Basic {auth}", git("-c", f"http.extraHeader=Authorization: Basic {auth}",
"push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}", "push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}")
check=False)
if push.returncode != 0:
raise RuntimeError(f"git push failed:\n{push.stderr}")
pulls = gitea("GET", f"/pulls?state=open&base_branch={args.base}") owner = os.environ["REPO"].split("/")[0]
existing = next((pr for pr in pulls if pr["head"]["ref"] == args.branch), None) if gitea("GET", f"/pulls?state=open&head={owner}:{args.branch}"):
if existing:
print(f"PR #{existing['number']} already open, pushed update")
return return
labels = [label_id(args.label)] if args.label else [] labels = [label_id(args.label)] if args.label else []
pr = gitea("POST", "/pulls", gitea("POST", "/pulls",
{"title": args.title, "head": args.branch, "base": args.base, {"title": args.title, "head": args.branch, "base": args.base,
"body": Path(args.body_file).read_text(), "labels": labels}) "body": Path(args.body_file).read_text(), "labels": labels})
if not pr or "number" not in pr:
raise GiteaError(f"POST /pulls: unexpected response: {json.dumps(pr)}")
print(f"opened PR #{pr['number']}")
def main(): def main():
+9 -4
View File
@@ -5,7 +5,6 @@
hostInfo, hostInfo,
customPkgs, customPkgs,
flakeRev, flakeRev,
deployLabel,
... ...
}: }:
let let
@@ -20,10 +19,9 @@ in
giteaRepo = "server/server-config"; giteaRepo = "server/server-config";
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token"; tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
allowedSigners = [ allowedSigners = [
"flowey@arch namespaces=\"git\" ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi" "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi flowey@arch"
]; ];
stateDir = hostInfo.paths.config; stateDir = hostInfo.paths.config;
repoOwner = "server";
}; };
assertions = assertions =
@@ -63,7 +61,14 @@ in
time.timeZone = "UTC"; time.timeZone = "UTC";
system.stateVersion = "26.05"; system.stateVersion = "26.05";
system.nixos.label = if deployLabel != null then deployLabel else flakeRev; system.nixos.label =
let
labelFile = ./.nixos-label;
in
if builtins.pathExists labelFile then
lib.removeSuffix "\n" (builtins.readFile labelFile)
else
flakeRev;
nix = { nix = {
settings = { settings = {
+8 -14
View File
@@ -222,15 +222,13 @@ rec {
: Bind mounts, keyed by mount point. : Bind mounts, keyed by mount point.
`resources.devices` `resources.devices`
: Host device nodes to expose, as paths. Bound into the container at the : Host device nodes to expose, as paths, added to the unit's
same path and added to the unit's `DeviceAllow=` - the cgroup `DeviceAllow=`. nspawn populates a handful of privileged devices
permission alone doesn't get you a working node (nothing can `mknod` a (`/dev/kvm`, `/dev/net/tun`, ...) into the container's own `/dev` once
device inside a user namespace), and the bind alone leaves the cgroup the cgroup allows it, and silently skips ones the host doesn't have -
denying `open()`, so both are needed. The bind is unconditional, so no `resources.fs` bind mount needed. Nodes keep their host ownership,
the device must actually exist on whatever host runs the container. so a consumer inside needs `isolation.privateUsers = "identity"` for
Nodes keep their host ownership, so a consumer inside needs the owning gid to mean anything.
`isolation.privateUsers = "identity"` for the owning gid to mean
anything.
`isolation.nixDaemon` `isolation.nixDaemon`
: Whether the Nix daemon and CLI are available inside the container. : Whether the Nix daemon and CLI are available inside the container.
@@ -297,10 +295,6 @@ rec {
+ lib.optionalString useIdmap ":idmap" + lib.optionalString useIdmap ":idmap"
) allBindMounts; ) allBindMounts;
bindMountHostPaths = map (bm: bm.hostPath) (lib.attrValues allBindMounts); bindMountHostPaths = map (bm: bm.hostPath) (lib.attrValues allBindMounts);
# DeviceAllow= alone only grants cgroup permission - nspawn can't
# mknod a device node inside a user namespace, so the node still
# needs an explicit bind from the host.
deviceFlags = map (d: "--bind=${d}") devices;
inherit (deriveIdentity ifPrefix.nspawn name) inherit (deriveIdentity ifPrefix.nspawn name)
iface iface
mac mac
@@ -387,7 +381,7 @@ rec {
nixosContainer = { nixosContainer = {
inherit autoStart privateUsers; inherit autoStart privateUsers;
bindMounts = { }; bindMounts = { };
extraFlags = bindMountExtraFlags ++ deviceFlags; extraFlags = bindMountExtraFlags;
privateNetwork = true; privateNetwork = true;
extraVeths = linkVeths; extraVeths = linkVeths;
config = config =
Generated
+10 -23
View File
@@ -1,17 +1,5 @@
{ {
"nodes": { "nodes": {
"deploy-label": {
"flake": false,
"locked": {
"path": "./misc/deploy-label",
"type": "path"
},
"original": {
"path": "./misc/deploy-label",
"type": "path"
},
"parent": []
},
"flake-utils": { "flake-utils": {
"inputs": { "inputs": {
"systems": "systems" "systems": "systems"
@@ -38,11 +26,11 @@
"spectrum": "spectrum" "spectrum": "spectrum"
}, },
"locked": { "locked": {
"lastModified": 1789506833, "lastModified": 1786300091,
"narHash": "sha256-4L8SOCF84de1irB72Ka9VHcu9wrAJ9Amuey4lU9oh4Y=", "narHash": "sha256-4UFJOVGpaYtHW5yasSv80MaJxTBYdk2zyf3jhKtt0wA=",
"owner": "microvm-nix", "owner": "microvm-nix",
"repo": "microvm.nix", "repo": "microvm.nix",
"rev": "187b0a390ee054028106a674e7b01b1cb940cbba", "rev": "71beea0076cd46dafcee97a5a2e7d00cbba5bd2f",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -75,11 +63,11 @@
}, },
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1789785513, "lastModified": 1786384358,
"narHash": "sha256-B44WL6h0XoLjJ41bUPJk0X5SDinLCII//6EcBLXKiJ0=", "narHash": "sha256-RzPPiWeUtuvymnpuEWsdtzli5w4kjZs49FqEs3/1u+I=",
"owner": "NixOS", "owner": "NixOS",
"repo": "nixpkgs", "repo": "nixpkgs",
"rev": "20b1ddd1aa5ace70c9468305030aa4f9ef79671b", "rev": "2fcb964de67fcf60b43471c55d5d99e61a9ccb5a",
"type": "github" "type": "github"
}, },
"original": { "original": {
@@ -91,7 +79,6 @@
}, },
"root": { "root": {
"inputs": { "inputs": {
"deploy-label": "deploy-label",
"microvm": "microvm", "microvm": "microvm",
"mtce": "mtce", "mtce": "mtce",
"nixpkgs": "nixpkgs" "nixpkgs": "nixpkgs"
@@ -100,11 +87,11 @@
"spectrum": { "spectrum": {
"flake": false, "flake": false,
"locked": { "locked": {
"lastModified": 1786032750, "lastModified": 1785761586,
"narHash": "sha256-+Ba/kIn5BjvV7PN8bWOo7RoqgTY/Yv2M7qeMf3wS2Ag=", "narHash": "sha256-MWOMVqJJERwjQGgRIv8d6rlEBqbLM3VZWxHkNKIIZNw=",
"ref": "refs/heads/main", "ref": "refs/heads/main",
"rev": "77d2389874bb092b8dbf05ecc5b1030372e80e98", "rev": "a7762d6f54b40560dd5255ce902e6e6a5d980fe9",
"revCount": 1417, "revCount": 1416,
"type": "git", "type": "git",
"url": "https://spectrum-os.org/git/spectrum" "url": "https://spectrum-os.org/git/spectrum"
}, },
+1 -10
View File
@@ -7,8 +7,6 @@
mtce.inputs.nixpkgs.follows = "nixpkgs"; mtce.inputs.nixpkgs.follows = "nixpkgs";
microvm.url = "github:microvm-nix/microvm.nix"; microvm.url = "github:microvm-nix/microvm.nix";
microvm.inputs.nixpkgs.follows = "nixpkgs"; microvm.inputs.nixpkgs.follows = "nixpkgs";
deploy-label.url = "path:./misc/deploy-label";
deploy-label.flake = false;
}; };
outputs = outputs =
@@ -17,7 +15,6 @@
nixpkgs, nixpkgs,
mtce, mtce,
microvm, microvm,
deploy-label,
... ...
}: }:
let let
@@ -26,12 +23,6 @@
pkgs = import nixpkgs { inherit system; }; pkgs = import nixpkgs { inherit system; };
flakeRev = self.shortRev or self.dirtyShortRev or "unknown"; flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
deployLabel =
let
labelFile = "${deploy-label}/label";
raw = lib.removeSuffix "\n" (builtins.readFile labelFile);
in
if raw != "" then raw else null;
customPkgs = { customPkgs = {
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { }; hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
@@ -65,7 +56,7 @@
specialArgsFor = hostName: { specialArgsFor = hostName: {
hostInfo = hostInfoFor hostName; hostInfo = hostInfoFor hostName;
inherit inputs customPkgs flakeRev deployLabel; inherit inputs customPkgs flakeRev;
}; };
hostDefFor = hostDefFor =
View File
-12
View File
@@ -39,19 +39,9 @@ in
default = [ ]; default = [ ];
}; };
repoOwner = lib.mkOption {
type = lib.types.str;
description = "User that owns the configuration checkout";
};
stateDir = lib.mkOption { stateDir = lib.mkOption {
type = lib.types.str; type = lib.types.str;
}; };
hostname = lib.mkOption {
type = lib.types.str;
default = config.networking.hostName;
};
}; };
config = lib.mkIf cfg.enable { config = lib.mkIf cfg.enable {
@@ -68,8 +58,6 @@ in
DEPLOY_BRANCH = cfg.branch; DEPLOY_BRANCH = cfg.branch;
STATE_DIR = cfg.stateDir; STATE_DIR = cfg.stateDir;
REPO_DIR = "/persist/@configuration"; REPO_DIR = "/persist/@configuration";
REPO_OWNER = cfg.repoOwner;
HOSTNAME = cfg.hostname;
}; };
serviceConfig = { serviceConfig = {
-4
View File
@@ -3,8 +3,6 @@
git, git,
curl, curl,
jq, jq,
util-linux,
openssh,
}: }:
import ./mk-script.nix { inherit writeShellApplication; } { import ./mk-script.nix { inherit writeShellApplication; } {
name = "server-autodeploy"; name = "server-autodeploy";
@@ -12,7 +10,5 @@ import ./mk-script.nix { inherit writeShellApplication; } {
git git
curl curl
jq jq
util-linux
openssh
]; ];
} }
+9 -15
View File
@@ -6,15 +6,12 @@ mkdir -p "$STATE_DIR"
exec 9>"$STATE_DIR/lock" exec 9>"$STATE_DIR/lock"
flock -n 9 || { echo "another deploy running"; exit 0; } flock -n 9 || { echo "another deploy running"; exit 0; }
runas() { runuser -u "$REPO_OWNER" -- "$@"; }
report_status() { report_status() {
echo "updating status to: $1 - $2"
[[ -f "$TOKEN_FILE" ]] || return 0 [[ -f "$TOKEN_FILE" ]] || return 0
curl -sf -X POST \ curl -sf -X POST \
-H "Authorization: token $(<"$TOKEN_FILE")" \ -H "Authorization: token $(<"$TOKEN_FILE")" \
-H "Content-Type: application/json" \ -H "Content-Type: application/json" \
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$HOSTNAME" \ -d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$(hostname)" \
'{state:$s,description:$d,context:$c}')" \ '{state:$s,description:$d,context:$c}')" \
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null "$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
} }
@@ -27,9 +24,9 @@ export GIT_CONFIG_VALUE_0=ssh
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS" export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
runas git fetch origin --tags --prune-tags git fetch origin --tags --prune-tags
latest=$(runas git describe --abbrev=0 "$BRANCH" 2>/dev/null) || { latest=$(git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
echo "no tags on $BRANCH" echo "no tags on $BRANCH"
exit 0 exit 0
} }
@@ -39,26 +36,23 @@ current=$(cat "$STATE_DIR/tag" 2>/dev/null) || true
echo "new tag: $latest (current: ${current:-none})" echo "new tag: $latest (current: ${current:-none})"
runas git tag -v "$latest" || { git tag -v "$latest" || {
sha=$(runas git rev-list -1 "$latest") sha=$(git rev-list -1 "$latest")
report_status "failure" "tag signature verification failed" "$sha" report_status "failure" "tag signature verification failed" "$sha"
exit 1 exit 1
} }
sha=$(runas git rev-list -1 "$latest") sha=$(git rev-list -1 "$latest")
report_status "pending" "deploying $latest" "$sha" report_status "pending" "deploying $latest" "$sha"
label_dir=$(mktemp -d) # build from remote, pinned to the verified rev - no local checkout needed
echo "$latest" > "$label_dir/label" flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$(hostname)"
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$HOSTNAME"
if nixos-rebuild switch --flake "$flake_url" --override-input deploy-label "path:$label_dir"; then if nixos-rebuild switch --flake "$flake_url"; then
rm -rf "$label_dir"
echo "$latest" > "$STATE_DIR/tag" echo "$latest" > "$STATE_DIR/tag"
report_status "success" "deployed $latest" "$sha" report_status "success" "deployed $latest" "$sha"
echo "deployed $latest" echo "deployed $latest"
else else
rm -rf "$label_dir"
report_status "failure" "nixos-rebuild failed" "$sha" report_status "failure" "nixos-rebuild failed" "$sha"
exit 1 exit 1
fi fi
-19
View File
@@ -336,28 +336,9 @@ with subtest("(functional): published ports follow the container's lifetime"):
with subtest("(functional): declared devices are usable in-container"): with subtest("(functional): declared devices are usable in-container"):
for name, devices in DEVICES.items(): for name, devices in DEVICES.items():
for dev in devices: for dev in devices:
# opened, not stat'd: without DeviceAllow= the node is still visible
server.succeed(ct_cmd(name, f"exec 3<> {dev}")) server.succeed(ct_cmd(name, f"exec 3<> {dev}"))
with subtest("(functional): /dev/kvm actually initializes, not just opens"):
# a wrong-gid or unmapped node still opens but fails the ioctls qemu
# needs, so boot with no disk (never completes) and kill it - the
# failure mode this catches is qemu refusing to start at all.
for name, devices in DEVICES.items():
if "/dev/kvm" not in devices:
continue
out = server.succeed(
ct_cmd(
name,
f"{TIMEOUT} 3 qemu-system-x86_64 -enable-kvm -m 256 -nographic -no-reboot "
">/tmp/qemu.out 2>&1; cat /tmp/qemu.out",
)
)
assert "Permission denied" not in out, f"{name}: qemu couldn't use /dev/kvm:\n{out}"
assert "Could not access KVM" not in out, f"{name}: qemu couldn't use /dev/kvm:\n{out}"
with subtest("(isolation): devices reach only the container that declared them"): with subtest("(isolation): devices reach only the container that declared them"):
for name in enterable: for name in enterable:
for dev in {d for ds in DEVICES.values() for d in ds} - set(DEVICES.get(name, [])): for dev in {d for ds in DEVICES.values() for d in ds} - set(DEVICES.get(name, [])):