3 Commits
Author SHA1 Message Date
Autumn LiuandClaude Sonnet 5 a12c18386d actually bind /dev/kvm into the container, and test it initializes
diff-pr / dix (pull_request) Successful in 6m48s
flake-check / flake-check (pull_request) Successful in 4m39s
lint / lint (pull_request) Successful in 1m47s
DeviceAllow= only grants cgroup permission to open a device node - it
doesn't create one, and nspawn can't mknod a device inside a user
namespace. The node needs an explicit bind from the host as well, so
both are required together.

Also add a test that actually boots qemu-system-x86_64 -enable-kvm
(no disk, killed by timeout) and checks for "Permission denied" /
"Could not access KVM" in its output, rather than just checking the
node opens - a wrong-gid or unmapped node still opens but fails the
ioctls qemu needs.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01Dzy7tEKLCFFXD96LmR8we3
2026-09-13 20:23:36 -05:00
Autumn Liu e8cc76844d fix bug 2026-09-13 20:23:36 -05:00
Autumn Liu f9d92fc62d update 2026-09-13 20:23:35 -05:00
7 changed files with 3 additions and 211 deletions
-23
View File
@@ -4,27 +4,12 @@
lib, lib,
hostInfo, hostInfo,
customPkgs, customPkgs,
flakeRev,
... ...
}: }:
let let
inherit (hostInfo) paths; inherit (hostInfo) paths;
in in
{ {
imports = [ ./modules/autodeploy.nix ];
services.server-autodeploy = {
enable = true;
giteaUrl = "https://git.floweytf.com/";
giteaRepo = "server/server-config";
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
allowedSigners = [
"flowey@arch namespaces=\"git\" ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi"
];
stateDir = hostInfo.paths.config;
repoOwner = "server";
};
assertions = assertions =
let let
isMounted = isMounted =
@@ -62,14 +47,6 @@ in
time.timeZone = "UTC"; time.timeZone = "UTC";
system.stateVersion = "26.05"; system.stateVersion = "26.05";
system.nixos.label =
let
labelFile = ./.nixos-label;
in
if builtins.pathExists labelFile then
lib.removeSuffix "\n" (builtins.readFile labelFile)
else
flakeRev;
nix = { nix = {
settings = { settings = {
-2
View File
@@ -146,8 +146,6 @@ let
in in
mkContainer { mkContainer {
inherit name; inherit name;
includedInTests = false; # TODO: fixme, clearly mail is flakey
net.access = [ { to = "@internet"; } ]; net.access = [ { to = "@internet"; } ];
svc.autoStart = true; svc.autoStart = true;
net.forward.tcp = [ net.forward.tcp = [
+1 -7
View File
@@ -11,7 +11,6 @@
outputs = outputs =
{ {
self,
nixpkgs, nixpkgs,
mtce, mtce,
microvm, microvm,
@@ -22,8 +21,6 @@
inherit (nixpkgs) lib; inherit (nixpkgs) lib;
pkgs = import nixpkgs { inherit system; }; pkgs = import nixpkgs { inherit system; };
flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
customPkgs = { customPkgs = {
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { }; hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
sshpiper = pkgs.callPackage ./packages/sshpiper.nix { }; sshpiper = pkgs.callPackage ./packages/sshpiper.nix { };
@@ -32,7 +29,6 @@
server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { }; server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { };
server-status = pkgs.callPackage ./packages/server-status.nix { }; server-status = pkgs.callPackage ./packages/server-status.nix { };
server-kexec = pkgs.callPackage ./packages/server-kexec.nix { }; server-kexec = pkgs.callPackage ./packages/server-kexec.nix { };
server-autodeploy = pkgs.callPackage ./packages/server-autodeploy.nix { };
}; };
ci = import ./ci.nix { inherit lib pkgs; }; ci = import ./ci.nix { inherit lib pkgs; };
@@ -50,13 +46,12 @@
server = "/persist/@containers"; server = "/persist/@containers";
data = "/persist/@containers/data"; data = "/persist/@containers/data";
secrets = "/persist/@secrets/"; secrets = "/persist/@secrets/";
config = "/persist/@config/";
}; };
}; };
specialArgsFor = hostName: { specialArgsFor = hostName: {
hostInfo = hostInfoFor hostName; hostInfo = hostInfoFor hostName;
inherit inputs customPkgs flakeRev; inherit inputs customPkgs;
}; };
hostDefFor = hostDefFor =
@@ -152,7 +147,6 @@
server-rebuild server-rebuild
server-status server-status
server-kexec server-kexec
server-autodeploy
; ;
}; };
}; };
-96
View File
@@ -1,96 +0,0 @@
{
config,
lib,
pkgs,
customPkgs,
...
}:
let
cfg = config.services.server-autodeploy;
in
{
options.services.server-autodeploy = {
enable = lib.mkEnableOption "automatic deployment from signed git tags";
interval = lib.mkOption {
type = lib.types.str;
default = "15min";
};
branch = lib.mkOption {
type = lib.types.str;
default = "master";
};
giteaUrl = lib.mkOption {
type = lib.types.str;
};
giteaRepo = lib.mkOption {
type = lib.types.str;
};
tokenFile = lib.mkOption {
type = lib.types.str;
};
allowedSigners = lib.mkOption {
type = lib.types.listOf lib.types.str;
default = [ ];
};
repoOwner = lib.mkOption {
type = lib.types.str;
description = "User that owns the configuration checkout";
};
stateDir = lib.mkOption {
type = lib.types.str;
};
hostname = lib.mkOption {
type = lib.types.str;
default = config.networking.hostName;
};
};
config = lib.mkIf cfg.enable {
systemd.services.server-autodeploy = {
description = "Deploy latest signed tag";
after = [ "network-online.target" ];
wants = [ "network-online.target" ];
environment = {
GITEA_URL = cfg.giteaUrl;
GITEA_REPO = cfg.giteaRepo;
TOKEN_FILE = cfg.tokenFile;
ALLOWED_SIGNERS = builtins.toFile "signers" (lib.join "\n" cfg.allowedSigners);
DEPLOY_BRANCH = cfg.branch;
STATE_DIR = cfg.stateDir;
REPO_DIR = "/persist/@configuration";
REPO_OWNER = cfg.repoOwner;
HOSTNAME = cfg.hostname;
};
serviceConfig = {
Type = "oneshot";
ExecStart = lib.getExe customPkgs.server-autodeploy;
TimeoutStartSec = "30min";
};
path = [
config.nix.package
pkgs.nixos-rebuild
];
};
systemd.timers.server-autodeploy = {
wantedBy = [ "timers.target" ];
timerConfig = {
OnBootSec = "2min";
OnUnitActiveSec = cfg.interval;
RandomizedDelaySec = "2min";
};
};
};
}
-18
View File
@@ -1,18 +0,0 @@
{
writeShellApplication,
git,
curl,
jq,
util-linux,
openssh,
}:
import ./mk-script.nix { inherit writeShellApplication; } {
name = "server-autodeploy";
runtimeInputs = [
git
curl
jq
util-linux
openssh
];
}
-60
View File
@@ -1,60 +0,0 @@
REPO_DIR="${REPO_DIR:-/persist/@configuration}"
STATE_DIR="${STATE_DIR:-/persist/@autodeploy}"
BRANCH="origin/${DEPLOY_BRANCH:-master}"
mkdir -p "$STATE_DIR"
exec 9>"$STATE_DIR/lock"
flock -n 9 || { echo "another deploy running"; exit 0; }
runas() { runuser -u "$REPO_OWNER" -- "$@"; }
report_status() {
echo "updating status to: $1 - $2"
[[ -f "$TOKEN_FILE" ]] || return 0
curl -sf -X POST \
-H "Authorization: token $(<"$TOKEN_FILE")" \
-H "Content-Type: application/json" \
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$HOSTNAME" \
'{state:$s,description:$d,context:$c}')" \
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
}
cd "$REPO_DIR"
export GIT_CONFIG_COUNT=2
export GIT_CONFIG_KEY_0=gpg.format
export GIT_CONFIG_VALUE_0=ssh
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
runas git fetch origin --tags --prune-tags
latest=$(runas git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
echo "no tags on $BRANCH"
exit 0
}
current=$(cat "$STATE_DIR/tag" 2>/dev/null) || true
[[ "$latest" != "$current" ]] || { echo "already at $latest"; exit 0; }
echo "new tag: $latest (current: ${current:-none})"
runas git tag -v "$latest" || {
sha=$(runas git rev-list -1 "$latest")
report_status "failure" "tag signature verification failed" "$sha"
exit 1
}
sha=$(runas git rev-list -1 "$latest")
report_status "pending" "deploying $latest" "$sha"
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$HOSTNAME"
if nixos-rebuild switch --flake "$flake_url"; then
echo "$latest" > "$STATE_DIR/tag"
report_status "success" "deployed $latest" "$sha"
echo "deployed $latest"
else
report_status "failure" "nixos-rebuild failed" "$sha"
exit 1
fi
+2 -5
View File
@@ -153,8 +153,6 @@ with subtest("(functional): web services respond"):
for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]: for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]:
server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2")) server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2"))
# TODO: re-enable mail
"""
with subtest("(functional): mail accepts connections"): with subtest("(functional): mail accepts connections"):
smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'") smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'")
server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60) server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60)
@@ -169,7 +167,6 @@ with subtest("(functional): mail accepts connections"):
return greeting.strip().startswith("* OK") return greeting.strip().startswith("* OK")
retry(imap_ready, timeout_seconds=60) retry(imap_ready, timeout_seconds=60)
"""
with subtest("(functional): nginx proxies to backend containers"): with subtest("(functional): nginx proxies to backend containers"):
server.succeed( server.succeed(
@@ -200,7 +197,7 @@ with subtest("(isolation): undeclared container edges are refused"):
("devenv", "git", 3000), ("devenv", "git", 3000),
("git", "devenv", 8080), ("git", "devenv", 8080),
("maven", "git", 3000), ("maven", "git", 3000),
# ("nginx", "mail", 25), ("nginx", "mail", 25),
("ssh-botm", "ssh-admin", 22), ("ssh-botm", "ssh-admin", 22),
("overseer", "git", 3000), ("overseer", "git", 3000),
]: ]:
@@ -253,7 +250,7 @@ with subtest("(isolation): renaming the interface changes nothing"):
rename(iface, "evil0") rename(iface, "evil0")
try: try:
server.succeed(ct_connect("nginx", ADDR["git"], 3000)) server.succeed(ct_connect("nginx", ADDR["git"], 3000))
# server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2)) server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2))
finally: finally:
rename("evil0", iface) rename("evil0", iface)