Compare commits
3
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
a12c18386d | ||
|
|
e8cc76844d | ||
|
|
f9d92fc62d |
@@ -4,27 +4,12 @@
|
|||||||
lib,
|
lib,
|
||||||
hostInfo,
|
hostInfo,
|
||||||
customPkgs,
|
customPkgs,
|
||||||
flakeRev,
|
|
||||||
...
|
...
|
||||||
}:
|
}:
|
||||||
let
|
let
|
||||||
inherit (hostInfo) paths;
|
inherit (hostInfo) paths;
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
imports = [ ./modules/autodeploy.nix ];
|
|
||||||
|
|
||||||
services.server-autodeploy = {
|
|
||||||
enable = true;
|
|
||||||
giteaUrl = "https://git.floweytf.com/";
|
|
||||||
giteaRepo = "server/server-config";
|
|
||||||
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
|
|
||||||
allowedSigners = [
|
|
||||||
"flowey@arch namespaces=\"git\" ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi"
|
|
||||||
];
|
|
||||||
stateDir = hostInfo.paths.config;
|
|
||||||
repoOwner = "server";
|
|
||||||
};
|
|
||||||
|
|
||||||
assertions =
|
assertions =
|
||||||
let
|
let
|
||||||
isMounted =
|
isMounted =
|
||||||
@@ -62,14 +47,6 @@ in
|
|||||||
|
|
||||||
time.timeZone = "UTC";
|
time.timeZone = "UTC";
|
||||||
system.stateVersion = "26.05";
|
system.stateVersion = "26.05";
|
||||||
system.nixos.label =
|
|
||||||
let
|
|
||||||
labelFile = ./.nixos-label;
|
|
||||||
in
|
|
||||||
if builtins.pathExists labelFile then
|
|
||||||
lib.removeSuffix "\n" (builtins.readFile labelFile)
|
|
||||||
else
|
|
||||||
flakeRev;
|
|
||||||
|
|
||||||
nix = {
|
nix = {
|
||||||
settings = {
|
settings = {
|
||||||
|
|||||||
@@ -176,9 +176,8 @@ in
|
|||||||
PermitEmptyPasswords = "yes";
|
PermitEmptyPasswords = "yes";
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
security.pam.services.sshd.allowNullPassword = true;
|
|
||||||
users.users.root.initialHashedPassword = "";
|
users.users.root.initialHashedPassword = "";
|
||||||
services.journald.settings.Journal.ForwardToConsole = "yes";
|
services.journald.extraConfig = "ForwardToConsole=yes";
|
||||||
|
|
||||||
virtualisation.containerd.enable = true;
|
virtualisation.containerd.enable = true;
|
||||||
virtualisation.containerd.settings.plugins."io.containerd.snapshotter.v1.overlayfs".mount_options =
|
virtualisation.containerd.settings.plugins."io.containerd.snapshotter.v1.overlayfs".mount_options =
|
||||||
|
|||||||
@@ -146,8 +146,6 @@ let
|
|||||||
in
|
in
|
||||||
mkContainer {
|
mkContainer {
|
||||||
inherit name;
|
inherit name;
|
||||||
includedInTests = false; # TODO: fixme, clearly mail is flakey
|
|
||||||
|
|
||||||
net.access = [ { to = "@internet"; } ];
|
net.access = [ { to = "@internet"; } ];
|
||||||
svc.autoStart = true;
|
svc.autoStart = true;
|
||||||
net.forward.tcp = [
|
net.forward.tcp = [
|
||||||
|
|||||||
@@ -1269,7 +1269,7 @@ rec {
|
|||||||
# containers don't forward journal to console by default
|
# containers don't forward journal to console by default
|
||||||
containers = lib.genAttrs nspawnNames (_: {
|
containers = lib.genAttrs nspawnNames (_: {
|
||||||
timeoutStartSec = "10min";
|
timeoutStartSec = "10min";
|
||||||
config.services.journald.settings.Journal.ForwardToConsole = "yes";
|
config.services.journald.extraConfig = "ForwardToConsole=yes";
|
||||||
});
|
});
|
||||||
|
|
||||||
# a test VM has neither the memory to hand out nor the cores to divide.
|
# a test VM has neither the memory to hand out nor the cores to divide.
|
||||||
|
|||||||
Generated
+10
-10
@@ -26,11 +26,11 @@
|
|||||||
"spectrum": "spectrum"
|
"spectrum": "spectrum"
|
||||||
},
|
},
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1789506833,
|
"lastModified": 1786300091,
|
||||||
"narHash": "sha256-4L8SOCF84de1irB72Ka9VHcu9wrAJ9Amuey4lU9oh4Y=",
|
"narHash": "sha256-4UFJOVGpaYtHW5yasSv80MaJxTBYdk2zyf3jhKtt0wA=",
|
||||||
"owner": "microvm-nix",
|
"owner": "microvm-nix",
|
||||||
"repo": "microvm.nix",
|
"repo": "microvm.nix",
|
||||||
"rev": "187b0a390ee054028106a674e7b01b1cb940cbba",
|
"rev": "71beea0076cd46dafcee97a5a2e7d00cbba5bd2f",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -63,11 +63,11 @@
|
|||||||
},
|
},
|
||||||
"nixpkgs": {
|
"nixpkgs": {
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1789546076,
|
"lastModified": 1786384358,
|
||||||
"narHash": "sha256-zVxLZiSnmaaPLwnhj7pwmqe3axBg/C6nG5JZsJMh2g4=",
|
"narHash": "sha256-RzPPiWeUtuvymnpuEWsdtzli5w4kjZs49FqEs3/1u+I=",
|
||||||
"owner": "NixOS",
|
"owner": "NixOS",
|
||||||
"repo": "nixpkgs",
|
"repo": "nixpkgs",
|
||||||
"rev": "b1b875982b17dabde9b4a37f3e229e74913e6db3",
|
"rev": "2fcb964de67fcf60b43471c55d5d99e61a9ccb5a",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -87,11 +87,11 @@
|
|||||||
"spectrum": {
|
"spectrum": {
|
||||||
"flake": false,
|
"flake": false,
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1786032750,
|
"lastModified": 1785761586,
|
||||||
"narHash": "sha256-+Ba/kIn5BjvV7PN8bWOo7RoqgTY/Yv2M7qeMf3wS2Ag=",
|
"narHash": "sha256-MWOMVqJJERwjQGgRIv8d6rlEBqbLM3VZWxHkNKIIZNw=",
|
||||||
"ref": "refs/heads/main",
|
"ref": "refs/heads/main",
|
||||||
"rev": "77d2389874bb092b8dbf05ecc5b1030372e80e98",
|
"rev": "a7762d6f54b40560dd5255ce902e6e6a5d980fe9",
|
||||||
"revCount": 1417,
|
"revCount": 1416,
|
||||||
"type": "git",
|
"type": "git",
|
||||||
"url": "https://spectrum-os.org/git/spectrum"
|
"url": "https://spectrum-os.org/git/spectrum"
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -11,7 +11,6 @@
|
|||||||
|
|
||||||
outputs =
|
outputs =
|
||||||
{
|
{
|
||||||
self,
|
|
||||||
nixpkgs,
|
nixpkgs,
|
||||||
mtce,
|
mtce,
|
||||||
microvm,
|
microvm,
|
||||||
@@ -22,8 +21,6 @@
|
|||||||
inherit (nixpkgs) lib;
|
inherit (nixpkgs) lib;
|
||||||
pkgs = import nixpkgs { inherit system; };
|
pkgs = import nixpkgs { inherit system; };
|
||||||
|
|
||||||
flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
|
|
||||||
|
|
||||||
customPkgs = {
|
customPkgs = {
|
||||||
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
||||||
sshpiper = pkgs.callPackage ./packages/sshpiper.nix { };
|
sshpiper = pkgs.callPackage ./packages/sshpiper.nix { };
|
||||||
@@ -32,7 +29,6 @@
|
|||||||
server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { };
|
server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { };
|
||||||
server-status = pkgs.callPackage ./packages/server-status.nix { };
|
server-status = pkgs.callPackage ./packages/server-status.nix { };
|
||||||
server-kexec = pkgs.callPackage ./packages/server-kexec.nix { };
|
server-kexec = pkgs.callPackage ./packages/server-kexec.nix { };
|
||||||
server-autodeploy = pkgs.callPackage ./packages/server-autodeploy.nix { };
|
|
||||||
};
|
};
|
||||||
|
|
||||||
ci = import ./ci.nix { inherit lib pkgs; };
|
ci = import ./ci.nix { inherit lib pkgs; };
|
||||||
@@ -50,13 +46,12 @@
|
|||||||
server = "/persist/@containers";
|
server = "/persist/@containers";
|
||||||
data = "/persist/@containers/data";
|
data = "/persist/@containers/data";
|
||||||
secrets = "/persist/@secrets/";
|
secrets = "/persist/@secrets/";
|
||||||
config = "/persist/@config/";
|
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
specialArgsFor = hostName: {
|
specialArgsFor = hostName: {
|
||||||
hostInfo = hostInfoFor hostName;
|
hostInfo = hostInfoFor hostName;
|
||||||
inherit inputs customPkgs flakeRev;
|
inherit inputs customPkgs;
|
||||||
};
|
};
|
||||||
|
|
||||||
hostDefFor =
|
hostDefFor =
|
||||||
@@ -152,7 +147,6 @@
|
|||||||
server-rebuild
|
server-rebuild
|
||||||
server-status
|
server-status
|
||||||
server-kexec
|
server-kexec
|
||||||
server-autodeploy
|
|
||||||
;
|
;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -1,96 +0,0 @@
|
|||||||
{
|
|
||||||
config,
|
|
||||||
lib,
|
|
||||||
pkgs,
|
|
||||||
customPkgs,
|
|
||||||
...
|
|
||||||
}:
|
|
||||||
let
|
|
||||||
cfg = config.services.server-autodeploy;
|
|
||||||
in
|
|
||||||
{
|
|
||||||
options.services.server-autodeploy = {
|
|
||||||
enable = lib.mkEnableOption "automatic deployment from signed git tags";
|
|
||||||
|
|
||||||
interval = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
default = "15min";
|
|
||||||
};
|
|
||||||
|
|
||||||
branch = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
default = "master";
|
|
||||||
};
|
|
||||||
|
|
||||||
giteaUrl = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
giteaRepo = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
tokenFile = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
allowedSigners = lib.mkOption {
|
|
||||||
type = lib.types.listOf lib.types.str;
|
|
||||||
default = [ ];
|
|
||||||
};
|
|
||||||
|
|
||||||
repoOwner = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
description = "User that owns the configuration checkout";
|
|
||||||
};
|
|
||||||
|
|
||||||
stateDir = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
hostname = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
default = config.networking.hostName;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
config = lib.mkIf cfg.enable {
|
|
||||||
systemd.services.server-autodeploy = {
|
|
||||||
description = "Deploy latest signed tag";
|
|
||||||
after = [ "network-online.target" ];
|
|
||||||
wants = [ "network-online.target" ];
|
|
||||||
|
|
||||||
environment = {
|
|
||||||
GITEA_URL = cfg.giteaUrl;
|
|
||||||
GITEA_REPO = cfg.giteaRepo;
|
|
||||||
TOKEN_FILE = cfg.tokenFile;
|
|
||||||
ALLOWED_SIGNERS = builtins.toFile "signers" (lib.join "\n" cfg.allowedSigners);
|
|
||||||
DEPLOY_BRANCH = cfg.branch;
|
|
||||||
STATE_DIR = cfg.stateDir;
|
|
||||||
REPO_DIR = "/persist/@configuration";
|
|
||||||
REPO_OWNER = cfg.repoOwner;
|
|
||||||
HOSTNAME = cfg.hostname;
|
|
||||||
};
|
|
||||||
|
|
||||||
serviceConfig = {
|
|
||||||
Type = "oneshot";
|
|
||||||
ExecStart = lib.getExe customPkgs.server-autodeploy;
|
|
||||||
TimeoutStartSec = "30min";
|
|
||||||
};
|
|
||||||
|
|
||||||
path = [
|
|
||||||
config.nix.package
|
|
||||||
pkgs.nixos-rebuild
|
|
||||||
];
|
|
||||||
};
|
|
||||||
|
|
||||||
systemd.timers.server-autodeploy = {
|
|
||||||
wantedBy = [ "timers.target" ];
|
|
||||||
timerConfig = {
|
|
||||||
OnBootSec = "2min";
|
|
||||||
OnUnitActiveSec = cfg.interval;
|
|
||||||
RandomizedDelaySec = "2min";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
}
|
|
||||||
@@ -1,18 +0,0 @@
|
|||||||
{
|
|
||||||
writeShellApplication,
|
|
||||||
git,
|
|
||||||
curl,
|
|
||||||
jq,
|
|
||||||
util-linux,
|
|
||||||
openssh,
|
|
||||||
}:
|
|
||||||
import ./mk-script.nix { inherit writeShellApplication; } {
|
|
||||||
name = "server-autodeploy";
|
|
||||||
runtimeInputs = [
|
|
||||||
git
|
|
||||||
curl
|
|
||||||
jq
|
|
||||||
util-linux
|
|
||||||
openssh
|
|
||||||
];
|
|
||||||
}
|
|
||||||
@@ -1,60 +0,0 @@
|
|||||||
REPO_DIR="${REPO_DIR:-/persist/@configuration}"
|
|
||||||
STATE_DIR="${STATE_DIR:-/persist/@autodeploy}"
|
|
||||||
BRANCH="origin/${DEPLOY_BRANCH:-master}"
|
|
||||||
|
|
||||||
mkdir -p "$STATE_DIR"
|
|
||||||
exec 9>"$STATE_DIR/lock"
|
|
||||||
flock -n 9 || { echo "another deploy running"; exit 0; }
|
|
||||||
|
|
||||||
runas() { runuser -u "$REPO_OWNER" -- "$@"; }
|
|
||||||
|
|
||||||
report_status() {
|
|
||||||
echo "updating status to: $1 - $2"
|
|
||||||
[[ -f "$TOKEN_FILE" ]] || return 0
|
|
||||||
curl -sf -X POST \
|
|
||||||
-H "Authorization: token $(<"$TOKEN_FILE")" \
|
|
||||||
-H "Content-Type: application/json" \
|
|
||||||
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$HOSTNAME" \
|
|
||||||
'{state:$s,description:$d,context:$c}')" \
|
|
||||||
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
|
|
||||||
}
|
|
||||||
|
|
||||||
cd "$REPO_DIR"
|
|
||||||
|
|
||||||
export GIT_CONFIG_COUNT=2
|
|
||||||
export GIT_CONFIG_KEY_0=gpg.format
|
|
||||||
export GIT_CONFIG_VALUE_0=ssh
|
|
||||||
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
|
|
||||||
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
|
|
||||||
|
|
||||||
runas git fetch origin --tags --prune-tags
|
|
||||||
|
|
||||||
latest=$(runas git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
|
|
||||||
echo "no tags on $BRANCH"
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
current=$(cat "$STATE_DIR/tag" 2>/dev/null) || true
|
|
||||||
[[ "$latest" != "$current" ]] || { echo "already at $latest"; exit 0; }
|
|
||||||
|
|
||||||
echo "new tag: $latest (current: ${current:-none})"
|
|
||||||
|
|
||||||
runas git tag -v "$latest" || {
|
|
||||||
sha=$(runas git rev-list -1 "$latest")
|
|
||||||
report_status "failure" "tag signature verification failed" "$sha"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
sha=$(runas git rev-list -1 "$latest")
|
|
||||||
report_status "pending" "deploying $latest" "$sha"
|
|
||||||
|
|
||||||
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$HOSTNAME"
|
|
||||||
|
|
||||||
if nixos-rebuild switch --flake "$flake_url"; then
|
|
||||||
echo "$latest" > "$STATE_DIR/tag"
|
|
||||||
report_status "success" "deployed $latest" "$sha"
|
|
||||||
echo "deployed $latest"
|
|
||||||
else
|
|
||||||
report_status "failure" "nixos-rebuild failed" "$sha"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
@@ -153,8 +153,6 @@ with subtest("(functional): web services respond"):
|
|||||||
for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]:
|
for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]:
|
||||||
server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2"))
|
server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2"))
|
||||||
|
|
||||||
# TODO: re-enable mail
|
|
||||||
"""
|
|
||||||
with subtest("(functional): mail accepts connections"):
|
with subtest("(functional): mail accepts connections"):
|
||||||
smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'")
|
smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'")
|
||||||
server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60)
|
server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60)
|
||||||
@@ -169,7 +167,6 @@ with subtest("(functional): mail accepts connections"):
|
|||||||
return greeting.strip().startswith("* OK")
|
return greeting.strip().startswith("* OK")
|
||||||
|
|
||||||
retry(imap_ready, timeout_seconds=60)
|
retry(imap_ready, timeout_seconds=60)
|
||||||
"""
|
|
||||||
|
|
||||||
with subtest("(functional): nginx proxies to backend containers"):
|
with subtest("(functional): nginx proxies to backend containers"):
|
||||||
server.succeed(
|
server.succeed(
|
||||||
@@ -200,7 +197,7 @@ with subtest("(isolation): undeclared container edges are refused"):
|
|||||||
("devenv", "git", 3000),
|
("devenv", "git", 3000),
|
||||||
("git", "devenv", 8080),
|
("git", "devenv", 8080),
|
||||||
("maven", "git", 3000),
|
("maven", "git", 3000),
|
||||||
# ("nginx", "mail", 25),
|
("nginx", "mail", 25),
|
||||||
("ssh-botm", "ssh-admin", 22),
|
("ssh-botm", "ssh-admin", 22),
|
||||||
("overseer", "git", 3000),
|
("overseer", "git", 3000),
|
||||||
]:
|
]:
|
||||||
@@ -253,7 +250,7 @@ with subtest("(isolation): renaming the interface changes nothing"):
|
|||||||
rename(iface, "evil0")
|
rename(iface, "evil0")
|
||||||
try:
|
try:
|
||||||
server.succeed(ct_connect("nginx", ADDR["git"], 3000))
|
server.succeed(ct_connect("nginx", ADDR["git"], 3000))
|
||||||
# server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2))
|
server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2))
|
||||||
finally:
|
finally:
|
||||||
rename("evil0", iface)
|
rename("evil0", iface)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user