Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1bf51e9a9e | ||
|
|
ba23f719ab |
@@ -5,6 +5,10 @@ on:
|
|||||||
- cron: "0 6 * * 1"
|
- cron: "0 6 * * 1"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
issues: write
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
scan:
|
scan:
|
||||||
runs-on: nix
|
runs-on: nix
|
||||||
|
|||||||
@@ -33,16 +33,13 @@ def gitea(method, path, body=None):
|
|||||||
req.add_header("Authorization", f'token {os.environ["GH_TOKEN"]}')
|
req.add_header("Authorization", f'token {os.environ["GH_TOKEN"]}')
|
||||||
if data is not None:
|
if data is not None:
|
||||||
req.add_header("Content-Type", "application/json")
|
req.add_header("Content-Type", "application/json")
|
||||||
try:
|
with urllib.request.urlopen(req) as resp:
|
||||||
with urllib.request.urlopen(req) as resp:
|
raw = resp.read()
|
||||||
raw = resp.read()
|
|
||||||
except urllib.error.HTTPError as e:
|
|
||||||
sys.exit(f"gitea {method} {path}: {e.code} {e.reason}\n{e.read().decode()}")
|
|
||||||
return json.loads(raw) if raw else None
|
return json.loads(raw) if raw else None
|
||||||
|
|
||||||
|
|
||||||
def find_open_issue(label):
|
def find_open_issue(label):
|
||||||
issues = gitea("GET", f"/issues?state=open&type=issues&labels={label}")
|
issues = gitea("GET", f"/issues?state=open&labels={label}")
|
||||||
return issues[0] if issues else None
|
return issues[0] if issues else None
|
||||||
|
|
||||||
|
|
||||||
@@ -239,7 +236,7 @@ def format_vulnix(vulns):
|
|||||||
for v in vulns:
|
for v in vulns:
|
||||||
for cve in v["affected_by"]:
|
for cve in v["affected_by"]:
|
||||||
score = v.get("cvssv3_basescore", {}).get(cve)
|
score = v.get("cvssv3_basescore", {}).get(cve)
|
||||||
desc = v.get("description", {}).get(cve, "").replace("\n", " ").replace("|", "∣")
|
desc = v.get("description", {}).get(cve, "")
|
||||||
if len(desc) > 120:
|
if len(desc) > 120:
|
||||||
desc = desc[:117] + "..."
|
desc = desc[:117] + "..."
|
||||||
rows.append((v["pname"], v["version"], cve, score, desc))
|
rows.append((v["pname"], v["version"], cve, score, desc))
|
||||||
|
|||||||
@@ -4,26 +4,12 @@
|
|||||||
lib,
|
lib,
|
||||||
hostInfo,
|
hostInfo,
|
||||||
customPkgs,
|
customPkgs,
|
||||||
flakeRev,
|
|
||||||
...
|
...
|
||||||
}:
|
}:
|
||||||
let
|
let
|
||||||
inherit (hostInfo) paths;
|
inherit (hostInfo) paths;
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
imports = [ ./modules/autodeploy.nix ];
|
|
||||||
|
|
||||||
services.server-autodeploy = {
|
|
||||||
enable = true;
|
|
||||||
giteaUrl = "https://git.floweytf.com/";
|
|
||||||
giteaRepo = "server/server-config";
|
|
||||||
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
|
|
||||||
allowedSigners = [
|
|
||||||
"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi flowey@arch"
|
|
||||||
];
|
|
||||||
stateDir = hostInfo.paths.config;
|
|
||||||
};
|
|
||||||
|
|
||||||
assertions =
|
assertions =
|
||||||
let
|
let
|
||||||
isMounted =
|
isMounted =
|
||||||
@@ -61,14 +47,6 @@ in
|
|||||||
|
|
||||||
time.timeZone = "UTC";
|
time.timeZone = "UTC";
|
||||||
system.stateVersion = "26.05";
|
system.stateVersion = "26.05";
|
||||||
system.nixos.label =
|
|
||||||
let
|
|
||||||
labelFile = ./.nixos-label;
|
|
||||||
in
|
|
||||||
if builtins.pathExists labelFile then
|
|
||||||
lib.removeSuffix "\n" (builtins.readFile labelFile)
|
|
||||||
else
|
|
||||||
flakeRev;
|
|
||||||
|
|
||||||
nix = {
|
nix = {
|
||||||
settings = {
|
settings = {
|
||||||
|
|||||||
@@ -146,8 +146,6 @@ let
|
|||||||
in
|
in
|
||||||
mkContainer {
|
mkContainer {
|
||||||
inherit name;
|
inherit name;
|
||||||
includedInTests = false; # TODO: fixme, clearly mail is flakey
|
|
||||||
|
|
||||||
net.access = [ { to = "@internet"; } ];
|
net.access = [ { to = "@internet"; } ];
|
||||||
svc.autoStart = true;
|
svc.autoStart = true;
|
||||||
net.forward.tcp = [
|
net.forward.tcp = [
|
||||||
|
|||||||
@@ -75,6 +75,7 @@ let
|
|||||||
packages = with pkgs; [ tmux ] ++ packages;
|
packages = with pkgs; [ tmux ] ++ packages;
|
||||||
miscProperties = self._sshpiperRegister routingInfo;
|
miscProperties = self._sshpiperRegister routingInfo;
|
||||||
};
|
};
|
||||||
|
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
ssh-admin = mkSsh {
|
ssh-admin = mkSsh {
|
||||||
|
|||||||
@@ -222,13 +222,11 @@ rec {
|
|||||||
: Bind mounts, keyed by mount point.
|
: Bind mounts, keyed by mount point.
|
||||||
|
|
||||||
`resources.devices`
|
`resources.devices`
|
||||||
: Host device nodes to expose, as paths, added to the unit's
|
: Host device nodes to expose, as paths. Bound into the container's `/dev`
|
||||||
`DeviceAllow=`. nspawn populates a handful of privileged devices
|
and added to the unit's `DeviceAllow=` - the bind alone leaves the cgroup
|
||||||
(`/dev/kvm`, `/dev/net/tun`, ...) into the container's own `/dev` once
|
denying `open()`. Nodes keep their host ownership, so a consumer inside
|
||||||
the cgroup allows it, and silently skips ones the host doesn't have -
|
needs `isolation.privateUsers = "identity"` for the owning gid to mean
|
||||||
no `resources.fs` bind mount needed. Nodes keep their host ownership,
|
anything.
|
||||||
so a consumer inside needs `isolation.privateUsers = "identity"` for
|
|
||||||
the owning gid to mean anything.
|
|
||||||
|
|
||||||
`isolation.nixDaemon`
|
`isolation.nixDaemon`
|
||||||
: Whether the Nix daemon and CLI are available inside the container.
|
: Whether the Nix daemon and CLI are available inside the container.
|
||||||
@@ -287,7 +285,7 @@ rec {
|
|||||||
allBindMounts = builtins.foldl' (acc: t: acc // (t.resources.fs or { })) { } traits // bindMounts;
|
allBindMounts = builtins.foldl' (acc: t: acc // (t.resources.fs or { })) { } traits // bindMounts;
|
||||||
userModules = map mkUser (lib.concatMap (t: t.users or [ ]) traits ++ users);
|
userModules = map mkUser (lib.concatMap (t: t.users or [ ]) traits ++ users);
|
||||||
allPorts = ports ++ map (p: (normalizePort p).container) hostPorts;
|
allPorts = ports ++ map (p: (normalizePort p).container) hostPorts;
|
||||||
useIdmap = privateUsers == "pick" || (builtins.isInt privateUsers && privateUsers > 0);
|
useIdmap = privateUsers != "no";
|
||||||
bindMountExtraFlags = lib.mapAttrsToList (
|
bindMountExtraFlags = lib.mapAttrsToList (
|
||||||
mountPoint: bm:
|
mountPoint: bm:
|
||||||
(if bm.isReadOnly then "--bind-ro=" else "--bind=")
|
(if bm.isReadOnly then "--bind-ro=" else "--bind=")
|
||||||
@@ -295,6 +293,7 @@ rec {
|
|||||||
+ lib.optionalString useIdmap ":idmap"
|
+ lib.optionalString useIdmap ":idmap"
|
||||||
) allBindMounts;
|
) allBindMounts;
|
||||||
bindMountHostPaths = map (bm: bm.hostPath) (lib.attrValues allBindMounts);
|
bindMountHostPaths = map (bm: bm.hostPath) (lib.attrValues allBindMounts);
|
||||||
|
deviceFlags = map (d: "--bind=${d}") devices;
|
||||||
inherit (deriveIdentity ifPrefix.nspawn name)
|
inherit (deriveIdentity ifPrefix.nspawn name)
|
||||||
iface
|
iface
|
||||||
mac
|
mac
|
||||||
@@ -381,7 +380,7 @@ rec {
|
|||||||
nixosContainer = {
|
nixosContainer = {
|
||||||
inherit autoStart privateUsers;
|
inherit autoStart privateUsers;
|
||||||
bindMounts = { };
|
bindMounts = { };
|
||||||
extraFlags = bindMountExtraFlags;
|
extraFlags = bindMountExtraFlags ++ deviceFlags;
|
||||||
privateNetwork = true;
|
privateNetwork = true;
|
||||||
extraVeths = linkVeths;
|
extraVeths = linkVeths;
|
||||||
config =
|
config =
|
||||||
|
|||||||
@@ -11,7 +11,6 @@
|
|||||||
|
|
||||||
outputs =
|
outputs =
|
||||||
{
|
{
|
||||||
self,
|
|
||||||
nixpkgs,
|
nixpkgs,
|
||||||
mtce,
|
mtce,
|
||||||
microvm,
|
microvm,
|
||||||
@@ -22,8 +21,6 @@
|
|||||||
inherit (nixpkgs) lib;
|
inherit (nixpkgs) lib;
|
||||||
pkgs = import nixpkgs { inherit system; };
|
pkgs = import nixpkgs { inherit system; };
|
||||||
|
|
||||||
flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
|
|
||||||
|
|
||||||
customPkgs = {
|
customPkgs = {
|
||||||
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
||||||
sshpiper = pkgs.callPackage ./packages/sshpiper.nix { };
|
sshpiper = pkgs.callPackage ./packages/sshpiper.nix { };
|
||||||
@@ -32,7 +29,6 @@
|
|||||||
server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { };
|
server-rebuild = pkgs.callPackage ./packages/server-rebuild.nix { };
|
||||||
server-status = pkgs.callPackage ./packages/server-status.nix { };
|
server-status = pkgs.callPackage ./packages/server-status.nix { };
|
||||||
server-kexec = pkgs.callPackage ./packages/server-kexec.nix { };
|
server-kexec = pkgs.callPackage ./packages/server-kexec.nix { };
|
||||||
server-autodeploy = pkgs.callPackage ./packages/server-autodeploy.nix { };
|
|
||||||
};
|
};
|
||||||
|
|
||||||
ci = import ./ci.nix { inherit lib pkgs; };
|
ci = import ./ci.nix { inherit lib pkgs; };
|
||||||
@@ -50,13 +46,12 @@
|
|||||||
server = "/persist/@containers";
|
server = "/persist/@containers";
|
||||||
data = "/persist/@containers/data";
|
data = "/persist/@containers/data";
|
||||||
secrets = "/persist/@secrets/";
|
secrets = "/persist/@secrets/";
|
||||||
config = "/persist/@config/";
|
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
specialArgsFor = hostName: {
|
specialArgsFor = hostName: {
|
||||||
hostInfo = hostInfoFor hostName;
|
hostInfo = hostInfoFor hostName;
|
||||||
inherit inputs customPkgs flakeRev;
|
inherit inputs customPkgs;
|
||||||
};
|
};
|
||||||
|
|
||||||
hostDefFor =
|
hostDefFor =
|
||||||
@@ -152,7 +147,6 @@
|
|||||||
server-rebuild
|
server-rebuild
|
||||||
server-status
|
server-status
|
||||||
server-kexec
|
server-kexec
|
||||||
server-autodeploy
|
|
||||||
;
|
;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -1,84 +0,0 @@
|
|||||||
{
|
|
||||||
config,
|
|
||||||
lib,
|
|
||||||
pkgs,
|
|
||||||
customPkgs,
|
|
||||||
...
|
|
||||||
}:
|
|
||||||
let
|
|
||||||
cfg = config.services.server-autodeploy;
|
|
||||||
in
|
|
||||||
{
|
|
||||||
options.services.server-autodeploy = {
|
|
||||||
enable = lib.mkEnableOption "automatic deployment from signed git tags";
|
|
||||||
|
|
||||||
interval = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
default = "15min";
|
|
||||||
};
|
|
||||||
|
|
||||||
branch = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
default = "master";
|
|
||||||
};
|
|
||||||
|
|
||||||
giteaUrl = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
giteaRepo = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
tokenFile = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
|
|
||||||
allowedSigners = lib.mkOption {
|
|
||||||
type = lib.types.listOf lib.types.str;
|
|
||||||
default = [ ];
|
|
||||||
};
|
|
||||||
|
|
||||||
stateDir = lib.mkOption {
|
|
||||||
type = lib.types.str;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
config = lib.mkIf cfg.enable {
|
|
||||||
systemd.services.server-autodeploy = {
|
|
||||||
description = "Deploy latest signed tag";
|
|
||||||
after = [ "network-online.target" ];
|
|
||||||
wants = [ "network-online.target" ];
|
|
||||||
|
|
||||||
environment = {
|
|
||||||
GITEA_URL = cfg.giteaUrl;
|
|
||||||
GITEA_REPO = cfg.giteaRepo;
|
|
||||||
TOKEN_FILE = cfg.tokenFile;
|
|
||||||
ALLOWED_SIGNERS = builtins.toFile "signers" (lib.join "\n" cfg.allowedSigners);
|
|
||||||
DEPLOY_BRANCH = cfg.branch;
|
|
||||||
STATE_DIR = cfg.stateDir;
|
|
||||||
REPO_DIR = "/persist/@configuration";
|
|
||||||
};
|
|
||||||
|
|
||||||
serviceConfig = {
|
|
||||||
Type = "oneshot";
|
|
||||||
ExecStart = lib.getExe customPkgs.server-autodeploy;
|
|
||||||
TimeoutStartSec = "30min";
|
|
||||||
};
|
|
||||||
|
|
||||||
path = [
|
|
||||||
config.nix.package
|
|
||||||
pkgs.nixos-rebuild
|
|
||||||
];
|
|
||||||
};
|
|
||||||
|
|
||||||
systemd.timers.server-autodeploy = {
|
|
||||||
wantedBy = [ "timers.target" ];
|
|
||||||
timerConfig = {
|
|
||||||
OnBootSec = "2min";
|
|
||||||
OnUnitActiveSec = cfg.interval;
|
|
||||||
RandomizedDelaySec = "2min";
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
}
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
{
|
|
||||||
writeShellApplication,
|
|
||||||
git,
|
|
||||||
curl,
|
|
||||||
jq,
|
|
||||||
}:
|
|
||||||
import ./mk-script.nix { inherit writeShellApplication; } {
|
|
||||||
name = "server-autodeploy";
|
|
||||||
runtimeInputs = [
|
|
||||||
git
|
|
||||||
curl
|
|
||||||
jq
|
|
||||||
];
|
|
||||||
}
|
|
||||||
@@ -1,58 +0,0 @@
|
|||||||
REPO_DIR="${REPO_DIR:-/persist/@configuration}"
|
|
||||||
STATE_DIR="${STATE_DIR:-/persist/@autodeploy}"
|
|
||||||
BRANCH="origin/${DEPLOY_BRANCH:-master}"
|
|
||||||
|
|
||||||
mkdir -p "$STATE_DIR"
|
|
||||||
exec 9>"$STATE_DIR/lock"
|
|
||||||
flock -n 9 || { echo "another deploy running"; exit 0; }
|
|
||||||
|
|
||||||
report_status() {
|
|
||||||
[[ -f "$TOKEN_FILE" ]] || return 0
|
|
||||||
curl -sf -X POST \
|
|
||||||
-H "Authorization: token $(<"$TOKEN_FILE")" \
|
|
||||||
-H "Content-Type: application/json" \
|
|
||||||
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$(hostname)" \
|
|
||||||
'{state:$s,description:$d,context:$c}')" \
|
|
||||||
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
|
|
||||||
}
|
|
||||||
|
|
||||||
cd "$REPO_DIR"
|
|
||||||
|
|
||||||
export GIT_CONFIG_COUNT=2
|
|
||||||
export GIT_CONFIG_KEY_0=gpg.format
|
|
||||||
export GIT_CONFIG_VALUE_0=ssh
|
|
||||||
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
|
|
||||||
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
|
|
||||||
|
|
||||||
git fetch origin --tags --prune-tags
|
|
||||||
|
|
||||||
latest=$(git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
|
|
||||||
echo "no tags on $BRANCH"
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
current=$(cat "$STATE_DIR/tag" 2>/dev/null) || true
|
|
||||||
[[ "$latest" != "$current" ]] || { echo "already at $latest"; exit 0; }
|
|
||||||
|
|
||||||
echo "new tag: $latest (current: ${current:-none})"
|
|
||||||
|
|
||||||
git tag -v "$latest" || {
|
|
||||||
sha=$(git rev-list -1 "$latest")
|
|
||||||
report_status "failure" "tag signature verification failed" "$sha"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
sha=$(git rev-list -1 "$latest")
|
|
||||||
report_status "pending" "deploying $latest" "$sha"
|
|
||||||
|
|
||||||
# build from remote, pinned to the verified rev - no local checkout needed
|
|
||||||
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$(hostname)"
|
|
||||||
|
|
||||||
if nixos-rebuild switch --flake "$flake_url"; then
|
|
||||||
echo "$latest" > "$STATE_DIR/tag"
|
|
||||||
report_status "success" "deployed $latest" "$sha"
|
|
||||||
echo "deployed $latest"
|
|
||||||
else
|
|
||||||
report_status "failure" "nixos-rebuild failed" "$sha"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
@@ -153,8 +153,6 @@ with subtest("(functional): web services respond"):
|
|||||||
for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]:
|
for name, port in [("devenv", 8080), ("maven", 8080), ("git", 3000)]:
|
||||||
server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2"))
|
server.succeed(net_cmd(name, f"{CURL} -sf --max-time 5 -o /dev/null http://{ADDR[name]}:{port}/ >&2"))
|
||||||
|
|
||||||
# TODO: re-enable mail
|
|
||||||
"""
|
|
||||||
with subtest("(functional): mail accepts connections"):
|
with subtest("(functional): mail accepts connections"):
|
||||||
smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'")
|
smtp_probe = net_cmd("mail", f"{SH} -c 'exec 3<>/dev/tcp/{ADDR['mail']}/25 && head -1 <&3'")
|
||||||
server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60)
|
server.wait_until_succeeds(f"{smtp_probe} | grep -q '^220'", timeout=60)
|
||||||
@@ -169,7 +167,6 @@ with subtest("(functional): mail accepts connections"):
|
|||||||
return greeting.strip().startswith("* OK")
|
return greeting.strip().startswith("* OK")
|
||||||
|
|
||||||
retry(imap_ready, timeout_seconds=60)
|
retry(imap_ready, timeout_seconds=60)
|
||||||
"""
|
|
||||||
|
|
||||||
with subtest("(functional): nginx proxies to backend containers"):
|
with subtest("(functional): nginx proxies to backend containers"):
|
||||||
server.succeed(
|
server.succeed(
|
||||||
@@ -200,7 +197,7 @@ with subtest("(isolation): undeclared container edges are refused"):
|
|||||||
("devenv", "git", 3000),
|
("devenv", "git", 3000),
|
||||||
("git", "devenv", 8080),
|
("git", "devenv", 8080),
|
||||||
("maven", "git", 3000),
|
("maven", "git", 3000),
|
||||||
# ("nginx", "mail", 25),
|
("nginx", "mail", 25),
|
||||||
("ssh-botm", "ssh-admin", 22),
|
("ssh-botm", "ssh-admin", 22),
|
||||||
("overseer", "git", 3000),
|
("overseer", "git", 3000),
|
||||||
]:
|
]:
|
||||||
@@ -253,7 +250,7 @@ with subtest("(isolation): renaming the interface changes nothing"):
|
|||||||
rename(iface, "evil0")
|
rename(iface, "evil0")
|
||||||
try:
|
try:
|
||||||
server.succeed(ct_connect("nginx", ADDR["git"], 3000))
|
server.succeed(ct_connect("nginx", ADDR["git"], 3000))
|
||||||
# server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2))
|
server.fail(ct_connect("nginx", ADDR["mail"], 25, timeout=2))
|
||||||
finally:
|
finally:
|
||||||
rename("evil0", iface)
|
rename("evil0", iface)
|
||||||
|
|
||||||
@@ -336,6 +333,7 @@ with subtest("(functional): published ports follow the container's lifetime"):
|
|||||||
with subtest("(functional): declared devices are usable in-container"):
|
with subtest("(functional): declared devices are usable in-container"):
|
||||||
for name, devices in DEVICES.items():
|
for name, devices in DEVICES.items():
|
||||||
for dev in devices:
|
for dev in devices:
|
||||||
|
# opened, not stat'd: without DeviceAllow= the node is still visible
|
||||||
server.succeed(ct_cmd(name, f"exec 3<> {dev}"))
|
server.succeed(ct_cmd(name, f"exec 3<> {dev}"))
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user