Compare commits
6
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1b796ff9dd | ||
|
|
8551b8ad90 | ||
|
|
c26a1fde31 | ||
|
|
e5e4ac5e7f | ||
|
|
95cd7d0457 | ||
|
|
d347a2a139 |
@@ -17,10 +17,18 @@ jobs:
|
|||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
|
ref: ${{ github.event.pull_request.head.sha }}
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: merge base branch
|
||||||
|
run: |
|
||||||
|
git config user.email "ci@localhost"
|
||||||
|
git config user.name "CI"
|
||||||
|
git fetch origin ${{ github.event.pull_request.base.ref }}
|
||||||
|
git merge --no-edit origin/${{ github.event.pull_request.base.ref }}
|
||||||
|
|
||||||
- name: worktree base for diff
|
- name: worktree base for diff
|
||||||
run: git worktree add "$RUNNER_TEMP/base" "${{ github.event.pull_request.base.sha }}"
|
run: git worktree add "$RUNNER_TEMP/base" "origin/${{ github.event.pull_request.base.ref }}"
|
||||||
|
|
||||||
- name: build closures and render diff
|
- name: build closures and render diff
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -5,21 +5,19 @@ on:
|
|||||||
- cron: "17 4 * * *"
|
- cron: "17 4 * * *"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
permissions:
|
|
||||||
contents: write
|
|
||||||
pull-requests: write
|
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
update:
|
update:
|
||||||
runs-on: nix
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
|
||||||
- run: nix flake update -L
|
- run: nix flake update -L
|
||||||
|
|
||||||
- name: open/update PR
|
- name: open/update PR
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GH_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
API: ${{ github.api_url }}
|
API: ${{ github.api_url }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ import re
|
|||||||
import subprocess
|
import subprocess
|
||||||
import subprocess_tee
|
import subprocess_tee
|
||||||
import sys
|
import sys
|
||||||
|
import urllib.error
|
||||||
import urllib.request
|
import urllib.request
|
||||||
from collections import Counter
|
from collections import Counter
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
@@ -26,6 +27,10 @@ def git(*args, check=True):
|
|||||||
return run("git", *args, check=check, capture_output=True)
|
return run("git", *args, check=check, capture_output=True)
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaError(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
def gitea(method, path, body=None):
|
def gitea(method, path, body=None):
|
||||||
url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}'
|
url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}'
|
||||||
data = json.dumps(body).encode() if body is not None else None
|
data = json.dumps(body).encode() if body is not None else None
|
||||||
@@ -37,7 +42,11 @@ def gitea(method, path, body=None):
|
|||||||
with urllib.request.urlopen(req) as resp:
|
with urllib.request.urlopen(req) as resp:
|
||||||
raw = resp.read()
|
raw = resp.read()
|
||||||
except urllib.error.HTTPError as e:
|
except urllib.error.HTTPError as e:
|
||||||
sys.exit(f"gitea {method} {path}: {e.code} {e.reason}\n{e.read().decode()}")
|
try:
|
||||||
|
detail = json.loads(e.read()).get("message", e.reason)
|
||||||
|
except (json.JSONDecodeError, UnicodeDecodeError):
|
||||||
|
detail = e.reason
|
||||||
|
raise GiteaError(f"{method} {path}: {e.code} {detail}") from None
|
||||||
return json.loads(raw) if raw else None
|
return json.loads(raw) if raw else None
|
||||||
|
|
||||||
|
|
||||||
@@ -466,16 +475,24 @@ def open_pr(args):
|
|||||||
|
|
||||||
host = os.environ["API"].removesuffix("/api/v1")
|
host = os.environ["API"].removesuffix("/api/v1")
|
||||||
auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode()
|
auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode()
|
||||||
git("-c", f"http.extraHeader=Authorization: Basic {auth}",
|
push = git("-c", f"http.extraHeader=Authorization: Basic {auth}",
|
||||||
"push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}")
|
"push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}",
|
||||||
|
check=False)
|
||||||
|
if push.returncode != 0:
|
||||||
|
raise RuntimeError(f"git push failed:\n{push.stderr}")
|
||||||
|
|
||||||
owner = os.environ["REPO"].split("/")[0]
|
pulls = gitea("GET", f"/pulls?state=open&base_branch={args.base}")
|
||||||
if gitea("GET", f"/pulls?state=open&head={owner}:{args.branch}"):
|
existing = next((pr for pr in pulls if pr["head"]["ref"] == args.branch), None)
|
||||||
|
if existing:
|
||||||
|
print(f"PR #{existing['number']} already open, pushed update")
|
||||||
return
|
return
|
||||||
labels = [label_id(args.label)] if args.label else []
|
labels = [label_id(args.label)] if args.label else []
|
||||||
gitea("POST", "/pulls",
|
pr = gitea("POST", "/pulls",
|
||||||
{"title": args.title, "head": args.branch, "base": args.base,
|
{"title": args.title, "head": args.branch, "base": args.base,
|
||||||
"body": Path(args.body_file).read_text(), "labels": labels})
|
"body": Path(args.body_file).read_text(), "labels": labels})
|
||||||
|
if not pr or "number" not in pr:
|
||||||
|
raise GiteaError(f"POST /pulls: unexpected response: {json.dumps(pr)}")
|
||||||
|
print(f"opened PR #{pr['number']}")
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|||||||
+4
-9
@@ -5,6 +5,7 @@
|
|||||||
hostInfo,
|
hostInfo,
|
||||||
customPkgs,
|
customPkgs,
|
||||||
flakeRev,
|
flakeRev,
|
||||||
|
deployLabel,
|
||||||
...
|
...
|
||||||
}:
|
}:
|
||||||
let
|
let
|
||||||
@@ -19,9 +20,10 @@ in
|
|||||||
giteaRepo = "server/server-config";
|
giteaRepo = "server/server-config";
|
||||||
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
|
tokenFile = "${hostInfo.paths.secrets}/gitea-autodeploy-token";
|
||||||
allowedSigners = [
|
allowedSigners = [
|
||||||
"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi flowey@arch"
|
"flowey@arch namespaces=\"git\" ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPaGpTX3EzfezVc2nl3MgsKVamYYP2h2VJaRny8pZkvi"
|
||||||
];
|
];
|
||||||
stateDir = hostInfo.paths.config;
|
stateDir = hostInfo.paths.config;
|
||||||
|
repoOwner = "server";
|
||||||
};
|
};
|
||||||
|
|
||||||
assertions =
|
assertions =
|
||||||
@@ -61,14 +63,7 @@ in
|
|||||||
|
|
||||||
time.timeZone = "UTC";
|
time.timeZone = "UTC";
|
||||||
system.stateVersion = "26.05";
|
system.stateVersion = "26.05";
|
||||||
system.nixos.label =
|
system.nixos.label = if deployLabel != null then deployLabel else flakeRev;
|
||||||
let
|
|
||||||
labelFile = ./.nixos-label;
|
|
||||||
in
|
|
||||||
if builtins.pathExists labelFile then
|
|
||||||
lib.removeSuffix "\n" (builtins.readFile labelFile)
|
|
||||||
else
|
|
||||||
flakeRev;
|
|
||||||
|
|
||||||
nix = {
|
nix = {
|
||||||
settings = {
|
settings = {
|
||||||
|
|||||||
Generated
+23
-10
@@ -1,5 +1,17 @@
|
|||||||
{
|
{
|
||||||
"nodes": {
|
"nodes": {
|
||||||
|
"deploy-label": {
|
||||||
|
"flake": false,
|
||||||
|
"locked": {
|
||||||
|
"path": "./misc/deploy-label",
|
||||||
|
"type": "path"
|
||||||
|
},
|
||||||
|
"original": {
|
||||||
|
"path": "./misc/deploy-label",
|
||||||
|
"type": "path"
|
||||||
|
},
|
||||||
|
"parent": []
|
||||||
|
},
|
||||||
"flake-utils": {
|
"flake-utils": {
|
||||||
"inputs": {
|
"inputs": {
|
||||||
"systems": "systems"
|
"systems": "systems"
|
||||||
@@ -26,11 +38,11 @@
|
|||||||
"spectrum": "spectrum"
|
"spectrum": "spectrum"
|
||||||
},
|
},
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1786300091,
|
"lastModified": 1789506833,
|
||||||
"narHash": "sha256-4UFJOVGpaYtHW5yasSv80MaJxTBYdk2zyf3jhKtt0wA=",
|
"narHash": "sha256-4L8SOCF84de1irB72Ka9VHcu9wrAJ9Amuey4lU9oh4Y=",
|
||||||
"owner": "microvm-nix",
|
"owner": "microvm-nix",
|
||||||
"repo": "microvm.nix",
|
"repo": "microvm.nix",
|
||||||
"rev": "71beea0076cd46dafcee97a5a2e7d00cbba5bd2f",
|
"rev": "187b0a390ee054028106a674e7b01b1cb940cbba",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -63,11 +75,11 @@
|
|||||||
},
|
},
|
||||||
"nixpkgs": {
|
"nixpkgs": {
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1786384358,
|
"lastModified": 1789921291,
|
||||||
"narHash": "sha256-RzPPiWeUtuvymnpuEWsdtzli5w4kjZs49FqEs3/1u+I=",
|
"narHash": "sha256-Ft/BRnIqw1MywFoXydKobjjWmDFgDdYtSpJliE8+yUw=",
|
||||||
"owner": "NixOS",
|
"owner": "NixOS",
|
||||||
"repo": "nixpkgs",
|
"repo": "nixpkgs",
|
||||||
"rev": "2fcb964de67fcf60b43471c55d5d99e61a9ccb5a",
|
"rev": "44a91898084f46797b5fac650c7e8c9ac38c43d4",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -79,6 +91,7 @@
|
|||||||
},
|
},
|
||||||
"root": {
|
"root": {
|
||||||
"inputs": {
|
"inputs": {
|
||||||
|
"deploy-label": "deploy-label",
|
||||||
"microvm": "microvm",
|
"microvm": "microvm",
|
||||||
"mtce": "mtce",
|
"mtce": "mtce",
|
||||||
"nixpkgs": "nixpkgs"
|
"nixpkgs": "nixpkgs"
|
||||||
@@ -87,11 +100,11 @@
|
|||||||
"spectrum": {
|
"spectrum": {
|
||||||
"flake": false,
|
"flake": false,
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1785761586,
|
"lastModified": 1786032750,
|
||||||
"narHash": "sha256-MWOMVqJJERwjQGgRIv8d6rlEBqbLM3VZWxHkNKIIZNw=",
|
"narHash": "sha256-+Ba/kIn5BjvV7PN8bWOo7RoqgTY/Yv2M7qeMf3wS2Ag=",
|
||||||
"ref": "refs/heads/main",
|
"ref": "refs/heads/main",
|
||||||
"rev": "a7762d6f54b40560dd5255ce902e6e6a5d980fe9",
|
"rev": "77d2389874bb092b8dbf05ecc5b1030372e80e98",
|
||||||
"revCount": 1416,
|
"revCount": 1417,
|
||||||
"type": "git",
|
"type": "git",
|
||||||
"url": "https://spectrum-os.org/git/spectrum"
|
"url": "https://spectrum-os.org/git/spectrum"
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -7,6 +7,8 @@
|
|||||||
mtce.inputs.nixpkgs.follows = "nixpkgs";
|
mtce.inputs.nixpkgs.follows = "nixpkgs";
|
||||||
microvm.url = "github:microvm-nix/microvm.nix";
|
microvm.url = "github:microvm-nix/microvm.nix";
|
||||||
microvm.inputs.nixpkgs.follows = "nixpkgs";
|
microvm.inputs.nixpkgs.follows = "nixpkgs";
|
||||||
|
deploy-label.url = "path:./misc/deploy-label";
|
||||||
|
deploy-label.flake = false;
|
||||||
};
|
};
|
||||||
|
|
||||||
outputs =
|
outputs =
|
||||||
@@ -15,6 +17,7 @@
|
|||||||
nixpkgs,
|
nixpkgs,
|
||||||
mtce,
|
mtce,
|
||||||
microvm,
|
microvm,
|
||||||
|
deploy-label,
|
||||||
...
|
...
|
||||||
}:
|
}:
|
||||||
let
|
let
|
||||||
@@ -23,6 +26,12 @@
|
|||||||
pkgs = import nixpkgs { inherit system; };
|
pkgs = import nixpkgs { inherit system; };
|
||||||
|
|
||||||
flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
|
flakeRev = self.shortRev or self.dirtyShortRev or "unknown";
|
||||||
|
deployLabel =
|
||||||
|
let
|
||||||
|
labelFile = "${deploy-label}/label";
|
||||||
|
raw = lib.removeSuffix "\n" (builtins.readFile labelFile);
|
||||||
|
in
|
||||||
|
if raw != "" then raw else null;
|
||||||
|
|
||||||
customPkgs = {
|
customPkgs = {
|
||||||
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
hopper-rs = pkgs.callPackage ./packages/hopper-rs.nix { };
|
||||||
@@ -56,7 +65,7 @@
|
|||||||
|
|
||||||
specialArgsFor = hostName: {
|
specialArgsFor = hostName: {
|
||||||
hostInfo = hostInfoFor hostName;
|
hostInfo = hostInfoFor hostName;
|
||||||
inherit inputs customPkgs flakeRev;
|
inherit inputs customPkgs flakeRev deployLabel;
|
||||||
};
|
};
|
||||||
|
|
||||||
hostDefFor =
|
hostDefFor =
|
||||||
|
|||||||
@@ -39,9 +39,19 @@ in
|
|||||||
default = [ ];
|
default = [ ];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
repoOwner = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
description = "User that owns the configuration checkout";
|
||||||
|
};
|
||||||
|
|
||||||
stateDir = lib.mkOption {
|
stateDir = lib.mkOption {
|
||||||
type = lib.types.str;
|
type = lib.types.str;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
hostname = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = config.networking.hostName;
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
config = lib.mkIf cfg.enable {
|
config = lib.mkIf cfg.enable {
|
||||||
@@ -58,6 +68,8 @@ in
|
|||||||
DEPLOY_BRANCH = cfg.branch;
|
DEPLOY_BRANCH = cfg.branch;
|
||||||
STATE_DIR = cfg.stateDir;
|
STATE_DIR = cfg.stateDir;
|
||||||
REPO_DIR = "/persist/@configuration";
|
REPO_DIR = "/persist/@configuration";
|
||||||
|
REPO_OWNER = cfg.repoOwner;
|
||||||
|
HOSTNAME = cfg.hostname;
|
||||||
};
|
};
|
||||||
|
|
||||||
serviceConfig = {
|
serviceConfig = {
|
||||||
|
|||||||
@@ -3,6 +3,8 @@
|
|||||||
git,
|
git,
|
||||||
curl,
|
curl,
|
||||||
jq,
|
jq,
|
||||||
|
util-linux,
|
||||||
|
openssh,
|
||||||
}:
|
}:
|
||||||
import ./mk-script.nix { inherit writeShellApplication; } {
|
import ./mk-script.nix { inherit writeShellApplication; } {
|
||||||
name = "server-autodeploy";
|
name = "server-autodeploy";
|
||||||
@@ -10,5 +12,7 @@ import ./mk-script.nix { inherit writeShellApplication; } {
|
|||||||
git
|
git
|
||||||
curl
|
curl
|
||||||
jq
|
jq
|
||||||
|
util-linux
|
||||||
|
openssh
|
||||||
];
|
];
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,12 +6,15 @@ mkdir -p "$STATE_DIR"
|
|||||||
exec 9>"$STATE_DIR/lock"
|
exec 9>"$STATE_DIR/lock"
|
||||||
flock -n 9 || { echo "another deploy running"; exit 0; }
|
flock -n 9 || { echo "another deploy running"; exit 0; }
|
||||||
|
|
||||||
|
runas() { runuser -u "$REPO_OWNER" -- "$@"; }
|
||||||
|
|
||||||
report_status() {
|
report_status() {
|
||||||
|
echo "updating status to: $1 - $2"
|
||||||
[[ -f "$TOKEN_FILE" ]] || return 0
|
[[ -f "$TOKEN_FILE" ]] || return 0
|
||||||
curl -sf -X POST \
|
curl -sf -X POST \
|
||||||
-H "Authorization: token $(<"$TOKEN_FILE")" \
|
-H "Authorization: token $(<"$TOKEN_FILE")" \
|
||||||
-H "Content-Type: application/json" \
|
-H "Content-Type: application/json" \
|
||||||
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$(hostname)" \
|
-d "$(jq -n --arg s "$1" --arg d "$2" --arg c "deploy/$HOSTNAME" \
|
||||||
'{state:$s,description:$d,context:$c}')" \
|
'{state:$s,description:$d,context:$c}')" \
|
||||||
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
|
"$GITEA_URL/api/v1/repos/$GITEA_REPO/statuses/$3" >/dev/null
|
||||||
}
|
}
|
||||||
@@ -24,9 +27,9 @@ export GIT_CONFIG_VALUE_0=ssh
|
|||||||
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
|
export GIT_CONFIG_KEY_1=gpg.ssh.allowedSignersFile
|
||||||
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
|
export GIT_CONFIG_VALUE_1="$ALLOWED_SIGNERS"
|
||||||
|
|
||||||
git fetch origin --tags --prune-tags
|
runas git fetch origin --tags --prune-tags
|
||||||
|
|
||||||
latest=$(git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
|
latest=$(runas git describe --abbrev=0 "$BRANCH" 2>/dev/null) || {
|
||||||
echo "no tags on $BRANCH"
|
echo "no tags on $BRANCH"
|
||||||
exit 0
|
exit 0
|
||||||
}
|
}
|
||||||
@@ -36,23 +39,26 @@ current=$(cat "$STATE_DIR/tag" 2>/dev/null) || true
|
|||||||
|
|
||||||
echo "new tag: $latest (current: ${current:-none})"
|
echo "new tag: $latest (current: ${current:-none})"
|
||||||
|
|
||||||
git tag -v "$latest" || {
|
runas git tag -v "$latest" || {
|
||||||
sha=$(git rev-list -1 "$latest")
|
sha=$(runas git rev-list -1 "$latest")
|
||||||
report_status "failure" "tag signature verification failed" "$sha"
|
report_status "failure" "tag signature verification failed" "$sha"
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
sha=$(git rev-list -1 "$latest")
|
sha=$(runas git rev-list -1 "$latest")
|
||||||
report_status "pending" "deploying $latest" "$sha"
|
report_status "pending" "deploying $latest" "$sha"
|
||||||
|
|
||||||
# build from remote, pinned to the verified rev - no local checkout needed
|
label_dir=$(mktemp -d)
|
||||||
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$(hostname)"
|
echo "$latest" > "$label_dir/label"
|
||||||
|
flake_url="git+${GITEA_URL}/${GITEA_REPO}?ref=refs/tags/${latest}&rev=${sha}#$HOSTNAME"
|
||||||
|
|
||||||
if nixos-rebuild switch --flake "$flake_url"; then
|
if nixos-rebuild switch --flake "$flake_url" --override-input deploy-label "path:$label_dir"; then
|
||||||
|
rm -rf "$label_dir"
|
||||||
echo "$latest" > "$STATE_DIR/tag"
|
echo "$latest" > "$STATE_DIR/tag"
|
||||||
report_status "success" "deployed $latest" "$sha"
|
report_status "success" "deployed $latest" "$sha"
|
||||||
echo "deployed $latest"
|
echo "deployed $latest"
|
||||||
else
|
else
|
||||||
|
rm -rf "$label_dir"
|
||||||
report_status "failure" "nixos-rebuild failed" "$sha"
|
report_status "failure" "nixos-rebuild failed" "$sha"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|||||||
Reference in New Issue
Block a user