Compare commits
8
Commits
5ef48168f4
...
70d7eafe76
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
70d7eafe76 | ||
|
|
a6ff6536dc | ||
|
|
1447febbaf | ||
|
|
6b21be0088 | ||
|
|
0279df6b11 | ||
|
|
3a87891486 | ||
|
|
0bda3d3712 | ||
|
|
cbfdc8c4f2 |
@@ -13,26 +13,21 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
dix:
|
dix:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- name: worktree base for diff
|
- name: worktree base for diff
|
||||||
run: git worktree add "$RUNNER_TEMP/base" "${{ github.event.pull_request.base.sha }}"
|
run: git worktree add "$RUNNER_TEMP/base" "${{ github.event.pull_request.base.sha }}"
|
||||||
|
|
||||||
- name: build closures and render diff
|
- name: build closures and render diff
|
||||||
run: |
|
run: |
|
||||||
nix run .#ci -- diff "$RUNNER_TEMP/base" . \
|
nix run -L .#ci -- diff "$RUNNER_TEMP/base" . \
|
||||||
"### System closure diff vs \`${{ github.event.pull_request.base.ref }}\`" \
|
"### System closure diff vs \`${{ github.event.pull_request.base.ref }}\`" \
|
||||||
> "$RUNNER_TEMP/comment.md"
|
> "$RUNNER_TEMP/comment.md"
|
||||||
nix run .#ci -- inspect-diff "$RUNNER_TEMP/base" . \
|
nix run -L .#ci -- inspect-diff "$RUNNER_TEMP/base" . \
|
||||||
"### Inspection diff vs \`${{ github.event.pull_request.base.ref }}\`" \
|
"### Inspection diff vs \`${{ github.event.pull_request.base.ref }}\`" \
|
||||||
>> "$RUNNER_TEMP/comment.md"
|
>> "$RUNNER_TEMP/comment.md"
|
||||||
|
|
||||||
@@ -42,4 +37,4 @@ jobs:
|
|||||||
API: ${{ github.api_url }}
|
API: ${{ github.api_url }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
PR: ${{ github.event.pull_request.number }}
|
PR: ${{ github.event.pull_request.number }}
|
||||||
run: nix run .#ci -- post-comment "<!-- dix-diff -->" "$RUNNER_TEMP/comment.md"
|
run: nix run -L .#ci -- post-comment "<!-- dix-diff -->" "$RUNNER_TEMP/comment.md"
|
||||||
|
|||||||
@@ -9,17 +9,12 @@ permissions:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
dix:
|
dix:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- name: diff latest tag against HEAD
|
- name: diff latest tag against HEAD
|
||||||
run: |
|
run: |
|
||||||
tag=$(git tag --sort=-creatordate | head -n1)
|
tag=$(git tag --sort=-creatordate | head -n1)
|
||||||
@@ -30,8 +25,8 @@ jobs:
|
|||||||
git worktree add "$RUNNER_TEMP/old" "$tag"
|
git worktree add "$RUNNER_TEMP/old" "$tag"
|
||||||
head=$(git rev-parse --short HEAD)
|
head=$(git rev-parse --short HEAD)
|
||||||
{
|
{
|
||||||
nix run .#ci -- diff "$RUNNER_TEMP/old" . \
|
nix run -L .#ci -- diff "$RUNNER_TEMP/old" . \
|
||||||
"# System closure diff: \`$tag\` -> \`$head\`"
|
"# System closure diff: \`$tag\` -> \`$head\`"
|
||||||
nix run .#ci -- inspect-diff "$RUNNER_TEMP/old" . \
|
nix run -L .#ci -- inspect-diff "$RUNNER_TEMP/old" . \
|
||||||
"# Inspection diff: \`$tag\` -> \`$head\`"
|
"# Inspection diff: \`$tag\` -> \`$head\`"
|
||||||
} | tee -a "$GITHUB_STEP_SUMMARY"
|
} | tee -a "$GITHUB_STEP_SUMMARY"
|
||||||
|
|||||||
@@ -14,13 +14,8 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
flake-check:
|
flake-check:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- run: nix flake check -L
|
- run: nix flake check -L
|
||||||
|
|||||||
@@ -11,16 +11,11 @@ permissions:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
update:
|
update:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
- run: nix flake update -L
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- run: nix flake update
|
|
||||||
|
|
||||||
- name: open/update PR
|
- name: open/update PR
|
||||||
env:
|
env:
|
||||||
@@ -29,5 +24,5 @@ jobs:
|
|||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
run: |
|
run: |
|
||||||
printf 'Automated `nix flake update`.\n' > "$RUNNER_TEMP/body.md"
|
printf 'Automated `nix flake update`.\n' > "$RUNNER_TEMP/body.md"
|
||||||
nix run .#ci -- open-pr \
|
nix run -L .#ci -- open-pr \
|
||||||
flake-update "$GITHUB_REF_NAME" "flake.lock: update inputs" "$RUNNER_TEMP/body.md" automated
|
flake-update "$GITHUB_REF_NAME" "flake.lock: update inputs" "$RUNNER_TEMP/body.md" automated
|
||||||
|
|||||||
+12
-17
@@ -15,27 +15,22 @@ concurrency:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
lint:
|
lint:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- name: pick reporter
|
|
||||||
run: |
|
|
||||||
if [ "${{ github.event_name }}" = pull_request ]; then
|
|
||||||
echo "REPORTER=github-pr-review" >> "$GITHUB_ENV"
|
|
||||||
else
|
|
||||||
echo "REPORTER=local" >> "$GITHUB_ENV"
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: run linters
|
- name: run linters
|
||||||
run: nix run .#ci -- lint . "$RUNNER_TEMP/findings"
|
run: nix run -L .#ci -- lint . "$RUNNER_TEMP/findings"
|
||||||
|
|
||||||
- name: report findings
|
- name: report findings
|
||||||
|
if: always()
|
||||||
env:
|
env:
|
||||||
REVIEWDOG_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
REVIEWDOG_GITEA_API_TOKEN: ${{ secrets.GITEA_TOKEN }}
|
||||||
run: nix run .#ci -- lint-report "$REPORTER" "$RUNNER_TEMP/findings"
|
GITEA_ADDRESS: ${{ github.server_url }}
|
||||||
|
run: |
|
||||||
|
if [ "${{ github.event_name }}" = pull_request ]; then
|
||||||
|
nix run -L .#ci -- lint-report gitea-pr-review "$RUNNER_TEMP/findings"
|
||||||
|
else
|
||||||
|
nix run -L .#ci -- lint-summary "$RUNNER_TEMP/findings" \
|
||||||
|
| tee -a "$GITHUB_STEP_SUMMARY"
|
||||||
|
fi
|
||||||
|
|||||||
@@ -11,18 +11,13 @@ permissions:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
scan:
|
scan:
|
||||||
runs-on: ubuntu-latest
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
- uses: cachix/install-nix-action@v31
|
|
||||||
with:
|
|
||||||
extra_nix_config: |
|
|
||||||
experimental-features = nix-command flakes
|
|
||||||
|
|
||||||
- name: scan host closures
|
- name: scan host closures
|
||||||
id: scan
|
id: scan
|
||||||
run: echo "count=$(nix run .#ci -- vulnix . "$RUNNER_TEMP/issue.md")" >> "$GITHUB_OUTPUT"
|
run: echo "count=$(nix run -L .#ci -- vulnix . "$RUNNER_TEMP/issue.md")" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
- name: file/update issue
|
- name: file/update issue
|
||||||
if: steps.scan.outputs.count != '0'
|
if: steps.scan.outputs.count != '0'
|
||||||
@@ -30,7 +25,7 @@ jobs:
|
|||||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
API: ${{ github.api_url }}
|
API: ${{ github.api_url }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
run: nix run .#ci -- upsert-issue vulnix "vulnix: known vulnerabilities in system closure" "$RUNNER_TEMP/issue.md"
|
run: 'nix run -L .#ci -- upsert-issue vulnix "vulnix: known vulnerabilities in system closure" "$RUNNER_TEMP/issue.md"'
|
||||||
|
|
||||||
- name: close resolved issue
|
- name: close resolved issue
|
||||||
if: steps.scan.outputs.count == '0'
|
if: steps.scan.outputs.count == '0'
|
||||||
@@ -38,4 +33,4 @@ jobs:
|
|||||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
API: ${{ github.api_url }}
|
API: ${{ github.api_url }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
run: nix run .#ci -- close-issue vulnix
|
run: nix run -L .#ci -- close-issue vulnix
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
# runner's own nix, not a pinned one).
|
# runner's own nix, not a pinned one).
|
||||||
pkgs.writers.writePython3Bin "ci" {
|
pkgs.writers.writePython3Bin "ci" {
|
||||||
flakeIgnore = [ "E501" ];
|
flakeIgnore = [ "E501" ];
|
||||||
|
libraries = [ pkgs.python3Packages.subprocess-tee ];
|
||||||
makeWrapperArgs = [
|
makeWrapperArgs = [
|
||||||
"--prefix"
|
"--prefix"
|
||||||
"PATH"
|
"PATH"
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ import json
|
|||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
import subprocess
|
import subprocess
|
||||||
|
import subprocess_tee
|
||||||
import sys
|
import sys
|
||||||
import urllib.request
|
import urllib.request
|
||||||
from collections import Counter
|
from collections import Counter
|
||||||
@@ -17,7 +18,7 @@ def run(*args, **kw):
|
|||||||
|
|
||||||
|
|
||||||
def nix(*args):
|
def nix(*args):
|
||||||
return run("nix", "--extra-experimental-features", "nix-command flakes", *args, check=True, capture_output=True).stdout
|
return subprocess_tee.run(("nix", "--extra-experimental-features", "nix-command flakes", "-L", *args), check=True, text=True).stdout
|
||||||
|
|
||||||
|
|
||||||
def git(*args, check=True):
|
def git(*args, check=True):
|
||||||
@@ -253,7 +254,7 @@ def format_vulnix(vulns):
|
|||||||
|
|
||||||
def vulnix(args):
|
def vulnix(args):
|
||||||
paths = list(build_hosts(args.ref).values())
|
paths = list(build_hosts(args.ref).values())
|
||||||
result = run("vulnix", "-j", *paths, capture_output=True)
|
result = run("vulnix", "-j", "-C", *paths, capture_output=True)
|
||||||
if result.returncode not in (0, 2):
|
if result.returncode not in (0, 2):
|
||||||
print(result.stderr, file=sys.stderr)
|
print(result.stderr, file=sys.stderr)
|
||||||
sys.exit(result.returncode)
|
sys.exit(result.returncode)
|
||||||
@@ -362,10 +363,63 @@ def lint_report(args):
|
|||||||
|
|
||||||
codes = [reviewdog(f"{args.dir}/{name}", flags)
|
codes = [reviewdog(f"{args.dir}/{name}", flags)
|
||||||
for name, flags in LINTERS
|
for name, flags in LINTERS
|
||||||
if os.path.getsize(f"{args.dir}/{name}") > 0]
|
if os.path.isfile(f"{args.dir}/{name}") and os.path.getsize(f"{args.dir}/{name}") > 0]
|
||||||
sys.exit(1 if any(codes) else 0)
|
sys.exit(1 if any(codes) else 0)
|
||||||
|
|
||||||
|
|
||||||
|
def has_findings(path):
|
||||||
|
return os.path.isfile(path) and os.path.getsize(path) > 0
|
||||||
|
|
||||||
|
|
||||||
|
def fmt_rdjsonl(path):
|
||||||
|
lines = []
|
||||||
|
with open(path) as f:
|
||||||
|
for raw in f:
|
||||||
|
rec = json.loads(raw)
|
||||||
|
loc = rec["location"]
|
||||||
|
r = loc.get("range", {}).get("start")
|
||||||
|
pos = f"{loc['path']}:{r['line']}:{r['column']}" if r else loc["path"]
|
||||||
|
lines.append(f"- `{pos}`: {rec['message']}")
|
||||||
|
return "\n".join(lines)
|
||||||
|
|
||||||
|
|
||||||
|
def fmt_errfmt(path):
|
||||||
|
lines = []
|
||||||
|
with open(path) as f:
|
||||||
|
for raw in f:
|
||||||
|
parts = raw.strip().split(">", 1)
|
||||||
|
if len(parts) == 2:
|
||||||
|
lines.append(f"- `{parts[0]}:{parts[1].split(':', 3)[-1].strip()}`" if ":" in parts[1] else f"- `{raw.strip()}`")
|
||||||
|
elif raw.strip():
|
||||||
|
lines.append(f"- `{raw.strip()}`")
|
||||||
|
return "\n".join(lines)
|
||||||
|
|
||||||
|
|
||||||
|
def lint_summary(args):
|
||||||
|
sections = []
|
||||||
|
d = args.dir
|
||||||
|
|
||||||
|
if has_findings(f"{d}/nixfmt.diff"):
|
||||||
|
with open(f"{d}/nixfmt.diff") as f:
|
||||||
|
sections.append(f"## nixfmt\n\n```diff\n{f.read().rstrip()}\n```")
|
||||||
|
|
||||||
|
if has_findings(f"{d}/statix.errfmt"):
|
||||||
|
sections.append(f"## statix\n\n{fmt_errfmt(f'{d}/statix.errfmt')}")
|
||||||
|
|
||||||
|
if has_findings(f"{d}/deadnix.rdjsonl"):
|
||||||
|
sections.append(f"## deadnix\n\n{fmt_rdjsonl(f'{d}/deadnix.rdjsonl')}")
|
||||||
|
|
||||||
|
if has_findings(f"{d}/cycles.rdjsonl"):
|
||||||
|
sections.append(f"## systemd ordering cycles\n\n{fmt_rdjsonl(f'{d}/cycles.rdjsonl')}")
|
||||||
|
|
||||||
|
if sections:
|
||||||
|
print("\n\n".join(["# Lint findings"] + sections))
|
||||||
|
sys.exit(1)
|
||||||
|
else:
|
||||||
|
print("No lint findings.")
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
|
||||||
def post_comment(args):
|
def post_comment(args):
|
||||||
body = args.marker + "\n" + Path(args.body_file).read_text()
|
body = args.marker + "\n" + Path(args.body_file).read_text()
|
||||||
pr = os.environ["PR"]
|
pr = os.environ["PR"]
|
||||||
@@ -438,6 +492,7 @@ def main():
|
|||||||
command("vulnix", vulnix, "ref", "body_out")
|
command("vulnix", vulnix, "ref", "body_out")
|
||||||
command("lint", lint, "target", "out")
|
command("lint", lint, "target", "out")
|
||||||
command("lint-report", lint_report, "reporter", "dir")
|
command("lint-report", lint_report, "reporter", "dir")
|
||||||
|
command("lint-summary", lint_summary, "dir")
|
||||||
command("post-comment", post_comment, "marker", "body_file")
|
command("post-comment", post_comment, "marker", "body_file")
|
||||||
command("upsert-issue", upsert_issue, "label", "title", "body_file")
|
command("upsert-issue", upsert_issue, "label", "title", "body_file")
|
||||||
command("close-issue", close_issue, "label")
|
command("close-issue", close_issue, "label")
|
||||||
|
|||||||
@@ -381,6 +381,6 @@ let
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
hostAddr = c.hostAddr;
|
inherit (c) hostAddr;
|
||||||
in
|
in
|
||||||
c
|
c
|
||||||
|
|||||||
@@ -8,6 +8,9 @@ let
|
|||||||
inherit (dsl) mkContainer mkVm;
|
inherit (dsl) mkContainer mkVm;
|
||||||
inherit (hostInfo.paths) data secrets;
|
inherit (hostInfo.paths) data secrets;
|
||||||
|
|
||||||
|
pubSshPort = 23;
|
||||||
|
intSshPort = 23 + 8000;
|
||||||
|
|
||||||
ciRunnerData = "${data}/web/git-ci-runner";
|
ciRunnerData = "${data}/web/git-ci-runner";
|
||||||
ciRunnerSecrets = "${secrets}/ci-runner";
|
ciRunnerSecrets = "${secrets}/ci-runner";
|
||||||
in
|
in
|
||||||
@@ -17,8 +20,8 @@ in
|
|||||||
net.access = [ { to = "@internet"; } ];
|
net.access = [ { to = "@internet"; } ];
|
||||||
net.forward.tcp = [
|
net.forward.tcp = [
|
||||||
{
|
{
|
||||||
host = 23;
|
host = pubSshPort;
|
||||||
container = 8023;
|
container = intSshPort;
|
||||||
}
|
}
|
||||||
];
|
];
|
||||||
svc.autoStart = true;
|
svc.autoStart = true;
|
||||||
@@ -38,7 +41,8 @@ in
|
|||||||
ROOT_URL = "https://git.floweytf.com/";
|
ROOT_URL = "https://git.floweytf.com/";
|
||||||
START_SSH_SERVER = true;
|
START_SSH_SERVER = true;
|
||||||
BUILTIN_SSH_SERVER_USER = "git";
|
BUILTIN_SSH_SERVER_USER = "git";
|
||||||
SSH_PORT = 8023;
|
SSH_PORT = pubSshPort;
|
||||||
|
SSH_LISTEN_PORT = intSshPort;
|
||||||
};
|
};
|
||||||
service.DISABLE_REGISTRATION = true;
|
service.DISABLE_REGISTRATION = true;
|
||||||
};
|
};
|
||||||
@@ -51,8 +55,10 @@ in
|
|||||||
net.expose.tcp = [ 3000 ];
|
net.expose.tcp = [ 3000 ];
|
||||||
};
|
};
|
||||||
|
|
||||||
ci-runner = mkVm {
|
ci-runner =
|
||||||
|
mkVm {
|
||||||
name = "ci-runner";
|
name = "ci-runner";
|
||||||
|
includedInTests = false;
|
||||||
net.access = [
|
net.access = [
|
||||||
{
|
{
|
||||||
to = "git";
|
to = "git";
|
||||||
@@ -62,7 +68,7 @@ in
|
|||||||
];
|
];
|
||||||
svc.autoStart = true;
|
svc.autoStart = true;
|
||||||
resources.cpu = 4;
|
resources.cpu = 4;
|
||||||
resources.mem = "8G";
|
resources.mem = "32G";
|
||||||
resources.fs = [
|
resources.fs = [
|
||||||
{
|
{
|
||||||
proto = "virtiofs";
|
proto = "virtiofs";
|
||||||
@@ -70,6 +76,12 @@ in
|
|||||||
source = "${ciRunnerData}/nix-rw-store";
|
source = "${ciRunnerData}/nix-rw-store";
|
||||||
mountPoint = "/nix/.rw-store";
|
mountPoint = "/nix/.rw-store";
|
||||||
}
|
}
|
||||||
|
{
|
||||||
|
proto = "virtiofs";
|
||||||
|
tag = "nix-db";
|
||||||
|
source = "${ciRunnerData}/nix-db";
|
||||||
|
mountPoint = "/nix/var/nix/db";
|
||||||
|
}
|
||||||
{
|
{
|
||||||
proto = "virtiofs";
|
proto = "virtiofs";
|
||||||
tag = "docker-data";
|
tag = "docker-data";
|
||||||
@@ -80,7 +92,7 @@ in
|
|||||||
proto = "virtiofs";
|
proto = "virtiofs";
|
||||||
tag = "runner-state";
|
tag = "runner-state";
|
||||||
source = "${ciRunnerData}/runner-state";
|
source = "${ciRunnerData}/runner-state";
|
||||||
mountPoint = "/var/lib/gitea-runner";
|
mountPoint = "/var/lib/private/gitea-runner";
|
||||||
}
|
}
|
||||||
{
|
{
|
||||||
proto = "virtiofs";
|
proto = "virtiofs";
|
||||||
@@ -89,6 +101,12 @@ in
|
|||||||
mountPoint = "/run/ci-runner-secrets";
|
mountPoint = "/run/ci-runner-secrets";
|
||||||
readOnly = true;
|
readOnly = true;
|
||||||
}
|
}
|
||||||
|
{
|
||||||
|
proto = "virtiofs";
|
||||||
|
tag = "tmp";
|
||||||
|
source = "/tmp";
|
||||||
|
mountPoint = "/tmp";
|
||||||
|
}
|
||||||
];
|
];
|
||||||
guestConfig =
|
guestConfig =
|
||||||
{
|
{
|
||||||
@@ -100,20 +118,24 @@ in
|
|||||||
let
|
let
|
||||||
runnerInstanceName = "ci-runner";
|
runnerInstanceName = "ci-runner";
|
||||||
|
|
||||||
ciJobImage = pkgs.dockerTools.buildLayeredImage {
|
ciJobContents = with pkgs; [
|
||||||
name = "ci-job-image";
|
|
||||||
tag = "latest";
|
|
||||||
contents = with pkgs; [
|
|
||||||
bashInteractive
|
bashInteractive
|
||||||
coreutils
|
coreutils
|
||||||
gitMinimal
|
gitMinimal
|
||||||
nixVersions.latest
|
nixVersions.latest
|
||||||
nodejs
|
nodejs
|
||||||
cacert
|
cacert
|
||||||
|
(writeTextDir "etc/nix/nix.conf" "experimental-features = nix-command flakes\n")
|
||||||
];
|
];
|
||||||
|
|
||||||
|
ciJobImage = pkgs.dockerTools.buildLayeredImage {
|
||||||
|
name = "ci-job-image";
|
||||||
|
tag = "latest";
|
||||||
|
contents = ciJobContents;
|
||||||
config = {
|
config = {
|
||||||
Cmd = [ "/bin/sh" ];
|
Cmd = [ "/bin/sh" ];
|
||||||
Env = [
|
Env = [
|
||||||
|
"PATH=${lib.makeBinPath ciJobContents}"
|
||||||
"SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
|
"SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
|
||||||
"NIX_SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
|
"NIX_SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
|
||||||
"NIX_REMOTE=daemon"
|
"NIX_REMOTE=daemon"
|
||||||
@@ -125,6 +147,10 @@ in
|
|||||||
boot.kernelModules = [ "kvm-intel" ];
|
boot.kernelModules = [ "kvm-intel" ];
|
||||||
boot.extraModprobeConfig = "options kvm_intel nested=1";
|
boot.extraModprobeConfig = "options kvm_intel nested=1";
|
||||||
|
|
||||||
|
# volume-mounted into CI containers; must be in VM's store so
|
||||||
|
# image symlinks (/bin/node etc.) resolve through the mount
|
||||||
|
system.extraDependencies = ciJobContents;
|
||||||
|
|
||||||
microvm.writableStoreOverlay = "/nix/.rw-store";
|
microvm.writableStoreOverlay = "/nix/.rw-store";
|
||||||
|
|
||||||
nix.settings = {
|
nix.settings = {
|
||||||
@@ -133,16 +159,35 @@ in
|
|||||||
"flakes"
|
"flakes"
|
||||||
];
|
];
|
||||||
max-jobs = "auto";
|
max-jobs = "auto";
|
||||||
|
substituters = [ "https://microvm.cachix.org" ];
|
||||||
|
trusted-public-keys = [ "microvm.cachix.org-1:oXnBc6hRE3eX5rSYdRyMYXnfzcCxC7yKPTbZXALsqys=" ];
|
||||||
};
|
};
|
||||||
|
|
||||||
nix.gc = {
|
nix.settings = {
|
||||||
automatic = true;
|
min-free = 5 * 1024 * 1024 * 1024;
|
||||||
dates = "daily";
|
max-free = 10 * 1024 * 1024 * 1024;
|
||||||
options = "--delete-older-than 14d";
|
|
||||||
};
|
};
|
||||||
# nix.optimise.automatic = true; - doesn't work with microvm.writableStoreOverlay
|
# nix.optimise.automatic = true; - doesn't work with microvm.writableStoreOverlay
|
||||||
|
|
||||||
|
services.openssh = {
|
||||||
|
enable = true;
|
||||||
|
settings = {
|
||||||
|
PermitRootLogin = "yes";
|
||||||
|
PermitEmptyPasswords = "yes";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
users.users.root.initialHashedPassword = "";
|
||||||
|
services.journald.extraConfig = "ForwardToConsole=yes";
|
||||||
|
|
||||||
|
virtualisation.containerd.enable = true;
|
||||||
|
virtualisation.containerd.settings.plugins."io.containerd.snapshotter.v1.overlayfs".mount_options =
|
||||||
|
[ "userxattr" ];
|
||||||
|
|
||||||
virtualisation.docker.enable = true;
|
virtualisation.docker.enable = true;
|
||||||
|
virtualisation.docker.extraOptions = "--containerd /run/containerd/containerd.sock";
|
||||||
|
virtualisation.docker.daemon.settings.exec-opts = [ "native.cgroupdriver=cgroupfs" ];
|
||||||
|
systemd.services.docker.wants = [ "containerd.service" ];
|
||||||
|
systemd.services.docker.after = [ "containerd.service" ];
|
||||||
|
|
||||||
systemd.services.load-ci-job-image = {
|
systemd.services.load-ci-job-image = {
|
||||||
description = "Load the CI job Docker image";
|
description = "Load the CI job Docker image";
|
||||||
@@ -174,5 +219,15 @@ in
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
}
|
||||||
|
// {
|
||||||
|
hostConfig = {
|
||||||
|
systemd.tmpfiles.rules = [
|
||||||
|
"d ${ciRunnerData}/nix-rw-store 0755 server server -"
|
||||||
|
"d ${ciRunnerData}/nix-db 0755 server server -"
|
||||||
|
"d ${ciRunnerData}/docker 0755 server server -"
|
||||||
|
"d ${ciRunnerData}/runner-state 0755 server server -"
|
||||||
|
];
|
||||||
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -210,6 +210,6 @@ let
|
|||||||
};
|
};
|
||||||
inherit (setup) containerConfig;
|
inherit (setup) containerConfig;
|
||||||
};
|
};
|
||||||
hostAddr = c.hostAddr;
|
inherit (c) hostAddr;
|
||||||
in
|
in
|
||||||
c
|
c
|
||||||
|
|||||||
@@ -61,12 +61,16 @@ let
|
|||||||
net ? { },
|
net ? { },
|
||||||
resources ? { },
|
resources ? { },
|
||||||
traits ? [ ],
|
traits ? [ ],
|
||||||
|
isolation ? { },
|
||||||
}:
|
}:
|
||||||
mkContainer {
|
mkContainer {
|
||||||
inherit name;
|
inherit name;
|
||||||
inherit net resources;
|
inherit net resources;
|
||||||
svc.autoStart = true;
|
svc.autoStart = true;
|
||||||
isolation.nixDaemon = nixDaemon;
|
isolation = {
|
||||||
|
inherit nixDaemon;
|
||||||
|
}
|
||||||
|
// isolation;
|
||||||
traits = [ sshTrait ] ++ traits;
|
traits = [ sshTrait ] ++ traits;
|
||||||
packages = with pkgs; [ tmux ] ++ packages;
|
packages = with pkgs; [ tmux ] ++ packages;
|
||||||
miscProperties = self._sshpiperRegister routingInfo;
|
miscProperties = self._sshpiperRegister routingInfo;
|
||||||
@@ -113,14 +117,28 @@ in
|
|||||||
ssh-generic = mkSsh {
|
ssh-generic = mkSsh {
|
||||||
name = "ssh-generic";
|
name = "ssh-generic";
|
||||||
net.access = [ { to = "@internet"; } ];
|
net.access = [ { to = "@internet"; } ];
|
||||||
|
# /dev/kvm keeps its host ownership, so the kvm gid must not be shifted.
|
||||||
|
isolation.privateUsers = "identity";
|
||||||
resources = {
|
resources = {
|
||||||
fs."/home/runner/data" = {
|
fs."/home/runner/data" = {
|
||||||
hostPath = "${data}/ssh/generic";
|
hostPath = "${data}/ssh/generic";
|
||||||
isReadOnly = false;
|
isReadOnly = false;
|
||||||
};
|
};
|
||||||
|
devices = [ "/dev/kvm" ];
|
||||||
mem = "16G";
|
mem = "16G";
|
||||||
cpu = 65;
|
cpu = 65;
|
||||||
};
|
};
|
||||||
|
packages = with pkgs; [ qemu_kvm ];
|
||||||
|
traits = [
|
||||||
|
{
|
||||||
|
containerConfig =
|
||||||
|
{ config, ... }:
|
||||||
|
{
|
||||||
|
users.groups.kvm.gid = config.ids.gids.kvm;
|
||||||
|
users.users.runner.extraGroups = [ "kvm" ];
|
||||||
|
};
|
||||||
|
}
|
||||||
|
];
|
||||||
routingInfo = [
|
routingInfo = [
|
||||||
{
|
{
|
||||||
username = "autumn";
|
username = "autumn";
|
||||||
|
|||||||
@@ -221,6 +221,15 @@ rec {
|
|||||||
`resources.fs`
|
`resources.fs`
|
||||||
: Bind mounts, keyed by mount point.
|
: Bind mounts, keyed by mount point.
|
||||||
|
|
||||||
|
`resources.devices`
|
||||||
|
: Host device nodes to expose, as paths, added to the unit's
|
||||||
|
`DeviceAllow=`. nspawn populates a handful of privileged devices
|
||||||
|
(`/dev/kvm`, `/dev/net/tun`, ...) into the container's own `/dev` once
|
||||||
|
the cgroup allows it, and silently skips ones the host doesn't have -
|
||||||
|
no `resources.fs` bind mount needed. Nodes keep their host ownership,
|
||||||
|
so a consumer inside needs `isolation.privateUsers = "identity"` for
|
||||||
|
the owning gid to mean anything.
|
||||||
|
|
||||||
`isolation.nixDaemon`
|
`isolation.nixDaemon`
|
||||||
: Whether the Nix daemon and CLI are available inside the container.
|
: Whether the Nix daemon and CLI are available inside the container.
|
||||||
|
|
||||||
@@ -270,6 +279,7 @@ rec {
|
|||||||
cpuQuota = "${toString (cpu * 100)}%";
|
cpuQuota = "${toString (cpu * 100)}%";
|
||||||
memoryMax = resources.mem or "512M";
|
memoryMax = resources.mem or "512M";
|
||||||
bindMounts = resources.fs or { };
|
bindMounts = resources.fs or { };
|
||||||
|
devices = resources.devices or [ ];
|
||||||
allowsNixDaemon = isolation.nixDaemon or false;
|
allowsNixDaemon = isolation.nixDaemon or false;
|
||||||
privateUsers = isolation.privateUsers or "pick";
|
privateUsers = isolation.privateUsers or "pick";
|
||||||
|
|
||||||
@@ -363,6 +373,7 @@ rec {
|
|||||||
hostAddr
|
hostAddr
|
||||||
bindMountHostPaths
|
bindMountHostPaths
|
||||||
includedInTests
|
includedInTests
|
||||||
|
devices
|
||||||
;
|
;
|
||||||
bindMounts = allBindMounts;
|
bindMounts = allBindMounts;
|
||||||
kind = "nspawn";
|
kind = "nspawn";
|
||||||
@@ -503,6 +514,7 @@ rec {
|
|||||||
;
|
;
|
||||||
inherit needsGateway;
|
inherit needsGateway;
|
||||||
bindMountHostPaths = map (s: s.source) shares;
|
bindMountHostPaths = map (s: s.source) shares;
|
||||||
|
devices = [ ];
|
||||||
kind = "vm";
|
kind = "vm";
|
||||||
miscProperties = flattenMiscProp self miscProperties;
|
miscProperties = flattenMiscProp self miscProperties;
|
||||||
microvmConfig = {
|
microvmConfig = {
|
||||||
@@ -553,6 +565,11 @@ rec {
|
|||||||
Destination = "0.0.0.0/0";
|
Destination = "0.0.0.0/0";
|
||||||
Gateway = hostAddr;
|
Gateway = hostAddr;
|
||||||
};
|
};
|
||||||
|
networkConfig.DNS = [ hostAddr ];
|
||||||
|
networkConfig.Domains = [
|
||||||
|
"~."
|
||||||
|
"containers"
|
||||||
|
];
|
||||||
linkConfig.RequiredForOnline = if allowInternet then "routable" else "degraded";
|
linkConfig.RequiredForOnline = if allowInternet then "routable" else "degraded";
|
||||||
};
|
};
|
||||||
networking.enableIPv6 = false;
|
networking.enableIPv6 = false;
|
||||||
@@ -934,6 +951,7 @@ rec {
|
|||||||
startLimitBurst = 5;
|
startLimitBurst = 5;
|
||||||
startLimitIntervalSec = 120;
|
startLimitIntervalSec = 120;
|
||||||
unitConfig.RequiresMountsFor = c.bindMountHostPaths;
|
unitConfig.RequiresMountsFor = c.bindMountHostPaths;
|
||||||
|
serviceConfig.DeviceAllow = map (d: "${d} rw") c.devices;
|
||||||
};
|
};
|
||||||
|
|
||||||
# the host end of a link, for both kinds. nixos-containers only configures
|
# the host end of a link, for both kinds. nixos-containers only configures
|
||||||
@@ -1293,6 +1311,7 @@ rec {
|
|||||||
HOST_ADDR = ${pyDict pyStr (lib.mapAttrs (_: c: c.hostAddr) autoStartTestContainers)}
|
HOST_ADDR = ${pyDict pyStr (lib.mapAttrs (_: c: c.hostAddr) autoStartTestContainers)}
|
||||||
IFACE = ${pyDict pyStr (lib.mapAttrs (_: c: c.iface) autoStartTestContainers)}
|
IFACE = ${pyDict pyStr (lib.mapAttrs (_: c: c.iface) autoStartTestContainers)}
|
||||||
KIND = ${pyDict pyStr (lib.mapAttrs (_: c: c.kind) autoStartTestContainers)}
|
KIND = ${pyDict pyStr (lib.mapAttrs (_: c: c.kind) autoStartTestContainers)}
|
||||||
|
DEVICES = ${pyDict pyList (lib.mapAttrs (_: c: c.devices) autoStartTestContainers)}
|
||||||
# only nspawn guests can be entered with nsenter; a vm has no host-side
|
# only nspawn guests can be entered with nsenter; a vm has no host-side
|
||||||
# netns, so every probe that runs *inside* a guest is limited to these
|
# netns, so every probe that runs *inside* a guest is limited to these
|
||||||
enterable = [c for c in included if KIND[c] == "nspawn"]
|
enterable = [c for c in included if KIND[c] == "nspawn"]
|
||||||
|
|||||||
@@ -129,11 +129,10 @@
|
|||||||
{
|
{
|
||||||
nixosConfigurations = lib.mapAttrs (_: host: host.hostCfg) allHosts;
|
nixosConfigurations = lib.mapAttrs (_: host: host.hostCfg) allHosts;
|
||||||
|
|
||||||
inspect = lib.mapAttrs
|
inspect = lib.mapAttrs (
|
||||||
(name: host:
|
name: host:
|
||||||
pkgs.writeText "inspect-${name}.json"
|
pkgs.writeText "inspect-${name}.json" (builtins.toJSON (introspect.hostReport { inherit host; }))
|
||||||
(builtins.toJSON (introspect.hostReport { inherit host; })))
|
) allHosts;
|
||||||
allHosts;
|
|
||||||
|
|
||||||
packages.${system} = customPkgs // {
|
packages.${system} = customPkgs // {
|
||||||
inherit ci;
|
inherit ci;
|
||||||
|
|||||||
@@ -27,6 +27,7 @@ if TYPE_CHECKING:
|
|||||||
HOST_ADDR: dict[str, str] = {}
|
HOST_ADDR: dict[str, str] = {}
|
||||||
IFACE: dict[str, str] = {}
|
IFACE: dict[str, str] = {}
|
||||||
KIND: dict[str, str] = {}
|
KIND: dict[str, str] = {}
|
||||||
|
DEVICES: dict[str, list[str]] = {}
|
||||||
EDGES: list[tuple[str, str, list[int], list[int]]] = []
|
EDGES: list[tuple[str, str, list[int], list[int]]] = []
|
||||||
SSH_KEY: str = ""
|
SSH_KEY: str = ""
|
||||||
SSH_OPTS: str = ""
|
SSH_OPTS: str = ""
|
||||||
@@ -55,6 +56,11 @@ def container_pid(name):
|
|||||||
return server.succeed(f"machinectl show {name} -p Leader --value").strip()
|
return server.succeed(f"machinectl show {name} -p Leader --value").strip()
|
||||||
|
|
||||||
|
|
||||||
|
def ct_cmd(name, cmd):
|
||||||
|
pid = container_pid(name)
|
||||||
|
return f"{NSENTER} --mount=/proc/{pid}/ns/mnt --root=/proc/{pid}/root -- {SH} -c '{cmd}'"
|
||||||
|
|
||||||
|
|
||||||
def net_cmd(name, cmd):
|
def net_cmd(name, cmd):
|
||||||
pid = container_pid(name)
|
pid = container_pid(name)
|
||||||
return f"{NSENTER} --net=/proc/{pid}/ns/net -- {cmd}"
|
return f"{NSENTER} --net=/proc/{pid}/ns/net -- {cmd}"
|
||||||
@@ -205,12 +211,7 @@ with subtest("(isolation): edges are one-way"):
|
|||||||
server.fail(ct_connect("git", ADDR["nginx"], 443, timeout=2))
|
server.fail(ct_connect("git", ADDR["nginx"], 443, timeout=2))
|
||||||
|
|
||||||
with subtest("(isolation): host access allowlist"):
|
with subtest("(isolation): host access allowlist"):
|
||||||
server.succeed(
|
server.succeed(ct_connect("overseer", HOST_ADDR["overseer"], HOST_EXPORTER_PORT))
|
||||||
net_cmd(
|
|
||||||
"overseer",
|
|
||||||
f"{CURL} -sf --max-time 5 http://{HOST_ADDR['overseer']}:{HOST_EXPORTER_PORT}/metrics >&2",
|
|
||||||
)
|
|
||||||
)
|
|
||||||
for port in (HOST_EXPORTER_PORT, HOST_CADVISOR_PORT):
|
for port in (HOST_EXPORTER_PORT, HOST_CADVISOR_PORT):
|
||||||
server.fail(ct_connect("git", HOST_ADDR["git"], port, timeout=2))
|
server.fail(ct_connect("git", HOST_ADDR["git"], port, timeout=2))
|
||||||
server.fail(ct_connect("git", HOST_ADDR["overseer"], port, timeout=2))
|
server.fail(ct_connect("git", HOST_ADDR["overseer"], port, timeout=2))
|
||||||
@@ -328,3 +329,27 @@ with subtest("(functional): published ports follow the container's lifetime"):
|
|||||||
server.succeed("systemctl start container@nginx")
|
server.succeed("systemctl start container@nginx")
|
||||||
server.wait_for_unit("container@nginx.service")
|
server.wait_for_unit("container@nginx.service")
|
||||||
internet.wait_until_succeeds(ext_connect(80), timeout=30)
|
internet.wait_until_succeeds(ext_connect(80), timeout=30)
|
||||||
|
|
||||||
|
with subtest("(functional): declared devices are usable in-container"):
|
||||||
|
for name, devices in DEVICES.items():
|
||||||
|
for dev in devices:
|
||||||
|
if server.execute(f"test -e {dev}")[0] != 0:
|
||||||
|
# host lacks the device (e.g. /dev/kvm without nested
|
||||||
|
# virtualization, as in this test's own VM) - nspawn skips
|
||||||
|
# populating it in-container, so there's nothing to check.
|
||||||
|
continue
|
||||||
|
# opened, not stat'd: without DeviceAllow= the node is still visible
|
||||||
|
server.succeed(ct_cmd(name, f"exec 3<> {dev}"))
|
||||||
|
|
||||||
|
|
||||||
|
with subtest("(isolation): devices reach only the container that declared them"):
|
||||||
|
for name in enterable:
|
||||||
|
for dev in {d for ds in DEVICES.values() for d in ds} - set(DEVICES.get(name, [])):
|
||||||
|
server.fail(ct_cmd(name, f"test -e {dev}"))
|
||||||
|
|
||||||
|
|
||||||
|
with subtest("(isolation): identity uid mapping keeps the user namespace"):
|
||||||
|
for name in (n for n, ds in DEVICES.items() if ds):
|
||||||
|
host_ns = server.succeed("readlink /proc/1/ns/user").strip()
|
||||||
|
ct_ns = server.succeed(f"readlink /proc/{container_pid(name)}/ns/user").strip()
|
||||||
|
assert host_ns != ct_ns, f"{name} shares the host user namespace"
|
||||||
|
|||||||
Reference in New Issue
Block a user