Compare commits
10
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
974ec51042 | ||
|
|
d18e1b6c15 | ||
|
|
86d78a4760 | ||
|
|
e692589fe9 | ||
|
|
581f531bf4 | ||
|
|
bc6d66432a | ||
|
|
6ba18264ac | ||
|
|
d81d948bae | ||
|
|
b8e5b1c4c4 | ||
|
|
af5d7493af |
@@ -17,10 +17,18 @@ jobs:
|
|||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
|
ref: ${{ github.event.pull_request.head.sha }}
|
||||||
fetch-depth: 0
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: merge base branch
|
||||||
|
run: |
|
||||||
|
git config user.email "ci@localhost"
|
||||||
|
git config user.name "CI"
|
||||||
|
git fetch origin ${{ github.event.pull_request.base.ref }}
|
||||||
|
git merge --no-edit origin/${{ github.event.pull_request.base.ref }}
|
||||||
|
|
||||||
- name: worktree base for diff
|
- name: worktree base for diff
|
||||||
run: git worktree add "$RUNNER_TEMP/base" "${{ github.event.pull_request.base.sha }}"
|
run: git worktree add "$RUNNER_TEMP/base" "origin/${{ github.event.pull_request.base.ref }}"
|
||||||
|
|
||||||
- name: build closures and render diff
|
- name: build closures and render diff
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -5,21 +5,19 @@ on:
|
|||||||
- cron: "17 4 * * *"
|
- cron: "17 4 * * *"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
permissions:
|
|
||||||
contents: write
|
|
||||||
pull-requests: write
|
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
update:
|
update:
|
||||||
runs-on: nix
|
runs-on: nix
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
|
||||||
- run: nix flake update -L
|
- run: nix flake update -L
|
||||||
|
|
||||||
- name: open/update PR
|
- name: open/update PR
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GH_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
API: ${{ github.api_url }}
|
API: ${{ github.api_url }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -5,10 +5,6 @@ on:
|
|||||||
- cron: "0 6 * * 1"
|
- cron: "0 6 * * 1"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
permissions:
|
|
||||||
contents: read
|
|
||||||
issues: write
|
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
scan:
|
scan:
|
||||||
runs-on: nix
|
runs-on: nix
|
||||||
|
|||||||
@@ -1,10 +1,17 @@
|
|||||||
{ lib, pkgs }:
|
{ lib, pkgs }:
|
||||||
|
let
|
||||||
|
# vulnix's bundled nix-2.34 broke its own --experimental-features detection
|
||||||
|
nixConf = pkgs.writeText "ci-nix.conf" "experimental-features = nix-command flakes";
|
||||||
|
in
|
||||||
# tools must track ci.py's subprocess calls; nix stays ambient (uses the
|
# tools must track ci.py's subprocess calls; nix stays ambient (uses the
|
||||||
# runner's own nix, not a pinned one).
|
# runner's own nix, not a pinned one).
|
||||||
pkgs.writers.writePython3Bin "ci" {
|
pkgs.writers.writePython3Bin "ci" {
|
||||||
flakeIgnore = [ "E501" ];
|
flakeIgnore = [ "E501" ];
|
||||||
libraries = [ pkgs.python3Packages.subprocess-tee ];
|
libraries = [ pkgs.python3Packages.subprocess-tee ];
|
||||||
makeWrapperArgs = [
|
makeWrapperArgs = [
|
||||||
|
"--set-default"
|
||||||
|
"NIX_USER_CONF_FILES"
|
||||||
|
(toString nixConf)
|
||||||
"--prefix"
|
"--prefix"
|
||||||
"PATH"
|
"PATH"
|
||||||
":"
|
":"
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ import re
|
|||||||
import subprocess
|
import subprocess
|
||||||
import subprocess_tee
|
import subprocess_tee
|
||||||
import sys
|
import sys
|
||||||
|
import urllib.error
|
||||||
import urllib.request
|
import urllib.request
|
||||||
from collections import Counter
|
from collections import Counter
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
@@ -18,13 +19,18 @@ def run(*args, **kw):
|
|||||||
|
|
||||||
|
|
||||||
def nix(*args):
|
def nix(*args):
|
||||||
return subprocess_tee.run(("nix", "--extra-experimental-features", "nix-command flakes", "-L", *args), check=True, text=True).stdout
|
# tee to stderr - stdout leaks into GITHUB_OUTPUT $() captures
|
||||||
|
return subprocess_tee.run(("nix", "--extra-experimental-features", "nix-command flakes", "-L", *args), check=True, text=True, stdout=sys.stderr).stdout
|
||||||
|
|
||||||
|
|
||||||
def git(*args, check=True):
|
def git(*args, check=True):
|
||||||
return run("git", *args, check=check, capture_output=True)
|
return run("git", *args, check=check, capture_output=True)
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaError(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
def gitea(method, path, body=None):
|
def gitea(method, path, body=None):
|
||||||
url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}'
|
url = f'{os.environ["API"]}/repos/{os.environ["REPO"]}{path}'
|
||||||
data = json.dumps(body).encode() if body is not None else None
|
data = json.dumps(body).encode() if body is not None else None
|
||||||
@@ -32,13 +38,20 @@ def gitea(method, path, body=None):
|
|||||||
req.add_header("Authorization", f'token {os.environ["GH_TOKEN"]}')
|
req.add_header("Authorization", f'token {os.environ["GH_TOKEN"]}')
|
||||||
if data is not None:
|
if data is not None:
|
||||||
req.add_header("Content-Type", "application/json")
|
req.add_header("Content-Type", "application/json")
|
||||||
|
try:
|
||||||
with urllib.request.urlopen(req) as resp:
|
with urllib.request.urlopen(req) as resp:
|
||||||
raw = resp.read()
|
raw = resp.read()
|
||||||
|
except urllib.error.HTTPError as e:
|
||||||
|
try:
|
||||||
|
detail = json.loads(e.read()).get("message", e.reason)
|
||||||
|
except (json.JSONDecodeError, UnicodeDecodeError):
|
||||||
|
detail = e.reason
|
||||||
|
raise GiteaError(f"{method} {path}: {e.code} {detail}") from None
|
||||||
return json.loads(raw) if raw else None
|
return json.loads(raw) if raw else None
|
||||||
|
|
||||||
|
|
||||||
def find_open_issue(label):
|
def find_open_issue(label):
|
||||||
issues = gitea("GET", f"/issues?state=open&labels={label}")
|
issues = gitea("GET", f"/issues?state=open&type=issues&labels={label}")
|
||||||
return issues[0] if issues else None
|
return issues[0] if issues else None
|
||||||
|
|
||||||
|
|
||||||
@@ -235,7 +248,7 @@ def format_vulnix(vulns):
|
|||||||
for v in vulns:
|
for v in vulns:
|
||||||
for cve in v["affected_by"]:
|
for cve in v["affected_by"]:
|
||||||
score = v.get("cvssv3_basescore", {}).get(cve)
|
score = v.get("cvssv3_basescore", {}).get(cve)
|
||||||
desc = v.get("description", {}).get(cve, "")
|
desc = v.get("description", {}).get(cve, "").replace("\n", " ").replace("|", "∣")
|
||||||
if len(desc) > 120:
|
if len(desc) > 120:
|
||||||
desc = desc[:117] + "..."
|
desc = desc[:117] + "..."
|
||||||
rows.append((v["pname"], v["version"], cve, score, desc))
|
rows.append((v["pname"], v["version"], cve, score, desc))
|
||||||
@@ -254,7 +267,7 @@ def format_vulnix(vulns):
|
|||||||
|
|
||||||
def vulnix(args):
|
def vulnix(args):
|
||||||
paths = list(build_hosts(args.ref).values())
|
paths = list(build_hosts(args.ref).values())
|
||||||
result = run("vulnix", "-j", "-C", *paths, capture_output=True)
|
result = run("vulnix", "-j", *paths, capture_output=True)
|
||||||
if result.returncode not in (0, 2):
|
if result.returncode not in (0, 2):
|
||||||
print(result.stderr, file=sys.stderr)
|
print(result.stderr, file=sys.stderr)
|
||||||
sys.exit(result.returncode)
|
sys.exit(result.returncode)
|
||||||
@@ -462,16 +475,24 @@ def open_pr(args):
|
|||||||
|
|
||||||
host = os.environ["API"].removesuffix("/api/v1")
|
host = os.environ["API"].removesuffix("/api/v1")
|
||||||
auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode()
|
auth = base64.b64encode(f'token:{os.environ["GH_TOKEN"]}'.encode()).decode()
|
||||||
git("-c", f"http.extraHeader=Authorization: Basic {auth}",
|
push = git("-c", f"http.extraHeader=Authorization: Basic {auth}",
|
||||||
"push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}")
|
"push", "-f", f'{host}/{os.environ["REPO"]}.git', f"HEAD:{args.branch}",
|
||||||
|
check=False)
|
||||||
|
if push.returncode != 0:
|
||||||
|
raise RuntimeError(f"git push failed:\n{push.stderr}")
|
||||||
|
|
||||||
owner = os.environ["REPO"].split("/")[0]
|
pulls = gitea("GET", f"/pulls?state=open&base_branch={args.base}")
|
||||||
if gitea("GET", f"/pulls?state=open&head={owner}:{args.branch}"):
|
existing = next((pr for pr in pulls if pr["head"]["ref"] == args.branch), None)
|
||||||
|
if existing:
|
||||||
|
print(f"PR #{existing['number']} already open, pushed update")
|
||||||
return
|
return
|
||||||
labels = [label_id(args.label)] if args.label else []
|
labels = [label_id(args.label)] if args.label else []
|
||||||
gitea("POST", "/pulls",
|
pr = gitea("POST", "/pulls",
|
||||||
{"title": args.title, "head": args.branch, "base": args.base,
|
{"title": args.title, "head": args.branch, "base": args.base,
|
||||||
"body": Path(args.body_file).read_text(), "labels": labels})
|
"body": Path(args.body_file).read_text(), "labels": labels})
|
||||||
|
if not pr or "number" not in pr:
|
||||||
|
raise GiteaError(f"POST /pulls: unexpected response: {json.dumps(pr)}")
|
||||||
|
print(f"opened PR #{pr['number']}")
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|||||||
Generated
+10
-10
@@ -26,11 +26,11 @@
|
|||||||
"spectrum": "spectrum"
|
"spectrum": "spectrum"
|
||||||
},
|
},
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1786300091,
|
"lastModified": 1789506833,
|
||||||
"narHash": "sha256-4UFJOVGpaYtHW5yasSv80MaJxTBYdk2zyf3jhKtt0wA=",
|
"narHash": "sha256-4L8SOCF84de1irB72Ka9VHcu9wrAJ9Amuey4lU9oh4Y=",
|
||||||
"owner": "microvm-nix",
|
"owner": "microvm-nix",
|
||||||
"repo": "microvm.nix",
|
"repo": "microvm.nix",
|
||||||
"rev": "71beea0076cd46dafcee97a5a2e7d00cbba5bd2f",
|
"rev": "187b0a390ee054028106a674e7b01b1cb940cbba",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -63,11 +63,11 @@
|
|||||||
},
|
},
|
||||||
"nixpkgs": {
|
"nixpkgs": {
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1786384358,
|
"lastModified": 1789546076,
|
||||||
"narHash": "sha256-RzPPiWeUtuvymnpuEWsdtzli5w4kjZs49FqEs3/1u+I=",
|
"narHash": "sha256-zVxLZiSnmaaPLwnhj7pwmqe3axBg/C6nG5JZsJMh2g4=",
|
||||||
"owner": "NixOS",
|
"owner": "NixOS",
|
||||||
"repo": "nixpkgs",
|
"repo": "nixpkgs",
|
||||||
"rev": "2fcb964de67fcf60b43471c55d5d99e61a9ccb5a",
|
"rev": "b1b875982b17dabde9b4a37f3e229e74913e6db3",
|
||||||
"type": "github"
|
"type": "github"
|
||||||
},
|
},
|
||||||
"original": {
|
"original": {
|
||||||
@@ -87,11 +87,11 @@
|
|||||||
"spectrum": {
|
"spectrum": {
|
||||||
"flake": false,
|
"flake": false,
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1785761586,
|
"lastModified": 1786032750,
|
||||||
"narHash": "sha256-MWOMVqJJERwjQGgRIv8d6rlEBqbLM3VZWxHkNKIIZNw=",
|
"narHash": "sha256-+Ba/kIn5BjvV7PN8bWOo7RoqgTY/Yv2M7qeMf3wS2Ag=",
|
||||||
"ref": "refs/heads/main",
|
"ref": "refs/heads/main",
|
||||||
"rev": "a7762d6f54b40560dd5255ce902e6e6a5d980fe9",
|
"rev": "77d2389874bb092b8dbf05ecc5b1030372e80e98",
|
||||||
"revCount": 1416,
|
"revCount": 1417,
|
||||||
"type": "git",
|
"type": "git",
|
||||||
"url": "https://spectrum-os.org/git/spectrum"
|
"url": "https://spectrum-os.org/git/spectrum"
|
||||||
},
|
},
|
||||||
|
|||||||
Reference in New Issue
Block a user