fix(webhook): re-read PR labels at review start so a late AI-USAGE counts #10

Merged
gitea_admin merged 3 commits from fix/ai-usage-label-reread into main 2026-08-20 23:42:37 +00:00
4 changed files with 72 additions and 100 deletions
Showing only changes of commit c58c00181e - Show all commits
+43
View File
@@ -66,6 +66,8 @@ SHA_MARKER = "<!-- pragent:sha={sha} -->"
_SHA_MARKER_RE = re.compile(r"<!-- pragent:sha=([0-9a-f]{7,40}) -->") _SHA_MARKER_RE = re.compile(r"<!-- pragent:sha=([0-9a-f]{7,40}) -->")
AI_REVIEW_LABEL = "AI-REVIEW" AI_REVIEW_LABEL = "AI-REVIEW"
# Opt-in label for the token-usage block. Read at render time — see pr_has_label.
AI_USAGE_LABEL = "AI-USAGE"
SEVERITIES = ("critical", "high", "medium", "low") SEVERITIES = ("critical", "high", "medium", "low")
# Severity rank — higher = more severe. Used by `apply_repo_config` to drop # Severity rank — higher = more severe. Used by `apply_repo_config` to drop
# findings below `severity_threshold`. Critical=3, high=2, medium=1, low=0. # findings below `severity_threshold`. Critical=3, high=2, medium=1, low=0.
@@ -156,6 +158,33 @@ def parse_text_blocks(content: list) -> str:
return "\n".join(out).strip() return "\n".join(out).strip()
def pr_has_label(api: str, repo: str, index: str, token: str, label: str) -> bool:
"""True if the PR currently carries `label`. False on any failure.
Read at RENDER time, not at review start. A reviewer labels AI-REVIEW and
AI-USAGE seconds apart; the review claims on the first event and the
second is dropped by the in-flight dedupe, so the trigger payload never
sees the opt-in. Re-reading when the review begins is no better — that is
still milliseconds after the first click. Only a read taken once the
review has finished (a minute or more later) reliably sees the label.
"""
try:
code, raw = gitea_get(api, repo, f"issues/{index}/labels", token)
if code >= 300:
return False
data = json.loads(raw.decode() or "[]")
except Exception as e:
print(f"pragent: could not re-read labels for {repo}#{index}: {e}",
file=sys.stderr, flush=True)
return False
if not isinstance(data, list):
return False
return any(
(isinstance(x, dict) and x.get("name") == label) or x == label
for x in data
)
def _int_env(name: str, default: int) -> int: def _int_env(name: str, default: int) -> int:
"""Read an int from the environment, falling back on anything unparseable. """Read an int from the environment, falling back on anything unparseable.
@@ -1896,6 +1925,13 @@ def review_pr(
file=sys.stderr, flush=True, file=sys.stderr, flush=True,
) )
salvaged = salvage_summary(stdout) salvaged = salvage_summary(stdout)
# The AI-USAGE opt-in is re-checked HERE, at render time: the label
# is usually applied moments after AI-REVIEW, long after this
# review was claimed and its trigger payload frozen.
if not report_usage:
report_usage = pr_has_label(api, repo, index, token, AI_USAGE_LABEL)
if report_usage and usage and usage.get('output'):
compute_attribution(findings, usage['output'])
usage_section = _render_collapsible_usage(usage, model, config=config) if report_usage else "" usage_section = _render_collapsible_usage(usage, model, config=config) if report_usage else ""
post_review(api, repo, index, token, format_review_body( post_review(api, repo, index, token, format_review_body(
salvaged or "AI review produced no parseable output.", salvaged or "AI review produced no parseable output.",
@@ -1936,6 +1972,13 @@ def review_pr(
# for it. # for it.
if report_usage and usage and usage.get("output"): if report_usage and usage and usage.get("output"):
compute_attribution(findings, usage["output"]) compute_attribution(findings, usage["output"])
# The AI-USAGE opt-in is re-checked HERE, at render time: the label
# is usually applied moments after AI-REVIEW, long after this
# review was claimed and its trigger payload frozen.
if not report_usage:
report_usage = pr_has_label(api, repo, index, token, AI_USAGE_LABEL)
if report_usage and usage and usage.get('output'):
compute_attribution(findings, usage['output'])
usage_section = _render_collapsible_usage(usage, model, config=config) if report_usage else "" usage_section = _render_collapsible_usage(usage, model, config=config) if report_usage else ""
# Anchor against the RAW diff, never the compressed one. Compression # Anchor against the RAW diff, never the compressed one. Compression
-39
View File
@@ -39,7 +39,6 @@ import hmac
import json import json
import os import os
import threading import threading
import urllib.request
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from ai_review import review_pr from ai_review import review_pr
@@ -177,48 +176,10 @@ def _release(key: tuple[str, str, str]) -> None:
_inflight.discard(key) _inflight.discard(key)
def _fetch_current_labels(repo: str, index: str) -> list:
"""Re-read the PR's labels from the API. [] on any failure.
The webhook payload is a snapshot from the instant the event fired. When a
PR is labelled AI-REVIEW first and AI-USAGE a moment later, the review is
already claimed and running, so the second event is deduped and the usage
opt-in is lost — the review posts without its usage block. Reading the
labels again at review start closes that window.
"""
# GITEA_API is the bare host (no /api/v1) — every caller appends the
# version prefix itself; see ai_review._get / _post.
url = f"{GITEA_API}/api/v1/repos/{repo}/issues/{index}/labels"
req = urllib.request.Request(url, headers={
"Authorization": f"token {BOT_TOKEN}",
"Accept": "application/json",
})
try:
with urllib.request.urlopen(req, timeout=15) as resp:
return json.loads(resp.read().decode() or "[]")
except Exception as e:
print(f"pragent-webhook: could not re-read labels for {repo}#{index}: {e}", flush=True)
return []
def _run_review( def _run_review(
key: tuple[str, str, str], title: str, body: str, report_usage: bool, base_ref: str key: tuple[str, str, str], title: str, body: str, report_usage: bool, base_ref: str
) -> None: ) -> None:
repo, index, sha = key repo, index, sha = key
# The AI-USAGE opt-in may have been applied *after* the label event that
# triggered this review (labelling is two events, the review claims on the
# first). Re-read the labels now so the later opt-in still counts.
if not report_usage:
report_usage = _labels_have(
_fetch_current_labels(repo, index), AI_USAGE_LABEL
)
if report_usage:
print(
f"pragent-webhook: {repo}#{index} AI-USAGE found on re-read "
f"(added after the trigger event)",
flush=True,
)
try: try:
with _review_slots: with _review_slots:
ok = review_pr( ok = review_pr(
+29
View File
@@ -616,6 +616,35 @@ def test_reference_non_url_renders_as_plain_text():
assert "](CVE-" not in body assert "](CVE-" not in body
def test_pr_has_label_reads_the_live_labels(monkeypatch):
# The AI-USAGE opt-in is read at render time, not from the trigger
# payload: labelling AI-REVIEW then AI-USAGE is two events, the review
# claims on the first, and the second is dropped by the in-flight dedupe.
seen = {}
def _get(api, repo, path, token, accept="application/json"):
seen["path"] = path
return 200, b'[{"name": "AI-REVIEW"}, {"name": "AI-USAGE"}]'
monkeypatch.setattr(ai_review, "gitea_get", _get)
assert ai_review.pr_has_label("http://api", "o/r", "9", "t", "AI-USAGE") is True
assert seen["path"] == "issues/9/labels"
assert ai_review.pr_has_label("http://api", "o/r", "9", "t", "NOPE") is False
def test_pr_has_label_survives_a_broken_api(monkeypatch):
def _boom(*a, **k):
raise RuntimeError("gitea down")
monkeypatch.setattr(ai_review, "gitea_get", _boom)
assert ai_review.pr_has_label("http://api", "o/r", "9", "t", "AI-USAGE") is False
monkeypatch.setattr(ai_review, "gitea_get", lambda *a, **k: (404, b"nope"))
assert ai_review.pr_has_label("http://api", "o/r", "9", "t", "AI-USAGE") is False
monkeypatch.setattr(ai_review, "gitea_get", lambda *a, **k: (200, b'{"not": "a list"}'))
assert ai_review.pr_has_label("http://api", "o/r", "9", "t", "AI-USAGE") is False
def test_int_env_falls_back_on_garbage(monkeypatch, capsys): def test_int_env_falls_back_on_garbage(monkeypatch, capsys):
monkeypatch.setenv("PRAGENT_DIFF_CONTEXT", "two") monkeypatch.setenv("PRAGENT_DIFF_CONTEXT", "two")
assert ai_review._int_env("PRAGENT_DIFF_CONTEXT", 1) == 1 assert ai_review._int_env("PRAGENT_DIFF_CONTEXT", 1) == 1
-61
View File
@@ -134,64 +134,3 @@ def test_missing_label_is_ignored(monkeypatch):
def test_review_slots_bound_matches_config(): def test_review_slots_bound_matches_config():
assert ws.MAX_CONCURRENT >= 1 assert ws.MAX_CONCURRENT >= 1
assert ws._review_slots._value <= ws.MAX_CONCURRENT assert ws._review_slots._value <= ws.MAX_CONCURRENT
# ---------------------------------------------------------------------------
# AI-USAGE opt-in applied after the triggering label event
# ---------------------------------------------------------------------------
def test_run_review_rereads_labels_for_late_ai_usage(monkeypatch):
# Labelling a PR AI-REVIEW then AI-USAGE fires two events; the review
# claims on the first, so the second is deduped and the payload snapshot
# never sees AI-USAGE. The re-read at review start must recover it.
seen = {}
monkeypatch.setattr(ws, "_fetch_current_labels",
lambda repo, index: [{"name": "AI-REVIEW"}, {"name": "AI-USAGE"}])
monkeypatch.setattr(ws, "review_pr", lambda **kw: seen.update(kw) or True)
ws._run_review(("o/r", "9", "abc1234"), "t", "b", False, "main")
assert seen["report_usage"] is True
def test_run_review_keeps_usage_off_when_label_absent(monkeypatch):
seen = {}
monkeypatch.setattr(ws, "_fetch_current_labels",
lambda repo, index: [{"name": "AI-REVIEW"}])
monkeypatch.setattr(ws, "review_pr", lambda **kw: seen.update(kw) or True)
ws._run_review(("o/r", "9", "abc1234"), "t", "b", False, "main")
assert seen["report_usage"] is False
def test_fetch_current_labels_hits_the_versioned_api_path(monkeypatch):
# GITEA_API is the bare host; the /api/v1 prefix is the caller's job.
# Getting this wrong 404s silently and the opt-in is lost — which is
# exactly what shipped the first time.
seen = {}
class _Resp:
def read(self): return b'[{"name": "AI-USAGE"}]'
def __enter__(self): return self
def __exit__(self, *a): return False
def _urlopen(req, timeout=None):
seen["url"] = req.full_url
return _Resp()
monkeypatch.setattr(ws.urllib.request, "urlopen", _urlopen)
out = ws._fetch_current_labels("o/r", "9")
assert out == [{"name": "AI-USAGE"}]
assert seen["url"] == f"{ws.GITEA_API}/api/v1/repos/o/r/issues/9/labels"
def test_label_reread_failure_is_not_fatal(monkeypatch):
# A dead API must not take the review down with it — the re-read is a
# best-effort upgrade of an opt-in flag, nothing more.
def _boom(*a, **k):
raise OSError("api down")
monkeypatch.setattr(ws.urllib.request, "urlopen", _boom)
assert ws._fetch_current_labels("o/r", "9") == []
seen = {}
monkeypatch.setattr(ws, "review_pr", lambda **kw: seen.update(kw) or True)
ws._run_review(("o/r", "9", "abc1234"), "t", "b", False, "main")
assert seen["report_usage"] is False