test: trigger after reopen

.judge-trigger.txt

@@ -1 +0,0 @@
-# judge trigger 1788203999

README.md

@@ -185,5 +185,3 @@ review time.
 ## License
 
 Not yet chosen. Until one is added, no reuse rights are granted.
-
-_pilot eval judges test 1788201461_

pilot/eval_judges.py

@@ -208,24 +208,18 @@ def ensure_evaluators() -> dict:
 # ---------------------------------------------------------------------------
 
 def rule_body(name: str, judge_name: str, sampling: float) -> dict:
-    """POST /evaluation-rules shape for an LLM-as-judge trace rule.
+    """POST /evaluation-rules shape for an LLM-as-judge observation rule.
 
-    Target is `trace` rather than `observation` on purpose: the standard
+    The judge is referenced by `name`+`scope`, not by id — ids name specific
-    `/api/public/ingestion` path that ships review traces here feeds only
+    versions, names name the evaluator across versions. Mapping is required at
-    the trace-upsert queue, and `evalService.createEvalJobs` only creates
+    both the rule root (the server validates it there) and inside `evaluator`
-    jobs for `targetObject ∈ {TRACE, DATASET}`. Observation rules are
+    (the API echoes it back). Filter is on `traceName` because that is the only
-    triggered exclusively from the OTel ingestion pipeline, which this
+    stringOptions column the observation-rule schema exposes.
-    pilot does not use. A trace rule reads the trace's own input/output —
-    `langfuse_trace` already writes `_review_input`/`_review_output` onto
-    the trace body for exactly this reason.
-
-    Mapping is required at both the rule root (server validates it there)
-    and inside `evaluator` (the API echoes it back).
     """
     return {
         "name": name,
         "enabled": True,
-        "target": "trace",
+        "target": "observation",
         "sampling": sampling,
         "filter": [
             {"column": "traceName", "operator": "any of",

tests/pilot/test_eval_judges.py

@@ -11,16 +11,10 @@ import eval_judges as ej  # noqa: E402
 
 # --- rule_body ------------------------------------------------------------
 
-def test_rule_body_targets_traces():
+def test_rule_body_targets_observations():
-    """Trace target matches the path `/api/public/ingestion` triggers.
+    """Trace-level rules wouldn't see observation input/output."""
-
-    Observation rules only fire from the OTel ingestion pipeline; this
-    pilot uses standard ingestion, so its jobs only come from
-    `evalService.createEvalJobs` and that dispatcher handles
-    `targetObject ∈ {TRACE, DATASET}`.
-    """
     body = ej.rule_body("rule-x", "finding_actionability", 1.0)
-    assert body["target"] == "trace"
+    assert body["target"] == "observation"
     assert body["enabled"] is True