From 823de232135cec09ef0a8e82b4be8ad635db29f5 Mon Sep 17 00:00:00 2001 From: Mathias Bergqvist Date: Wed, 22 Apr 2026 15:40:15 +0200 Subject: [PATCH] feat(exec): log per-attempt chain verdicts for pass rate visibility --- cmd/supervisor/main.go | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/cmd/supervisor/main.go b/cmd/supervisor/main.go index fae8886..27c8c06 100644 --- a/cmd/supervisor/main.go +++ b/cmd/supervisor/main.go @@ -114,6 +114,18 @@ func main() { orch := iexec.NewOrchestrator(chain, litellmExec.Run, claudeExec.Run, verifier, models.LlamaSwapURL(), &attempts) result, err := orch.Run(ctx, req) result.Attempts = attempts // attach orchestration metadata before returning + // Log per-attempt verdicts so pass rates are visible in pod logs. + for i, a := range attempts { + logger.Info("chain attempt", + "skill", skill, + "attempt", i+1, + "model", a.Model, + "tier", a.Tier, + "verdict", a.Verdict, + "duration_ms", a.DurationMs, + "warm", a.WarmStart, + ) + } return result, err } }