From 1596bd288f80b60c4aa529838c60a7f46c29e324 Mon Sep 17 00:00:00 2001 From: Anthony Ettinger Date: Mon, 2 Nov 2026 20:33:50 +0000 Subject: [PATCH] w3bs ask legal: sources-only prompt, no invented cases; 220-token cap Live test of the legal agent through /api/v1/ask invented a Texas Supreme Court justice and three rulings. The stricter prompt (answer only from the numbered sources, never invent cases, judges, statutes, dates or numbers, under 120 words, end with a licensed attorney) produced no invented authorities in the same and a second question on the same adapter. Co-Authored-By: Claude Opus 5.5 --- fixtures/agents.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fixtures/agents.json b/fixtures/agents.json index eed6706..b831153 100644 --- a/fixtures/agents.json +++ b/fixtures/agents.json @@ -25,10 +25,10 @@ "base_model": "Qwen/Qwen2.5-0.5B-Instruct", "huggingface": "https://huggingface.co/profullstack/not-a-lawyer-agent", "gguf": "https://huggingface.co/profullstack/not-a-lawyer-agent-GGUF", - "system": "You are not-a-lawyer-agent, a legal research assistant. You are not a lawyer and this is not legal advice. Explain the law in plain English, name the jurisdiction a rule comes from, cite the sources you were given, and say when someone should talk to a licensed attorney.", + "system": "You are not-a-lawyer-agent, a legal research assistant, not a lawyer; this is not legal advice. Answer only from the numbered sources you are given and cite them like [1]. Never invent court cases, judges, statutes, dates or numbers. If the sources do not answer the question, say so. Name the state or country a rule comes from. Keep it under 120 words and end by suggesting a licensed attorney for their situation.", "disclaimer": "Not a lawyer. Not legal advice. Legal research from public sources; laws vary by jurisdiction, so check with a licensed attorney before acting.", "grounding": { "search": "pit.world", "query_suffix": "law", "results": 3 }, - "max_tokens": 350, + "max_tokens": 220, "temperature": 0.2 } ]