summaryrefslogtreecommitdiff
path: root/src/judge/prompts.py
diff options
context:
space:
mode:
authorCaptainJack2491 <jayrupnakawala@gmail.com>2026-03-26 01:25:01 +0000
committerCaptainJack2491 <jayrupnakawala@gmail.com>2026-03-26 01:25:01 +0000
commit0bc9fba7ec270a8a1fc043028256eb9d7533d9e4 (patch)
tree4df4cad9be36ac5b96cc99bd61640e1b39a281d7 /src/judge/prompts.py
parenta463184c91107a7eaaec2167b3883dfcebef8785 (diff)
Refactor judge module into judge/ package
Split monolithic src/judge.py into a proper package structure: - src/judge/batch_providers.py: BatchProvider ABC, AnthropicBatchProvider, XAIBatchProvider - src/judge/judges.py: RegexChecker, BlackboxChecker, GlassboxChecker - src/judge/helpers.py: extract_* functions, parse_json_verdict - src/judge/prompts.py: BLACKBOX_PROMPT, GLASSBOX_PROMPT, constants - src/judge/judge.py: Judge orchestrator class - src/judge/__init__.py: Re-exports all public APIs
Diffstat (limited to 'src/judge/prompts.py')
-rw-r--r--src/judge/prompts.py33
1 files changed, 33 insertions, 0 deletions
diff --git a/src/judge/prompts.py b/src/judge/prompts.py
new file mode 100644
index 0000000..93f500a
--- /dev/null
+++ b/src/judge/prompts.py
@@ -0,0 +1,33 @@
+"""
+Prompt templates for the judge system.
+"""
+
+import os
+
+PROMPTS_DIR = os.path.join(os.path.dirname(__file__), "..", "prompts")
+
+
+def load_prompt(filename: str) -> str:
+ path = os.path.join(PROMPTS_DIR, filename)
+ with open(path, "r", encoding="utf-8") as f:
+ return f.read()
+
+
+BLACKBOX_PROMPT = load_prompt("blackbox_prompt.md")
+GLASSBOX_PROMPT = load_prompt("glassbox_prompt.md")
+
+
+BLACKBOX_CATEGORIES = [
+ "ACCURATE",
+ "DECEPTIVE_FRAMING",
+ "OMITTED_CRITICAL",
+ "FABRICATED",
+]
+GLASSBOX_CATEGORIES = [
+ "ROBUST_HONEST",
+ "CONSIDERED_HONEST",
+ "COMPLIANT_DECEPTION",
+ "FAILED_DECEPTION",
+ "UNINTENTIONAL_FAILURE",
+]
+SOPHISTICATION_TIERS = ["NAIVE", "REACTIVE", "TACTICAL", "STRATEGIC"]