summaryrefslogtreecommitdiff
path: root/config_study1.yaml
diff options
context:
space:
mode:
authorCaptainJack2491 <jayrupnakawala@gmail.com>2026-04-15 21:18:57 +0100
committerCaptainJack2491 <jayrupnakawala@gmail.com>2026-04-15 21:18:57 +0100
commit6cc92304379996f68bb2df96a5e4b637b4c4804b (patch)
tree6cdbc8b5484934927cd6ac989e91fef44a60bb4c /config_study1.yaml
parentd25f8fc2e2b02c04489ca1960b83ff7a70e7317a (diff)
Study 1: 270 runs complete + judge validation pipeline
- config_study1.yaml: 3 models × 3 oversight × bare framing × n=30 - Judge validation: 54-run subset, gold=Sonnet 4.6, proxy=Grok 4.1 Fast (BB κ=0.702) + GPT-4.1 (GB κ=0.878) - Fix OpenAI batch provider: BytesIO, method/url fields, response.body parsing - Scripts: extract_subset.py, judge_validation.py - Dissertation chapters updated (intro, methodology, results, conclusion)
Diffstat (limited to 'config_study1.yaml')
-rw-r--r--config_study1.yaml84
1 files changed, 84 insertions, 0 deletions
diff --git a/config_study1.yaml b/config_study1.yaml
new file mode 100644
index 0000000..4d933a6
--- /dev/null
+++ b/config_study1.yaml
@@ -0,0 +1,84 @@
+# ============================================================
+# Study 1: The Effect of Oversight on Deception
+# ============================================================
+# Design: 3 models × 1 scenario × 1 goal_type (bare) × 3 oversight × n=30
+# Total: 3 × 1 × 1 × 3 × 30 = 270 runs (+ 3 baselines)
+# ============================================================
+
+defaults:
+ temperature: 1.0
+ include_reasoning_in_context: true
+ generate_baseline: true
+
+# Provider configurations
+providers:
+ openrouter:
+ api_key_env: OPENROUTER_API_KEY
+ base_url: https://openrouter.ai/api/v1
+
+# Models: 3 frontier models with reasoning traces
+models:
+ - id: google/gemini-3.1-pro-preview
+ provider: openrouter
+ extra_body:
+ reasoning:
+ effort: "high"
+ exclude: false
+
+ - id: z-ai/glm-5.1:nitro # nitro for faster infrence
+ provider: openrouter
+ extra_body:
+ reasoning:
+ effort: "high"
+ exclude: false
+
+ - id: deepseek/deepseek-v3.2:nitro # nitro for faster infrence
+ provider: openrouter
+ extra_body:
+ reasoning:
+ effort: "high"
+ exclude: false
+
+# Study 1: bare framing ONLY (isolates oversight as the IV)
+goal_types:
+ - bare
+
+# Single scenario
+scenarios:
+ - path: scenarios/corporate_sabotage_v2
+ runs: 30
+
+# All 3 oversight levels (the independent variable)
+oversight_levels:
+ - low
+ - mid
+ - high
+
+# Parallel execution
+execution:
+ max_workers: 5
+
+# Output to dedicated study directory
+output:
+ dir: logs/v2_study1
+
+# Judge configuration (validated — see notes/v2_redesign/07_judge_validation_results.md)
+judge:
+ log_dir: logs/v2_study1_judge
+
+ blackbox:
+ model: grok-4-1-fast-reasoning
+ provider: xai
+ temperature: 0
+
+ glassbox:
+ model: gpt-4.1
+ provider: openai
+ temperature: 0
+
+# Logging
+logging:
+ level: 3
+ format: "[{level}] {message}"
+ output: both
+ file: logs/v2_study1/experiment.log