From 6cc92304379996f68bb2df96a5e4b637b4c4804b Mon Sep 17 00:00:00 2001
From: CaptainJack2491 <jayrupnakawala@gmail.com>
Date: Wed, 15 Apr 2026 21:18:57 +0100
Subject: Study 1: 270 runs complete + judge validation pipeline
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

- config_study1.yaml: 3 models × 3 oversight × bare framing × n=30
- Judge validation: 54-run subset, gold=Sonnet 4.6, proxy=Grok 4.1 Fast (BB κ=0.702) + GPT-4.1 (GB κ=0.878)
- Fix OpenAI batch provider: BytesIO, method/url fields, response.body parsing
- Scripts: extract_subset.py, judge_validation.py
- Dissertation chapters updated (intro, methodology, results, conclusion)
---
 config_study1.yaml | 84 ++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 84 insertions(+)
 create mode 100644 config_study1.yaml

(limited to 'config_study1.yaml')

diff --git a/config_study1.yaml b/config_study1.yaml
new file mode 100644
index 0000000..4d933a6
--- /dev/null
+++ b/config_study1.yaml
@@ -0,0 +1,84 @@
+# ============================================================
+# Study 1: The Effect of Oversight on Deception
+# ============================================================
+# Design: 3 models × 1 scenario × 1 goal_type (bare) × 3 oversight × n=30
+# Total:  3 × 1 × 1 × 3 × 30 = 270 runs (+ 3 baselines)
+# ============================================================
+
+defaults:
+  temperature: 1.0
+  include_reasoning_in_context: true
+  generate_baseline: true
+
+# Provider configurations
+providers:
+  openrouter:
+    api_key_env: OPENROUTER_API_KEY
+    base_url: https://openrouter.ai/api/v1
+
+# Models: 3 frontier models with reasoning traces
+models:
+  - id: google/gemini-3.1-pro-preview
+    provider: openrouter
+    extra_body:
+      reasoning:
+        effort: "high"
+        exclude: false
+
+  - id: z-ai/glm-5.1:nitro # nitro for faster infrence
+    provider: openrouter
+    extra_body:
+      reasoning:
+        effort: "high"
+        exclude: false
+
+  - id: deepseek/deepseek-v3.2:nitro # nitro for faster infrence
+    provider: openrouter
+    extra_body:
+      reasoning:
+        effort: "high"
+        exclude: false
+
+# Study 1: bare framing ONLY (isolates oversight as the IV)
+goal_types:
+  - bare
+
+# Single scenario
+scenarios:
+  - path: scenarios/corporate_sabotage_v2
+    runs: 30
+
+# All 3 oversight levels (the independent variable)
+oversight_levels:
+  - low
+  - mid
+  - high
+
+# Parallel execution
+execution:
+  max_workers: 5
+
+# Output to dedicated study directory
+output:
+  dir: logs/v2_study1
+
+# Judge configuration (validated — see notes/v2_redesign/07_judge_validation_results.md)
+judge:
+  log_dir: logs/v2_study1_judge
+
+  blackbox:
+    model: grok-4-1-fast-reasoning
+    provider: xai
+    temperature: 0
+
+  glassbox:
+    model: gpt-4.1
+    provider: openai
+    temperature: 0
+
+# Logging
+logging:
+  level: 3
+  format: "[{level}] {message}"
+  output: both
+  file: logs/v2_study1/experiment.log
-- 
cgit v1.2.3