blob: 29ac69a1f329b70430e7ff4955e53ee6d771cdbf (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
defaults:
temperature: 1.0
generate_baseline: false
providers:
openrouter:
api_key_env: OPENROUTER_API_KEY
base_url: https://openrouter.ai/api/v1
models:
- id: google/gemini-3.1-pro-preview
provider: openrouter
extra_body:
reasoning:
effort: "high"
exclude: false
- id: z-ai/glm-5.1
provider: openrouter
extra_body:
reasoning:
effort: "high"
exclude: false
- id: deepseek/deepseek-v3.2
provider: openrouter
extra_body:
reasoning:
effort: "high"
exclude: false
goal_types:
- self_serving
- moral
- bare
scenarios:
- path: scenarios/pharma_trial
runs: 1
oversight_levels:
- high
- med
- low
execution:
max_workers: 10
output:
dir: logs/testing_judge
save_vfs_state: true
logging:
level: 3
format: "[{level}] {message}"
output: both
file: logs/testing_judge/exeriments.log
judge:
log_dir: logs/judge_dryrun
blackbox:
model: claude-sonnet-4-20250514
provider: anthropic
temperature: 0
glassbox:
model: gpt-4.1
provider: openai
temperature: 0
|
