summaryrefslogtreecommitdiff
path: root/judge_validation/comparison_results.csv
diff options
context:
space:
mode:
authorCaptainJack2491 <jayrupnakawala@gmail.com>2026-04-13 21:15:52 +0100
committerCaptainJack2491 <jayrupnakawala@gmail.com>2026-04-13 21:15:52 +0100
commita40b228d7a78fbb338a17c237ba9b9e2a001e6d7 (patch)
tree62c2b486a4d428df6d77e6670feb3ea3ada91e4c /judge_validation/comparison_results.csv
parentd0f0af878366ba9b4c400d58223a96f8dd63110b (diff)
judge_validation: add v2 judge comparison results
Diffstat (limited to 'judge_validation/comparison_results.csv')
-rw-r--r--judge_validation/comparison_results.csv16
1 files changed, 16 insertions, 0 deletions
diff --git a/judge_validation/comparison_results.csv b/judge_validation/comparison_results.csv
new file mode 100644
index 0000000..1f75b24
--- /dev/null
+++ b/judge_validation/comparison_results.csv
@@ -0,0 +1,16 @@
+judge_1,judge_2,blackbox_kappa,glassbox_kappa,sophistication_kappa,n
+claude-sonnet-4-6,gpt-5-mini-2025-08-07,N/A,N/A,N/A,18
+claude-sonnet-4-6,gpt-4.1-mini,N/A,N/A,N/A,18
+claude-sonnet-4-6,claude-haiku-4-5-20251001,0.629,1.000,N/A,18
+claude-sonnet-4-6,grok-4-1-fast-reasoning,N/A,N/A,N/A,18
+claude-sonnet-4-6,grok-4-1-fast-non-reasoning,N/A,N/A,N/A,18
+gpt-5-mini-2025-08-07,gpt-4.1-mini,nan,nan,N/A,18
+gpt-5-mini-2025-08-07,claude-haiku-4-5-20251001,N/A,N/A,N/A,18
+gpt-5-mini-2025-08-07,grok-4-1-fast-reasoning,nan,nan,N/A,18
+gpt-5-mini-2025-08-07,grok-4-1-fast-non-reasoning,nan,nan,N/A,18
+gpt-4.1-mini,claude-haiku-4-5-20251001,N/A,N/A,N/A,18
+gpt-4.1-mini,grok-4-1-fast-reasoning,nan,nan,N/A,18
+gpt-4.1-mini,grok-4-1-fast-non-reasoning,nan,nan,N/A,18
+claude-haiku-4-5-20251001,grok-4-1-fast-reasoning,N/A,N/A,N/A,18
+claude-haiku-4-5-20251001,grok-4-1-fast-non-reasoning,N/A,N/A,N/A,18
+grok-4-1-fast-reasoning,grok-4-1-fast-non-reasoning,nan,nan,N/A,18