%PDF-1.7
%¿÷¢þ
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Yuanning Feng; Sinan Wang; Zhengxiang Cheng; Yao Wan; Dongping Chen) /Creator (arXiv GenPDF \(tex2pdf:57610bf\)) /DOI (https://doi.org/10.48550/arXiv.2512.16041) /License (http://creativecommons.org/licenses/by/4.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (Are We on the Right Way to Assessing LLM-as-a-Judge?) /Trapped /False /arXivID (https://arxiv.org/abs/2512.16041v1) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1688 >>
stream
Are We on the Right Way to Assessing LLM-as-a-Judge?Yuanning FengSinan WangZhengxiang ChengYao WanDongping Chenhttp://creativecommons.org/licenses/by/4.0/cs.CLcs.AI
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 12 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 48 /Kids [ 12 0 R 13 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 14 0 R 15 0 R 16 0 R 17 0 R 18 0 R 19 0 R ] /Limits [ (Doc-Start) (table.caption.7) ] >>
endobj
9 0 obj
<< /Annots [ 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R 54 0 R 55 0 R ] /Contents [ 56 0 R 57 0 R 58 0 R 59 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 60 0 R /Resources 61 0 R /Type /Page >>
endobj
10 0 obj
<< /A 62 0 R /Next 63 0 R /Parent 6 0 R /Title 64 0 R >>
endobj
11 0 obj
<< /A 65 0 R /Count -7 /First 66 0 R /Last 67 0 R /Parent 6 0 R /Prev 68 0 R /Title 69 0 R >>
endobj
12 0 obj
<< /Count 36 /Kids [ 60 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 12 /Kids [ 75 0 R 76 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Kids [ 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R ] /Limits [ (Doc-Start) (cite.human_annotation_inter_annotator_disagreement) ] >>
endobj
15 0 obj
<< /Kids [ 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R ] /Limits [ (cite.judgelm) (cite.wuandaji) ] >>
endobj
16 0 obj
<< /Kids [ 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R ] /Limits [ (cite.xu2025rlthf) (page.1) ] >>
endobj
17 0 obj
<< /Kids [ 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R ] /Limits [ (page.10) (page.42) ] >>
endobj
18 0 obj
<< /Kids [ 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R ] /Limits [ (page.43) (subsection.B.4) ] >>
endobj
19 0 obj
<< /Kids [ 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R ] /Limits [ (subsection.C.1) (table.caption.7) ] >>
endobj
20 0 obj
<< /A << /S /URI /Type /Action /URI (https://entroplay.ai/research/rethinking-llm-as-a-judge) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 124.008 367.316 487.992 378.543 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /D (cite.zheng2023) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 209.807 304.62 271.042 317.113 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /D (cite.zheng2023) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 276.066 304.62 302.805 317.113 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /D (cite.bai2022training) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 154.536 247.714 197.684 260.206 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.bai2022training) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 201.716 247.714 227.606 260.206 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.ouyang2022training) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 231.638 247.714 296.375 260.206 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.ouyang2022training) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 300.407 247.714 326.297 260.206 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.yuan2024self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 330.329 247.714 382.144 260.206 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.yuan2024self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 386.176 247.714 412.066 260.206 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.luo2024arena) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 416.098 247.714 461.619 260.206 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.luo2024arena) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 465.651 247.714 491.541 260.206 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.lightman2023let) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 512.535 233.487 559.138 245.979 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.lightman2023let) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 52.862 219.838 78.331 231.753 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.lightman2023let) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 82.404 219.838 108.658 231.753 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.faria2025sample) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 112.731 219.838 190.138 231.753 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.faria2025sample) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 194.21 219.838 220.465 231.753 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.shi2024judging) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 176.115 184.032 219.985 196.525 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.shi2024judging) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 224.07 184.032 250.543 196.525 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.saito2023verbosity) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 310.417 184.032 363.422 196.525 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.saito2023verbosity) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 367.507 184.032 393.98 196.525 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.wataoka2024self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 515.565 184.032 559.138 196.525 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.wataoka2024self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 52.862 169.806 78.734 182.298 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.wataoka2024self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 82.857 169.806 109.597 182.298 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.zheng2023) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 404.037 155.579 461.985 168.071 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.zheng2023) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 466.03 155.579 492.042 168.071 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (cite.chiang2023vicuna) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 496.087 155.579 557.652 168.071 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /D (cite.chiang2023vicuna) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 52.556 141.352 79.296 153.845 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /A << /D (cite.JuStRank) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 83.672 141.352 136.15 153.845 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /A << /D (cite.JuStRank) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 140.526 141.352 167.266 153.845 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /A << /D (cite.JudgeAnything) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 171.642 141.352 213.68 153.845 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /A << /D (cite.JudgeAnything) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 218.056 141.352 244.796 153.845 ] /Subtype /Link /Type /Annot >>
endobj
51 0 obj
<< /A << /D (cite.horych2024promises) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 231.836 67.475 294.712 79.968 ] /Subtype /Link /Type /Annot >>
endobj
52 0 obj
<< /A << /D (cite.horych2024promises) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 298.785 67.475 325.039 79.968 ] /Subtype /Link /Type /Annot >>
endobj
53 0 obj
<< /A << /D (cite.liao2025minority) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 329.112 67.475 377.817 79.968 ] /Subtype /Link /Type /Annot >>
endobj
54 0 obj
<< /A << /D (cite.liao2025minority) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 381.89 67.475 408.144 79.968 ] /Subtype /Link /Type /Annot >>
endobj
55 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2512.16041v1) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 221.58002 32 570.42 ] /Subtype /Link >>
endobj
56 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
xœ+ä î |
endstream
endobj
57 0 obj
<< /Filter /FlateDecode /Length 4716 >>
stream
xÚÅ;]sÜ6’ïú|§Ê¤ ÁÜÃ%ή½Ùrj“XW©œ³œJ¤=_!9Qt¿þºÑ
¤8ÚìIÊű `£ÑèïÆ$Ám�ï®’ñðoˆ@§±Ñ&Hs§&6û«_˜ô.°3¯’8-Œîì†ÿE€Zy}º½ùjSŠæu81 ò81Y–{zU‰ˆÓL«4ع˼HU�Æ"—y=&VZ
9|;öl‚+Uä±LÒ,õº–ÀBäZyÝ:Q±,’Tx«ø}•
~îºÝ¢;¿Óá6®bqPÁ7€â¾ÅWøÞ}…¯ø×wSá«:¸º ®~xœ–"V"÷ÐÛ�]šŽ�*VE¦sXµÐðôÀ·©Ê�®®gFW×mi Ç
/™×›\…·Šß7¡«ëžÐÕu:ÜÆUüt\�G_×eiL\—{Îû/Ð{Fe{$¸Hj÷ |Šø×ooöÉÇL¨b“ñaçF!‹ÈTËÏöÒÐ�ÿ¿_»�G¹Œ¥Iƒ(-@�›s}õúÌŠ@&q!…®o!› W*Î\oƒ�á×+¶Õ*’…Ze&äöq%Òð@í¾æÎ›Ûºws�Ë•(Â{ž€ŽÔüºëª®k·«^ÿ=È=Д*N2Zõýûï¢r%“°‹ÊèïçímõŸ8w á^ÄE&3D=2�3 C$�Í2MP~^©$<¯"–‡.gW»ÊtXÑâ¯ßf°’Î…“™X‚.б0‚@ü"Ó„&Ê\{3?FY
™ "äó ò€¼¢…?4@/! ŸDˈ$± OGD-!ò߀FÖ@ƒß›U”YìÀ7õ@—é*…ˆsëÔâ’È7fiÅŸW& Ëãdßnã£èÓɾõïíÛÄE!—�([jü…˜÷öÔø_•–Ô3|ôE|¤eè(Õð�ÒS
'HbüjJ°œp¥Y#výŸšQôrþ×Jæá¡Yeáo+™…UÛ5 fJYÙ‚ñ#ŽßPûÃ*ÊÃM³
˜�l* íCãz•åaµ©a4�»•HÂãí=LM�R[Ó éˆ¥¼´ãïåßÁú»²½ß[*‹¦/ê Ñ
ÚŒY†
JåÁõ~QU D£Â:EØÑ˺ªÔºk¶Õ0:,·ÇS_miÀŸ^òäê7$h1îè`ú_ŽH]ž³¯úú¸e€ÖUío¸;xâ€wçŒ6�k«;»J»å �ƒ¼’° Kj2N1£C*b]dD‡¾-Trñ*J¥
ÿ†GDw–ø|+PòVrxû½éz�<·Ôû²ýÜÑŒ›•”á±¥—EBCiÍ@Ø–´ÐÙ‘t6Ú
˜TŸ÷å!}l™�l�fÞ¶G¤Å™x ÷,g[Fû´Ûò¹¯_á~“ð®¶,¿©á¶ØúNŽà¼d Ãþ„–§)kÒ}|2ØÓ×eOÓ �ªÝ7–"Õ0ZQƒ>A¶¯üÁÉ{Cã°w ‘o€¬ÍÎr}Š\�3-�X÷'ج^áº
q‰6ý�‘¢€Žp¡ˆ"tgY¡ï�w-¬ål ÍÂIãÆ®¾¯hv×Ùfîš}ãÆ±;‚E¶Iä§<䯙
’9CUCŠÁO1|Œ¤NP/YY‚Ó
�/R„± E`²
y¥’9¬s’Lí¨…S,'q Ô�›žwE‡‹’¤ãù!åyó4éWdaZÊk¦üCNÔ…´JÞR~8þ¤@9¡Æ'”‘ŽÚwM_k÷ÔA¬µA?h õ`{AÙúÁùåá~™\)àê¸ÚΛJ–GàDüöÐ!"§¦E©ÃoÖ÷üíïn¶÷ÝÀعÛY;‚“HaÒ�9r,oj«I+êÊ[´-É`[&¼�ZmNØ-xJ„¹&}œk�¡ÏHèѸàA
ä[cå wÔ¿£ak«Cç¦ß �Ö3 $îç¶qÖø¡"ü¹:#@ÇAŠqnWínÐ Žœl‚ÊeE{O¨ü’è[á©lÚè®éØ\ŸÚêUWÕfÜ™�bF°LÇFI"XÇï«°¸°Š@¸ÎFAãv·*ÂãzÄVónéÝÑâÀì3‹=¨é¡u�5
›–T\Çk;³‚û=ïxWõÔpR„í‡ÛïpÖºÉ1h›3ðe5Y`‹¢T·ñ‡YÙQ1©˜€“¦µŒ³B3:«¬ ˜(B·æMnH^Ö
‡¸#°L–ûsëLÛľRש=®'bÀ=ÃEUáŒ(ND¬ÛîÔy…Dki:cØ’Ç×1�þ�^à¹u†<Ž�UwI™¥E¬o~[íñ Fc‚ÔE ë#b–Jg¡k‰ÝÈÔ¡çà´"Ê0âƒmp™] FGÉ&ܦ¥¾bIjmŽm[±Uœªx%rY\<ÇÊ¢;óh°o×|®.Ñ@fqZNå›É
F?®Ò"œµ7ºD¤PNF~IÒ]‡ÛeS¨Ta•šð”š¹h
uøEG‹“S‘-9ˆ£ób,¾ôœ×|Ù>â¶�Ø´¾Ðùâ²Ä¡–ãúÊrÕu#].i$‘ÆÒÑ²Ü „:…1Êø’GÉÎëêu¢Ã/Ò31ûÃF–fß—œbrI[vŽGM8x0
È·èæ-ZfœÚ
NlÄõ=P0*Ûþ¹u:Z¡ú½nÖÖ@hÍí¡A"L/qk’Ä ÐÂ’ØcŽ™Ê©™ÌW3Ð{WÛ�¨@-ÍQ@¡YcR¿ó_°¿á¹¤°Õ�Xòg™3kÄØ†áœªGÐÝ 3`=6‰©ÉY£Œ2C§„—yp?¤†l[™,.RÞ6©)�Ð5MÁÅxWÁ§M$c}–˜Ã‰/4Þ}
ŠÚ„‘¶³r!¼–ÍŽÆ9A…MŒdØ‚4êšXÀžúÈF)ßFÑ€ûˆÜŒ²ÝÝ3.ô`/³íQ‡cÇàdA{‹§¯ìéŸw—N_åiœŽ€7,-V÷g
�#ñ¶A™UK"ÜsW_7·8%‡óè1úEðrBûƒØÖ£s
ãìè[m—R1í<ð
Fý“ ç™C,sQv(™#ýx× ·³Y-80ÞÝ]}?ŽÑä¦waø—S‚fIœ¥J·ç5™Ó�•�3ÏMê²eQ³R¼¡T–ÕîD-âkhì‘ì6~·S?¹ÜD2c&JG$So ßÅZ¼:ÊÙ÷ܳï0ÀþT+·´b%8ÿ
àA¤j}ÿš&ìÎe!ÂT*�•áˆñH>ØÓB¹çz19 ývYe�>n�ŸØ£F¶tÎ7�©5¦‹¡¹>YPC* ƒÕ˜—À Çr
ò„bQ·×ñD3ª]´¦¨ÏáûiDqÈÍPŒ€ænnd[U§%×Ñ’(UXípº˜ Ò9btÆuéååœÌIߎó