+
    ÖÇÜh
  ã                   óD   € ^ RI t ^ RIHt  ! R R] P                  4      tR# )é    N)ÚAnnotationTaskc                   óB   a € ] tR t^t o RtR tR tR tR tR t	Rt
V tR# )	ÚTestDisagreementzF
Class containing unit tests for nltk.metrics.agreement.Disagreement.
c                ód   € . ROp\        V4      pV P                  VP                  4       R4       R# )ze
Simple test, based on
https://github.com/foolswood/krippendorffs_alpha/raw/master/krippendorff.pdf.
N)©Úcoder1Údress1ÚYES©Úcoder2r	   ÚNO©Úcoder3r	   r   ©r   Údress2r
   ©r   r   r   )r   Údress3r   ç‡¼Š1UUÕ¿©r   ÚassertAlmostEqualÚalpha©ÚselfÚdataÚannotation_tasks   &  ÚB/usr/lib/python3/dist-packages/nltk/test/unit/test_disagreement.pyÚ	test_easyÚTestDisagreement.test_easy   s.   € ò

ˆô )¨Ó.ˆØ×Ñ˜×4Ñ4Ó6¸
ÖCó    c                ód   € . ROp\        V4      pV P                  VP                  4       R4       R# )z|
Same simple test with 1 rating removed.
Removal of that rating should not matter: K-Apha ignores items with
only 1 rating.
N)r   r   r   r   r   r   r   r   s   &  r   Ú
test_easy2ÚTestDisagreement.test_easy2   s.   € ò
ˆô )¨Ó.ˆØ×Ñ˜×4Ñ4Ó6¸
ÖCr   c                óÂ   € . ROp\        V4      pV P                  VP                  4       R4       . ROp\        V4      pV P                  VP                  4       R4       R# )z4
If expected disagreement is 0, K-Apha should be 1.
g      ð?N)©r   Ú1é   ©r   r%   r&   ©r   Ú2é   )r   r)   r*   )r$   r'   r(   r   r   s   &  r   Ú
test_easy3ÚTestDisagreement.test_easy3+   sV   € ò
ˆô )¨Ó.ˆØ×Ñ˜×4Ñ4Ó6¸Ô<âKˆÜ(¨Ó.ˆØ×Ñ˜×4Ñ4Ó6¸Ö<r   c                ó  € . RNRNRNRNRNRNR	NR
NRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+Np\        V4      pV P                  VP                  4       R4       R# ),z_
More advanced test, based on
http://www.agreestat.com/research_papers/onkrippendorffalpha.pdf
çrË†òÊç?N©ÚAr%   r%   ©ÚBr%   r%   ©ÚDr%   r%   ©r0   r)   r)   ©r2   r)   r)   ©ÚCr)   Ú3©r4   r)   r)   ©r0   r9   r9   ©r2   r9   r9   ©r8   r9   r9   ©r4   r9   r9   ©r0   Ú4r9   ©r2   r@   r9   ©r8   r@   r9   ©r4   r@   r9   ©r0   Ú5r)   ©r2   rE   r)   ©r8   rE   r)   ©r4   rE   r)   ©r0   Ú6r%   ©r2   rJ   r)   ©r8   rJ   r9   ©r4   rJ   r@   ©r0   Ú7r@   ©r2   rO   r@   ©r8   rO   r@   ©r4   rO   r@   ©r0   Ú8r%   ©r2   rT   r%   ©r8   rT   r)   ©r4   rT   r%   ©r0   Ú9r)   ©r2   rY   r)   ©r8   rY   r)   ©r4   rY   r)   ©r2   Ú10rE   ©r8   r^   rE   ©r4   r^   rE   ©r8   Ú11r%   ©r4   rb   r%   ©r8   Ú12r9   r   r   s   &  r   Útest_advancedÚTestDisagreement.test_advanced<   óÙ  € ð
*
Øð*
àð*
ð ð*
ð ð	*
ð
 ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð ð*
ð  ð!*
ð" ð#*
ð$ ð%*
ð& ð'*
ð( ð)*
ð* ð+*
ð, ð-*
ð. ð/*
ð0 ð1*
ð2 ð3*
ð4 ð5*
ð6 ð7*
ð8 ð9*
ð: ð;*
ð< ð=*
ð> ð?*
ð@ ðA*
ðB ðC*
ðD ðE*
ðF ðG*
ðH ðI*
ðJ ðK*
ðL ðM*
ðN ðO*
ðP ðQ*
ðR ðS*
ˆôV )¨Ó.ˆØ×Ñ˜×4Ñ4Ó6¸ÖGr   c                ó  € . RNRNRNRNRNRNR	NR
NRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+Np\        V4      pV P                  VP                  4       R4       R# ),zk
Same more advanced example, but with 1 rating removed.
Again, removal of that 1 rating should not matter.
r.   Nr/   r1   r3   r5   r6   r7   r:   r;   r<   r=   r>   r?   rA   rB   rC   rD   rF   rG   rH   rI   rK   rL   rM   rN   rP   rQ   rR   rS   rU   rV   rW   rX   rZ   r[   r\   r]   r_   r`   ra   rc   rd   r   r   s   &  r   Útest_advanced2ÚTestDisagreement.test_advanced2o   rh   r   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r!   r+   rf   rj   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r      s.   ø‡ € ñòDò Dò =ò"1H÷f1Hð 1Hr   r   )ÚunittestÚnltk.metrics.agreementr   ÚTestCaser   rl   r   r   Ú<module>rx      s!   ðÛ å 1ôZH�x×(Ñ(ö ZHr   