+
    ÖÇÜhÉ  ã                   ól   € R t ^ RIt^ RIHt ^ RIHtHtHtHt ^ RI	H
t
  ! R R]P                  4      tR# )z(
Tests for IBM Model 5 training methods
N©Údefaultdict)ÚAlignedSentÚIBMModelÚ	IBMModel4Ú	IBMModel5)ÚAlignmentInfoc                   ó8   a € ] tR t^t o R tR tR tR tRtV t	R# )ÚTestIBMModel5c                ó.  € R ^ R^ R^/pR^ R^R^/p\        RR.. RO4      \        . RORR.4      .p\        V^ W4      pVP                  V4       RpV P                  VP                  ^,          ^,          ^ ,          V4       V P                  VP                  R	,          ^,          ^,          V4       V P                  VP
                  ^,          ^,          ^ ,          V4       V P                  VP
                  R	,          ^,          ^,          V4       R# )
ÚschinkenÚeierÚspamÚhamÚeggsN©r   r   r   ©r   r   r   r   g      À?éýÿÿÿ)r   r   Úset_uniform_probabilitiesÚassertEqualÚhead_vacancy_tableÚnon_head_vacancy_table)ÚselfÚsrc_classesÚtrg_classesÚcorpusÚmodel5Úexpected_probs   &     ÚD/usr/lib/python3/dist-packages/nltk/test/unit/translate/test_ibm5.pyÚ;test_set_uniform_vacancy_probabilities_of_max_displacementsÚITestIBMModel5.test_set_uniform_vacancy_probabilities_of_max_displacements   s	  € à! 1 f¨a°¸Ð;ˆØ˜a ¨¨F°AÐ6ˆä˜ ˜Ò)IÓJÜÒ8¸6À6Ð:JÓKð
ˆô ˜6 1 kÓ?ˆð 	×(Ñ(¨Ô0ð
 &ˆð 	×Ñ˜×2Ñ2°1Õ5°aÕ8¸Õ;¸]ÔKØ×Ñ˜×2Ñ2°2Õ6°qÕ9¸!Õ<¸mÔLØ×Ñ˜×6Ñ6°qÕ9¸!Õ<¸QÕ?ÀÔOØ×Ñ˜×6Ñ6°rÕ:¸1Õ=¸aÕ@À-ÖPó    c                ó  € R ^ R^ R^/pR^ R^R^/p\        RR.. RO4      \        . RORR.4      .p\        V^ W4      pVP                  V4       V P                  VP                  ^,          ^,          ^ ,          \
        P                  4       V P                  VP                  R,          ^,          ^,          \
        P                  4       V P                  VP                  ^,          ^ ,          ^ ,          \
        P                  4       V P                  VP                  ^,          ^,          ^ ,          \
        P                  4       V P                  VP                  R,          ^,          ^,          \
        P                  4       R# )	r   r   r   r   r   Nr   r   éüÿÿÿ)r   r   r   r   r   r   ÚMIN_PROBr   )r   r   r   r   r   s   &    r   Ú;test_set_uniform_vacancy_probabilities_of_non_domain_valuesÚITestIBMModel5.test_set_uniform_vacancy_probabilities_of_non_domain_values%   sE  € à! 1 f¨a°¸Ð;ˆØ˜a ¨¨F°AÐ6ˆä˜ ˜Ò)IÓJÜÒ8¸6À6Ð:JÓKð
ˆô ˜6 1 kÓ?ˆð 	×(Ñ(¨Ô0ð 	×Ñ˜×2Ñ2°1Õ5°aÕ8¸Õ;¼X×=NÑ=NÔOØ×Ñ˜×2Ñ2°2Õ6°qÕ9¸!Õ<¼h×>OÑ>OÔPØ×Ñ˜×2Ñ2°1Õ5°aÕ8¸Õ;¼X×=NÑ=NÔOØ×Ñ˜×6Ñ6°qÕ9¸!Õ<¸QÕ?Ä×ARÑARÔSØ×Ñ˜×6Ñ6°rÕ:¸1Õ=¸aÕ@Ä(×BSÑBSÖTr!   c                ó"  € . R Op. R!OpR^ R^R ^R^R^/pR
^ R	^R^R^R^R^/p\        W!4      .p\        R"R.V,           R.V,           ^.^.^.. ^.^^..4      p\        R 4      pRV^,          ^,          ^&   RV^,          ^,          ^&   RVR#,          ^,          ^&   RV^,          ^,          ^&   \        R 4      pRV^,          ^,          ^ &   \        R 4      p	RV	R,          R &   RV	R,          R&   RV	R,          R&   RV	R,          R&   RV	R	,          R&   RV	R
,          R&   \        R 4      p
RV
^,          R &   RV
^,          R&   RV
^ ,          R&   RV
^,          R&   RV
^,          R&   RV
^,          R&   RRRV	RV
RVRVRRRRRR/p\        V^ W4V4      pVP	                  V4      p^\        R^4      ,          \        R^4      ,          pR$pR%pR&pWï,          V,          V,          pV P                  \        V^4      \        V^4      4       R# )'ÚichÚesseÚjaÚgernõ   rÃ¤ucherschinkenÚiÚloveÚtoÚeatÚsmokedr   NÚUNUSEDc                  ó   € \        R  4      # )c                  ó    € \        \        4      # ©N©r   Úfloat© r!   r   Ú<lambda>ÚGTestIBMModel5.test_prob_t_a_given_s.<locals>.<lambda>.<locals>.<lambda>I   ó	   € ¬´EÔ(:r!   r   r8   r!   r   r9   Ú5TestIBMModel5.test_prob_t_a_given_s.<locals>.<lambda>I   ó
   € ”KÑ :Ô;r!   g
×£p=
ï?c                  ó   € \        R  4      # )c                  ó    € \        \        4      # r5   r6   r8   r!   r   r9   r:   Q   r;   r!   r   r8   r!   r   r9   r<   Q   r=   r!   g¸…ëQ¸î?c                  ó    € \        \        4      # r5   r6   r8   r!   r   r9   r<   U   s	   € ´¼EÔ0Br!   g\�Âõ(\ï?c                  ó    € \        \        4      # r5   r6   r8   r!   r   r9   r<   ]   s	   € ¬k¼%Ô.@r!   g®Gáz®ï?g+‡ÙÎ÷ï?Úp1gÇK7‰A`Å?Útranslation_tableÚfertility_tabler   r   Úhead_distortion_tableÚnon_head_distortion_tableÚalignment_tableg-²�ï§ê?)r(   r)   r*   r+   r,   )r-   r.   r/   r0   r1   r   )é    é   é   rH   é   é   rL   éÿÿÿÿgtåSUµþ?gÍçÒXì?gWÇõ×92ë?)r   r   r   r   Úprob_t_a_given_sÚpowr   Úround)r   Úsrc_sentenceÚtrg_sentencer   r   r   Úalignment_infor   r   rC   rD   Úprobabilitiesr   ÚprobabilityÚnull_generationÚ	fertilityÚlexical_translationÚvacancyÚexpected_probabilitys   &                  r   Útest_prob_t_a_given_sÚ#TestIBMModel5.test_prob_t_a_given_s:   s«  € âHˆÚBˆØ)¨1¨d°A°u¸aÀÈÈFÐTUÐVˆØ˜a ¨1¨c°1°f¸aÀÀqÈ%ÐQRÐSˆÜ˜lÓ9Ð:ˆÜ&Ø!ØˆF�\Õ!ØˆJ˜Õ%ØˆS�1�#˜�s˜B   a¨ VÐ,ó	
ˆô )Ù;ó
Ðð +/Ð˜5Õ! !Õ$ QÑ'Ø*.Ð˜5Õ! !Õ$ QÑ'Ø*.Ð˜5Õ! !Õ$ QÑ'Ø*.Ð˜5Õ! !Õ$ QÑ'ä!,Ù;ó"
Ðð /3Ð˜uÕ% aÕ(¨Ñ+ä'Ñ(BÓCÐØ(,Ð˜#Õ˜uÑ%Ø,0Ð˜&Õ! &Ñ)Ø(,Ð˜$Õ Ñ%Ø+/Ð˜%Õ  Ñ(Ø:>Ð˜(Õ#Ð$6Ñ7Ø7;Ð˜%Õ Ð!3Ñ4ä%Ñ&@ÓAˆØ$(ˆ˜Õ˜5Ñ!Ø%)ˆ˜Õ˜6Ñ"Ø#'ˆ˜Õ˜4Ñ Ø%)ˆ˜Õ˜6Ñ"Ø16ˆ˜ÕÐ-Ñ.Ø#'ˆ˜Õ˜4Ñ ð �%ØÐ!2Ø˜Ø Ð"4Ø$Ð&<Ø# TØ'¨Ø˜tð	
ˆô ˜6 1 kÀÓNˆð ×-Ñ-¨nÓ=ˆð œc %¨›mÕ+¬c°%¸«mÕ;ˆØIˆ	ØEÐØ6ˆàÕ'Ð*=Õ=ÀÕGð 	ð 	×Ñœ˜{¨AÓ.´Ð6JÈAÓ0NÖOr!   c                óH  a€ \        R
RRR4      \        RRRR4      \        RRRR4      \        RRRR4      \        RRRR4      .p\        P                  pRpR
\        VR,          ^4      V,          RVRW#,          RW#,          R,          R\        VR,          ^4      R,          /o\	        R.R.4      .p\
        P                  p\        V3R	 l4      \
        n        \        V^ RR4      pVP                  V4      pV P                  \        V4      ^4       V\
        n        R# )rI   NgÍÌÌÌÌÌì?g      ø?g      à?gš™™™™™ñ?g333333ó?ÚaÚbc                 ó*   <€ SV P                   ,          # r5   )Ú	alignment)r^   ÚmodelÚscoress   &&€r   r9   Ú*TestIBMModel5.test_prune.<locals>.<lambda>•   s   ø€ ˜V A§K¡KÖ0r!   )rI   rI   )rI   rK   )rK   rI   )rK   rK   )rH   rH   )r   r   ÚMIN_SCORE_FACTORÚminr   r   Úmodel4_prob_t_a_given_sÚstaticmethodÚpruner   Úlen)	r   Úalignment_infosÚ
min_factorÚ
best_scorer   Úoriginal_prob_functionr   Úpruned_alignmentsrc   s	   &       @r   Ú
test_pruneÚTestIBMModel5.test_prune   s(  ø€ ô ˜& $¨¨dÓ3Ü˜& $¨¨dÓ3Ü˜& $¨¨dÓ3Ü˜& $¨¨dÓ3Ü˜& $¨¨dÓ3ð
ˆô ×/Ñ/ˆ
Øˆ
à”C˜
 SÕ(¨!Ó,¨zÕ9Ø�JØ�JÕ+Ø�JÕ+¨cÕ1Ø”C˜
 SÕ(¨!Ó,¨sÕ2ð
ˆô ˜s˜e c UÓ+Ð,ˆÜ!*×!BÑ!BÐä,8Ü0ó-
Œ	Ô)ô ˜6 1 d¨DÓ1ˆð #ŸL™L¨Ó9Ðð 	×ÑœÐ.Ó/°Ô3ð -CŒ	Ö)r!   r8   N)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r%   r[   rp   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r
   r
      s%   ø‡ € òQò0Uò*CP÷J!Cð !Cr!   r
   )Ú__doc__ÚunittestÚcollectionsr   Únltk.translater   r   r   r   Únltk.translate.ibm_modelr   ÚTestCaser
   r8   r!   r   Ú<module>r      s1   ðñó Ý #ç FÓ FÝ 2ôTC�H×%Ñ%ö TCr!   