+
    ÖÇÜh¿  ã                   ób   € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIHt  ! R R4      t ! R R4      t	R# )	é    N)ÚFreqDist)ÚNgramCounter©Ú
everygramsc                   ód   a € ] tR t^t o Rt]R 4       tR tR tR t	R t
R tR tR	 tR
 tRtV tR# )ÚTestNgramCounterzATests for NgramCounter that only involve lookup, no modification.c                óÂ   € \        R 4      \        R4      .p\        R V 4       4      V n        \        R V 4       4      V n        \        P
                  ! 4       V n        R# )ÚabcdÚegdbec              3   ó<   "  € T F  p\        V^R7      x € K  	  R# 5i)é   ©Úmax_lenNr   ©Ú.0Úsents   & Ú@/usr/lib/python3/dist-packages/nltk/test/unit/lm/test_counter.pyÚ	<genexpr>Ú/TestNgramCounter.setup_class.<locals>.<genexpr>   s   é € ð ,
Ù48¨DŒJ�t Q×'Ñ'³Dùó   ‚c              3   ó<   "  € T F  p\        V^R7      x € K  	  R# 5i)é   r   Nr   r   s   & r   r   r      s   é € Ð*XÑSWÈ4¬:°dÀA×+FÑ+FÓSWùr   N)Úlistr   Útrigram_counterÚbigram_counterÚunittestÚTestCaseÚcase)ÚselfÚtexts   & r   Úsetup_classÚTestNgramCounter.setup_class   sT   € ä�V“œd 7›mÐ,ˆÜ+ñ ,
Ù48ó,
ó  
ˆÔô +Ñ*XÑSWÓ*XÓXˆÔÜ×%Ò%Ó'ˆŽ	ó    c                óŠ   € V P                   P                  4       ^8X  g   Q hV P                  P                  4       ^8X  g   Q hR# )é   N)r   ÚNr   ©r   s   &r   Útest_NÚTestNgramCounter.test_N   s<   € Ø×"Ñ"×$Ñ$Ó&¨"Ô,Ð,Ð,Ø×#Ñ#×%Ñ%Ó'¨2Ô-Ð-Ò-r#   c                óœ   € \        V P                  4      ^8X  g   Q hV P                  ^2,           \        V P                  4      ^8X  g   Q hR# ©r   N)Úlenr   r'   s   &r   Ú$test_counter_len_changes_with_lookupÚ5TestNgramCounter.test_counter_len_changes_with_lookup!   sB   € Ü�4×&Ñ&Ó'¨1Ô,Ð,Ð,Ø×Ñ˜BÖÜ�4×&Ñ&Ó'¨1Ô,Ð,Ò,r#   c                ób   € V P                   ^,          V P                   P                  8X  g   Q hR# )é   N)r   Úunigramsr'   s   &r   Ú test_ngram_order_access_unigramsÚ1TestNgramCounter.test_ngram_order_access_unigrams&   s'   € Ø×"Ñ" 1Õ%¨×)<Ñ)<×)EÑ)EÔEÐEÒEr#   c                ó0  € \         P                  ! 4       p. ROp. ROpV P                  ^,          pV P                  ^,          pV P                  P	                  W4P                  4       4       V P                  P	                  W%P                  4       4       R# )ÚaN)©r5   Úb)r7   Úc)ÚeÚg)r:   Úd)r;   r7   )©r5   )r7   )r;   )r9   ©r8   )r:   )r   r   r   r   ÚassertCountEqualÚ
conditions)r   r   Úexpected_trigram_contextsÚexpected_bigram_contextsÚbigramsÚtrigramss   &     r   Útest_ngram_conditional_freqdistÚ0TestNgramCounter.test_ngram_conditional_freqdist)   sy   € Ü× Ò Ó"ˆò%
Ð!ò $TÐ à×&Ñ& qÕ)ˆØ×'Ñ'¨Õ*ˆà�	‰	×"Ñ"Ð#;×=OÑ=OÓ=QÔRØ�	‰	×"Ñ"Ð#<×>QÑ>QÓ>SÖTr#   c                óŽ   € V P                   R .,          R,          ^8X  g   Q hV P                   R.,          R,          ^8X  g   Q hR# )r5   r7   r8   N©r   r'   s   &r   Útest_bigram_counts_seen_ngramsÚ/TestNgramCounter.test_bigram_counts_seen_ngrams:   sB   € Ø×"Ñ" C 5Õ)¨#Õ.°!Ô3Ð3Ð3Ø×"Ñ" C 5Õ)¨#Õ.°!Ô3Ð3Ò3r#   c                óJ   € V P                   R .,          R,          ^ 8X  g   Q hR# )r7   ÚzNrG   r'   s   &r   Ú test_bigram_counts_unseen_ngramsÚ1TestNgramCounter.test_bigram_counts_unseen_ngrams>   s"   € Ø×"Ñ" C 5Õ)¨#Õ.°!Ô3Ð3Ò3r#   c                ó:   € V P                   R ,          ^8X  g   Q hR# )r7   NrG   r'   s   &r   Útest_unigram_counts_seen_wordsÚ/TestNgramCounter.test_unigram_counts_seen_wordsA   ó   € Ø×"Ñ" 3Õ'¨1Ô,Ð,Ò,r#   c                ó:   € V P                   R ,          ^ 8X  g   Q hR# )rK   NrG   r'   s   &r   Ú+test_unigram_counts_completely_unseen_wordsÚ<TestNgramCounter.test_unigram_counts_completely_unseen_wordsD   rQ   r#   )r   r   r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Úclassmethodr!   r(   r-   r2   rD   rH   rL   rO   rS   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r   r   r      sI   ø‡ € ÙKàñ(ó ð(ò.ò-ò
FòUò"4ò4ò-÷-ð -r#   r   c                   ó’   a € ] tR t^Ht o ]R 4       t]P                  P                  RR. R.4      R 4       t	R t
R tR tR	 tR
tV tR# )ÚTestNgramCounterTrainingc                óX   € \        4       V n        \        P                  ! 4       V n        R # )N)r   Úcounterr   r   r   r'   s   &r   r!   Ú$TestNgramCounterTraining.setup_classI   s   € ä#“~ˆŒÜ×%Ò%Ó'ˆŽ	r#   r   Ú Nc                ó^   € \        V4      p^V9  g   Q hV^,          \        4       8X  g   Q hR# r+   )r   r   )r   r   Útests   && r   Útest_empty_inputsÚ*TestNgramCounterTraining.test_empty_inputsN   s,   € ä˜DÓ!ˆØ˜Œ}Ðˆ}Ø�A�wœ(›*Ô$Ð$Ò$r#   c                ó  € \        R 4      p\        V Uu. uF  q"3NK  	  up.4      pV^,          '       d   Q hV^,          '       d   Q hV P                  P                  W^,          P	                  4       4       R# u upi )r
   N)r   r   r   r>   Úkeys)r   ÚwordsÚwrb   s   &   r   Útest_train_on_unigramsÚ/TestNgramCounterTraining.test_train_on_unigramsT   se   € Ü�V“ˆÜ©uÓ 5©u¨!£©uÑ 5Ð6Ó7ˆà˜1—:”:Ðˆ~Ø˜1—:”:Ðˆ~Ø�	‰	×"Ñ" 5°!­*¯/©/Ó*;Ö<ùò	 !6s   •A<c                óN  € . ROpR R.RR.RR..p\         P                  ! \        4      ;_uu_ 4        \        V.4       RRR4       \         P                  ! \        4      ;_uu_ 4        \        V.4       RRR4       R#   + '       g   i     LI; i  + '       g   i     R# ; i)ÚCheckÚthisÚoutÚ!N)rp   rq   rr   rs   )ÚpytestÚraisesÚ	TypeErrorr   )r   Ústr_sentÚ	list_sents   &  r   Útest_train_on_illegal_sentencesÚ8TestNgramCounterTraining.test_train_on_illegal_sentences\   sv   € Ú0ˆØ˜vÐ&¨°¨¸%À¸ÐFˆ	ä�]Š]œ9×%Õ%Ü˜(˜Ô$÷ &ô �]Š]œ9×%Õ%Ü˜)˜Ô%÷ &Ñ%÷ &×%ú÷ &×%Ð%ús   ²B Á)BÂ B	ÂB$	c                óZ   € RR.p\        V.4      p\        V^,          4      '       d   Q hR# )r5   Nr6   ©r8   r;   )r   Úbool)r   Úbigram_sentrb   s   &  r   Útest_train_on_bigramsÚ.TestNgramCounterTraining.test_train_on_bigramsf   s0   € Ø! :Ð.ˆÜ ˜}Ó-ˆÜ˜ �
×#Ò#Ð#Ð#Ñ#r#   c                óZ  € . ROp\        V.4      pR.pRR.pR.pV P                  P                  W2^,          P                  4       4       V P                  P                  WB^,          P                  4       4       V P                  P                  WR^,          P                  4       4       R# )r5   ÚhN)r6   r|   )r9   Úfr:   )r‚   r<   r=   )r9   rƒ   )r   r   r>   rj   )r   Ú
mixed_sentrb   r1   Úbigram_contextsÚtrigram_contextss   &     r   Útest_train_on_mixÚ*TestNgramCounterTraining.test_train_on_mixk   s„   € ÚFˆ
Ü 
˜|Ó,ˆØ�5ˆØ! 6Ð*ˆØ&˜<Ðà�	‰	×"Ñ" 8°Q­Z¯_©_Ó->Ô?Ø�	‰	×"Ñ" ?¸AµJ·O±OÓ4EÔFØ�	‰	×"Ñ"Ð#3¸QµZ·_±_Ó5FÖGr#   )r   rb   )rU   rV   rW   rX   rZ   r!   rt   ÚmarkÚparametrizerg   rm   ry   r   r‡   r[   r\   r]   s   @r   r`   r`   H   s]   ø‡ € Øñ(ó ð(ð ‡[�[×Ñ˜V b¨"¨d ^Ó4ñ%ó 5ð%ò
=ò&ò$÷
	Hð 	Hr#   r`   )
r   rt   Únltkr   Únltk.lmr   Ú	nltk.utilr   r   r`   © r#   r   Ú<module>r�      s-   ðó ã å Ý  Ý  ÷4-ñ 4-÷n,Hó ,Hr#   