+
    ÖÇÜh�  ã                   ó\   € ^ RI t ^ RIHt ^ RIHt ^ RIHt  ! R R] P                  4      tR# )é    N)ÚCounter)Útimeit)Ú
Vocabularyc                   óØ   a € ] tR t^t o Rt]R 4       tR tR tR t	R t
R tR tR	 tR
 tR tR tR tR tR tR tR tR tR tR tR t]P6                  ! RR7      R 4       tRtV tR# )ÚNgramModelVocabularyTestsztests Vocabulary Classc                ó.   € \        . RO^R7      V n        R# ©Úz©Ú
unk_cutoffN)r
   ÚaÚbÚcÚfÚdÚeÚgr   r   r   r   Úw)r   Úvocab)Úclss   &ÚC/usr/lib/python3/dist-packages/nltk/test/unit/lm/test_vocabulary.pyÚ
setUpClassÚ$NgramModelVocabularyTests.setUpClass   s   € äÚMØô
ˆŽ	ó    c                ó<   € V P                  V P                  4       R # ©N)Ú
assertTruer   ©Úselfs   &r   Útest_truthinessÚ)NgramModelVocabularyTests.test_truthiness   s   € Ø�‰˜Ÿ
™
Ö#r   c                óR   € V P                  V P                  P                  ^4       R# )é   N)ÚassertEqualr   Úcutoffr   s   &r   Útest_cutoff_value_set_correctlyÚ9NgramModelVocabularyTests.test_cutoff_value_set_correctly   s   € Ø×Ñ˜Ÿ™×*Ñ*¨AÖ.r   c                óœ   € V P                  \        4      ;_uu_ 4        ^V P                  n        RRR4       R#   + '       g   i     R# ; i)é   N)ÚassertRaisesÚAttributeErrorr   r%   r   s   &r   Útest_unable_to_change_cutoffÚ6NgramModelVocabularyTests.test_unable_to_change_cutoff   s.   € Ø×Ñœ~×.Õ.Ø !ˆD�J‰JÔ÷ /×.×.Ò.ús	   ž:ºA	c                óà   € V P                  \        4      ;_uu_ 4       p\        R ^ R7       RRR4       RpV P                  V\	        XP
                  4      4       R#   + '       g   i     L9; i)Úabcr   Nz*Cutoff value cannot be less than 1. Got: 0)r*   Ú
ValueErrorr   r$   ÚstrÚ	exception)r   Úexc_infoÚexpected_error_msgs   &  r   Útest_cutoff_setter_checks_valueÚ9NgramModelVocabularyTests.test_cutoff_setter_checks_value#   sO   € Ø×Ñœz×*Ô*¨hÜ�u¨Õ+÷ +àIÐØ×ÑÐ+¬S°×1CÑ1CÓ-DÖE÷ +×*ús   žAÁA-	c                ó  € V P                  V P                  P                  R ,          ^4       V P                  V P                  P                  R,          ^4       V P                  V P                  P                  R,          ^4       R# )r   r   r   N)r$   r   Úcountsr   s   &r   Útest_counts_set_correctlyÚ3NgramModelVocabularyTests.test_counts_set_correctly)   s_   € Ø×Ñ˜Ÿ™×*Ñ*¨3Õ/°Ô3Ø×Ñ˜Ÿ™×*Ñ*¨3Õ/°Ô3Ø×Ñ˜Ÿ™×*Ñ*¨3Õ/°Ö3r   c                óº   € V P                  R V P                  9   4       V P                  RV P                  9   4       V P                  RV P                  9   4       R# )r   r   r
   N)r   r   ÚassertFalser   s   &r   Ú%test_membership_check_respects_cutoffÚ?NgramModelVocabularyTests.test_membership_check_respects_cutoff.   sE   € à�‰˜˜tŸz™zÑ)Ô*à×Ñ˜ §
¡
Ñ*Ô+à×Ñ˜ §
¡
Ñ*Ö+r   c                óP   € V P                  ^\        V P                  4      4       R# )é   N)r$   Úlenr   r   s   &r   Útest_vocab_len_respects_cutoffÚ8NgramModelVocabularyTests.test_vocab_len_respects_cutoff6   s   € ð 	×Ñ˜œC §
¡
›OÖ,r   c                óÚ   € . ROp. ROpV P                  V\        V P                  P                  P	                  4       4      4       V P                  V\        V P                  4      4       R# )r   N)	r   r   r   r   r   r   r   r   r
   )r   r   r   r   ú<UNK>)ÚassertCountEqualÚlistr   r8   Úkeys)r   Úvocab_countsÚvocab_itemss   &  r   Útest_vocab_iter_respects_cutoffÚ9NgramModelVocabularyTests.test_vocab_iter_respects_cutoff;   sM   € ÚDˆÚ3ˆà×Ñ˜l¬D°·±×1BÑ1B×1GÑ1GÓ1IÓ,JÔKØ×Ñ˜k¬4°·
±
Ó+;Ö<r   c                ó  € \        ^R7      pV P                  \        V4      ^ 4       V P                  V4       V P	                  VP
                  V4       VP                  \        R4      4       V P	                  VP
                  V4       R# )r#   r   ÚabcdeN)r   r$   rA   r<   ÚassertInÚ	unk_labelÚupdaterG   )r   Úemptys   & r   Útest_update_empty_vocabÚ1NgramModelVocabularyTests.test_update_empty_vocabB   sb   € Ü aÔ(ˆØ×Ñœ˜U› QÔ'Ø×Ñ˜ÔØ�‰�e—o‘o uÔ-à�‰”T˜'“]Ô#Ø�‰�e—o‘o uÖ-r   c                ó²   € V P                  V P                  P                  R 4      R 4       V P                  V P                  P                  R4      R4       R# )r   r   rE   N©r$   r   Úlookupr   s   &r   Útest_lookupÚ%NgramModelVocabularyTests.test_lookupK   s@   € Ø×Ñ˜Ÿ™×*Ñ*¨3Ó/°Ô5Ø×Ñ˜Ÿ™×*Ñ*¨3Ó/°Ö9r   c           
     ó�  € V P                  V P                  P                  R R.4      R4       V P                  V P                  P                  R4      R4       V P                  V P                  P                  R4      R4       V P                  V P                  P                  \        \        \        ^4      4      4      R4       R# )r   r   N©r   r   )r   r   ©r   rE   )rE   rE   rE   )r$   r   rW   Úmapr1   Úranger   s   &r   Útest_lookup_iterablesÚ/NgramModelVocabularyTests.test_lookup_iterablesO   s‘   € Ø×Ñ˜Ÿ™×*Ñ*¨C°¨:Ó6¸
ÔCØ×Ñ˜Ÿ™×*Ñ*¨:Ó6¸
ÔCØ×Ñ˜Ÿ™×*Ñ*¨:Ó6¸ÔGØ×ÑØ�J‰J×Ñœc¤#¤u¨Q£xÓ0Ó1Ð3Nö	
r   c           	     ó’  € V P                  V P                  P                  R4      R4       V P                  V P                  P                  . 4      R4       V P                  V P                  P                  \        . 4      4      R4       V P                  V P                  P                  R  \	        ^ ^ 4       4       4      R4       R# )c              3   ó$   "  € T F  qx € K  	  R # 5ir   © )Ú.0Úns   & r   Ú	<genexpr>ÚHNgramModelVocabularyTests.test_lookup_empty_iterables.<locals>.<genexpr>[   s   é € Ð*B±k°¬1³kùs   ‚Nrc   )r$   r   rW   Úiterr^   r   s   &r   Útest_lookup_empty_iterablesÚ5NgramModelVocabularyTests.test_lookup_empty_iterablesW   sŽ   € Ø×Ñ˜Ÿ™×*Ñ*¨2Ó.°Ô3Ø×Ñ˜Ÿ™×*Ñ*¨2Ó.°Ô3Ø×Ñ˜Ÿ™×*Ñ*¬4°«8Ó4°bÔ9Ø×Ñ˜Ÿ™×*Ñ*Ñ*B´e¸A¸q´kÓ*BÓBÀBÖGr   c                ó(  € V P                  V P                  P                  R R.R R..4      R4       V P                  V P                  P                  R R.R.4      R4       V P                  V P                  P                  R R.....4      R4       R# )r   r   r   N)r[   r\   )r[   rE   ))))r[   rV   r   s   &r   Útest_lookup_recursiveÚ/NgramModelVocabularyTests.test_lookup_recursive]   s‹   € Ø×ÑØ�J‰J×Ñ  S˜z¨C°¨:Ð6Ó7Ð9Uô	
ð 	×Ñ˜Ÿ™×*Ñ*¨S°#¨J¸Ð+<Ó=Ð?TÔUØ×Ñ˜Ÿ™×*Ñ*°°S¨z¨l¨^Ð,<Ð+=Ó>Ð@VÖWr   c                ón  € V P                  \        4      ;_uu_ 4        V P                  P                  R 4       R R R 4       V P                  \        4      ;_uu_ 4        \	        V P                  P                  R R .4      4       R R R 4       R #   + '       g   i     L^; i  + '       g   i     R # ; ir   ©r*   Ú	TypeErrorr   rW   rG   r   s   &r   Útest_lookup_NoneÚ*NgramModelVocabularyTests.test_lookup_Noned   sq   € Ø×Ñœy×)Õ)Ø�J‰J×Ñ˜dÔ#÷ *à×Ñœy×)Õ)Ü�—‘×"Ñ" D¨$ <Ó0Ô1÷ *Ñ)÷ *×)úç)×)Ð)úó   žBÁ'B#ÂB 	Â#B4	c                ón  € V P                  \        4      ;_uu_ 4        V P                  P                  ^4       RRR4       V P                  \        4      ;_uu_ 4        \	        V P                  P                  ^^.4      4       RRR4       R#   + '       g   i     L^; i  + '       g   i     R# ; i)é   Nro   r   s   &r   Útest_lookup_intÚ)NgramModelVocabularyTests.test_lookup_intj   sq   € Ø×Ñœy×)Õ)Ø�J‰J×Ñ˜aÔ ÷ *à×Ñœy×)Õ)Ü�—‘×"Ñ" A q 6Ó*Ô+÷ *Ñ)÷ *×)úç)×)Ð)úrs   c                ó\   € V P                  V P                  P                  R 4      R4       R# )Ú rE   NrV   r   s   &r   Útest_lookup_empty_strÚ/NgramModelVocabularyTests.test_lookup_empty_strp   s!   € Ø×Ñ˜Ÿ™×*Ñ*¨2Ó.°Ö8r   c                óæ   € \        . RO^R7      p\        . RO^R7      p\        . RO^RR7      p\        R R.^R7      pV P                  W4       V P                  W4       V P                  W4       R# )r   r   r   Úblah)r   rP   N)r   r   r   )r   r$   ÚassertNotEqual)r   Úv1Úv2Úv3Úv4s   &    r   Útest_eqalityÚ&NgramModelVocabularyTests.test_eqalitys   sb   € Üš°AÔ6ˆÜš°AÔ6ˆÜš°AÀÔHˆÜ˜˜c˜
¨qÔ1ˆà×Ñ˜Ô Ø×Ñ˜BÔ#Ø×Ñ˜BÖ#r   c                óP   € V P                  \        V P                  4      R 4       R# )z8<Vocabulary with cutoff=2 unk_label='<UNK>' and 5 items>N)r$   r1   r   r   s   &r   Útest_strÚ"NgramModelVocabularyTests.test_str}   s   € Ø×ÑÜ�—
‘
‹OÐWö	
r   c           	     ój   € V P                  V P                  \        \        . RO4      ^R7      4       R# r	   )r$   r   r   r   r   s   &r   Útest_creation_with_counterÚ4NgramModelVocabularyTests.test_creation_with_counter‚   s/   € Ø×ÑØ�J‰JÜÜÚUóð ô	ö	
r   z?Test is known to be flaky as it compares (runtime) performance.)Úreasonc                óÔ   € \        R 4      p^ RIHp \        VP                  4       4      p\	        R\        4       R7      p\	        R\        4       R7      pV P                  WE^R7       R# )rN   )Úenglishzlen(small_vocab))Úglobalszlen(large_vocab))ÚplacesN)r   Únltk.corpus.europarl_rawr�   Úwordsr   ÚlocalsÚassertAlmostEqual)r   Úsmall_vocabr�   Úlarge_vocabÚsmall_vocab_len_timeÚlarge_vocab_len_times   &     r   Útest_len_is_constantÚ.NgramModelVocabularyTests.test_len_is_constant�   sZ   € ô
 ! Ó)ˆÝ4ä  §¡£Ó1ˆô  &Ð&8Ä&Ã(ÔKÐÜ%Ð&8Ä&Ã(ÔKÐð 	×ÑÐ3ÐRSÐÖTr   rc   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Úclassmethodr   r    r&   r,   r5   r9   r=   rB   rK   rS   rX   r_   ri   rl   rq   rv   rz   rƒ   r†   r‰   ÚunittestÚskipr˜   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r      sž   ø‡ € Ù àñ
ó ð
ò$ò/ò"òFò4ò
,ò-ò
=ò.ò:ò
òHòXò2ò,ò9ò$ò
ò
	
ð ‡]‚]ØPôñUóöUr   r   )r    Úcollectionsr   r   Únltk.lmr   ÚTestCaser   rc   r   r   Ú<module>r¨      s)   ðó Ý Ý å ôMU × 1Ñ 1ö MUr   