+
    ÖÇÜh2  ã                   óÌ  € ^ RI t ^ RIHt ^ RIHt ^ RIHt ]! RR.R7      t] P                  ! ]R7      ] P                  ! 4       R	 4       4       t
]
P                  R
4      ] P                  ! RRRRR7      ] P                  ! RRRRRR7      ] P                  ! RR^RR7      ] P                  ! RRRRR7      ] P                  ! RRRRR7      R 4       4       4       4       4       4       tR# ) é    N)Útqdm)Úword_tokenize)Úparallelize_preprocessz-hz--help)Úhelp_option_names)Úcontext_settingsc                  ó   € R # )N© r	   ó    Ú*/usr/lib/python3/dist-packages/nltk/cli.pyÚclir      s   € ñ 	r
   Útokenizez
--languagez-lÚenz1The language for the Punkt sentence tokenization.)ÚdefaultÚhelpz--preserve-lineTzIAn option to keep the preserve the sentence and not sentence tokenize it.)r   Úis_flagr   z--processesz-jzNo. of processes.z
--encodingz-eÚutf8zSpecify encoding of file.z--delimiterz-dÚ z%Specify delimiter to join the tokens.c                ó  € \         P                  ! RVR7      ;_uu_ 4       p\         P                  ! RVR7      ;_uu_ 4       pV^8X  dH   \        VP                  4       4       F)  p\	        VP                  \        V4      4      RVR7       K+  	  ME\        \        VP                  4       VRR7       F   p\	        VP                  V4      RVR7       K"  	  RRR4       RRR4       R#   + '       g   i     L; i  + '       g   i     R# ; i)	z;This command tokenizes text stream using nltk.word_tokenizeÚstdin)ÚencodingÚstdoutÚ
)ÚendÚfileT)Úprogress_barN)ÚclickÚget_text_streamr   Ú	readlinesÚprintÚjoinr   r   )	ÚlanguageÚpreserve_lineÚ	processesr   Ú	delimiterÚfinÚfoutÚlineÚoutlines	   &&&&&    r   Útokenize_filer)      s¾   € ô* 
×	Ò	˜w°×	:Õ	:¸cÜ×"Ò" 8°h×?Õ?À4ð ˜AŒ~Ü  §¡£Ö1�DÜ˜)Ÿ.™.¬°tÓ)<Ó=À4Èd×Sò 2ô  6Ü! 3§=¡=£?°IÈD÷ �Gô ˜)Ÿ.™.¨Ó1°tÀ$×Gñ ÷ @÷ 
;Ñ	:ß?×?ú÷ 
;×	:Ð	:ús$   ¡!C;ÁBC(	ÃC;Ã(C8Ã3C;Ã;D	)r   r   Únltkr   Ú	nltk.utilr   ÚdictÚCONTEXT_SETTINGSÚgroupÚversion_optionr   ÚcommandÚoptionr)   r	   r
   r   Ú<module>r2      sÿ   ðó Ý å Ý ,á¨4°Ð*:Ô;Ð ð ‡‚Ð.Ô/Ø×ÒÓñ	ó ó 0ð	ð ‡�ˆZÓØ‡‚ØØØØ	<ô	ð ‡‚ØØØØØ	Tôð ‡‚ˆm˜T¨1Ð3FÔGØ‡‚ˆl˜D¨&Ð7RÔSØ‡‚Ø�4 Ð+RôñHóó Tó Hóóó ò&Hr
   