B
    .(äbc  ã               @   sv   d dl mZ d dlZdddgfdddd	d
gfgZddgfddgfddgfddgfgZee Zej de¡dd„ ƒZdS )é    )Úunicode_literalsNztel.ÚtelÚ.u   0 zÅ‚ 99 grÚ0u   zÅ‚Z99Zgrzcztero-zjedno-zdwu-ztrzy-ztext,expected_tokensc             C   s&   | |ƒ}dd„ |D ƒ}||ks"t ‚d S )Nc             S   s   g | ]}|j s|j‘qS © )Zis_spaceÚtext)Ú.0Útokenr   r   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/pl/test_tokenizer.pyú
<listcomp>   s    z4test_tokenizer_handles_testcases.<locals>.<listcomp>)ÚAssertionError)Zpl_tokenizerr   Zexpected_tokensÚtokensZ
token_listr   r   r
   Ú test_tokenizer_handles_testcases   s    r   )	Ú
__future__r   ZpytestZ	DOT_TESTSZHYPHEN_TESTSZ	TESTCASESÚmarkZparametrizer   r   r   r   r
   Ú<module>   s   
