B
    .(äb®  ã            
   @   sX   d dl mZ d dlZddddddgfd	d
dddddddgfgZej de¡dd„ ƒZdS )é    )Úunicode_literalsNu!   SmÃ¸rsausen brukes bl.a. til fisku   SmÃ¸rsausenZbrukeszbl.a.ZtilZfisku2   Jeg kommer fÃ¸rst kl. 13 pga. diverse forsinkelserZJegZkommeru   fÃ¸rstzkl.Z13zpga.ZdiverseZforsinkelserztext,expected_tokensc             C   s&   | |ƒ}dd„ |D ƒ}||ks"t ‚d S )Nc             S   s   g | ]}|j s|j‘qS © )Zis_spaceÚtext)Ú.0Útokenr   r   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/nb/test_tokenizer.pyú
<listcomp>   s    z=test_nb_tokenizer_handles_exception_cases.<locals>.<listcomp>)ÚAssertionError)Znb_tokenizerr   Zexpected_tokensÚtokensZ
token_listr   r   r   Ú)test_nb_tokenizer_handles_exception_cases   s    r   )Ú
__future__r   ZpytestZNB_TOKEN_EXCEPTION_TESTSÚmarkZparametrizer   r   r   r   r   Ú<module>   s   