B
    .(äbv  ã               @   s<   d dl mZ d dlZej ddddddgfg¡d	d
„ ƒZdS )é    )Úunicode_literalsNztext,expected_tokensu!   à¸„à¸¸à¸“à¸£à¸±à¸à¸œà¸¡à¹„à¸«à¸¡u	   à¸„à¸¸à¸“u	   à¸£à¸±à¸u   à¸œà¸¡u	   à¹„à¸«à¸¡c             C   s"   dd„ | |ƒD ƒ}||kst ‚d S )Nc             S   s   g | ]
}|j ‘qS © )Útext)Ú.0Útokenr   r   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/th/test_tokenizer.pyú
<listcomp>   s    z%test_th_tokenizer.<locals>.<listcomp>)ÚAssertionError)Zth_tokenizerr   Zexpected_tokensÚtokensr   r   r   Útest_th_tokenizer   s    r   )Ú
__future__r   ZpytestÚmarkZparametrizer   r   r   r   r   Ú<module>   s   