B
    .(äb
  ã            /   @   sö  d dl mZ d dlZd dlmZ ejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dd	ejd
ej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dddejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ ddejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ ddejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dejdej ¡ dejd ej ¡ dd!ejd"ej ¡ dejd#ej ¡ dejd$ej ¡ dejd%ej ¡ dejd&ej ¡ dejd'ej ¡ dejd(ej ¡ dejd)ej ¡ dejd*ej ¡ dejd+ej ¡ dejd,ej ¡ dejd-ej ¡ dejd.ej ¡ dejd/ej ¡ dg,Zej 	d0e¡d1d2„ ƒZ
dS )3é    )Úunicode_literalsN)Úget_lang_classÚfr)ZmarksÚafÚarÚbgZbnÚcaÚcsÚdaÚdeÚelÚenÚesÚetÚfaÚfiÚgaÚheÚhiÚhrÚhuÚidÚitÚknZlbÚltÚlvÚnbÚnlÚplÚptÚroÚsiÚskÚslÚsqÚsrÚsvÚtaÚteÚtlÚtrÚttÚurÚlangc             C   sd   t | ƒj ¡ }t d | ¡¡}x@|jD ]6}dd„ ||ƒD ƒ}dd„ | |¡D ƒ}||ks&t‚q&W d S )Nzspacy.lang.{}.examplesc             S   s   g | ]}|j s|j‘qS © )Zis_spaceÚtext)Ú.0Útr.   r.   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/tokenizer/test_explain.pyú
<listcomp>?   s    z*test_tokenizer_explain.<locals>.<listcomp>c             S   s   g | ]}|d  ‘qS )é   r.   )r0   r1   r.   r.   r2   r3   @   s    )	r   ZDefaultsZcreate_tokenizerÚpytestZimportorskipÚformatÚ	sentencesÚexplainÚAssertionError)r-   Ú	tokenizerZexamplesZsentenceÚtokensZdebug_tokensr.   r.   r2   Útest_tokenizer_explain:   s    r<   )Ú
__future__r   r5   Z
spacy.utilr   ÚparamÚmarkZslowZ	LANGUAGESZparametrizer<   r.   r.   r.   r2   Ú<module>   s^   