B
    .(b                 @   s    d dl mZ dd Zdd ZdS )    )unicode_literalsc             C   sj   d}| |}|d j dkst|d j dks0t|d j dksBt|d j dksTt|d j d	ksftd S )
Nzto walk, do foor               	         )idxAssertionError)en_tokenizertexttokens r   O/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/en/test_indices.pytest_en_simple_punct   s    r   c             C   s   d}| |}|d j dkstt|d dks2t|d j dksDtt|d dksXt|d j dksjtt|d dks~t|d j dkstt|d dkst|d j d	kstt|d dkst|d j d
kst|d j dkstd S )NzTom (D., Ill.)!r   r   r   r   r      r   r            )r
   r   len)r   r   r   r   r   r   test_en_complex_punct   s    r   N)
__future__r   r   r   r   r   r   r   <module>   s   
