B
    .(äbH  ã               @   sÀ   d dl mZ d dlZej ddg¡dd„ ƒZej ddg¡dd	„ ƒZej dd
g¡dd„ ƒZej ddg¡dd„ ƒZej ddg¡dd„ ƒZ	ej ddg¡dd„ ƒZ
ej ddg¡dd„ ƒZdS )é    )Úunicode_literalsNÚtextzlorem ipsumc             C   s   | |ƒ}t |ƒdkst‚d S )Né   )ÚlenÚAssertionError)Ú	tokenizerr   Útokens© r	   úT/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/tokenizer/test_whitespace.pyÚ"test_tokenizer_splits_single_space   s    r   zlorem  ipsumc             C   s.   | |ƒ}t |ƒdkst‚|d jdks*t‚d S )Né   é   ú )r   r   r   )r   r   r   r	   r	   r
   Ú"test_tokenizer_splits_double_space   s    r   zlorem ipsum  c             C   s"   | |ƒ}t |jƒt |ƒkst‚d S )N)ÚreprZtext_with_wsr   )r   r   r   r	   r	   r
   Ú)test_tokenizer_handles_double_trailing_ws   s    r   zlorem
ipsumc             C   s.   | |ƒ}t |ƒdkst‚|d jdks*t‚d S )Nr   r   Ú
)r   r   r   )r   r   r   r	   r	   r
   Útest_tokenizer_splits_newline   s    r   zlorem 
ipsumc             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú#test_tokenizer_splits_newline_space!   s    r   zlorem  
ipsumc             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú*test_tokenizer_splits_newline_double_space'   s    r   zlorem 
 ipsumc             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú(test_tokenizer_splits_newline_space_wrap-   s    r   )Ú
__future__r   ZpytestÚmarkZparametrizer   r   r   r   r   r   r   r	   r	   r	   r
   Ú<module>   s   