B
    .(äb  ã               @   s  d dl mZ d dlZddddgZddd	dgZd
dddgZej ddddg¡dd„ ƒZej de¡ej ddg¡dd„ ƒƒZ	ej de¡ej ddg¡dd„ ƒƒZ
ej de¡ej ddg¡ej ddg¡dd„ ƒƒƒZej de¡ej ddg¡ej ddg¡dd „ ƒƒƒZej de¡ej ddg¡d!d"„ ƒƒZej de¡ej ddg¡d#d$„ ƒƒZej dd%g¡d&d'„ ƒZejjej dd(g¡d)d*„ ƒƒZej d+e¡ej dd,g¡d-d.„ ƒƒZej d+e¡ej d/d0g¡ej dd,g¡d1d2„ ƒƒƒZej dd3g¡d4d5„ ƒZd6d7„ ZdS )8é    )Úunicode_literalsNú(ú[Ú{Ú*ú)ú]Ú})r   r   )r   r   )r   r	   )r   r   Útextz((ú<c             C   s    | |ƒ}t |ƒt |ƒkst‚d S )N)ÚlenÚAssertionError)Úsr_tokenizerr
   Útokens© r   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/sr/test_tokenizer.pyÚ$test_sr_tokenizer_handles_only_punct   s    r   Úpunctu   Ð—Ð´Ñ€Ð°Ð²Ð¾c             C   sD   | || ƒ}t |ƒdkst‚|d j|ks.t‚|d j|ks@t‚d S )Né   r   é   )r   r   r
   )r   r   r
   r   r   r   r   Ú#test_sr_tokenizer_splits_open_punct   s    r   c             C   sD   | || ƒ}t |ƒdkst‚|d j|ks.t‚|d j|ks@t‚d S )Nr   r   r   )r   r   r
   )r   r   r
   r   r   r   r   Ú$test_sr_tokenizer_splits_close_punct   s    r   Ú	punct_addú`u   Ð‹Ð°Ð¾c             C   sZ   | || | ƒ}t |ƒdks t‚|d j|ks2t‚|d j|ksDt‚|d j|ksVt‚d S )Né   r   r   r   )r   r   r
   )r   r   r   r
   r   r   r   r   Ú,test_sr_tokenizer_splits_two_diff_open_punct$   s
    r   ú'c             C   sZ   | || | ƒ}t |ƒdks t‚|d j|ks2t‚|d j|ksDt‚|d j|ksVt‚d S )Nr   r   r   r   )r   r   r
   )r   r   r   r
   r   r   r   r   Ú-test_sr_tokenizer_splits_two_diff_close_punct/   s
    r   c             C   sL   | || | | ƒ}t |ƒdks$t‚|d j|ks6t‚|d j|ksHt‚d S )Né   r   r   )r   r   r
   )r   r   r
   r   r   r   r   Ú(test_sr_tokenizer_splits_same_open_punct:   s    r   c             C   sL   | || | | ƒ}t |ƒdks$t‚|d j|ks6t‚|d j|ksHt‚d S )Nr   r   r   )r   r   r
   )r   r   r
   r   r   r   r   Ú)test_sr_tokenizer_splits_same_close_punctC   s    r    u	   'Ð¢ÐµÑÑ‚c             C   s.   | |ƒ}t |ƒdkst‚|d jdks*t‚d S )Nr   r   r   )r   r   r
   )r   r
   r   r   r   r   Ú)test_sr_tokenizer_splits_open_appostropheL   s    r!   u
   Ð¢ÐµÑÑ‚''c             C   s4   | |ƒ}t |ƒdkst‚| dƒ}t |ƒdks0t‚d S )Nr   z''r   )r   r   )r   r
   r   Ztokens_punctr   r   r   Ú)test_sr_tokenizer_splits_double_end_quoteS   s    r"   zpunct_open,punct_closeu   Ð¢ÐµÑÑ‚c             C   sZ   | || | ƒ}t |ƒdks t‚|d j|ks2t‚|d j|ksDt‚|d j|ksVt‚d S )Nr   r   r   r   )r   r   r
   )r   Ú
punct_openÚpunct_closer
   r   r   r   r   Ú)test_sr_tokenizer_splits_open_close_punct\   s
    r%   zpunct_open2,punct_close2)r   r   c             C   s†   | || | | | ƒ}t |ƒdks(t‚|d j|ks:t‚|d j|ksLt‚|d j|ks^t‚|d j|kspt‚|d j|ks‚t‚d S )Né   r   r   r   r   r   )r   r   r
   )r   r#   r$   Zpunct_open2Zpunct_close2r
   r   r   r   r   Ú test_sr_tokenizer_two_diff_puncth   s    r'   u	   Ð¢ÐµÑÑ‚.c             C   s   | |ƒ}|d j dkst‚d S )Nr   Ú.)r
   r   )r   r
   r   r   r   r   Ú%test_sr_tokenizer_splits_trailing_dotw   s    r)   c             C   s*   d}| |ƒ}|t |ƒd  jdks&t‚d S )Nu7   (ÐˆÐµÐ´Ð°Ð½, Ð´Ð²Ð°, Ñ‚Ñ€Ð¸, Ñ‡ÐµÑ‚Ð¸Ñ€Ð¸, Ð¿Ñ€Ð¾Ð±Ð°).r   r(   )r   r
   r   )r   r
   r   r   r   r   Ú'test_sr_tokenizer_splits_bracket_period}   s    r*   )Ú
__future__r   ZpytestZ
PUNCT_OPENZPUNCT_CLOSEZPUNCT_PAIREDÚmarkZparametrizer   r   r   r   r   r   r    r!   Zxfailr"   r%   r'   r)   r*   r   r   r   r   Ú<module>   s:   		