B
    .(b                 @   sp  d dl mZ d dlZddddgZddd	dgZd
dddgZejddddgdd Zejdeejdddddddgdd Z	ejdeejdddddddgdd Z
ejdeejddgejdddddddgd d! Zejdeejdd"gejdddddddgd#d$ Zejdeejdddddddgd%d& Zejdeejdddddddgd'd( Zejdd)gd*d+ Zejjd,d-ejdd.gd/d0 Zejd1eejdddddddgd2d3 Zejd1eejd4d5gejdddddddgd6d7 Zejdd8d9d:d;d<d=gd>d? Zd@dA ZdS )B    )unicode_literalsN([{*)]})r   r   )r   r   )r   r	   )r   r   textz((<c             C   s    | |}t |t |kstd S )N)lenAssertionError)uk_tokenizerr
   tokens r   Q/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/uk/test_tokenizer.py$test_uk_tokenizer_handles_only_punct   s    r   punctu   Приветu   Привітu   Ґелґотатиu   З'єднанняu   Єдністьu   їхніc             C   sD   | || }t |dkst|d j|ks.t|d j|ks@td S )N   r      )r   r   r
   )r   r   r
   r   r   r   r   #test_uk_tokenizer_splits_open_punct   s    r   c             C   sD   | || }t |dkst|d j|ks.t|d j|ks@td S )Nr   r   r   )r   r   r
   )r   r   r
   r   r   r   r   $test_uk_tokenizer_splits_close_punct   s    r   	punct_add`c             C   sZ   | || | }t |dks t|d j|ks2t|d j|ksDt|d j|ksVtd S )N   r   r   r   )r   r   r
   )r   r   r   r
   r   r   r   r   ,test_uk_tokenizer_splits_two_diff_open_punct(   s
    r   'c             C   sZ   | || | }t |dks t|d j|ks2t|d j|ksDt|d j|ksVtd S )Nr   r   r   r   )r   r   r
   )r   r   r   r
   r   r   r   r   -test_uk_tokenizer_splits_two_diff_close_punct5   s
    r   c             C   sL   | || | | }t |dks$t|d j|ks6t|d j|ksHtd S )N   r   r   )r   r   r
   )r   r   r
   r   r   r   r   (test_uk_tokenizer_splits_same_open_punctB   s    r   c             C   sL   | || | | }t |dks$t|d j|ks6t|d j|ksHtd S )Nr   r   r   )r   r   r
   )r   r   r
   r   r   r   r   )test_uk_tokenizer_splits_same_close_punctM   s    r    u	   'Тестc             C   s.   | |}t |dkst|d jdks*td S )Nr   r   r   )r   r   r
   )r   r
   r   r   r   r   )test_uk_tokenizer_splits_open_appostropheX   s    r!   z	See #3327)reasonu
   Тест''c             C   s4   | |}t |dkst| d}t |dks0td S )Nr   z''r   )r   r   )r   r
   r   Ztokens_punctr   r   r   )test_uk_tokenizer_splits_double_end_quote_   s    r#   zpunct_open,punct_closec             C   sZ   | || | }t |dks t|d j|ks2t|d j|ksDt|d j|ksVtd S )Nr   r   r   r   )r   r   r
   )r   
punct_openpunct_closer
   r   r   r   r   )test_uk_tokenizer_splits_open_close_puncth   s
    r&   zpunct_open2,punct_close2)r   r   c             C   s   | || | | | }t |dks(t|d j|ks:t|d j|ksLt|d j|ks^t|d j|kspt|d j|kstd S )N   r   r   r   r   r   )r   r   r
   )r   r$   r%   Zpunct_open2Zpunct_close2r
   r   r   r   r    test_uk_tokenizer_two_diff_punctv   s    r(   u   Привет.u   Привіт.u   Ґелґотати.u   З'єднання.u   Єдність.u	   їхні.c             C   s   | |}|d j dkstd S )Nr   .)r
   r   )r   r
   r   r   r   r   %test_uk_tokenizer_splits_trailing_dot   s    r*   c             C   s*   d}| |}|t |d  jdks&td S )Nu+   (Раз, два, три, проверка).r   r)   )r   r
   r   )r   r
   r   r   r   r   'test_uk_tokenizer_splits_bracket_period   s    r+   )
__future__r   ZpytestZ
PUNCT_OPENZPUNCT_CLOSEZPUNCT_PAIREDmarkZparametrizer   r   r   r   r   r   r    r!   Zxfailr#   r&   r(   r*   r+   r   r   r   r   <module>   sL   		 
 
		 