B
    .(äbÝ  ã               @   sš  d dl mZ d dlZej ddg¡dd„ ƒZej ddg¡dd	„ ƒZej dd
g¡dd„ ƒZej ddg¡dd„ ƒZej ddg¡dd„ ƒZ	ej ddg¡dd„ ƒZ
ej ddddg¡dd„ ƒZej ddg¡dd„ ƒZej ddg¡dd „ ƒZej dd!g¡d"d#„ ƒZej dd$d%d&g¡d'd(„ ƒZej dd)d*d+g¡d,d-„ ƒZej dd.d/g¡d0d1„ ƒZej dd2d3g¡d4d5„ ƒZej dd6d7g¡d8d9„ ƒZd:d;„ ZdS )<é    )Úunicode_literalsNÚtextz	(Ma'arif)c             C   s   | |ƒ}t |ƒdkst‚d S )Né   )ÚlenÚAssertionError)Úid_tokenizerr   Útokens© r	   ú[/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/id/test_prefix_suffix_infix.pyÚ#test_id_tokenizer_splits_no_special   s    r   zMa'arifc             C   s   | |ƒ}t |ƒdkst‚d S )Né   )r   r   )r   r   r   r	   r	   r
   Ú!test_id_tokenizer_splits_no_punct   s    r   z(Ma'arifc             C   s   | |ƒ}t |ƒdkst‚d S )Né   )r   r   )r   r   r   r	   r	   r
   Ú%test_id_tokenizer_splits_prefix_punct   s    r   zMa'arif)c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú%test_id_tokenizer_splits_suffix_punct   s    r   c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú"test_id_tokenizer_splits_even_wrap   s    r   z
(Ma'arif?)c             C   s   | |ƒ}t |ƒdkst‚d S )Né   )r   r   )r   r   r   r	   r	   r
   Ú!test_tokenizer_splits_uneven_wrap%   s    r   ztext,length)zS.Kom.r   )zSKom.r   )z(S.Kom.r   c             C   s   | |ƒ}t |ƒ|kst‚d S )N)r   r   )r   r   Úlengthr   r	   r	   r
   Ú(test_id_tokenizer_splits_prefix_interact+   s    r   zS.Kom.)c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú(test_id_tokenizer_splits_suffix_interact1   s    r   z(S.Kom.)c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú+test_id_tokenizer_splits_even_wrap_interact7   s    r   z	(S.Kom.?)c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú-test_id_tokenizer_splits_uneven_wrap_interact=   s    r   )z	gara-garar   )zJokowi-Ahokr   )zSukarno-Hattar   c             C   s   | |ƒ}t |ƒ|kst‚d S )N)r   r   )r   r   r   r   r	   r	   r
   Ú test_id_tokenizer_splits_hyphensC   s    r   z0.1-13.5z0.0-0.1z
103.27-300c             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú&test_id_tokenizer_splits_numeric_rangeK   s    r   zini.BudizHalo.Bandungc             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú%test_id_tokenizer_splits_period_infixQ   s    r   zHalo,Bandungzsatu,duac             C   sf   | |ƒ}t |ƒdkst‚|d j| d¡d ks4t‚|d jdksFt‚|d j| d¡d ksbt‚d S )Nr   r   ú,r   r   )r   r   r   Úsplit)r   r   r   r	   r	   r
   Ú$test_id_tokenizer_splits_comma_infixW   s
    r   zhalo...Bandungzdia...pergic             C   s   | |ƒ}t |ƒdkst‚d S )Nr   )r   r   )r   r   r   r	   r	   r
   Ú'test_id_tokenizer_splits_ellipsis_infix`   s    r   c             C   sÐ   | dƒ}t |ƒdkst‚|d jdks*t‚|d jdks<t‚|d jdksNt‚|d	 jd
ks`t‚|d jdksrt‚|d jdks„t‚|d jdks–t‚|d jdks¨t‚|d jdksºt‚|d jdksÌt‚d S )Nz:Arsene Wenger--manajer Arsenal--melakukan konferensi pers.é
   r   ZArsener   ZWengerr   z--r   Zmanajerr   ZArsenalé   é   Z	melakukané   Z
konferensié   Zpersé	   Ú.)r   r   r   )r   r   r	   r	   r
   Ú,test_id_tokenizer_splits_double_hyphen_infixf   s    r'   )Ú
__future__r   ZpytestÚmarkZparametrizer   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r'   r	   r	   r	   r
   Ú<module>   s$   	