B
    .(ไbป  ใ               @   sะ  d dl mZ d dlZej ddgกdd Zej ddgกdd	 Zej dd
gกdd Zej ddgกdd Zej ddgกdd Z	ej ddgกdd Z
ej ddddgกdd Zej ddgกdd Zej ddgกd d! Zej dd"gกd#d$ Zej dd%gกd&d' Zej dd(d)d*gกd+d, Zej dd-d.gกd/d0 Zej dd1d2gกd3d4 Zej dd5d6gกd7d8 Zd9d: Zejjd;d< Zejjd=d> Zej dd?d@gกdAdB ZdS )C้    )ฺunicode_literalsNฺtextz(can)c             C   s   | |}t |dkstd S )N้   )ฺlenฺAssertionError)ฺen_tokenizerr   ฺtokensฉ r	   ๚[/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/en/test_prefix_suffix_infix.pyฺ#test_en_tokenizer_splits_no_special   s    r   zcan'tc             C   s   | |}t |dkstd S )N้   )r   r   )r   r   r   r	   r	   r
   ฺ!test_en_tokenizer_splits_no_punct   s    r   z(can'tc             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ%test_en_tokenizer_splits_prefix_punct   s    r   zcan't)c             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ%test_en_tokenizer_splits_suffix_punct   s    r   z(can't)c             C   s   | |}t |dkstd S )N้   )r   r   )r   r   r   r	   r	   r
   ฺ"test_en_tokenizer_splits_even_wrap   s    r   z(can't?)c             C   s   | |}t |dkstd S )N้   )r   r   )r   r   r   r	   r	   r
   ฺ$test_en_tokenizer_splits_uneven_wrap%   s    r   ztext,length)zU.S.้   )zus.r   )z(U.S.r   c             C   s   | |}t ||kstd S )N)r   r   )r   r   ฺlengthr   r	   r	   r
   ฺ(test_en_tokenizer_splits_prefix_interact+   s    r   zU.S.)c             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ(test_en_tokenizer_splits_suffix_interact1   s    r   z(U.S.)c             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ+test_en_tokenizer_splits_even_wrap_interact7   s    r   z(U.S.?)c             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ-test_en_tokenizer_splits_uneven_wrap_interact=   s    r   z
best-knownc             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ test_en_tokenizer_splits_hyphensC   s    r   z0.1-13.5z0.0-0.1z
103.27-300c             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ&test_en_tokenizer_splits_numeric_rangeI   s    r   z
best.KnownzHello.Worldc             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ%test_en_tokenizer_splits_period_infixO   s    r   zHello,worldzone,twoc             C   sf   | |}t |dkst|d j| dกd ks4t|d jdksFt|d j| dกd ksbtd S )Nr   r   ๚,r   r   )r   r   r   ฺsplit)r   r   r   r	   r	   r
   ฺ$test_en_tokenizer_splits_comma_infixU   s
    r   zbest...Knownzbest...knownc             C   s   | |}t |dkstd S )Nr   )r   r   )r   r   r   r	   r	   r
   ฺ'test_en_tokenizer_splits_ellipsis_infix^   s    r    c             C   sภ   | d}|d j dkst|d j dks,t|d j dks>t|d j d	ksPt|d
 j dksbt|d j dkstt|d j dkst|d j dkst|d j dksชt|d j dksผtd S )Nz'No decent--let alone well-bred--people.r   ZNor   Zdecentr   z--r   Zletr   Zaloner   Zwell้   ๚-้   Zbred้   ้	   Zpeople)r   r   )r   r   r	   r	   r
   ฺ,test_en_tokenizer_splits_double_hyphen_infixd   s    r&   c             C   sz   d}| |}t |dkst|d jdks.t|d jdks@t|d jdksRt|d	 jd
ksdt|d jdksvtd S )NzToday is Tuesday.Mr.r   r   ZTodayr   ฺisr   ZTuesdayr   ฺ.r   zMr.)r   r   r   )r   r   r   r	   r	   r
   ฺ$test_en_tokenizer_splits_period_abbrr   s    r)   c             C   sB   | d}|d j dkst|d j dks,t|d j dks>td S )NuN   Will this road take me to Puddleton?โNo, you'll have to walk there.โAriel.r!   Z	Puddletonr#   ๚?r$   u   โ)r   r   )r   r   r	   r	   r
   ฺ&test_en_tokenizer_splits_em_dash_infix~   s
    r+   )Z_MATH_r   )z_MATH_.r   c             C   s   | |}t ||kstd S )N)r   r   )r   r   r   r   r	   r	   r
   ฺtest_final_period   s    r,   )ฺ
__future__r   ZpytestฺmarkZparametrizer   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r&   Zxfailr)   r+   r,   r	   r	   r	   r
   ฺ<module>   s(   	