B
    .(b                 @   s  d dl mZ d dlZdd Zejddddgd	d
 Zejdddgdd Zejdddgdd Zejddddgdd Z	ejddddddgdd Z
ejd d!d"gd#d$ Zejd%d&d'd(d)d*d+d,gejd-d.d/gd0d1 Zejd2d3d4d5d6d7d8gd9d: Zejd;d<d=gd>d? Zejdd@dAdBdCdDgdEdF ZdGdH ZejddIdJdKdLgdMdN ZejdOdPdQdRgfdSdTdUgfdVdWdXdYdZd[d\d]d^gfgd_d` Zejjejdadbdcgddde ZdS )f    )unicode_literalsNc             C   s`   d}| |}t |dkst|d jdks.td}| |}t |dksJt|d jdks\td S )	Nzdon't giggle      zn'tzi said don't!      !)lenAssertionErrortext)en_tokenizerr
   tokens r   R/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/en/test_exceptions.py+test_en_tokenizer_handles_basic_contraction   s    r   r
   z`ain'tz"isn'tzcan't!c             C   s   | |}t |dkstd S )Nr   )r   r	   )r   r
   r   r   r   r   1test_en_tokenizer_handles_basic_contraction_punct   s    r   ztext_poss,text)zRobin'sZRobin)zAlexis'sZAlexisc             C   s@   | |}t |dkst|d j|ks*t|d jdks<td S )N   r   r   z's)r   r	   r
   )r   Z	text_possr
   r   r   r   r   *test_en_tokenizer_handles_poss_contraction   s    r   zschools'zAlexis'c             C   sJ   | |}t |dkst|d j|dd ks4t|d jdksFtd S )Nr   r   'r   )r   r	   r
   split)r   r
   r   r   r   r   &test_en_tokenizer_splits_trailing_apos"   s    r   z'emznothin'zol'c             C   s.   | |}t |dkst|d j|ks*td S )Nr   r   )r   r	   r
   )r   r
   r   r   r   r   'test_en_tokenizer_doesnt_split_apos_exc*   s    r   zwe'llzYou'llzthere'llzthis'llzthose'llc             C   s\   | |}t |dkst|d j|dd ks4t|d jdksFt|d jdksXtd S )Nr   r   r   r   z'llZwill)r   r	   r
   r   lemma_)r   r
   r   r   r   r   (test_en_tokenizer_handles_ll_contraction1   s
    r   ztext_lower,text_title)zcan'tzCan't)zain'tzAin'tc             C   sd   | |}| |}|d j |d j  ks,t|d j |d j  ksHt|d j |d j ks`td S )Nr   r   )r
   titler	   lower)r   Z
text_lowerZ
text_titleZtokens_lowerZtokens_titler   r   r   (test_en_tokenizer_handles_capitalization:   s
    r   pronIZYouZHeZSheZItZWeZTheycontractionz'llz'dc             C   s4   | || }|d j |kst|d j |ks0td S )Nr   r   )r
   r	   )r   r   r   r   r   r   r   "test_en_tokenizer_keeps_title_caseE   s    r   excZIllZillZHellZhellZWellZwellc             C   s   | |}t |dkstd S )Nr   )r   r	   )r   r    r   r   r   r   $test_en_tokenizer_excludes_ambiguousM   s    r!   zwo_punct,w_punct)zWe'vez`We've)zcouldn'tz	couldn't)c             C   s4   | |}t |dkst| |}t |dks0td S )Nr   r   )r   r	   )r   Zwo_punctZw_punctr   r   r   r   &test_en_tokenizer_splits_defined_punctS   s    r"   ze.g.zp.m.zJan.zDec.zInc.c             C   s   | |}t |dkstd S )Nr   )r   r	   )r   r
   r   r   r   r   test_en_tokenizer_handles_abbr]   s    r#   c             C   s2   d}| |}t |dkst|d jdks.td S )NzIt's mediocre i.e. bad.   r   zi.e.)r   r	   r
   )r   r
   r   r   r   r   %test_en_tokenizer_handles_exc_in_textc   s    r%   Z1amz12a.m.z11p.m.Z4pmc             C   s.   | |}t |dkst|d jdks*td S )Nr   r   )za.m.zp.m.)r   r	   r   )r   r
   r   r   r   r   test_en_tokenizer_handles_timesj   s    r&   z
text,normszI'miamzshan'tZshallnotz.Many factors cause cancer 'cause it is complexmanyZfactorscauseZcancerbecauseitiscomplexc             C   s"   | |}dd |D |kst d S )Nc             S   s   g | ]
}|j qS r   )norm_).0tokenr   r   r   
<listcomp>~   s    z5test_en_tokenizer_norm_exceptions.<locals>.<listcomp>)r	   )r   r
   Znormsr   r   r   r   !test_en_tokenizer_norm_exceptionsq   s    r4   z	text,norm)ZradicalisedZradicalized)Zcuzr,   c             C   s   | |}|d j |kstd S )Nr   )r0   r	   )r   r
   Znormr   r   r   r   !test_en_lex_attrs_norm_exceptions   s    r5   )
__future__r   Zpytestr   markZparametrizer   r   r   r   r   r   r   r!   r"   r#   r%   r&   r4   skipr5   r   r   r   r   <module>   s6   	 	
"	 

"	