B
    .(b^                 @   s`   d dl mZ d dlZd dlZdd Zejddddgd	d
 Zejddddgdd ZdS )    )unicode_literalsNc             C   s  d}| |}|d j dkst|d j dks0t|d j dksBt|d j d	ksTt|d
 j dksft|d j dksxt|d j dkst|d j dkst|d j dkst|d j dkst|d j dkst|d j dkst|d j dkst|d j dks
t|d j dkst|d  j d!ks2t|d" j d#ksFt|d$ j d%ksZt|d& j d'ksnt|d( j d)kst|d* j d+kst|d, j d-kstd S ).NzL:o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ....r   z:o   z:/   z:'(   z>:o   z(:   z:)   z>.<   ZXD   z-__-	   zo.O
   z;D   z:-)   z@_@   z:P   Z8D   z:1   z>:(   z:D   z=|   z")   z:>   z....)textAssertionError)	tokenizerr   tokens r   T/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/tokenizer/test_exceptions.py test_tokenizer_handles_emoticons   s0    r   ztext,length)z	example:)r   )z108)r   )ZXDNr   c             C   s   | |}t ||kstd S )N)lenr   )r   r   lengthr   r   r   r   +test_tokenizer_excludes_false_pos_emoticons$   s    r!   )u"   can you still dunk?🍕🍔😵LOLr
   )u   i💙your   )u   🤘🤘yay!r   c             C   s&   t jdkr"| |}t||ks"td S )Ni )sys
maxunicoder   r   )r   r   r    r   r   r   r   test_tokenizer_handles_emoji*   s    
r$   )	
__future__r   r"   Zpytestr   markZparametrizer!   r$   r   r   r   r   <module>   s   