B
    .(ไbK	  ใ               @   s  d dl mZ d dlmZ d dlZej dddddd	d
gfgกdd Zej ddddddddgfdddddddgfdddddddgfdddddddgfdddddddgfgกdd Zej ddd d!d"d#d$d%d&d'd(d)gกd*d+ Z	ej d,d-d.d/d0d1d2gกd3d4 Z
dS )5้    )ฺunicode_literals)ฺlike_numNztext,expected_tokensu2   ืคืืืชืื ืืื ืฉืคืช ืชืื ืืช ืืื ืืืชu   ืคืืืชืืu   ืืืu   ืฉืคืชu
   ืชืื ืืชu   ืืื ืืืชc             C   s&   | |}dd |D }||ks"t d S )Nc             S   s   g | ]}|j s|jqS ฉ )Zis_spaceฺtext)ฺ.0ฺtokenr   r   ๚Q/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/he/test_tokenizer.py๚
<listcomp>   s    z:test_he_tokenizer_handles_abbreviation.<locals>.<listcomp>)ฺAssertionError)ฺhe_tokenizerr   ฺexpected_tokensฺtokensZ
token_listr   r   r   ฺ&test_he_tokenizer_handles_abbreviation   s    r   u1   ืขืงืืช ืืืจืื ืืื ืจืืื ืืืืื ื.u   ืขืงืืชu
   ืืืจืืu   ืืืu   ืจืืืu   ืืืืื ืฺ.u1   ืขืงืืช ืืืจืื ืืื ืจืืื ืืืืื ื?๚?u1   ืขืงืืช ืืืจืื ืืื ืจืืื ืืืืื ื!๚!u2   ืขืงืืช ืืืจืื ืืื ืจืืื ืืืืื ื..z..u3   ืขืงืืช ืืืจืื ืืื ืจืืื ืืืืื ื...z...c             C   s"   | |}|dd |D kst d S )Nc             S   s   g | ]
}|j qS r   )r   )r   r   r   r   r   r	   -   s    z3test_he_tokenizer_handles_punct.<locals>.<listcomp>)r
   )r   r   r   r   r   r   r   ฺtest_he_tokenizer_handles_punct   s    r   z
text,match)ฺ10T)ฺ1T)z10,000T)z10,00T)z999.0T)u   ืืืT)u
   ืฉืชืืืT)u
   ืืืืืT)u   ืืืF)๚,F)z1/2Tc             C   s.   | |}t |dkst|d j|ks*td S )N้   r   )ฺlenr
   r   )r   r   ฺmatchr   r   r   r   ฺtest_lex_attrs_like_number1   s    r   ฺwordu
   ืฉืืืฉืu
   ืืืืืu
   ืขืฉืืจืu   ืืืu   ืขืฉืจu   ืืื ืขืฉืจc             C   s   t | std S )N)r   r
   )r   r   r   r   ฺ)test_he_lex_attrs_like_number_for_ordinalG   s    r   )ฺ
__future__r   Zspacy.lang.he.lex_attrsr   ZpytestฺmarkZparametrizer   r   r   r   r   r   r   r   ฺ<module>   sL   
	