B
    .(ไb  ใ               @   s   d dl mZ d dlZdddgZddgZdgZd	d
gZej deกdd Z	ej deกdd Z
ej deกdd Zej deกdd Zdd ZdS )้    )ฺunicode_literalsN)u,   ์์ธ ํ์ ๊ทผ์ฒ์ ์ด๊ณ  ์์ต๋๋ค.u0   ์์ธ ํ์ ๊ทผ์ฒ ์ ์ด ๊ณ  ์ ์ต๋๋ค .)u2   ์๋ฑํฌ๊ตฌ์ ์๋ ๋ง์ง ์ข ์๋ ค์ฃผ์ธ์.u7   ์๋ฑํฌ๊ตฌ ์ ์ ๋ ๋ง์ง ์ข ์๋ ค ์ฃผ ์ธ์ .)u$   10$ ํ ์ธ์ฝ๋๋ฅผ ์ ์ฉํ ๊น์?u)   10 $ ํ ์ธ ์ฝ๋ ๋ฅผ ์ ์ฉ ํ ๊น์ ?)u,   ์์ธ ํ์ ๊ทผ์ฒ์ ์ด๊ณ  ์์ต๋๋ค.zNNP NNG NNG JKB VV EC VX EF SF)u2   ์๋ฑํฌ๊ตฌ์ ์๋ ๋ง์ง ์ข ์๋ ค์ฃผ์ธ์.z"NNP JKB VV ETM NNG MAG VV VX EP SF)u2   ์๋ฑํฌ๊ตฌ์ ์๋ ๋ง์ง ์ข ์๋ ค์ฃผ์ธ์.z(NNP JKB VV ETM NNG MAG VV+EC VX EP+EF SF)u,   ์์ธ ํ์ ๊ทผ์ฒ์ ์ด๊ณ  ์์ต๋๋ค.z&PROPN NOUN NOUN ADP VERB X AUX X PUNCT)u2   ์๋ฑํฌ๊ตฌ์ ์๋ ๋ง์ง ์ข ์๋ ค์ฃผ์ธ์.z*PROPN ADP VERB X NOUN ADV VERB AUX X PUNCTztext,expected_tokensc             C   s&   dd | |D }||  ก ks"td S )Nc             S   s   g | ]
}|j qS ฉ )ฺtext)ฺ.0ฺtokenr   r   ๚Q/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/ko/test_tokenizer.py๚
<listcomp>   s    z%test_ko_tokenizer.<locals>.<listcomp>)ฺsplitฺAssertionError)ฺko_tokenizerr   Zexpected_tokensฺtokensr   r   r   ฺtest_ko_tokenizer   s    r   ztext,expected_tagsc             C   s&   dd | |D }||  ก ks"td S )Nc             S   s   g | ]
}|j qS r   )Ztag_)r   r   r   r   r   r   "   s    z*test_ko_tokenizer_tags.<locals>.<listcomp>)r	   r
   )r   r   ฺexpected_tagsฺtagsr   r   r   ฺtest_ko_tokenizer_tags    s    r   c             C   s"   | |j d }|| ก kstd S )NZ	full_tags)ฺ	user_datar	   r
   )r   r   r   r   r   r   r   ฺtest_ko_tokenizer_full_tags&   s    r   ztext,expected_posc             C   s&   dd | |D }||  ก ks"td S )Nc             S   s   g | ]
}|j qS r   )Zpos_)r   r   r   r   r   r   .   s    z)test_ko_tokenizer_pos.<locals>.<listcomp>)r	   r
   )r   r   Zexpected_posฺposr   r   r   ฺtest_ko_tokenizer_pos,   s    r   c             C   s   | d}t |dkstd S )Nฺ r   )ฺlenr
   )r   r   r   r   r   ฺtest_ko_empty_doc2   s    r   )ฺ
__future__r   ZpytestZTOKENIZER_TESTSZ	TAG_TESTSZFULL_TAG_TESTSZ	POS_TESTSฺmarkZparametrizer   r   r   r   r   r   r   r   r   ฺ<module>   s   