B
    .(äb–  ã               @   s8   d dl mZ d dlZd dlmZ ddlmZ dd„ ZdS )é    )Úunicode_literalsN)ÚJapaneseé   )Úmake_tempdirc          	   C   s6  |   ¡ }tƒ }|j |¡ ||j  ¡ ks,t‚|jjd ks<t‚tƒ L}|d }|  |¡ tƒ }|j |¡ ||j  ¡ kszt‚|jjd ksŠt‚W d Q R X tddddiiid}tƒ }|  ¡ }| |¡ ||  ¡ ksÒt‚|jjdksât‚tƒ D}| |¡ tƒ }| |¡ ||  ¡ kst‚|jjdks(t‚W d Q R X d S )NÚ	tokenizerÚconfigÚ
split_modeÚB)Úmeta)	Úto_bytesr   r   Ú
from_bytesÚAssertionErrorr   r   Zto_diskZ	from_disk)Zja_tokenizerZtokenizer_bytesZnlpÚdÚ	file_pathZnlp_rZ	nlp_bytes© r   úQ/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/ja/test_serialize.pyÚtest_ja_tokenizer_serialize	   s0    



r   )Ú
__future__r   ZpytestZspacy.lang.jar   Úutilr   r   r   r   r   r   Ú<module>   s   