B
    .(b                 @   s`   d dl mZ d dlZd dlmZ ddlmZ dd Zdd	 Zd
d Z	dd Z
ejjdd ZdS )    )unicode_literalsN)Chinese   )make_tempdirc          	   C   s   |   }tddddiiid}|j| ||j  ks<tt L}|d }| | tddddiiid}|j| ||j  kstW d Q R X d S )N	tokenizerconfig	use_jiebaF)meta)to_bytesr   r   
from_bytesAssertionErrorr   Zto_diskZ	from_disk)Zzh_tokenizerZtokenizer_bytesnlpd	file_path r   Q/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/lang/zh/test_serialize.pyzh_tokenizer_serialize	   s    
r   c             C   s   t |  d S )N)r   )Zzh_tokenizer_charr   r   r    test_zh_tokenizer_serialize_char   s    r   c             C   s   t |  d S )N)r   )Zzh_tokenizer_jiebar   r   r   !test_zh_tokenizer_serialize_jieba   s    r   c             C   s   t |  d S )N)r   )zh_tokenizer_pkusegr   r   r   "test_zh_tokenizer_serialize_pkuseg   s    r   c             C   s(   t ddddddiid}t|j d S )Nr   r   FTZmedicine)r   Z
use_pkusegZpkuseg_model)r	   )r   r   r   )r   r   r   r   r   2test_zh_tokenizer_serialize_pkuseg_with_processors#   s    r   )
__future__r   ZpytestZspacy.lang.zhr   utilr   r   r   r   r   markZslowr   r   r   r   r   <module>   s   