B
    .(b                 @   sF   d dl mZ d dlZd dlmZ ddlmZ ejdd Zdd	 Z	dS )
    )unicode_literalsN)merge_subtokens   )get_docc             C   sh   d}ddddddddddddddg}dddd	d
dddd	d
ddddg}| |}t |jdd |D ||dS )Nz:This is a sentence. This is another sentence. And a third.   r   ZnsubjROOTZsubtokattrpunctc             S   s   g | ]
}|j qS  )text).0tr   r   R/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/pipeline/test_functions.py
<listcomp>   s    zdoc.<locals>.<listcomp>)wordsheadsdeps)r   Zvocab)Zen_tokenizerr   r   r   tokensr   r   r   doc	   s     r   c          
   C   s4   t | } dd | D dddddddddg	ks0td S )	Nc             S   s   g | ]
}|j qS r   )r   )r   r   r   r   r   r      s    z(test_merge_subtokens.<locals>.<listcomp>ZThisisz
a sentence.zanother sentencezAnd a third .)r   AssertionError)r   r   r   r   test_merge_subtokens   s    r   )

__future__r   ZpytestZspacy.pipeline.functionsr   utilr   Zfixturer   r   r   r   r   r   <module>   s
   