B
    /²ô`  ã               @   sú   d dl Z e  d¡ e j¡ d dlmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZ eeeee	e
dœZeeeeeedœZdddd	d
ddœZ eeeeeedœZ!eeeeeedœZ"eeeeeedœZ#dS )é    Nztransformers.file_utils)ÚTFBertModelÚTFOpenAIGPTModelÚTFGPT2ModelÚTFXLNetModelÚTFDistilBertModelÚTFRobertaModelÚBertTokenizerÚOpenAIGPTTokenizerÚGPT2TokenizerÚXLNetTokenizerÚDistilBertTokenizerÚRobertaTokenizer)Úbert_tokens_pre_processorÚgpt_tokens_pre_processorÚxlnet_tokens_pre_processorÚroberta_tokens_pre_processorÚbert_embeddings_post_processorÚgpt_embeddings_post_processorÚxlnet_embeddings_post_processorÚ!roberta_embeddings_post_processorÚbert_tokens_cleanerÚopenaigpt_tokens_cleanerÚgpt2_tokens_cleanerÚxlnet_tokens_cleaner)ZbertZgptÚgpt2ZxlnetZ
distilbertZrobertaz
rasa/LaBSEz
openai-gptr   zxlnet-base-casedzdistilbert-base-uncasedzroberta-base)$ÚloggingÚ	getLoggerÚsetLevelÚWARNINGZtransformersr   r   r   r   r   r   r   r	   r
   r   r   r   Z<rasa.nlu.utils.hugging_face.transformers_pre_post_processorsr   r   r   r   r   r   r   r   r   r   r   r   Zmodel_class_dictZmodel_tokenizer_dictZmodel_weights_defaultsZ#model_special_tokens_pre_processorsZmodel_tokens_cleanersZ model_embeddings_post_processors© r   r   úS/home/dcms/DCMS/lib/python3.7/site-packages/rasa/nlu/utils/hugging_face/registry.pyÚ<module>   sN   88