B .(b|-@sddlmZddlZdddgZedddd gZd d d d dddddddddddd dddddddd d!d"d#d$d%d&ejd'ejd(ejd)ejd(d*d+d,d-d.d/d0d1d2d3d4d5d6g-Zd7d8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXejdYejd(dZd[g%Z d\d]d^gZ d]d_d^gZ ej d`edadbZ ej d`e dcddZej d`ededfZej d`edgdhZejjej die ej d`edjdkZejjej dle ej d`edmdnZejjej die ej dle ej d`edodpZejjej dqe ej dre ej d`edsdtZejjej due ej dve ej d`edwdxZdS)y)unicode_literalsNzhttp://www.nytimes.com/2016/04/20/us/politics/new-york-primary-preview.html?hp&action=click&pgtype=Homepage&clickSource=story-heading&module=a-lede-package-region®ion=top-news&WT.nav=top-news&_r=0zwww.red-stars.comzmailto:foo.bar@baz.comzmailto:foo-bar@baz-co.comz$mailto:foo-bar@baz-co.com?subject=hizwww.google.com?q=googlez&http://foo.com/blah_(wikipedia)#cite-1zhttp://foo.com/blah_blahzhttp://BlahBlah.com/Blah_Blahzhttp://foo.com/blah_blah/z%http://www.example.com/wpstyle/?p=364z1https://www.example.com/foo/?bar=baz&inga=42&quuxz'http://userid:password@example.com:8080z(http://userid:password@example.com:8080/zhttp://userid@example.comzhttp://userid@example.com/zhttp://userid@example.com:8080zhttp://userid@example.com:8080/z"http://userid:password@example.comz#http://userid:password@example.com/zhttp://142.42.1.1/zhttp://142.42.1.1:8080/z+http://foo.com/blah_(wikipedia)_blah#cite-1u&http://foo.com/unicode_(✪)_in_parensz'http://foo.com/(something)?after=parensz/http://code.google.com/events/#&product=browserz http://j.mpzftp://foo.bar/bazz,http://foo.bar/?q=Test%20URL-encoded%20stuffz2http://-.~_!$&'()*+,;=:%40:80%2f::::::@example.comzhttp://1337.netzhttp://a.b-c.dezhttp://223.255.255.254zhttp://a.b--c.de/z+ssh://login@server.com:12345/repository.gitz&svn+ssh://user@ssh.yourdomain.com/pathz8chrome://extensions/?id=mhjfbmdgcfjbbpaeojofohoefgiehjai)Zmarksz3chrome-extension://mhjfbmdgcfjbbpaeojofohoefgiehjaiz$http://foo.com/blah_blah_(wikipedia)z,http://foo.com/blah_blah_(wikipedia)_(again)zhttp://www.foo.co.ukzhttp://www.foo.co.uk/zhttp://www.foo.co.uk/blah/blahu http://⌘.wsuhttp://⌘.ws/uhttp://☺.damowmow.com/uhttp://✪df.ws/123uhttp://➡.ws/䨹uhttp://مثال.إختبارuhttp://例子.测试u/http://उदाहरण.परीक्षाzhttp://zhttp://.z http://..z http://../zhttp://?z http://??z http://??/zhttp://#z http://##z http://##/z)http://foo.bar?q=Spaces should be encodedz//z//az///az///z http:///az rdar://1234zh://testzhttp:// shouldfail.comz:// should failzhttp://foo.bar/foo(bar)baz quuxzhttp://-error-.invalid/zhttp://a.b-.cozhttp://0.0.0.0zhttp://10.1.1.0zhttp://10.1.1.255zhttp://224.1.1.1zhttp://123.123.123zhttp://3628126748zhttp://.www.foo.bar/zhttp://.www.foo.bar./zhttp://10.1.1.1z NASDAQ:GOOGzhttp://-a.b.cozfoo.comzhttp://1.1.1.1.1zhttp://www.foo.bar./(">:urlcCs||dk stdS)N) url_matchAssertionError) en_tokenizerrr N/home/dcms/DCMS/lib/python3.7/site-packages/spacy/tests/tokenizer/test_urls.pytest_should_match{sr cCs||dkstdS)N)rr )r rr r r test_should_not_matchsrcCs.||}t|dkst|dj|ks*tdS)Nr)lenr text) tokenizerrtokensr r r !test_tokenizer_handles_simple_urlsrcCsZ|d|d}t|dks t|djdks2t|dj|ksDt|djdksVtdS)Nr)rr)rr r)rrrr r r *test_tokenizer_handles_simple_surround_urls rprefixcCsD|||}t|dkst|dj|ks.t|dj|ks@tdS)Nrrr)rr r)rrrrr r r #test_tokenizer_handles_prefixed_urls rsuffixcCsD|||}t|dkst|dj|ks.t|dj|ks@tdS)Nrrr)rr r)rrrrr r r #test_tokenizer_handles_suffixed_urls rcCsZ||||}t|dks t|dj|ks2t|dj|ksDt|dj|ksVtdS)Nrrrr)rr r)rrrrrr r r #test_tokenizer_handles_surround_urls rprefix1prefix2cCsZ||||}t|dks t|dj|ks2t|dj|ksDt|dj|ksVtdS)Nrrrr)rr r)rrrrrr r r %test_tokenizer_handles_two_prefix_urls r suffix1suffix2cCsZ||||}t|dks t|dj|ks2t|dj|ksDt|dj|ksVtdS)Nrrrr)rr r)rr!r"rrr r r %test_tokenizer_handles_two_suffix_urls r#) __future__rZpytestZ URLS_BASICZ URLS_FULLparammarkZxfailZURLS_SHOULD_MATCHZURLS_SHOULD_NOT_MATCHPREFIXESZSUFFIXESZ parametrizer rrrZslowrrrr r#r r r r s