From 5712da6095594360be9010b0fe6b85606ec1e2d0 Mon Sep 17 00:00:00 2001 From: ines Date: Sun, 19 Mar 2017 11:47:56 +0100 Subject: [PATCH] Add regression test for #891 --- spacy/tests/regression/test_issue891.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 spacy/tests/regression/test_issue891.py diff --git a/spacy/tests/regression/test_issue891.py b/spacy/tests/regression/test_issue891.py new file mode 100644 index 00000000000..b5fa8bf12c1 --- /dev/null +++ b/spacy/tests/regression/test_issue891.py @@ -0,0 +1,12 @@ +# coding: utf8 +from __future__ import unicode_literals + +import pytest + +@pytest.mark.xfail +@pytest.mark.parametrize('text', ["want/need"]) +def test_issue891(en_tokenizer, text): + """Test that / infixes are split correctly.""" + tokens = en_tokenizer(text) + assert len(tokens) == 3 + assert tokens[1].text == "/"