Add regression test for #891

explosion · Mar 19, 2017 · 5712da6 · 5712da6
1 parent 422a101
commit 5712da6
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/spacy/tests/regression/test_issue891.py b/spacy/tests/regression/test_issue891.py
@@ -0,0 +1,12 @@
+# coding: utf8
+from __future__ import unicode_literals
+
+import pytest
+
+@pytest.mark.xfail
+@pytest.mark.parametrize('text', ["want/need"])
+def test_issue891(en_tokenizer, text):
+ """Test that / infixes are split correctly."""
+ tokens = en_tokenizer(text)
+ assert len(tokens) == 3
+ assert tokens[1].text == "/"