Added nlp tests

idpaterson · idpaterson · commit c21aae962519 · 2016-09-27T09:04:17.000-04:00
diff --git a/tests/fixtures/en_US/nlp.yml b/tests/fixtures/en_US/nlp.yml
@@ -0,0 +1,87 @@
+long_phrases:
+    sourceTime: 2013-08-01 21:25:00
+    cases:
+        - target: !nlpTarget
+            - phrase: "At 8PM on August 5th"
+              target: 2013-08-05 20:00:00
+              context: !pdtContext month | day | hour
+            - phrase: "next Friday at 9PM"
+              target: 2013-08-09 21:00:00
+              context: !pdtContext day | hour
+            - phrase: "in 5 minutes"
+              target: 2013-08-01 21:30:00
+              context: !pdtContext minute
+            - phrase: "next week"
+              target: 2013-08-08 09:00:00
+              context: !pdtContext week
+          phrases:
+            - >
+                I'm so excited!! At 8PM on August 5th i'm going to fly to 
+                Florida. Then next Friday at 9PM i'm going to Dog n Bone! 
+                And in 5 minutes I'm going to eat some food! Talk to you 
+                next week.
+
+long_phrases_with_quotes:
+    sourceTime: 2013-08-01 21:25:00
+    cases:
+        - target: !nlpTarget
+            - phrase: "At '8PM on August 5th"
+              target: 2013-08-05 20:00:00
+              context: !pdtContext month | day | hour
+            - phrase: "next Friday at 9PM"
+              target: 2013-08-09 21:00:00
+              context: !pdtContext day | hour
+            - phrase: "in '5 minutes"
+              target: 2013-08-01 21:30:00
+              context: !pdtContext minute
+            - phrase: "next week"
+              target: 2013-08-08 09:00:00
+              context: !pdtContext week
+          phrases:
+            - >
+                I'm so excited!! At '8PM on August 5th' i'm going to fly to 
+                Florida. Then 'next Friday at 9PM' i'm going to Dog n Bone! 
+                And in '5 minutes' I'm going to eat some food! Talk to you 
+                "next week"
+
+prefixes:
+# 
+    sourceTime: 2016-08-06 08:30:00 # Saturday
+    cases:
+        - target: !nlpTarget
+            - phrase: "on Monday"
+              target: 2016-08-08 08:30:00
+              context: !pdtContext day
+          phrases: 
+            - "Buy a balloon on Monday"
+        - target: !nlpTarget
+            - phrase: "at noon"
+              target: 2016-08-06 12:00:00
+              context: !pdtContext halfday
+          phrases: 
+            - "Buy a balloon at noon"
+        - target: !nlpTarget
+            - phrase: "in a month"
+              target: !datedelta
+                months: 1
+              context: !pdtContext month
+          phrases: 
+            - "Buy a balloon in a month"
+        - target: !nlpTarget
+            - phrase: "Monday"
+              target: 2016-08-08 08:30:00
+              context: !pdtContext day
+          phrases:
+            - "Buy a balloon Monday" # Should not pull "on" from the end of "balloon"
+
+invalid_phrases:
+    sourceTime: 2013-08-01 21:25:00
+    cases:
+        - target: null
+          phrases:
+            - >
+                Next, I'm so excited!! So many things that are going to 
+                happen every week!!
+            - "$300"
+            - "300mL"
+            - "nice ass"
diff --git a/tests/fixtures/en_US/simple_datetimes.yml b/tests/fixtures/en_US/simple_datetimes.yml
@@ -0,0 +1,105 @@
+constants:
+  - &arbitrary_date 2016-01-01 00:00:00
+
+times:
+    sourceTime: 2016-01-01 00:00:00
+    cases:
+        # 23:00:00
+        - context: !pdtContext hour | minute | second
+          target: 2016-01-01 23:00:00
+          phrases:
+            - "11:00:00 PM"
+            - "11:00:00 P.M."
+        - context: !pdtContext hour | minute
+          target: 2016-01-01 23:00:00
+          phrases:
+            - "11:00 PM"
+            - "2300"
+            - "23:00"
+            - "11:00 P.M."
+        - context: !pdtContext hour
+          target: 2016-01-01 23:00:00
+          phrases:
+            - "11 PM"
+            - "11PM"
+            - "11p"
+            - "11pm"
+            - "11 P.M."
+            - "11P.M."
+            - "11p.m."
+            - "11 p.m."
+        # 11:00:00
+        - context: !pdtContext hour | minute | second
+          target: 2016-01-01 11:00:00
+          phrases:
+            - "11:00:00 AM"
+            - "11:00:00 A.M."
+        - context: !pdtContext hour | minute
+          target: 2016-01-01 11:00:00
+          phrases:
+            - "11:00 AM"
+            - "1100"
+            - "11:00"
+            - "11:00 A.M."
+        - context: !pdtContext hour
+          target: 2016-01-01 11:00:00
+          phrases:
+            - "11 AM"
+            - "11AM"
+            - "11a"
+            - "11am"
+            - "11 A.M."
+            - "11A.M."
+            - "11a.m."
+            - "11 a.m."
+
+invalid_times:
+  sourceTime: *arbitrary_date
+  cases:
+    - target: null
+      phrases:
+        - "$300"
+        - "300ml"
+        - "3:2"
+
+dates:
+  sourceTime: 2016-01-01 01:02:03
+  cases:
+    - target: 2006-08-25 01:02:03
+      context: !pdtContext year | month | day
+      phrases:
+        - "08/25/2006"
+        - "08.25.2006"
+        - "2006/08/25"
+        - "2006/8/25"
+        - "2006-08-25"
+        - "8/25/06"
+        - "August 25, 2006"
+        - "Aug 25, 2006"
+        - "Aug. 25, 2006"
+        - "August 25 2006"
+        - "Aug 25 2006"
+        - "Aug. 25 2006"
+        - "25 August 2006"
+        - "25 Aug 2006"
+    - target: 2016-08-25 01:02:03
+      context: !pdtContext month | day
+      phrases:
+        - "8/25"
+        - "8.25"
+        - "08/25"
+        - "August 25"
+        - "Aug 25"
+        - "Aug. 25"
+    - target: 2006-08-01 01:02:03
+      context: !pdtContext year | month
+      phrases:
+        - "Aug. 2006"
+
+invalid_dates:
+  sourceTime: *arbitrary_date
+  cases:
+    - target: null
+      phrases:
+        - "$123"
+        - "$12.34"
diff --git a/tests/test_nlp.py b/tests/test_nlp.py
@@ -0,0 +1,46 @@
+import pytest
+
+from .fixtures import pdtFixture
+
+
+@pdtFixture('nlp.yml')
+def test_long_phrases(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pdtFixture('nlp.yml')
+def test_long_phrases_with_quotes(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pdtFixture('nlp.yml')
+def test_prefixes(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pdtFixture('nlp.yml')
+def test_invalid_phrases(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pdtFixture('simple_datetimes.yml')
+def test_times(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pdtFixture('simple_datetimes.yml')
+def test_invalid_times(cal, phrase, sourceTime, nlpTarget):
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
+
+@pytest.mark.parametrize('prefix,suffix', (('"', '"'), ("'", "'"), ('(', ')')))
+@pdtFixture('simple_datetimes.yml', ['times', 'invalid_times', 'dates',
+                                     'invalid_dates'])
+def test_simple_datetimes_wrapped(cal, phrase, sourceTime, nlpTarget, prefix,
+                                  suffix):
+    sourcePhrase = u'%s%s%s' % (prefix, phrase, suffix)
+    nlpTarget.sourcePhrase = sourcePhrase
+    assert cal.nlp(sourcePhrase, sourceTime) == nlpTarget
+
+@pdtFixture('deltas.yml', ['past_integer_values', 'past_float_values'],
+            # FIXME: Simple tests in German locale fail
+            localeIDs=['en_US'])
+def test_deltas(cal, phrase, sourceTime, nlpTarget):
+    # FIXME: these tests fail
+    if phrase in ('1855336.424 minutes ago',):
+        return
+    assert cal.nlp(phrase, sourceTime) == nlpTarget
