adding code to be used for demo

Author: pengyunie

demo/README.md

@@ -0,0 +1,26 @@
+# pytest-inline demo
+
+Run all demos
+```
+pytest
+```
+
+Run an example basic inline test (try: uncomment the failing inline test in example.py and see how the output changes):
+```
+pytest example.py
+```
+
+Explore features supported by pytest-inline in features.py
+```
+pytest -vv features.py
+pytest -vv features.py --inlinetest-group=foo
+pytest -vv features.py --inlinetest-order=bar  --inlinetest-order=foo
+```
+
+Run inline tests in parallel
+```
+pip install pytest-xdist
+pytest parallel/          # sequential
+pytest -n 4 parallel/  # parallel using 4 threads
+```
+

demo/example.py

@@ -0,0 +1,35 @@
+# Taken from https://github.com/google-research/bert modeling.py
+import collections
+import re
+from inline import itest
+
+def get_assignment_map_from_checkpoint(tvars, init_checkpoint):
+  """Compute the union of the current variables and checkpoint variables."""
+  assignment_map = {}
+  initialized_variable_names = {}
+
+  name_to_variable = collections.OrderedDict()
+  for var in tvars:
+    name = var.name
+    # statement under test
+    m = re.match("^(.*):\\d+$", name)
+    # inline test
+    itest().given(name, "a:0").check_eq(m.group(1), "a")
+    # a failing inline test
+    # itest().given(name, "a:0").check_eq(m.group(1), "aaa")
+    if m is not None:
+      name = m.group(1)
+    name_to_variable[name] = var
+
+  init_vars = tf.train.list_variables(init_checkpoint)
+
+  assignment_map = collections.OrderedDict()
+  for x in init_vars:
+    (name, var) = (x[0], x[1])
+    if name not in name_to_variable:
+      continue
+    assignment_map[name] = name
+    initialized_variable_names[name] = 1
+    initialized_variable_names[name + ":0"] = 1
+
+  return (assignment_map, initialized_variable_names)

demo/features.py

@@ -0,0 +1,75 @@
+import time
+from inline import itest
+
+### display name: customize test name, default name is filename+line number
+
+def inline_test_with_name(a):
+    b = a + 1
+    itest(test_name="test-with-name").given(a, 1).check_eq(b, 2)
+
+
+### parameterized tests: pass different sets of inputs to tests
+
+def inline_test_parameterized(a):
+    b = a + 1
+    itest(parameterized=True).given(a, [1, 2, 3]).check_eq(b, [2, 3, 4])
+
+
+### repeated tests: repeat a test a specified number of times
+
+def inline_test_repeated(a):
+    b = a + 1
+    itest(repeated=3).given(a, 1).check_eq(b, 2)
+
+
+### disabled tests: disable a test
+
+def inline_test_disabled(a):
+    b = a + 1
+    itest(disabled=True).given(a, 1).check_eq(b, "this test is disabled")
+
+
+### timeout: fail a test if the execution time exceeds a given duration
+
+def slow_method():
+    time.sleep(0.01)
+    # time.sleep(0.1)
+    return 1
+
+def inline_test_with_timeout(a):
+    b = a + 1
+    # this inline test will fail if you increase the sleep time in slow_method
+    itest(timeout=0.1, test_name="timeout-expected-to-fail").given(a, slow_method()).check_eq(b, 2)
+
+
+### assumptions: execute test when the assumption is satisfied
+
+def inline_test_with_assume(a):
+    b = a + 1
+    itest().assume(False).given(a, 1).check_eq(b, 2)
+
+
+### more assertions
+
+def inline_test_assertions(a):
+    b = a + 1
+    itest().given(a, 1).check_neq(b, 1)
+
+    c = None if b == 2 else []
+    itest().given(b, 2).check_none(c)
+    itest().given(b, 1).check_not_none(c)
+
+    d = c if b == 2 else list(c)
+    itest().given(b, 2).given(c, []).check_same(c, d)
+    itest().given(b, 1).given(c, []).check_not_same(c, d)
+
+
+### tagged tests: tag tests for filtering
+### run tests in order: Run some tests first
+
+def inline_test_with_tags(a):
+    b = a + 1
+    itest(test_name="foo1", tag=["foo"]).given(a, 1).check_eq(b, 2)
+    itest(test_name="foo2", tag=["foo"]).given(a, 2).check_eq(b, 3)
+    itest(test_name="bar3", tag=["bar"]).given(a, 3).check_eq(b, 4)
+    itest(test_name="bar4", tag=["bar"]).given(a, 4).check_eq(b, 5)

demo/parallel/a.py

@@ -0,0 +1,15 @@
+from inline import itest
+
+a = 0
+a = a + 1
+itest("1", tag = ["add"]).given(a, 1).check_eq(a, 2)
+itest("1", tag = ["add"]).given(a, 1).check_eq(a, 2)
+itest("1", tag = ["add"]).given(a, 1).check_eq(a, 2)
+a = a + 2
+itest("2").given(a, 1).check_eq(a, 3)
+itest("2").given(a, 1).check_eq(a, 3)
+itest("2").given(a, 1).check_eq(a, 3)
+a = a - 1
+itest("3", tag = ["minus"]).given(a, 1).check_eq(a, 0)
+itest("3", tag = ["minus"]).given(a, 1).check_eq(a, 0)
+itest("3", tag = ["minus"]).given(a, 1).check_eq(a, 0)

demo/parallel/b.py

@@ -0,0 +1,17 @@
+from inline import itest
+import time
+
+sleep = 0.1
+b = 0
+b = b + 1
+itest("1", tag = ["add"]).given(b, 1).check_eq(b, 2).check_eq(time.sleep(sleep), None)
+itest("1", tag = ["add"]).given(b, 1).check_eq(b, 2)
+itest("1", tag = ["add"]).given(b, 1).check_eq(b, 2)
+b = b + 2
+itest("2").given(b, 1).check_eq(b, 3).check_eq(time.sleep(sleep), None)
+itest("2").given(b, 1).check_eq(b, 3)
+itest("2").given(b, 1).check_eq(b, 3)
+b = b - 1
+itest("3", tag = ["minus"]).given(b, 1).check_eq(b, 0).check_eq(time.sleep(sleep), None)
+itest("3", tag = ["minus"]).given(b, 1).check_eq(b, 0)
+itest("3", tag = ["minus"]).given(b, 1).check_eq(b, 0)

demo/parallel/c.py

@@ -0,0 +1,17 @@
+from inline import itest
+import time
+
+sleep = 0.2
+c = 0
+c = c + 1
+itest("1", tag = ["add"]).given(c, 1).check_eq(c, 2).check_eq(time.sleep(sleep), None)
+itest("1", tag = ["add"]).given(c, 1).check_eq(c, 2)
+itest("1", tag = ["add"]).given(c, 1).check_eq(c, 2)
+c = c + 2
+itest("2").given(c, 1).check_eq(c, 3).check_eq(time.sleep(sleep), None)
+itest("2").given(c, 1).check_eq(c, 3)
+itest("2").given(c, 1).check_eq(c, 3)
+c = c - 1
+itest("3", tag = ["minus"]).given(c, 1).check_eq(c, 0).check_eq(time.sleep(sleep), None)
+itest("3", tag = ["minus"]).given(c, 1)
+itest("3", tag = ["minus"]).given(c, 1)

demo/parallel/d.py

@@ -0,0 +1,17 @@
+from inline import itest
+import time
+
+sleep = 0.1
+d = 0
+d = d + 1
+itest("1", tag = ["add"]).given(d, 1).check_eq(d, 2).check_eq(time.sleep(sleep), None)
+itest("1", tag = ["add"]).given(d, 1).check_eq(d, 2)
+itest("1", tag = ["add"]).given(d, 1).check_eq(d, 2)
+d = d + 2
+itest("2").given(d, 1).check_eq(d, 3).check_eq(time.sleep(sleep), None)
+itest("2").given(d, 1).check_eq(d, 3)
+itest("2").given(d, 1).check_eq(d, 3)
+d = d - 1
+itest("3", tag = ["minus"]).given(d, 1).check_eq(d, 0).check_eq(time.sleep(sleep), None)
+itest("3", tag = ["minus"]).given(d, 1).check_eq(d, 0)
+itest("3", tag = ["minus"]).given(d, 1).check_eq(d, 0)