summaryrefslogtreecommitdiff
path: root/tests/tokens.py
diff options
context:
space:
mode:
Diffstat (limited to 'tests/tokens.py')
-rw-r--r--tests/tokens.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/tests/tokens.py b/tests/tokens.py
index 0027fb2..3eb58b8 100644
--- a/tests/tokens.py
+++ b/tests/tokens.py
@@ -48,6 +48,10 @@ def whitespace_characters():
def tokens():
return one_of(symbols(), strings(), open_parens(), close_parens())
+# Generates a string which may not be empty, but which does not contain a token.
+def nontokens():
+ return one_of(whitespace(), comments(), just(''))
+
# Generates at least one character of whitespace.
def whitespace():
return text(whitespace_characters(), min_size=1)