From 0fcc2dc618f2eb00d8cf82ce328c98e0ea9f2626 Mon Sep 17 00:00:00 2001 From: Owen Jacobson Date: Wed, 8 Nov 2017 02:16:50 -0500 Subject: Wrote the tokenizer. --- bin/actinide-repl | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100755 bin/actinide-repl (limited to 'bin/actinide-repl') diff --git a/bin/actinide-repl b/bin/actinide-repl new file mode 100755 index 0000000..7909d36 --- /dev/null +++ b/bin/actinide-repl @@ -0,0 +1,6 @@ +#!/usr/bin/env python + +import sys +import actinide.tokenizer as at + +print(repr(list(at.tokenize(sys.stdin)))) -- cgit v1.2.3