summaryrefslogtreecommitdiff
path: root/cook
diff options
context:
space:
mode:
Diffstat (limited to 'cook')
-rw-r--r--cook/parse.scm5
1 files changed, 4 insertions, 1 deletions
diff --git a/cook/parse.scm b/cook/parse.scm
index ee4cdf2..0fc4744 100644
--- a/cook/parse.scm
+++ b/cook/parse.scm
@@ -85,7 +85,10 @@ https://github.com/cooklang/spec/blob/main/EBNF.md
lis))
-(define whitespace-chars (char-set #\space))
+(define whitespace-chars (char-set-union
+ (char-set #\space #\x00A0 #\x1680)
+ (char-set #\x202F #\x205F #\x3000)
+ (ucs-range->char-set #x2000 #x200B)))
(define newline-chars (char-set #\x000A #\x000D #\x0085 #\x2028 #\x2029))
(define punctuation-chars (char-set #\. #\{ #\})) ;; TODO: do it right
(define word-chars (char-set-difference char-set:full