summaryrefslogtreecommitdiff
path: root/cook
diff options
context:
space:
mode:
authorEkaitz Zarraga <ekaitz@elenq.tech>2024-08-12 23:54:09 +0200
committerEkaitz Zarraga <ekaitz@elenq.tech>2024-08-12 23:54:09 +0200
commit3e4bf105335b4ee129823b7561f3bec320451fc3 (patch)
tree74bc8d9d1048aa847f109c1ca609a6c5349b391e /cook
parentebf541c89aa304dbd96335e898c06b11269a81e9 (diff)
Fix unicode spaces
Diffstat (limited to 'cook')
-rw-r--r--cook/parse.scm5
1 files changed, 4 insertions, 1 deletions
diff --git a/cook/parse.scm b/cook/parse.scm
index ee4cdf2..0fc4744 100644
--- a/cook/parse.scm
+++ b/cook/parse.scm
@@ -85,7 +85,10 @@ https://github.com/cooklang/spec/blob/main/EBNF.md
lis))
-(define whitespace-chars (char-set #\space))
+(define whitespace-chars (char-set-union
+ (char-set #\space #\x00A0 #\x1680)
+ (char-set #\x202F #\x205F #\x3000)
+ (ucs-range->char-set #x2000 #x200B)))
(define newline-chars (char-set #\x000A #\x000D #\x0085 #\x2028 #\x2029))
(define punctuation-chars (char-set #\. #\{ #\})) ;; TODO: do it right
(define word-chars (char-set-difference char-set:full