From 3e4bf105335b4ee129823b7561f3bec320451fc3 Mon Sep 17 00:00:00 2001 From: Ekaitz Zarraga Date: Mon, 12 Aug 2024 23:54:09 +0200 Subject: Fix unicode spaces --- cook/parse.scm | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) (limited to 'cook') diff --git a/cook/parse.scm b/cook/parse.scm index ee4cdf2..0fc4744 100644 --- a/cook/parse.scm +++ b/cook/parse.scm @@ -85,7 +85,10 @@ https://github.com/cooklang/spec/blob/main/EBNF.md lis)) -(define whitespace-chars (char-set #\space)) +(define whitespace-chars (char-set-union + (char-set #\space #\x00A0 #\x1680) + (char-set #\x202F #\x205F #\x3000) + (ucs-range->char-set #x2000 #x200B))) (define newline-chars (char-set #\x000A #\x000D #\x0085 #\x2028 #\x2029)) (define punctuation-chars (char-set #\. #\{ #\})) ;; TODO: do it right (define word-chars (char-set-difference char-set:full -- cgit v1.2.3