summaryrefslogtreecommitdiff
path: root/cook/parse.scm
diff options
context:
space:
mode:
authorEkaitz Zarraga <ekaitz@elenq.tech>2024-08-13 00:36:55 +0200
committerEkaitz Zarraga <ekaitz@elenq.tech>2024-08-13 00:43:31 +0200
commit8c7623268bcf4006f8792b2c86122d239e348589 (patch)
tree277bff29c5b6fabfa8c761d9fa1a3a94077e09ca /cook/parse.scm
parent52cb67b8a37e13a8f034db1fe0bbf5f4cbc52247 (diff)
Fix unicode errors
Diffstat (limited to 'cook/parse.scm')
-rw-r--r--cook/parse.scm8
1 files changed, 1 insertions, 7 deletions
diff --git a/cook/parse.scm b/cook/parse.scm
index 0fc4744..fd6c70c 100644
--- a/cook/parse.scm
+++ b/cook/parse.scm
@@ -85,12 +85,6 @@ https://github.com/cooklang/spec/blob/main/EBNF.md
lis))
-(define whitespace-chars (char-set-union
- (char-set #\space #\x00A0 #\x1680)
- (char-set #\x202F #\x205F #\x3000)
- (ucs-range->char-set #x2000 #x200B)))
-(define newline-chars (char-set #\x000A #\x000D #\x0085 #\x2028 #\x2029))
-(define punctuation-chars (char-set #\. #\{ #\})) ;; TODO: do it right
(define word-chars (char-set-difference char-set:full
punctuation-chars
newline-chars
@@ -101,7 +95,7 @@ https://github.com/cooklang/spec/blob/main/EBNF.md
(char-set #\@ #\# #\~)))
(define unit-chars (char-set-difference text-chars (char-set #\})))
(define component-chars (char-set-difference text-chars
- (char-set #\{ #\})))
+ punctuation-chars))
(define component-word-chars (char-set-difference component-chars
newline-chars
whitespace-chars))