From 8c7623268bcf4006f8792b2c86122d239e348589 Mon Sep 17 00:00:00 2001 From: Ekaitz Zarraga Date: Tue, 13 Aug 2024 00:36:55 +0200 Subject: Fix unicode errors --- cook/parse.scm | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) (limited to 'cook/parse.scm') diff --git a/cook/parse.scm b/cook/parse.scm index 0fc4744..fd6c70c 100644 --- a/cook/parse.scm +++ b/cook/parse.scm @@ -85,12 +85,6 @@ https://github.com/cooklang/spec/blob/main/EBNF.md lis)) -(define whitespace-chars (char-set-union - (char-set #\space #\x00A0 #\x1680) - (char-set #\x202F #\x205F #\x3000) - (ucs-range->char-set #x2000 #x200B))) -(define newline-chars (char-set #\x000A #\x000D #\x0085 #\x2028 #\x2029)) -(define punctuation-chars (char-set #\. #\{ #\})) ;; TODO: do it right (define word-chars (char-set-difference char-set:full punctuation-chars newline-chars @@ -101,7 +95,7 @@ https://github.com/cooklang/spec/blob/main/EBNF.md (char-set #\@ #\# #\~))) (define unit-chars (char-set-difference text-chars (char-set #\}))) (define component-chars (char-set-difference text-chars - (char-set #\{ #\}))) + punctuation-chars)) (define component-word-chars (char-set-difference component-chars newline-chars whitespace-chars)) -- cgit v1.2.3