From 17ee8049eef14f727b83236ae1b7f0a9dfcc536a Mon Sep 17 00:00:00 2001 From: Doug Melton Date: Sun, 26 May 2024 14:23:53 -0700 Subject: [PATCH] Fixed issue with \n in toTokenList --- .../kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt b/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt index 7a1a351..128572e 100644 --- a/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt +++ b/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt @@ -145,6 +145,6 @@ internal object SyntaxTokens { val PUNCTUATION_CHARACTERS = listOf(",", ".", ":", ";") val MARK_CHARACTERS = listOf("(", ")", "=", "{", "}", "<", ">", "-", "+", "[", "]", "|", "&") - private fun String.toTokenList() = trimIndent().split(",").toSet() + private fun String.toTokenList() = trimIndent().split("[\\s,]+".toRegex()).toSet() }