diff --git a/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt b/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt index 7a1a351..128572e 100644 --- a/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt +++ b/src/commonMain/kotlin/dev/snipme/highlights/internal/SyntaxTokens.kt @@ -145,6 +145,6 @@ internal object SyntaxTokens { val PUNCTUATION_CHARACTERS = listOf(",", ".", ":", ";") val MARK_CHARACTERS = listOf("(", ")", "=", "{", "}", "<", ">", "-", "+", "[", "]", "|", "&") - private fun String.toTokenList() = trimIndent().split(",").toSet() + private fun String.toTokenList() = trimIndent().split("[\\s,]+".toRegex()).toSet() }