← API reference

//languages/com.aardarch.aardink.languages.internal/RegexTokenizer/tokenizeFullCooperative

tokenizeFullCooperative

open suspend override fun tokenizeFullCooperative(text: String): List<Token>