//clika-runtime/io.clika.runtime/Tokenizer/encode

encode

[common]
fun encode(text: String, addSpecialTokens: Boolean = true): IntArray

Encode text into token ids, wrapped with the model's special tokens by default.