package magic.core.tokenizer

public interface Tokenizer {

    func encode(input:String): Array<UInt32>

    func decode(tokens:Array<UInt32>):String
    
}