namespace Microsoft.ML.Tokenizers
{
    public sealed class BertTokenizer : WordPieceTokenizer
    {
        public IReadOnlyList<int>! EncodeToIds(string! text, int maxTokenCount, bool addSpecialTokens, out string? normalizedText, out int charsConsumed, bool considerPreTokenization = true, bool considerNormalization = true);
    }
}