namespace Microsoft.ML.Tokenizers
{
    public sealed class BertTokenizer : WordPieceTokenizer
    {
        public IReadOnlyList<int>! GetSpecialTokensMask(IEnumerable<int>! tokenIds, IEnumerable<int>? additionalTokenIds = null, bool alreadyHasSpecialTokens = false);
    }
}