% Generated by roxygen2: do not edit by hand
% Please edit documentation in R/param_vocabulary_size.R
\name{vocabulary_size}
\alias{vocabulary_size}
\title{Number of tokens in vocabulary}
\usage{
vocabulary_size(range = c(1000L, 32000L), trans = NULL)
}
\arguments{
\item{range}{A two-element vector holding the \emph{defaults} for the smallest and
largest possible values, respectively. If a transformation is specified,
these values should be in the \emph{transformed units}.}

\item{trans}{A \code{trans} object from the \code{scales} package, such as
\code{scales::transform_log10()} or \code{scales::transform_reciprocal()}. If not provided,
the default is used which matches the units used in \code{range}. If no
transformation, \code{NULL}.}
}
\description{
Used in \code{textrecipes::step_tokenize_sentencepiece()} and
\code{textrecipes::step_tokenize_bpe()}.
}
\examples{
vocabulary_size()
}
