pub type SimpleTokenizer<S> = CharSetTokenizer<S, SimpleCharSet>;
Aliased Type§
struct SimpleTokenizer<S> {
pub source: S,
_marker: PhantomData<fn() -> SimpleCharSet>,
}
Fields§
§source: S
§_marker: PhantomData<fn() -> SimpleCharSet>
pub type SimpleTokenizer<S> = CharSetTokenizer<S, SimpleCharSet>;
struct SimpleTokenizer<S> {
pub source: S,
_marker: PhantomData<fn() -> SimpleCharSet>,
}
source: S
§_marker: PhantomData<fn() -> SimpleCharSet>