import { AnyToken, TemplateInfo, TokenAdapter, TokenizerState } from "../types";
export type TokenizeOptions = {
    templateInfos?: TemplateInfo[];
    rawContentTags?: string[];
};
export declare function tokenize(source: string | undefined, tokenAdapter: TokenAdapter, options?: TokenizeOptions): {
    state: TokenizerState;
    tokens: AnyToken[];
};