Module Textmate.Tokenizer

type t
val create : repository:GrammarRepository.t -> unit -> t
val tokenize : ?⁠lineNumber:int -> ?⁠scopeStack:ScopeStack.t option -> scope:string -> t -> string -> Token.t list * ScopeStack.t