Module Textmate.Tokenizer
val create : repository:GrammarRepository.t -> unit -> t
val tokenize : ?lineNumber:int -> ?scopeStack:ScopeStack.t option -> scope:string -> t -> string -> Token.t list * ScopeStack.t
Textmate.Tokenizer
val create : repository:GrammarRepository.t -> unit -> t
val tokenize : ?lineNumber:int -> ?scopeStack:ScopeStack.t option -> scope:string -> t -> string -> Token.t list * ScopeStack.t