Module Tokenizer.Token

Token types produced by the tokenizer.

type tag_kind =
  1. | Start
  2. | End
type doctype = {
  1. name : string option;
  2. public_id : string option;
  3. system_id : string option;
  4. force_quirks : bool;
}
type tag = {
  1. kind : tag_kind;
  2. name : string;
  3. attrs : (string * string) list;
  4. self_closing : bool;
}
type t =
  1. | Tag of tag
  2. | Character of string
  3. | Comment of string
  4. | Doctype of doctype
  5. | EOF
val make_start_tag : string -> (string * string) list -> bool -> t
val make_end_tag : string -> t
val make_doctype : ?name:string -> ?public_id:string -> ?system_id:string -> ?force_quirks:bool -> unit -> t
val make_comment : string -> t
val make_character : string -> t
val eof : t