constants.rb

module HTML5

  class EOF < Exception; end

  def self._(str); str end

  CONTENT_MODEL_FLAGS = [
      :PCDATA,
      :RCDATA,
      :CDATA,
      :PLAINTEXT
  ]

  SCOPING_ELEMENTS = %w[
      button
      caption
      html
      marquee
      object
      table
      td
      th
  ]

  FORMATTING_ELEMENTS = %w[
      a
      b
      big
      em
      font
      i
      nobr
      s
      small
      strike
      strong
      tt
      u
  ]

  SPECIAL_ELEMENTS = %w[
      address
      area
      base
      basefont
      bgsound
      blockquote
      body
      br
      center
      col
      colgroup
      dd
      dir
      div
      dl
      dt
      embed
      fieldset
      form
      frame
      frameset
      h1
      h2
      h3
      h4
      h5
      h6
      head
      hr
      iframe
      image
      img
      input
      isindex
      li
      link
      listing
      menu
      meta
      noembed
      noframes
      noscript
      ol
      optgroup
      option
      p
      param
      plaintext
      pre
      script
      select
      spacer
      style
      tbody
      textarea
      tfoot
      thead
      title
      tr
      ul
      wbr
  ]

  SPACE_CHARACTERS = %W[
      \t
      \n
      \x0B
      \x0C
      \x20
      \r
  ]

  TABLE_INSERT_MODE_ELEMENTS = %w[
      table
      tbody
      tfoot
      thead
      tr
  ]

  ASCII_LOWERCASE = ('a'..'z').to_a.join('')
  ASCII_UPPERCASE = ('A'..'Z').to_a.join('')
  ASCII_LETTERS = ASCII_LOWERCASE + ASCII_UPPERCASE
  DIGITS = '0'..'9'
  HEX_DIGITS = DIGITS.to_a + ('a'..'f').to_a + ('A'..'F').to_a

  # Heading elements need to be ordered 
  HEADING_ELEMENTS = %w[
      h1
      h2
      h3
      h4
      h5
      h6
  ]

  # XXX What about event-source and command?
  VOID_ELEMENTS = %w[
      base
      link
      meta
      hr
      br
      img
      embed
      param
      area
      col
      input
  ]

  CDATA_ELEMENTS = %w[title textarea]

  RCDATA_ELEMENTS = %w[
    style
    script
    xmp
    iframe
    noembed
    noframes
    noscript
  ]

  BOOLEAN_ATTRIBUTES = {
    :global    => %w[irrelevant],
    'style'    => %w[scoped],
    'img'      => %w[ismap],
    'audio'    => %w[autoplay controls],
    'video'    => %w[autoplay controls],
    'script'   => %w[defer async],
    'details'  => %w[open],
    'datagrid' => %w[multiple disabled],
    'command'  => %w[hidden disabled checked default],
    'menu'     => %w[autosubmit],
    'fieldset' => %w[disabled readonly],
    'option'   => %w[disabled readonly selected],
    'optgroup' => %w[disabled readonly],
    'button'   => %w[disabled autofocus],
    'input'    => %w[disabled readonly required autofocus checked ismap],
    'select'   => %w[disabled readonly autofocus multiple],
    'output'   => %w[disabled readonly]

  }

  # entitiesWindows1252 has to be _ordered_ and needs to have an index.
  ENTITIES_WINDOWS1252 = [
      8364,  # 0x80  0x20AC  EURO SIGN
      65533, # 0x81          UNDEFINED
      8218,  # 0x82  0x201A  SINGLE LOW-9 QUOTATION MARK
      402,   # 0x83  0x0192  LATIN SMALL LETTER F WITH HOOK
      8222,  # 0x84  0x201E  DOUBLE LOW-9 QUOTATION MARK
      8230,  # 0x85  0x2026  HORIZONTAL ELLIPSIS
      8224,  # 0x86  0x2020  DAGGER
      8225,  # 0x87  0x2021  DOUBLE DAGGER
      710,   # 0x88  0x02C6  MODIFIER LETTER CIRCUMFLEX ACCENT
      8240,  # 0x89  0x2030  PER MILLE SIGN
      352,   # 0x8A  0x0160  LATIN CAPITAL LETTER S WITH CARON
      8249,  # 0x8B  0x2039  SINGLE LEFT-POINTING ANGLE QUOTATION MARK
      338,   # 0x8C  0x0152  LATIN CAPITAL LIGATURE OE
      65533, # 0x8D          UNDEFINED
      381,   # 0x8E  0x017D  LATIN CAPITAL LETTER Z WITH CARON
      65533, # 0x8F          UNDEFINED
      65533, # 0x90          UNDEFINED
      8216,  # 0x91  0x2018  LEFT SINGLE QUOTATION MARK
      8217,  # 0x92  0x2019  RIGHT SINGLE QUOTATION MARK
      8220,  # 0x93  0x201C  LEFT DOUBLE QUOTATION MARK
      8221,  # 0x94  0x201D  RIGHT DOUBLE QUOTATION MARK
      8226,  # 0x95  0x2022  BULLET
      8211,  # 0x96  0x2013  EN DASH
      8212,  # 0x97  0x2014  EM DASH
      732,   # 0x98  0x02DC  SMALL TILDE
      8482,  # 0x99  0x2122  TRADE MARK SIGN
      353,   # 0x9A  0x0161  LATIN SMALL LETTER S WITH CARON
      8250,  # 0x9B  0x203A  SINGLE RIGHT-POINTING ANGLE QUOTATION MARK
      339,   # 0x9C  0x0153  LATIN SMALL LIGATURE OE
      65533, # 0x9D          UNDEFINED
      382,   # 0x9E  0x017E  LATIN SMALL LETTER Z WITH CARON
      376    # 0x9F  0x0178  LATIN CAPITAL LETTER Y WITH DIAERESIS
  ]

  # ENTITIES was generated from Python using the following code:
  #
  # import constants
  # entities = constants.entities.items()
  # entities.sort()
  # list = [ ' '.join([repr(entity), '=>', ord(value)<128 and 
  #   repr(str(value)) or repr(value.encode('utf-8')).replace("'",'"')])
  #   for entity, value in entities]
  #   print '  ENTITIES = {\n    ' + ',\n    '.join(list) + '\n  }'

  ENTITIES = {
    'AElig'     => "\xc3\x86",
    'AElig;'    => "\xc3\x86",
    'AMP'       => '&',
    'AMP;'      => '&',
    'Aacute'    => "\xc3\x81",
    'Aacute;'   => "\xc3\x81",
    'Acirc'     => "\xc3\x82",
    'Acirc;'    => "\xc3\x82",
    'Agrave'    => "\xc3\x80",
    'Agrave;'   => "\xc3\x80",
    'Alpha;'    => "\xce\x91",
    'Aring'     => "\xc3\x85",
    'Aring;'    => "\xc3\x85",
    'Atilde'    => "\xc3\x83",
    'Atilde;'   => "\xc3\x83",
    'Auml'      => "\xc3\x84",
    'Auml;'     => "\xc3\x84",
    'Beta;'     => "\xce\x92",
    'COPY'      => "\xc2\xa9",
    'COPY;'     => "\xc2\xa9",
    'Ccedil'    => "\xc3\x87",
    'Ccedil;'   => "\xc3\x87",
    'Chi;'      => "\xce\xa7",
    'Dagger;'   => "\xe2\x80\xa1",
    'Delta;'    => "\xce\x94",
    'ETH'       => "\xc3\x90",
    'ETH;'      => "\xc3\x90",
    'Eacute'    => "\xc3\x89",
    'Eacute;'   => "\xc3\x89",
    'Ecirc'     => "\xc3\x8a",
    'Ecirc;'    => "\xc3\x8a",
    'Egrave'    => "\xc3\x88",
    'Egrave;'   => "\xc3\x88",
    'Epsilon;'  => "\xce\x95",
    'Eta;'      => "\xce\x97",
    'Euml'      => "\xc3\x8b",
    'Euml;'     => "\xc3\x8b",
    'GT'        => '>',
    'GT;'       => '>',
    'Gamma;'    => "\xce\x93",
    'Iacute'    => "\xc3\x8d",
    'Iacute;'   => "\xc3\x8d",
    'Icirc'     => "\xc3\x8e",
    'Icirc;'    => "\xc3\x8e",
    'Igrave'    => "\xc3\x8c",
    'Igrave;'   => "\xc3\x8c",
    'Iota;'     => "\xce\x99",
    'Iuml'      => "\xc3\x8f",
    'Iuml;'     => "\xc3\x8f",
    'Kappa;'    => "\xce\x9a",
    'LT'        => '<',
    'LT;'       => '<',
    'Lambda;'   => "\xce\x9b",
    'Mu;'       => "\xce\x9c",
    'Ntilde'    => "\xc3\x91",
    'Ntilde;'   => "\xc3\x91",
    'Nu;'       => "\xce\x9d",
    'OElig;'    => "\xc5\x92",
    'Oacute'    => "\xc3\x93",
    'Oacute;'   => "\xc3\x93",
    'Ocirc'     => "\xc3\x94",
    'Ocirc;'    => "\xc3\x94",
    'Ograve'    => "\xc3\x92",
    'Ograve;'   => "\xc3\x92",
    'Omega;'    => "\xce\xa9",
    'Omicron;'  => "\xce\x9f",
    'Oslash'    => "\xc3\x98",
    'Oslash;'   => "\xc3\x98",
    'Otilde'    => "\xc3\x95",
    'Otilde;'   => "\xc3\x95",
    'Ouml'      => "\xc3\x96",
    'Ouml;'     => "\xc3\x96",
    'Phi;'      => "\xce\xa6",
    'Pi;'       => "\xce\xa0",
    'Prime;'    => "\xe2\x80\xb3",
    'Psi;'      => "\xce\xa8",
    'QUOT'      => '"',
    'QUOT;'     => '"',
    'REG'       => "\xc2\xae",
    'REG;'      => "\xc2\xae",
    'Rho;'      => "\xce\xa1",
    'Scaron;'   => "\xc5\xa0",
    'Sigma;'    => "\xce\xa3",
    'THORN'     => "\xc3\x9e",
    'THORN;'    => "\xc3\x9e",
    'TRADE;'    => "\xe2\x84\xa2",
    'Tau;'      => "\xce\xa4",
    'Theta;'    => "\xce\x98",
    'Uacute'    => "\xc3\x9a",
    'Uacute;'   => "\xc3\x9a",
    'Ucirc'     => "\xc3\x9b",
    'Ucirc;'    => "\xc3\x9b",
    'Ugrave'    => "\xc3\x99",
    'Ugrave;'   => "\xc3\x99",
    'Upsilon;'  => "\xce\xa5",
    'Uuml'      => "\xc3\x9c",
    'Uuml;'     => "\xc3\x9c",
    'Xi;'       => "\xce\x9e",
    'Yacute'    => "\xc3\x9d",
    'Yacute;'   => "\xc3\x9d",
    'Yuml;'     => "\xc5\xb8",
    'Zeta;'     => "\xce\x96",
    'aacute'    => "\xc3\xa1",
    'aacute;'   => "\xc3\xa1",
    'acirc'     => "\xc3\xa2",
    'acirc;'    => "\xc3\xa2",
    'acute'     => "\xc2\xb4",
    'acute;'    => "\xc2\xb4",
    'aelig'     => "\xc3\xa6",
    'aelig;'    => "\xc3\xa6",
    'agrave'    => "\xc3\xa0",
    'agrave;'   => "\xc3\xa0",
    'alefsym;'  => "\xe2\x84\xb5",
    'alpha;'    => "\xce\xb1",
    'amp'       => '&',
    'amp;'      => '&',
    'and;'      => "\xe2\x88\xa7",
    'ang;'      => "\xe2\x88\xa0",
    'apos;'     => "'",
    'aring'     => "\xc3\xa5",
    'aring;'    => "\xc3\xa5",
    'asymp;'    => "\xe2\x89\x88",
    'atilde'    => "\xc3\xa3",
    'atilde;'   => "\xc3\xa3",
    'auml'      => "\xc3\xa4",
    'auml;'     => "\xc3\xa4",
    'bdquo;'    => "\xe2\x80\x9e",
    'beta;'     => "\xce\xb2",
    'brvbar'    => "\xc2\xa6",
    'brvbar;'   => "\xc2\xa6",
    'bull;'     => "\xe2\x80\xa2",
    'cap;'      => "\xe2\x88\xa9",
    'ccedil'    => "\xc3\xa7",
    'ccedil;'   => "\xc3\xa7",
    'cedil'     => "\xc2\xb8",
    'cedil;'    => "\xc2\xb8",
    'cent'      => "\xc2\xa2",
    'cent;'     => "\xc2\xa2",
    'chi;'      => "\xcf\x87",
    'circ;'     => "\xcb\x86",
    'clubs;'    => "\xe2\x99\xa3",
    'cong;'     => "\xe2\x89\x85",
    'copy'      => "\xc2\xa9",
    'copy;'     => "\xc2\xa9",
    'crarr;'    => "\xe2\x86\xb5",
    'cup;'      => "\xe2\x88\xaa",
    'curren'    => "\xc2\xa4",
    'curren;'   => "\xc2\xa4",
    'dArr;'     => "\xe2\x87\x93",
    'dagger;'   => "\xe2\x80\xa0",
    'darr;'     => "\xe2\x86\x93",
    'deg'       => "\xc2\xb0",
    'deg;'      => "\xc2\xb0",
    'delta;'    => "\xce\xb4",
    'diams;'    => "\xe2\x99\xa6",
    'divide'    => "\xc3\xb7",
    'divide;'   => "\xc3\xb7",
    'eacute'    => "\xc3\xa9",
    'eacute;'   => "\xc3\xa9",
    'ecirc'     => "\xc3\xaa",
    'ecirc;'    => "\xc3\xaa",
    'egrave'    => "\xc3\xa8",
    'egrave;'   => "\xc3\xa8",
    'empty;'    => "\xe2\x88\x85",
    'emsp;'     => "\xe2\x80\x83",
    'ensp;'     => "\xe2\x80\x82",
    'epsilon;'  => "\xce\xb5",
    'equiv;'    => "\xe2\x89\xa1",
    'eta;'      => "\xce\xb7",
    'eth'       => "\xc3\xb0",
    'eth;'      => "\xc3\xb0",
    'euml'      => "\xc3\xab",
    'euml;'     => "\xc3\xab",
    'euro;'     => "\xe2\x82\xac",
    'exist;'    => "\xe2\x88\x83",
    'fnof;'     => "\xc6\x92",
    'forall;'   => "\xe2\x88\x80",
    'frac12'    => "\xc2\xbd",
    'frac12;'   => "\xc2\xbd",
    'frac14'    => "\xc2\xbc",
    'frac14;'   => "\xc2\xbc",
    'frac34'    => "\xc2\xbe",
    'frac34;'   => "\xc2\xbe",
    'frasl;'    => "\xe2\x81\x84",
    'gamma;'    => "\xce\xb3",
    'ge;'       => "\xe2\x89\xa5",
    'gt'        => '>',
    'gt;'       => '>',
    'hArr;'     => "\xe2\x87\x94",
    'harr;'     => "\xe2\x86\x94",
    'hearts;'   => "\xe2\x99\xa5",
    'hellip;'   => "\xe2\x80\xa6",
    'iacute'    => "\xc3\xad",
    'iacute;'   => "\xc3\xad",
    'icirc'     => "\xc3\xae",
    'icirc;'    => "\xc3\xae",
    'iexcl'     => "\xc2\xa1",
    'iexcl;'    => "\xc2\xa1",
    'igrave'    => "\xc3\xac",
    'igrave;'   => "\xc3\xac",
    'image;'    => "\xe2\x84\x91",
    'infin;'    => "\xe2\x88\x9e",
    'int;'      => "\xe2\x88\xab",
    'iota;'     => "\xce\xb9",
    'iquest'    => "\xc2\xbf",
    'iquest;'   => "\xc2\xbf",
    'isin;'     => "\xe2\x88\x88",
    'iuml'      => "\xc3\xaf",
    'iuml;'     => "\xc3\xaf",
    'kappa;'    => "\xce\xba",
    'lArr;'     => "\xe2\x87\x90",
    'lambda;'   => "\xce\xbb",
    'lang;'     => "\xe3\x80\x88",
    'laquo'     => "\xc2\xab",
    'laquo;'    => "\xc2\xab",
    'larr;'     => "\xe2\x86\x90",
    'lceil;'    => "\xe2\x8c\x88",
    'ldquo;'    => "\xe2\x80\x9c",
    'le;'       => "\xe2\x89\xa4",
    'lfloor;'   => "\xe2\x8c\x8a",
    'lowast;'   => "\xe2\x88\x97",
    'loz;'      => "\xe2\x97\x8a",
    'lrm;'      => "\xe2\x80\x8e",
    'lsaquo;'   => "\xe2\x80\xb9",
    'lsquo;'    => "\xe2\x80\x98",
    'lt'        => '<',
    'lt;'       => '<',
    'macr'      => "\xc2\xaf",
    'macr;'     => "\xc2\xaf",
    'mdash;'    => "\xe2\x80\x94",
    'micro'     => "\xc2\xb5",
    'micro;'    => "\xc2\xb5",
    'middot'    => "\xc2\xb7",
    'middot;'   => "\xc2\xb7",
    'minus;'    => "\xe2\x88\x92",
    'mu;'       => "\xce\xbc",
    'nabla;'    => "\xe2\x88\x87",
    'nbsp'      => "\xc2\xa0",
    'nbsp;'     => "\xc2\xa0",
    'ndash;'    => "\xe2\x80\x93",
    'ne;'       => "\xe2\x89\xa0",
    'ni;'       => "\xe2\x88\x8b",
    'not'       => "\xc2\xac",
    'not;'      => "\xc2\xac",
    'notin;'    => "\xe2\x88\x89",
    'nsub;'     => "\xe2\x8a\x84",
    'ntilde'    => "\xc3\xb1",
    'ntilde;'   => "\xc3\xb1",
    'nu;'       => "\xce\xbd",
    'oacute'    => "\xc3\xb3",
    'oacute;'   => "\xc3\xb3",
    'ocirc'     => "\xc3\xb4",
    'ocirc;'    => "\xc3\xb4",
    'oelig;'    => "\xc5\x93",
    'ograve'    => "\xc3\xb2",
    'ograve;'   => "\xc3\xb2",
    'oline;'    => "\xe2\x80\xbe",
    'omega;'    => "\xcf\x89",
    'omicron;'  => "\xce\xbf",
    'oplus;'    => "\xe2\x8a\x95",
    'or;'       => "\xe2\x88\xa8",
    'ordf'      => "\xc2\xaa",
    'ordf;'     => "\xc2\xaa",
    'ordm'      => "\xc2\xba",
    'ordm;'     => "\xc2\xba",
    'oslash'    => "\xc3\xb8",
    'oslash;'   => "\xc3\xb8",
    'otilde'    => "\xc3\xb5",
    'otilde;'   => "\xc3\xb5",
    'otimes;'   => "\xe2\x8a\x97",
    'ouml'      => "\xc3\xb6",
    'ouml;'     => "\xc3\xb6",
    'para'      => "\xc2\xb6",
    'para;'     => "\xc2\xb6",
    'part;'     => "\xe2\x88\x82",
    'permil;'   => "\xe2\x80\xb0",
    'perp;'     => "\xe2\x8a\xa5",
    'phi;'      => "\xcf\x86",
    'pi;'       => "\xcf\x80",
    'piv;'      => "\xcf\x96",
    'plusmn'    => "\xc2\xb1",
    'plusmn;'   => "\xc2\xb1",
    'pound'     => "\xc2\xa3",
    'pound;'    => "\xc2\xa3",
    'prime;'    => "\xe2\x80\xb2",
    'prod;'     => "\xe2\x88\x8f",
    'prop;'     => "\xe2\x88\x9d",
    'psi;'      => "\xcf\x88",
    'quot'      => '"',
    'quot;'     => '"',
    'rArr;'     => "\xe2\x87\x92",
    'radic;'    => "\xe2\x88\x9a",
    'rang;'     => "\xe3\x80\x89",
    'raquo'     => "\xc2\xbb",
    'raquo;'    => "\xc2\xbb",
    'rarr;'     => "\xe2\x86\x92",
    'rceil;'    => "\xe2\x8c\x89",
    'rdquo;'    => "\xe2\x80\x9d",
    'real;'     => "\xe2\x84\x9c",
    'reg'       => "\xc2\xae",
    'reg;'      => "\xc2\xae",
    'rfloor;'   => "\xe2\x8c\x8b",
    'rho;'      => "\xcf\x81",
    'rlm;'      => "\xe2\x80\x8f",
    'rsaquo;'   => "\xe2\x80\xba",
    'rsquo;'    => "\xe2\x80\x99",
    'sbquo;'    => "\xe2\x80\x9a",
    'scaron;'   => "\xc5\xa1",
    'sdot;'     => "\xe2\x8b\x85",
    'sect'      => "\xc2\xa7",
    'sect;'     => "\xc2\xa7",
    'shy'       => "\xc2\xad",
    'shy;'      => "\xc2\xad",
    'sigma;'    => "\xcf\x83",
    'sigmaf;'   => "\xcf\x82",
    'sim;'      => "\xe2\x88\xbc",
    'spades;'   => "\xe2\x99\xa0",
    'sub;'      => "\xe2\x8a\x82",
    'sube;'     => "\xe2\x8a\x86",
    'sum;'      => "\xe2\x88\x91",
    'sup1'      => "\xc2\xb9",
    'sup1;'     => "\xc2\xb9",
    'sup2'      => "\xc2\xb2",
    'sup2;'     => "\xc2\xb2",
    'sup3'      => "\xc2\xb3",
    'sup3;'     => "\xc2\xb3",
    'sup;'      => "\xe2\x8a\x83",
    'supe;'     => "\xe2\x8a\x87",
    'szlig'     => "\xc3\x9f",
    'szlig;'    => "\xc3\x9f",
    'tau;'      => "\xcf\x84",
    'there4;'   => "\xe2\x88\xb4",
    'theta;'    => "\xce\xb8",
    'thetasym;' => "\xcf\x91",
    'thinsp;'   => "\xe2\x80\x89",
    'thorn'     => "\xc3\xbe",
    'thorn;'    => "\xc3\xbe",
    'tilde;'    => "\xcb\x9c",
    'times'     => "\xc3\x97",
    'times;'    => "\xc3\x97",
    'trade;'    => "\xe2\x84\xa2",
    'uArr;'     => "\xe2\x87\x91",
    'uacute'    => "\xc3\xba",
    'uacute;'   => "\xc3\xba",
    'uarr;'     => "\xe2\x86\x91",
    'ucirc'     => "\xc3\xbb",
    'ucirc;'    => "\xc3\xbb",
    'ugrave'    => "\xc3\xb9",
    'ugrave;'   => "\xc3\xb9",
    'uml'       => "\xc2\xa8",
    'uml;'      => "\xc2\xa8",
    'upsih;'    => "\xcf\x92",
    'upsilon;'  => "\xcf\x85",
    'uuml'      => "\xc3\xbc",
    'uuml;'     => "\xc3\xbc",
    'weierp;'   => "\xe2\x84\x98",
    'xi;'       => "\xce\xbe",
    'yacute'    => "\xc3\xbd",
    'yacute;'   => "\xc3\xbd",
    'yen'       => "\xc2\xa5",
    'yen;'      => "\xc2\xa5",
    'yuml'      => "\xc3\xbf",
    'yuml;'     => "\xc3\xbf",
    'zeta;'     => "\xce\xb6",
    'zwj;'      => "\xe2\x80\x8d",
    'zwnj;'     => "\xe2\x80\x8c"
  }

  ENCODINGS = %w[
      ansi_x3.4-1968
      iso-ir-6
      ansi_x3.4-1986
      iso_646.irv:1991
      ascii
      iso646-us
      us-ascii
      us
      ibm367
      cp367
      csascii
      ks_c_5601-1987
      korean
      iso-2022-kr
      csiso2022kr
      euc-kr
      iso-2022-jp
      csiso2022jp
      iso-2022-jp-2
      iso-ir-58
      chinese
      csiso58gb231280
      iso_8859-1:1987
      iso-ir-100
      iso_8859-1
      iso-8859-1
      latin1
      l1
      ibm819
      cp819
      csisolatin1
      iso_8859-2:1987
      iso-ir-101
      iso_8859-2
      iso-8859-2
      latin2
      l2
      csisolatin2
      iso_8859-3:1988
      iso-ir-109
      iso_8859-3
      iso-8859-3
      latin3
      l3
      csisolatin3
      iso_8859-4:1988
      iso-ir-110
      iso_8859-4
      iso-8859-4
      latin4
      l4
      csisolatin4
      iso_8859-6:1987
      iso-ir-127
      iso_8859-6
      iso-8859-6
      ecma-114
      asmo-708
      arabic
      csisolatinarabic
      iso_8859-7:1987
      iso-ir-126
      iso_8859-7
      iso-8859-7
      elot_928
      ecma-118
      greek
      greek8
      csisolatingreek
      iso_8859-8:1988
      iso-ir-138
      iso_8859-8
      iso-8859-8
      hebrew
      csisolatinhebrew
      iso_8859-5:1988
      iso-ir-144
      iso_8859-5
      iso-8859-5
      cyrillic
      csisolatincyrillic
      iso_8859-9:1989
      iso-ir-148
      iso_8859-9
      iso-8859-9
      latin5
      l5
      csisolatin5
      iso-8859-10
      iso-ir-157
      l6
      iso_8859-10:1992
      csisolatin6
      latin6
      hp-roman8
      roman8
      r8
      ibm037
      cp037
      csibm037
      ibm424
      cp424
      csibm424
      ibm437
      cp437
      437
      cspc8codepage437
      ibm500
      cp500
      csibm500
      ibm775
      cp775
      cspc775baltic
      ibm850
      cp850
      850
      cspc850multilingual
      ibm852
      cp852
      852
      cspcp852
      ibm855
      cp855
      855
      csibm855
      ibm857
      cp857
      857
      csibm857
      ibm860
      cp860
      860
      csibm860
      ibm861
      cp861
      861
      cp-is
      csibm861
      ibm862
      cp862
      862
      cspc862latinhebrew
      ibm863
      cp863
      863
      csibm863
      ibm864
      cp864
      csibm864
      ibm865
      cp865
      865
      csibm865
      ibm866
      cp866
      866
      csibm866
      ibm869
      cp869
      869
      cp-gr
      csibm869
      ibm1026
      cp1026
      csibm1026
      koi8-r
      cskoi8r
      koi8-u
      big5-hkscs
      ptcp154
      csptcp154
      pt154
      cp154
      utf-7
      utf-16be
      utf-16le
      utf-16
      utf-8
      iso-8859-13
      iso-8859-14
      iso-ir-199
      iso_8859-14:1998
      iso_8859-14
      latin8
      iso-celtic
      l8
      iso-8859-15
      iso_8859-15
      iso-8859-16
      iso-ir-226
      iso_8859-16:2001
      iso_8859-16
      latin10
      l10
      gbk
      cp936
      ms936
      gb18030
      shift_jis
      ms_kanji
      csshiftjis
      euc-jp
      gb2312
      big5
      csbig5
      windows-1250
      windows-1251
      windows-1252
      windows-1253
      windows-1254
      windows-1255
      windows-1256
      windows-1257
      windows-1258
      tis-620
      hz-gb-2312
  ]

  E = {
      "null-character" =>
         _("Null character in input stream, replaced with U+FFFD."),
      "incorrectly-placed-solidus" =>
         _("Solidus (/) incorrectly placed in tag."),
      "incorrect-cr-newline-entity" =>
         _("Incorrect CR newline entity, replaced with LF."),
      "illegal-windows-1252-entity" =>
         _("Entity used with illegal number (windows-1252 reference)."),
      "cant-convert-numeric-entity" =>
         _("Numeric entity couldn't be converted to character " +
           "(codepoint U+%(charAsInt)08x)."),
      "illegal-codepoint-for-numeric-entity" =>
         _("Numeric entity represents an illegal codepoint=> " +
           "U+%(charAsInt)08x."),
      "numeric-entity-without-semicolon" =>
         _("Numeric entity didn't end with ';'."),
      "expected-numeric-entity-but-got-eof" =>
         _("Numeric entity expected. Got end of file instead."),
      "expected-numeric-entity" =>
         _("Numeric entity expected but none found."),
      "named-entity-without-semicolon" =>
         _("Named entity didn't end with ';'."),
      "expected-named-entity" =>
         _("Named entity expected. Got none."),
      "attributes-in-end-tag" =>
         _("End tag contains unexpected attributes."),
      "expected-tag-name-but-got-right-bracket" =>
         _("Expected tag name. Got '>' instead."),
      "expected-tag-name-but-got-question-mark" =>
         _("Expected tag name. Got '?' instead. (HTML doesn't " +
           "support processing instructions.)"),
      "expected-tag-name" =>
         _("Expected tag name. Got something else instead"),
      "expected-closing-tag-but-got-right-bracket" =>
         _("Expected closing tag. Got '>' instead. Ignoring '</>'."),
      "expected-closing-tag-but-got-eof" =>
         _("Expected closing tag. Unexpected end of file."),
      "expected-closing-tag-but-got-char" =>
         _("Expected closing tag. Unexpected character '%(data)' found."),
      "eof-in-tag-name" =>
         _("Unexpected end of file in the tag name."),
      "expected-attribute-name-but-got-eof" =>
         _("Unexpected end of file. Expected attribute name instead."),
      "eof-in-attribute-name" =>
         _("Unexpected end of file in attribute name."),
      "duplicate-attribute" =>
         _("Dropped duplicate attribute on tag."),
      "expected-end-of-tag-name-but-got-eof" =>
         _("Unexpected end of file. Expected = or end of tag."),
      "expected-attribute-value-but-got-eof" =>
         _("Unexpected end of file. Expected attribute value."),
      "eof-in-attribute-value-double-quote" =>
         _("Unexpected end of file in attribute value (\")."),
      "eof-in-attribute-value-single-quote" =>
         _("Unexpected end of file in attribute value (')."),
      "eof-in-attribute-value-no-quotes" =>
         _("Unexpected end of file in attribute value."),
      "expected-dashes-or-doctype" =>
         _("Expected '--' or 'DOCTYPE'. Not found."),
      "incorrect-comment" =>
         _("Incorrect comment."),
      "eof-in-comment" =>
         _("Unexpected end of file in comment."),
      "eof-in-comment-end-dash" =>
         _("Unexpected end of file in comment (-)"),
      "unexpected-dash-after-double-dash-in-comment" =>
         _("Unexpected '-' after '--' found in comment."),
      "eof-in-comment-double-dash" =>
         _("Unexpected end of file in comment (--)."),
      "unexpected-char-in-comment" =>
         _("Unexpected character in comment found."),
      "need-space-after-doctype" =>
         _("No space after literal string 'DOCTYPE'."),
      "expected-doctype-name-but-got-right-bracket" =>
         _("Unexpected > character. Expected DOCTYPE name."),
      "expected-doctype-name-but-got-eof" =>
         _("Unexpected end of file. Expected DOCTYPE name."),
      "eof-in-doctype-name" =>
         _("Unexpected end of file in DOCTYPE name."),
      "eof-in-doctype" =>
         _("Unexpected end of file in DOCTYPE."),
      "expected-space-or-right-bracket-in-doctype" =>
         _("Expected space or '>'. Got '%(data)'"),
      "unexpected-end-of-doctype" =>
         _("Unexpected end of DOCTYPE."),
      "unexpected-char-in-doctype" =>
         _("Unexpected character in DOCTYPE."),
      "eof-in-bogus-doctype" =>
         _("Unexpected end of file in bogus doctype."),
      "eof-in-innerhtml" =>
         _("Unexpected EOF in inner html mode."),
      "unexpected-doctype" =>
         _("Unexpected DOCTYPE. Ignored."),
      "non-html-root" =>
         _("html needs to be the first start tag."),
      "expected-doctype-but-got-eof" =>
         _("Unexpected End of file. Expected DOCTYPE."),
      "unknown-doctype" =>
         _("Erroneous DOCTYPE."),
      "expected-doctype-but-got-chars" =>
         _("Unexpected non-space characters. Expected DOCTYPE."),
      "expected-doctype-but-got-start-tag" =>
         _("Unexpected start tag (%(name)). Expected DOCTYPE."),
      "expected-doctype-but-got-end-tag" =>
         _("Unexpected end tag (%(name)). Expected DOCTYPE."),
      "end-tag-after-implied-root" =>
         _("Unexpected end tag (%(name)) after the (implied) root element."),
      "expected-named-closing-tag-but-got-eof" =>
         _("Unexpected end of file. Expected end tag (%(name))."),
      "two-heads-are-not-better-than-one" =>
         _("Unexpected start tag head in existing head. Ignored."),
      "unexpected-end-tag" =>
         _("Unexpected end tag (%(name)). Ignored."),
      "unexpected-start-tag-out-of-my-head" =>
         _("Unexpected start tag (%(name)) that can be in head. Moved."),
      "unexpected-start-tag" =>
         _("Unexpected start tag (%(name))."),
      "missing-end-tag" =>
         _("Missing end tag (%(name))."),
      "missing-end-tags" =>
         _("Missing end tags (%(name))."),
      "unexpected-start-tag-implies-end-tag" =>
         _("Unexpected start tag (%(startName)) " +
           "implies end tag (%(endName))."),
      "unexpected-start-tag-treated-as" =>
         _("Unexpected start tag (%(originalName)). Treated as %(newName)."),
      "deprecated-tag" =>
         _("Unexpected start tag %(name). Don't use it!"),
      "unexpected-start-tag-ignored" =>
         _("Unexpected start tag %(name). Ignored."),
      "expected-one-end-tag-but-got-another" =>
         _("Unexpected end tag (%(gotName)). " +
           "Missing end tag (%(expectedName))."),
      "end-tag-too-early" =>
         _("End tag (%(name)) seen too early. Expected other end tag."),
      "end-tag-too-early-named" =>
         _("Unexpected end tag (%(gotName)). Expected end tag (%(expectedName))."),
      "end-tag-too-early-ignored" =>
         _("End tag (%(name)) seen too early. Ignored."),
      "adoption-agency-1.1" =>
         _("End tag (%(name)) violates step 1, " +
           "paragraph 1 of the adoption agency algorithm."),
      "adoption-agency-1.2" =>
         _("End tag (%(name)) violates step 1, " +
           "paragraph 2 of the adoption agency algorithm."),
      "adoption-agency-1.3" =>
         _("End tag (%(name)) violates step 1, " +
           "paragraph 3 of the adoption agency algorithm."),
      "unexpected-end-tag-treated-as" =>
         _("Unexpected end tag (%(originalName)). Treated as %(newName)."),
      "no-end-tag" =>
         _("This element (%(name)) has no end tag."),
      "unexpected-implied-end-tag-in-table" =>
         _("Unexpected implied end tag (%(name)) in the table phase."),
      "unexpected-implied-end-tag-in-table-body" =>
         _("Unexpected implied end tag (%(name)) in the table body phase."),
      "unexpected-char-implies-table-voodoo" =>
         _("Unexpected non-space characters in " +
           "table context caused voodoo mode."),
      "unexpected-start-tag-implies-table-voodoo" =>
         _("Unexpected start tag (%(name)) in " +
           "table context caused voodoo mode."),
      "unexpected-end-tag-implies-table-voodoo" =>
         _("Unexpected end tag (%(name)) in " +
           "table context caused voodoo mode."),
      "unexpected-cell-in-table-body" =>
         _("Unexpected table cell start tag (%(name)) " +
           "in the table body phase."),
      "unexpected-cell-end-tag" =>
         _("Got table cell end tag (%(name)) " +
           "while required end tags are missing."),
      "unexpected-end-tag-in-table-body" =>
         _("Unexpected end tag (%(name)) in the table body phase. Ignored."),
      "unexpected-implied-end-tag-in-table-row" =>
         _("Unexpected implied end tag (%(name)) in the table row phase."),
      "unexpected-end-tag-in-table-row" =>
         _("Unexpected end tag (%(name)) in the table row phase. Ignored."),
      "unexpected-select-in-select" =>
         _("Unexpected select start tag in the select phase " +
           "implies select start tag."),
      "unexpected-start-tag-in-select" =>
         _("Unexpected start tag token (%(name)) in the select phase. " +
           "Ignored."),
      "unexpected-end-tag-in-select" =>
         _("Unexpected end tag (%(name)) in the select phase. Ignored."),
      "unexpected-char-after-body" =>
         _("Unexpected non-space characters in the after body phase."),
      "unexpected-start-tag-after-body" =>
         _("Unexpected start tag token (%(name))" +
           " in the after body phase."),
      "unexpected-end-tag-after-body" =>
         _("Unexpected end tag token (%(name))" +
           " in the after body phase."),
      "unexpected-char-in-frameset" =>
         _("Unepxected characters in the frameset phase. Characters ignored."),
      "unexpected-start-tag-in-frameset" =>
         _("Unexpected start tag token (%(name))" +
           " in the frameset phase. Ignored."),
      "unexpected-frameset-in-frameset-innerhtml" =>
         _("Unexpected end tag token (frameset) " +
           "in the frameset phase (innerHTML)."),
      "unexpected-end-tag-in-frameset" =>
         _("Unexpected end tag token (%(name))" +
           " in the frameset phase. Ignored."),
      "unexpected-char-after-frameset" =>
         _("Unexpected non-space characters in the " +
           "after frameset phase. Ignored."),
      "unexpected-start-tag-after-frameset" =>
         _("Unexpected start tag (%(name))" +
           " in the after frameset phase. Ignored."),
      "unexpected-end-tag-after-frameset" =>
         _("Unexpected end tag (%(name))" +
           " in the after frameset phase. Ignored."),
      "expected-eof-but-got-char" =>
         _("Unexpected non-space characters. Expected end of file."),
      "expected-eof-but-got-start-tag" =>
         _("Unexpected start tag (%(name))" +
           ". Expected end of file."),
      "expected-eof-but-got-end-tag" =>
         _("Unexpected end tag (%(name))" +
           ". Expected end of file."),
      "unexpected-end-table-in-caption" =>
        _("Unexpected end table tag in caption. Generates implied end caption."),
      "end-html-in-innerhtml" => _("Unexpected html end tag in inner html mode.")
  }

end