TOKEN(END,                "EOF")
TOKEN(ENDLINE,             "\n")
TOKEN(ID,                  "id")
TOKEN(TYPE,              "type")
TOKEN(NUMBER,          "number")
TOKEN(STRING,          "string")
TOKEN(OPSET,            "opset")
TOKEN(COMMENT,        "comment")
TOKEN(ERRORTOKEN,    "errortok")

TOKEN(LPAR,                 "(")
TOKEN(RPAR,                 ")")
TOKEN(LSQB,                 "[")
TOKEN(RSQB,                 "]")
TOKEN(COLON,                ":")
TOKEN(COMMA,                ",")
TOKEN(SEMI,                 ";")
TOKEN(PLUS,                 "+")
TOKEN(MINUS,                "-")
TOKEN(STAR,                 "*")
TOKEN(SLASH,                "/")
TOKEN(VBAR,                 "|")
TOKEN(AMPER,                "&")
TOKEN(LESS,                 "<")
TOKEN(GREATER,              ">")
TOKEN(EQUAL,                "=")
TOKEN(DOT,                  ".")
TOKEN(PERCENT,              "%")
TOKEN(LBRACE,               "{")
TOKEN(RBRACE,               "}")
TOKEN(NOT,                  "!")
TOKEN(TILDE,                "~")
TOKEN(CIRCUMFLEX,           "^")
TOKEN(AT,                   "@")

TOKEN(EQEQUAL,             "==")
TOKEN(NOTEQUAL,            "!=")
TOKEN(AND,                 "&&")
TOKEN(OR,                  "||")
TOKEN(LESSEQUAL,           "<=")
TOKEN(GREATEREQUAL,        ">=")
TOKEN(LEFTSHIFT,           "<<")
TOKEN(RIGHTSHIFT,          ">>")
TOKEN(DOUBLESTAR,          "**")
TOKEN(PLUSEQUAL,           "+=")
TOKEN(MINEQUAL,            "-=")
TOKEN(STAREQUAL,           "*=")
TOKEN(SLASHEQUAL,          "/=")
TOKEN(PERCENTEQUAL,        "%=")
TOKEN(AMPEREQUAL,          "&=")
TOKEN(VBAREQUAL,           "|=")
TOKEN(CIRCUMFLEXEQUAL,     "^=")
TOKEN(ATEQUAL,             "@=")
TOKEN(RARROW,              "->")
TOKEN(DOUBLESLASH,         "//")

TOKEN(LEFTSHIFTEQUAL,     "<<=")
TOKEN(RIGHTSHIFTEQUAL,    ">>=")
TOKEN(DOUBLESTAREQUAL,    "**=")
TOKEN(DOUBLESLASHEQUAL,   "//=")
TOKEN(ELLIPSIS,           "...")
