Parser tokens

get_tokens.sh

$ cd `gem which parser`/..
$ ag  -oa ':t[A-Z_]+' | ruby -ne 'print $_.split(/::/).last' | sort -u | pbcopy

tokens.txt

tAMPER
tANDDOT
tANDOP
tAREF
tASET
tASSOC
tBACK_REF
tBANG
tCARET
tCHARACTER
tCMP
tCOLON
tCOMMA
tCOMMENT
tCONSTANT
tCVAR
tDIVIDE
tDOT
tDSTAR
tEH
tEQ
tEQL
tEQQ
tFID
tFLOAT
tGEQ
tGT
tGVAR
tIDENTIFIER
tIMAGINARY
tINTEGER
tIVAR
tLABEL
tLABEL_END
tLAMBDA
tLAMBEG
tLBRACE
tLBRACE_ARG
tLBRACK
tLCURLY
tLEQ
tLOWEST
tLPAREN
tLPAREN_ARG
tLSHFT
tLT
tMATCH
tMINUS
tNEQ
tNL
tNMATCH
tNTH_REF
tOP_ASGN
tOROP
tPERCENT
tPIPE
tPLUS
tPOW
tQSYMBOLS_BEG
tQWORDS_BEG
tRATIONAL
tRBRACK
tRCURLY
tREGEXP_BEG
tREGEXP_OPT
tRPAREN
tRSHFT
tSEMI
tSPACE
tSTAR
tSTRING
tSTRING_BEG
tSTRING_CONTENT
tSTRING_DBEG
tSTRING_DEND
tSTRING_DVAR
tSTRING_END
tSYMBEG
tSYMBOL
tSYMBOLS_BEG
tTILDE
tUMINUS
tUNARY_NUM
tUPLUS
tWORDS_BEG
tXSTRING_BEG