diff options
Diffstat (limited to 'ext/ripper/eventids2.c')
| -rw-r--r-- | ext/ripper/eventids2.c | 272 |
1 files changed, 272 insertions, 0 deletions
diff --git a/ext/ripper/eventids2.c b/ext/ripper/eventids2.c new file mode 100644 index 0000000000..28519eb8e6 --- /dev/null +++ b/ext/ripper/eventids2.c @@ -0,0 +1,272 @@ +#define tIGNORED_NL (tLAST_TOKEN + 1) +#define tCOMMENT (tLAST_TOKEN + 2) +#define tEMBDOC_BEG (tLAST_TOKEN + 3) +#define tEMBDOC (tLAST_TOKEN + 4) +#define tEMBDOC_END (tLAST_TOKEN + 5) +#define tLWSP (tLAST_TOKEN + 6) +#define tHEREDOC_BEG (tLAST_TOKEN + 7) +#define tHEREDOC_CONTENT (tLAST_TOKEN + 8) +#define tHEREDOC_END (tLAST_TOKEN + 9) +#define k__END__ (tLAST_TOKEN + 10) +#define tCHAR (tLAST_TOKEN + 11) + +static ID ripper_id_scan; + +static ID ripper_id_backref; +static ID ripper_id_backtick; +static ID ripper_id_comma; +static ID ripper_id_const; +static ID ripper_id_cvar; +static ID ripper_id_embexpr_beg; +static ID ripper_id_embexpr_end; +static ID ripper_id_embvar; +static ID ripper_id_float; +static ID ripper_id_gvar; +static ID ripper_id_ident; +static ID ripper_id_int; +static ID ripper_id_ivar; +static ID ripper_id_kw; +static ID ripper_id_lbrace; +static ID ripper_id_lbracket; +static ID ripper_id_lparen; +static ID ripper_id_nl; +static ID ripper_id_op; +static ID ripper_id_period; +static ID ripper_id_rbrace; +static ID ripper_id_rbracket; +static ID ripper_id_rparen; +static ID ripper_id_semicolon; +static ID ripper_id_symbeg; +static ID ripper_id_tstring_beg; +static ID ripper_id_tstring_content; +static ID ripper_id_tstring_end; +static ID ripper_id_words_beg; +static ID ripper_id_qwords_beg; +static ID ripper_id_words_sep; +static ID ripper_id_regexp_beg; +static ID ripper_id_regexp_end; + +static ID ripper_id_ignored_nl; +static ID ripper_id_comment; +static ID ripper_id_embdoc_beg; +static ID ripper_id_embdoc; +static ID ripper_id_embdoc_end; +static ID ripper_id_lwsp; +static ID ripper_id_heredoc_beg; +static ID ripper_id_heredoc_content; +static ID ripper_id_heredoc_end; +static ID ripper_id___end__; +static ID ripper_id_CHAR; + +static void +ripper_init_eventids2() +{ + ripper_id_scan = rb_intern("on__scan"); + + ripper_id_backref = rb_intern("on__backref"); + ripper_id_backtick = rb_intern("on__backtick"); + ripper_id_comma = rb_intern("on__comma"); + ripper_id_const = rb_intern("on__const"); + ripper_id_cvar = rb_intern("on__cvar"); + ripper_id_embexpr_beg = rb_intern("on__embexpr_beg"); + ripper_id_embexpr_end = rb_intern("on__embexpr_end"); + ripper_id_embvar = rb_intern("on__embvar"); + ripper_id_float = rb_intern("on__float"); + ripper_id_gvar = rb_intern("on__gvar"); + ripper_id_ident = rb_intern("on__ident"); + ripper_id_int = rb_intern("on__int"); + ripper_id_ivar = rb_intern("on__ivar"); + ripper_id_kw = rb_intern("on__kw"); + ripper_id_lbrace = rb_intern("on__lbrace"); + ripper_id_lbracket = rb_intern("on__lbracket"); + ripper_id_lparen = rb_intern("on__lparen"); + ripper_id_nl = rb_intern("on__nl"); + ripper_id_op = rb_intern("on__op"); + ripper_id_period = rb_intern("on__period"); + ripper_id_rbrace = rb_intern("on__rbrace"); + ripper_id_rbracket = rb_intern("on__rbracket"); + ripper_id_rparen = rb_intern("on__rparen"); + ripper_id_semicolon = rb_intern("on__semicolon"); + ripper_id_symbeg = rb_intern("on__symbeg"); + ripper_id_tstring_beg = rb_intern("on__tstring_beg"); + ripper_id_tstring_content = rb_intern("on__tstring_content"); + ripper_id_tstring_end = rb_intern("on__tstring_end"); + ripper_id_words_beg = rb_intern("on__words_beg"); + ripper_id_qwords_beg = rb_intern("on__qwords_beg"); + ripper_id_words_sep = rb_intern("on__words_sep"); + ripper_id_regexp_beg = rb_intern("on__regexp_beg"); + ripper_id_regexp_end = rb_intern("on__regexp_end"); + + ripper_id_ignored_nl = rb_intern("on__ignored_nl"); + ripper_id_comment = rb_intern("on__comment"); + ripper_id_embdoc_beg = rb_intern("on__embdoc_beg"); + ripper_id_embdoc = rb_intern("on__embdoc"); + ripper_id_embdoc_end = rb_intern("on__embdoc_end"); + ripper_id_lwsp = rb_intern("on__sp"); + ripper_id_heredoc_beg = rb_intern("on__heredoc_beg"); + ripper_id_heredoc_content = rb_intern("on__heredoc_content"); + ripper_id_heredoc_end = rb_intern("on__heredoc_end"); + ripper_id___end__ = rb_intern("on____end__"); + ripper_id_CHAR = rb_intern("on__CHAR"); +} + +static struct token_assoc { + int token; + ID *id; +} token_to_eventid[] = { + {' ', &ripper_id_words_sep}, + {'!', &ripper_id_op}, + {'%', &ripper_id_op}, + {'&', &ripper_id_op}, + {'*', &ripper_id_op}, + {'+', &ripper_id_op}, + {'-', &ripper_id_op}, + {'/', &ripper_id_op}, + {'<', &ripper_id_op}, + {'=', &ripper_id_op}, + {'>', &ripper_id_op}, + {'?', &ripper_id_op}, + {'^', &ripper_id_op}, + {'|', &ripper_id_op}, + {'~', &ripper_id_op}, + {':', &ripper_id_op}, + {',', &ripper_id_comma}, + {'.', &ripper_id_period}, + {';', &ripper_id_semicolon}, + {'`', &ripper_id_backtick}, + {'\n', &ripper_id_nl}, + {kALIAS, &ripper_id_kw}, + {kAND, &ripper_id_kw}, + {kBEGIN, &ripper_id_kw}, + {kBREAK, &ripper_id_kw}, + {kCASE, &ripper_id_kw}, + {kCLASS, &ripper_id_kw}, + {kDEF, &ripper_id_kw}, + {kDEFINED, &ripper_id_kw}, + {kDO, &ripper_id_kw}, + {kDO_BLOCK, &ripper_id_kw}, + {kDO_COND, &ripper_id_kw}, + {kELSE, &ripper_id_kw}, + {kELSIF, &ripper_id_kw}, + {kEND, &ripper_id_kw}, + {kENSURE, &ripper_id_kw}, + {kFALSE, &ripper_id_kw}, + {kFOR, &ripper_id_kw}, + {kIF, &ripper_id_kw}, + {kIF_MOD, &ripper_id_kw}, + {kIN, &ripper_id_kw}, + {kMODULE, &ripper_id_kw}, + {kNEXT, &ripper_id_kw}, + {kNIL, &ripper_id_kw}, + {kNOT, &ripper_id_kw}, + {kOR, &ripper_id_kw}, + {kREDO, &ripper_id_kw}, + {kRESCUE, &ripper_id_kw}, + {kRESCUE_MOD, &ripper_id_kw}, + {kRETRY, &ripper_id_kw}, + {kRETURN, &ripper_id_kw}, + {kSELF, &ripper_id_kw}, + {kSUPER, &ripper_id_kw}, + {kTHEN, &ripper_id_kw}, + {kTRUE, &ripper_id_kw}, + {kUNDEF, &ripper_id_kw}, + {kUNLESS, &ripper_id_kw}, + {kUNLESS_MOD, &ripper_id_kw}, + {kUNTIL, &ripper_id_kw}, + {kUNTIL_MOD, &ripper_id_kw}, + {kWHEN, &ripper_id_kw}, + {kWHILE, &ripper_id_kw}, + {kWHILE_MOD, &ripper_id_kw}, + {kYIELD, &ripper_id_kw}, + {k__FILE__, &ripper_id_kw}, + {k__LINE__, &ripper_id_kw}, + {klBEGIN, &ripper_id_kw}, + {klEND, &ripper_id_kw}, + {tAMPER, &ripper_id_op}, + {tANDOP, &ripper_id_op}, + {tAREF, &ripper_id_op}, + {tASET, &ripper_id_op}, + {tASSOC, &ripper_id_op}, + {tBACK_REF, &ripper_id_backref}, + {tCMP, &ripper_id_op}, + {tCOLON2, &ripper_id_op}, + {tCOLON3, &ripper_id_op}, + {tCONSTANT, &ripper_id_const}, + {tCVAR, &ripper_id_cvar}, + {tDOT2, &ripper_id_op}, + {tDOT3, &ripper_id_op}, + {tEQ, &ripper_id_op}, + {tEQQ, &ripper_id_op}, + {tFID, &ripper_id_ident}, + {tFLOAT, &ripper_id_float}, + {tGEQ, &ripper_id_op}, + {tGVAR, &ripper_id_gvar}, + {tIDENTIFIER, &ripper_id_ident}, + {tINTEGER, &ripper_id_int}, + {tIVAR, &ripper_id_ivar}, + {tLBRACE, &ripper_id_lbrace}, + {tLBRACE_ARG, &ripper_id_lbrace}, + {'{', &ripper_id_lbrace}, + {'}', &ripper_id_rbrace}, + {tLBRACK, &ripper_id_lbracket}, + {'[', &ripper_id_lbracket}, + {']', &ripper_id_rbracket}, + {tLEQ, &ripper_id_op}, + {tLPAREN, &ripper_id_lparen}, + {tLPAREN_ARG, &ripper_id_lparen}, + {'(', &ripper_id_lparen}, + {')', &ripper_id_rparen}, + {tLSHFT, &ripper_id_op}, + {tMATCH, &ripper_id_op}, + {tNEQ, &ripper_id_op}, + {tNMATCH, &ripper_id_op}, + {tNTH_REF, &ripper_id_backref}, + {tOP_ASGN, &ripper_id_op}, + {tOROP, &ripper_id_op}, + {tPOW, &ripper_id_op}, + {tQWORDS_BEG, &ripper_id_qwords_beg}, + {tREGEXP_BEG, &ripper_id_regexp_beg}, + {tREGEXP_END, &ripper_id_regexp_end}, + {tRPAREN, &ripper_id_rparen}, + {tRSHFT, &ripper_id_op}, + {tSTAR, &ripper_id_op}, + {tSTRING_BEG, &ripper_id_tstring_beg}, + {tSTRING_CONTENT, &ripper_id_tstring_content}, + {tSTRING_DBEG, &ripper_id_embexpr_beg}, + {tSTRING_DVAR, &ripper_id_embvar}, + {tSTRING_END, &ripper_id_tstring_end}, + {tSYMBEG, &ripper_id_symbeg}, + {tUMINUS, &ripper_id_op}, + {tUMINUS_NUM, &ripper_id_op}, + {tUPLUS, &ripper_id_op}, + {tWORDS_BEG, &ripper_id_words_beg}, + {tXSTRING_BEG, &ripper_id_backtick}, +/* ripper specific tokens */ + {tIGNORED_NL, &ripper_id_ignored_nl}, + {tCOMMENT, &ripper_id_comment}, + {tEMBDOC_BEG, &ripper_id_embdoc_beg}, + {tEMBDOC, &ripper_id_embdoc}, + {tEMBDOC_END, &ripper_id_embdoc_end}, + {tLWSP, &ripper_id_lwsp}, + {tHEREDOC_BEG, &ripper_id_heredoc_beg}, + {tHEREDOC_CONTENT, &ripper_id_heredoc_content}, + {tHEREDOC_END, &ripper_id_heredoc_end}, + {k__END__, &ripper_id___end__}, + {0, NULL} +}; + +static ID +ripper_token2eventid(tok) + int tok; +{ + struct token_assoc *a; + + for (a = token_to_eventid; a->id != NULL; a++) { + if (a->token == tok) + return *a->id; + } + if (tok < 256) { + return ripper_id_CHAR; + } + rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok); +} |