Ruby  2.1.3p242(2014-09-19revision47630)
eventids2.c
Go to the documentation of this file.
1 #define tIGNORED_NL (tLAST_TOKEN + 1)
2 #define tCOMMENT (tLAST_TOKEN + 2)
3 #define tEMBDOC_BEG (tLAST_TOKEN + 3)
4 #define tEMBDOC (tLAST_TOKEN + 4)
5 #define tEMBDOC_END (tLAST_TOKEN + 5)
6 #define tSP (tLAST_TOKEN + 6)
7 #define tHEREDOC_BEG (tLAST_TOKEN + 7)
8 #define tHEREDOC_END (tLAST_TOKEN + 8)
9 #define k__END__ (tLAST_TOKEN + 9)
10 
51 
62 
63 #include "eventids2table.c"
64 
65 static void
67 {
68  ripper_id_backref = rb_intern_const("on_backref");
69  ripper_id_backtick = rb_intern_const("on_backtick");
70  ripper_id_comma = rb_intern_const("on_comma");
71  ripper_id_const = rb_intern_const("on_const");
72  ripper_id_cvar = rb_intern_const("on_cvar");
73  ripper_id_embexpr_beg = rb_intern_const("on_embexpr_beg");
74  ripper_id_embexpr_end = rb_intern_const("on_embexpr_end");
75  ripper_id_embvar = rb_intern_const("on_embvar");
76  ripper_id_float = rb_intern_const("on_float");
77  ripper_id_gvar = rb_intern_const("on_gvar");
78  ripper_id_ident = rb_intern_const("on_ident");
79  ripper_id_imaginary = rb_intern_const("on_imaginary");
80  ripper_id_int = rb_intern_const("on_int");
81  ripper_id_ivar = rb_intern_const("on_ivar");
82  ripper_id_kw = rb_intern_const("on_kw");
83  ripper_id_lbrace = rb_intern_const("on_lbrace");
84  ripper_id_lbracket = rb_intern_const("on_lbracket");
85  ripper_id_lparen = rb_intern_const("on_lparen");
86  ripper_id_nl = rb_intern_const("on_nl");
87  ripper_id_op = rb_intern_const("on_op");
88  ripper_id_period = rb_intern_const("on_period");
89  ripper_id_rbrace = rb_intern_const("on_rbrace");
90  ripper_id_rbracket = rb_intern_const("on_rbracket");
91  ripper_id_rparen = rb_intern_const("on_rparen");
92  ripper_id_semicolon = rb_intern_const("on_semicolon");
93  ripper_id_symbeg = rb_intern_const("on_symbeg");
94  ripper_id_tstring_beg = rb_intern_const("on_tstring_beg");
95  ripper_id_tstring_content = rb_intern_const("on_tstring_content");
96  ripper_id_tstring_end = rb_intern_const("on_tstring_end");
97  ripper_id_words_beg = rb_intern_const("on_words_beg");
98  ripper_id_qwords_beg = rb_intern_const("on_qwords_beg");
99  ripper_id_qsymbols_beg = rb_intern_const("on_qsymbols_beg");
100  ripper_id_symbols_beg = rb_intern_const("on_symbols_beg");
101  ripper_id_words_sep = rb_intern_const("on_words_sep");
102  ripper_id_rational = rb_intern_const("on_rational");
103  ripper_id_regexp_beg = rb_intern_const("on_regexp_beg");
104  ripper_id_regexp_end = rb_intern_const("on_regexp_end");
105  ripper_id_label = rb_intern_const("on_label");
106  ripper_id_tlambda = rb_intern_const("on_tlambda");
107  ripper_id_tlambeg = rb_intern_const("on_tlambeg");
108 
109  ripper_id_ignored_nl = rb_intern_const("on_ignored_nl");
110  ripper_id_comment = rb_intern_const("on_comment");
111  ripper_id_embdoc_beg = rb_intern_const("on_embdoc_beg");
112  ripper_id_embdoc = rb_intern_const("on_embdoc");
113  ripper_id_embdoc_end = rb_intern_const("on_embdoc_end");
114  ripper_id_sp = rb_intern_const("on_sp");
115  ripper_id_heredoc_beg = rb_intern_const("on_heredoc_beg");
116  ripper_id_heredoc_end = rb_intern_const("on_heredoc_end");
117  ripper_id___end__ = rb_intern_const("on___end__");
118  ripper_id_CHAR = rb_intern_const("on_CHAR");
119 }
120 
121 static const struct token_assoc {
122  int token;
123  ID *id;
124 } token_to_eventid[] = {
125  {' ', &ripper_id_words_sep},
126  {'!', &ripper_id_op},
127  {'%', &ripper_id_op},
128  {'&', &ripper_id_op},
129  {'*', &ripper_id_op},
130  {'+', &ripper_id_op},
131  {'-', &ripper_id_op},
132  {'/', &ripper_id_op},
133  {'<', &ripper_id_op},
134  {'=', &ripper_id_op},
135  {'>', &ripper_id_op},
136  {'?', &ripper_id_op},
137  {'^', &ripper_id_op},
138  {'|', &ripper_id_op},
139  {'~', &ripper_id_op},
140  {':', &ripper_id_op},
141  {',', &ripper_id_comma},
142  {'.', &ripper_id_period},
143  {';', &ripper_id_semicolon},
144  {'`', &ripper_id_backtick},
145  {'\n', &ripper_id_nl},
195  {tAMPER, &ripper_id_op},
196  {tANDOP, &ripper_id_op},
197  {tAREF, &ripper_id_op},
198  {tASET, &ripper_id_op},
199  {tASSOC, &ripper_id_op},
201  {tCHAR, &ripper_id_CHAR},
202  {tCMP, &ripper_id_op},
203  {tCOLON2, &ripper_id_op},
204  {tCOLON3, &ripper_id_op},
206  {tCVAR, &ripper_id_cvar},
207  {tDOT2, &ripper_id_op},
208  {tDOT3, &ripper_id_op},
209  {tEQ, &ripper_id_op},
210  {tEQQ, &ripper_id_op},
211  {tFID, &ripper_id_ident},
213  {tGEQ, &ripper_id_op},
214  {tGVAR, &ripper_id_gvar},
218  {tIVAR, &ripper_id_ivar},
221  {'{', &ripper_id_lbrace},
222  {'}', &ripper_id_rbrace},
224  {'[', &ripper_id_lbracket},
225  {']', &ripper_id_rbracket},
226  {tLEQ, &ripper_id_op},
229  {'(', &ripper_id_lparen},
230  {')', &ripper_id_rparen},
231  {tLSHFT, &ripper_id_op},
232  {tMATCH, &ripper_id_op},
233  {tNEQ, &ripper_id_op},
234  {tNMATCH, &ripper_id_op},
237  {tOROP, &ripper_id_op},
238  {tPOW, &ripper_id_op},
246  {tRSHFT, &ripper_id_op},
247  {tSTAR, &ripper_id_op},
248  {tDSTAR, &ripper_id_op},
256  {tUMINUS, &ripper_id_op},
258  {tUPLUS, &ripper_id_op},
264 
265  /* ripper specific tokens */
271  {tSP, &ripper_id_sp},
275  {0, NULL}
276 };
277 
278 static ID
280 {
281  const struct token_assoc *a;
282 
283  for (a = token_to_eventid; a->id != NULL; a++) {
284  if (a->token == tok)
285  return *a->id;
286  }
287  if (tok < 256) {
288  return ripper_id_CHAR;
289  }
290  rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok);
291 
292  UNREACHABLE;
293 }
294