Ruby  2.1.10p492(2016-04-01revision54464)
eventids2.c
Go to the documentation of this file.
1 #define tIGNORED_NL (tLAST_TOKEN + 1)
2 #define tCOMMENT (tLAST_TOKEN + 2)
3 #define tEMBDOC_BEG (tLAST_TOKEN + 3)
4 #define tEMBDOC (tLAST_TOKEN + 4)
5 #define tEMBDOC_END (tLAST_TOKEN + 5)
6 #define tSP (tLAST_TOKEN + 6)
7 #define tHEREDOC_BEG (tLAST_TOKEN + 7)
8 #define tHEREDOC_END (tLAST_TOKEN + 8)
9 #define k__END__ (tLAST_TOKEN + 9)
10 
51 
62 
63 #include "eventids2table.c"
64 
65 static void
67 {
68  ripper_id_backref = rb_intern_const("on_backref");
69  ripper_id_backtick = rb_intern_const("on_backtick");
70  ripper_id_comma = rb_intern_const("on_comma");
71  ripper_id_const = rb_intern_const("on_const");
72  ripper_id_cvar = rb_intern_const("on_cvar");
73  ripper_id_embexpr_beg = rb_intern_const("on_embexpr_beg");
74  ripper_id_embexpr_end = rb_intern_const("on_embexpr_end");
75  ripper_id_embvar = rb_intern_const("on_embvar");
76  ripper_id_float = rb_intern_const("on_float");
77  ripper_id_gvar = rb_intern_const("on_gvar");
78  ripper_id_ident = rb_intern_const("on_ident");
79  ripper_id_imaginary = rb_intern_const("on_imaginary");
80  ripper_id_int = rb_intern_const("on_int");
81  ripper_id_ivar = rb_intern_const("on_ivar");
82  ripper_id_kw = rb_intern_const("on_kw");
83  ripper_id_lbrace = rb_intern_const("on_lbrace");
84  ripper_id_lbracket = rb_intern_const("on_lbracket");
85  ripper_id_lparen = rb_intern_const("on_lparen");
86  ripper_id_nl = rb_intern_const("on_nl");
87  ripper_id_op = rb_intern_const("on_op");
88  ripper_id_period = rb_intern_const("on_period");
89  ripper_id_rbrace = rb_intern_const("on_rbrace");
90  ripper_id_rbracket = rb_intern_const("on_rbracket");
91  ripper_id_rparen = rb_intern_const("on_rparen");
92  ripper_id_semicolon = rb_intern_const("on_semicolon");
93  ripper_id_symbeg = rb_intern_const("on_symbeg");
94  ripper_id_tstring_beg = rb_intern_const("on_tstring_beg");
95  ripper_id_tstring_content = rb_intern_const("on_tstring_content");
96  ripper_id_tstring_end = rb_intern_const("on_tstring_end");
97  ripper_id_words_beg = rb_intern_const("on_words_beg");
98  ripper_id_qwords_beg = rb_intern_const("on_qwords_beg");
99  ripper_id_qsymbols_beg = rb_intern_const("on_qsymbols_beg");
100  ripper_id_symbols_beg = rb_intern_const("on_symbols_beg");
101  ripper_id_words_sep = rb_intern_const("on_words_sep");
102  ripper_id_rational = rb_intern_const("on_rational");
103  ripper_id_regexp_beg = rb_intern_const("on_regexp_beg");
104  ripper_id_regexp_end = rb_intern_const("on_regexp_end");
105  ripper_id_label = rb_intern_const("on_label");
106  ripper_id_tlambda = rb_intern_const("on_tlambda");
107  ripper_id_tlambeg = rb_intern_const("on_tlambeg");
108 
109  ripper_id_ignored_nl = rb_intern_const("on_ignored_nl");
110  ripper_id_comment = rb_intern_const("on_comment");
111  ripper_id_embdoc_beg = rb_intern_const("on_embdoc_beg");
112  ripper_id_embdoc = rb_intern_const("on_embdoc");
113  ripper_id_embdoc_end = rb_intern_const("on_embdoc_end");
114  ripper_id_sp = rb_intern_const("on_sp");
115  ripper_id_heredoc_beg = rb_intern_const("on_heredoc_beg");
116  ripper_id_heredoc_end = rb_intern_const("on_heredoc_end");
117  ripper_id___end__ = rb_intern_const("on___end__");
118  ripper_id_CHAR = rb_intern_const("on_CHAR");
119 }
120 
121 static const struct token_assoc {
122  int token;
123  ID *id;
124 } token_to_eventid[] = {
125  {' ', &ripper_id_words_sep},
126  {'!', &ripper_id_op},
127  {'%', &ripper_id_op},
128  {'&', &ripper_id_op},
129  {'*', &ripper_id_op},
130  {'+', &ripper_id_op},
131  {'-', &ripper_id_op},
132  {'/', &ripper_id_op},
133  {'<', &ripper_id_op},
134  {'=', &ripper_id_op},
135  {'>', &ripper_id_op},
136  {'?', &ripper_id_op},
137  {'^', &ripper_id_op},
138  {'|', &ripper_id_op},
139  {'~', &ripper_id_op},
140  {':', &ripper_id_op},
141  {',', &ripper_id_comma},
142  {'.', &ripper_id_period},
143  {';', &ripper_id_semicolon},
144  {'`', &ripper_id_backtick},
145  {'\n', &ripper_id_nl},
195  {tAMPER, &ripper_id_op},
196  {tANDOP, &ripper_id_op},
197  {tAREF, &ripper_id_op},
198  {tASET, &ripper_id_op},
199  {tASSOC, &ripper_id_op},
201  {tCHAR, &ripper_id_CHAR},
202  {tCMP, &ripper_id_op},
203  {tCOLON2, &ripper_id_op},
204  {tCOLON3, &ripper_id_op},
206  {tCVAR, &ripper_id_cvar},
207  {tDOT2, &ripper_id_op},
208  {tDOT3, &ripper_id_op},
209  {tEQ, &ripper_id_op},
210  {tEQQ, &ripper_id_op},
211  {tFID, &ripper_id_ident},
213  {tGEQ, &ripper_id_op},
214  {tGVAR, &ripper_id_gvar},
218  {tIVAR, &ripper_id_ivar},
221  {'{', &ripper_id_lbrace},
222  {'}', &ripper_id_rbrace},
224  {'[', &ripper_id_lbracket},
225  {']', &ripper_id_rbracket},
226  {tLEQ, &ripper_id_op},
229  {'(', &ripper_id_lparen},
230  {')', &ripper_id_rparen},
231  {tLSHFT, &ripper_id_op},
232  {tMATCH, &ripper_id_op},
233  {tNEQ, &ripper_id_op},
234  {tNMATCH, &ripper_id_op},
237  {tOROP, &ripper_id_op},
238  {tPOW, &ripper_id_op},
246  {tRSHFT, &ripper_id_op},
247  {tSTAR, &ripper_id_op},
248  {tDSTAR, &ripper_id_op},
256  {tUMINUS, &ripper_id_op},
258  {tUPLUS, &ripper_id_op},
264 
265  /* ripper specific tokens */
271  {tSP, &ripper_id_sp},
275  {0, NULL}
276 };
277 
278 static ID
280 {
281  const struct token_assoc *a;
282 
283  for (a = token_to_eventid; a->id != NULL; a++) {
284  if (a->token == tok)
285  return *a->id;
286  }
287  if (tok < 256) {
288  return ripper_id_CHAR;
289  }
290  rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok);
291 
292  UNREACHABLE;
293 }
static ID ripper_id_embvar
Definition: eventids2.c:18
static ID ripper_id_embexpr_end
Definition: eventids2.c:17
static ID ripper_token2eventid(int tok)
Definition: eventids2.c:279
static ID ripper_id_symbols_beg
Definition: eventids2.c:43
static ID ripper_id_comment
Definition: eventids2.c:53
Definition: parse.c:872
Definition: parse.c:880
#define tHEREDOC_BEG
Definition: eventids2.c:7
#define tEMBDOC_BEG
Definition: eventids2.c:3
Definition: parse.c:864
Definition: parse.c:849
Definition: parse.c:877
static ID ripper_id_comma
Definition: eventids2.c:13
static ID ripper_id_embdoc_end
Definition: eventids2.c:56
#define UNREACHABLE
Definition: ruby.h:42
static ID ripper_id_rbrace
Definition: eventids2.c:32
Definition: parse.c:870
static ID ripper_id_cvar
Definition: eventids2.c:15
#define tok()
Definition: ripper.c:12274
void rb_raise(VALUE exc, const char *fmt,...)
Definition: error.c:1857
Definition: parse.c:850
static ID ripper_id_ident
Definition: eventids2.c:21
static ID ripper_id_embdoc
Definition: eventids2.c:55
static ID ripper_id_regexp_end
Definition: eventids2.c:47
Definition: parse.c:892
static ID ripper_id_embdoc_beg
Definition: eventids2.c:54
static ID ripper_id___end__
Definition: eventids2.c:60
static ID ripper_id_sp
Definition: eventids2.c:57
Definition: parse.c:869
Definition: parse.c:833
static ID ripper_id_kw
Definition: eventids2.c:25
static ID ripper_id_backtick
Definition: eventids2.c:12
static ID ripper_id_tlambda
Definition: eventids2.c:49
static ID ripper_id_const
Definition: eventids2.c:14
static ID ripper_id_lparen
Definition: eventids2.c:28
static ID ripper_id_int
Definition: eventids2.c:23
static ID ripper_id_regexp_beg
Definition: eventids2.c:46
static ID ripper_id_heredoc_beg
Definition: eventids2.c:58
static ID ripper_id_semicolon
Definition: eventids2.c:35
Definition: parse.c:843
VALUE rb_eRuntimeError
Definition: error.c:547
static ID ripper_id_nl
Definition: eventids2.c:29
static ID ripper_id_heredoc_end
Definition: eventids2.c:59
static ID ripper_id_tstring_content
Definition: eventids2.c:38
#define k__END__
Definition: eventids2.c:9
static ID ripper_id_backref
Definition: eventids2.c:11
static ID ripper_id_imaginary
Definition: eventids2.c:22
Definition: parse.c:839
Definition: parse.c:837
Definition: parse.c:874
Definition: parse.c:862
Definition: parse.c:879
Definition: parse.c:855
static ID ripper_id_float
Definition: eventids2.c:19
static ID ripper_id_op
Definition: eventids2.c:30
static ID ripper_id_qsymbols_beg
Definition: eventids2.c:42
#define tHEREDOC_END
Definition: eventids2.c:8
static ID ripper_id_tlambeg
Definition: eventids2.c:50
Definition: parse.c:856
static ID ripper_id_words_beg
Definition: eventids2.c:40
static ID ripper_id_rbracket
Definition: eventids2.c:33
static ID ripper_id_tstring_beg
Definition: eventids2.c:37
Definition: parse.c:834
Definition: parse.c:876
unsigned long ID
Definition: ruby.h:89
Definition: parse.c:867
static ID ripper_id_words_sep
Definition: eventids2.c:44
static void ripper_init_eventids2(void)
Definition: eventids2.c:66
static ID ripper_id_CHAR
Definition: eventids2.c:61
static ID ripper_id_ivar
Definition: eventids2.c:24
Definition: parse.c:857
static ID ripper_id_qwords_beg
Definition: eventids2.c:41
static ID ripper_id_rational
Definition: eventids2.c:45
Definition: parse.c:852
static ID ripper_id_embexpr_beg
Definition: eventids2.c:16
static const struct token_assoc token_to_eventid[]
#define tSP
Definition: eventids2.c:6
static ID ripper_id_period
Definition: eventids2.c:31
Definition: parse.c:860
static ID ripper_id_symbeg
Definition: eventids2.c:36
Definition: parse.c:854
static ID ripper_id_lbracket
Definition: eventids2.c:27
#define tEMBDOC
Definition: eventids2.c:4
Definition: parse.c:873
static ID ripper_id_gvar
Definition: eventids2.c:20
static ID ripper_id_lbrace
Definition: eventids2.c:26
Definition: parse.c:851
static ID ripper_id_ignored_nl
Definition: eventids2.c:52
Definition: parse.c:861
static ID ripper_id_rparen
Definition: eventids2.c:34
Definition: parse.c:863
#define rb_intern_const(str)
Definition: ruby.h:1450
Definition: parse.c:878
Definition: parse.c:866
#define tCOMMENT
Definition: eventids2.c:2
Definition: parse.c:848
#define NULL
Definition: _sdbm.c:102
#define tIGNORED_NL
Definition: eventids2.c:1
Definition: parse.c:847
Definition: parse.c:858
Definition: parse.c:832
Definition: parse.c:865
static ID ripper_id_label
Definition: eventids2.c:48
static ID ripper_id_tstring_end
Definition: eventids2.c:39
#define tEMBDOC_END
Definition: eventids2.c:5
Definition: parse.c:859
Definition: parse.c:836
Definition: parse.c:853