forked from goccy/p5-Compiler-CodeGenerator-LLVM
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathparser.hpp
374 lines (333 loc) · 8.54 KB
/
parser.hpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
#include <common.hpp>
#include <setjmp.h>
#include <unistd.h>
class Node {
public:
Token *tk;
Node *parent;
Node *next;
Node(Token *tk);
virtual void dump(size_t depth);
Node *getRoot(void);
virtual ~Node(void){};
};
class AST {
public:
Node *root;
AST(Node *root);
void dump(void);
};
class Nodes : public std::vector<Node *> {
public:
Nodes(void);
Node *pop(void);
void push(Node *node);
void swapLastNode(Node *node);
Node *lastNode(void);
void dump(size_t depth);
};
class BranchNode : public Node {
public:
Node *left;
Node *right;
BranchNode(Token *tk);
void link(Node *child);
void dump(size_t depth);
};
class DereferenceNode : public Node {
public:
Node *expr;
DereferenceNode(Token *tk);
void dump(size_t depth);
};
class ArrayNode : public Node {
public:
Node *idx;
ArrayNode(Token *tk);
void dump(size_t depth);
};
class ArrayRefNode : public Node {
public:
Node *data;
ArrayRefNode(Token *tk);
void dump(size_t depth);
};
class HashRefNode : public Node {
public:
Node *data;
HashRefNode(Token *tk);
void dump(size_t depth);
};
class ListNode : public Node {
public:
Node *data;
ListNode(Token *tk);
void dump(size_t depth);
};
class HashNode : public Node {
public:
Node *key;
HashNode(Token *tk);
void dump(size_t depth);
};
class FunctionNode : public Node {
public:
Node *body;
Node *prototype;
FunctionNode(Token *tk);
void dump(size_t depth);
};
class ModuleNode : public Node {
public:
Node *args;
AST *ast;
ModuleNode(Token *tk);
void dump(size_t depth);
};
class PackageNode : public Node {
public:
PackageNode(Token *tk);
void dump(size_t depth);
};
class RegPrefixNode : public Node {
public:
Node *exp;
Node *option;
RegPrefixNode(Token *tk);
void dump(size_t depth);
};
class RegReplaceNode : public Node {
public:
Node *prefix;
Node *from;
Node *to;
Node *option;
RegReplaceNode(Token *tk);
void dump(size_t depth);
};
class RegexpNode : public Node {
public:
Node *option;
RegexpNode(Token *tk);
void dump(size_t depth);
};
class LabelNode : public Node {
public:
LabelNode(Token *tk);
void dump(size_t depth);
};
class HandleNode : public Node {
public:
Node *expr;
HandleNode(Token *tk);
void dump(size_t depth);
};
class HandleReadNode : public Node {
public:
HandleReadNode(Token *tk);
void dump(size_t depth);
};
class FunctionCallNode : public Node {
public:
Nodes *args;
FunctionCallNode(Token *tk);
void setArgs(Node *args);
void dump(size_t depth);
};
class BlockNode : public Node {
public:
Node *body;
BlockNode(Token *tk);
void dump(size_t depth);
};
class ReturnNode : public Node {
public:
Node *body;
ReturnNode(Token *tk);
void dump(size_t depth);
};
class SingleTermOperatorNode : public Node {
public:
Node *expr;
SingleTermOperatorNode(Token *op);
void dump(size_t depth);
};
class DoubleTermOperatorNode : public Node {
public:
DoubleTermOperatorNode(Token *op);
};
class ThreeTermOperatorNode : public Node {
public:
Node *cond;
Node *true_expr;
Node *false_expr;
ThreeTermOperatorNode(Token *op);
void dump(size_t depth);
};
class OtherTermOperatorNode : public Node {
public:
OtherTermOperatorNode(Token *op);
};
class LeafNode : public Node {
public:
LeafNode(Token *tk);
};
class IfStmtNode : public Node {
public:
Node *expr;
Node *true_stmt;
Node *false_stmt;
IfStmtNode(Token *tk);
void dump(size_t depth);
};
class ElseStmtNode : public Node {
public:
Node *stmt;
ElseStmtNode(Token *tk);
void dump(size_t depth);
};
class DoStmtNode : public Node {
public:
Node *stmt;
DoStmtNode(Token *tk);
void dump(size_t depth);
};
class ForStmtNode : public Node {
public:
Node *init;
Node *cond;
Node *progress;
Node *true_stmt;
ForStmtNode(Token *tk);
void setExpr(Node *expr);
void dump(size_t depth);
};
class ForeachStmtNode : public Node {
public:
Node *itr;
Node *cond;
Node *true_stmt;
ForeachStmtNode(Token *tk);
void setExpr(Node *expr);
void dump(size_t depth);
};
class WhileStmtNode : public Node {
public:
Node *expr;
Node *true_stmt;
WhileStmtNode(Token *tk);
void dump(size_t depth);
};
class Module {
public:
const char *name;
const char *args;
Module(const char *name, const char *args);
};
class ParseContext {
public:
Token *tk;
Token **tks;
size_t idx;
Nodes *nodes;
Token *returnToken;
ParseContext(Token *tk);
Token *token(void);
Token *token(Token *base, int offset);
Token *nullableToken(Token *base, int offset);
Token *nextToken(void);
Node *lastNode(void);
void pushNode(Node *node);
bool end(void);
void next(void);
void next(int progress);
};
class Parser {
public:
TokenPos start_pos;
TokenPos pos;
Node *_prev_stmt;
Node *extra_node;
Enum::Parser::Syntax::Type cur_stype;
Parser(void);
const char *deparse(AST *ast);
void grouping(Tokens *tokens);
void replaceHereDocument(Tokens *tokens);
Token *parseSyntax(Token *start_token, Tokens *tokens);
void parseSpecificStmt(Token *root);
void setIndent(Token *tk, int indent);
void setBlockIDWithBreadthFirst(Token *tk, size_t base_id);
void setBlockIDWithDepthFirst(Token *tk, size_t *block_id);
void dumpSyntax(Token *tk, int indent);
Tokens *getTokensBySyntaxLevel(Token *root, Enum::Parser::Syntax::Type type);
Modules *getUsedModules(Token *root);
AST *parse(Tokens *tks);
Node *_parse(Token *root);
void link(ParseContext *pctx, Node *from, Node *to);
bool isForeach(ParseContext *pctx, Token *tk);
bool isForStmtPattern(Token *tk, Token *expr);
bool isSingleTermOperator(ParseContext *pctx, Token *tk);
bool isIrregularFunction(ParseContext *pctx, Token *tk);
bool isMissingSemicolon(Enum::Token::Type::Type prev_type, Enum::Token::Type::Type type, Tokens *tokens);
bool isMissingSemicolon(Tokens *tokens);
bool canGrouping(Token *tk, Token *next_tk);
Token *replaceToStmt(Tokens *tokens, Token *cur_tk, size_t offset);
void parseStmt(ParseContext *pctx, Node *stmt);
void parseExpr(ParseContext *pctx, Node *expr);
void parseToken(ParseContext *pctx, Token *tk);
void parseModifier(ParseContext *pctx, Token *term);
void parseTerm(ParseContext *pctx, Token *term);
void parseSymbol(ParseContext *pctx, Token *symbol);
void parseSingleTermOperator(ParseContext *pctx, Token *op);
void parseThreeTermOperator(ParseContext *pctx, Token *op);
void parseBranchType(ParseContext *pctx, Token *branch);
void parseSpecificKeyword(ParseContext *pctx, Token *stmt);
void parseSpecificStmt(ParseContext *pctx, Token *stmt);
void parseDecl(ParseContext *pctx, Token *comma);
void parseModule(ParseContext *pctx, Token *mod);
void parseModuleArgument(ParseContext *pctx, Token *args);
void parseRegPrefix(ParseContext *pctx, Token *reg);
void parseRegReplace(ParseContext *pctx, Token *reg);
void parseFunction(ParseContext *pctx, Token *func);
void parseFunctionCall(ParseContext *pctx, Token *func);
void parseIrregularFunction(ParseContext *pctx, Token *func);
private:
bool isExpr(Token *tk, Token *prev_tk, Enum::Token::Type::Type type, Enum::Token::Kind::Kind kind);
void insertStmt(Token *tk, int idx, size_t grouping_num);
void insertExpr(Token *syntax, int idx, size_t grouping_num);
void insertParenthesis(Tokens *tokens);
};
class Completer {
public:
std::vector<std::string> *named_unary_keywords;
Completer(void);
bool isUnaryKeyword(std::string target);
void complete(Token *root);
void completeTerm(Token *root);
void insertExpr(Token *syntax, int idx, size_t grouping_num);
void insertTerm(Token *syntax, int idx, size_t grouping_num);
void completeExprFromLeft(Token *root, Enum::Token::Type::Type type);
void completeExprFromRight(Token *root, Enum::Token::Type::Type type);
void completeExprFromRight(Token *root, Enum::Token::Kind::Kind kind);
void completePointerExpr(Token *root);
void completeIncDecGlobExpr(Token *root);
void completePowerExpr(Token *root);
void completeSingleTermOperatorExpr(Token *root);
void completeRegexpMatchExpr(Token *root);
void completeHighPriorityDoubleOperatorExpr(Token *root);
void completeLowPriorityDoubleOperatorExpr(Token *root);
void completeShiftOperatorExpr(Token *root);
void completeHighPriorityCompareOperatorExpr(Token *root);
void completeLowPriorityCompareOperatorExpr(Token *root);
void completeNamedUnaryOperators(Token *root);
void completeBitOperatorExpr(Token *root);
void completeAndOrOperatorExpr(Token *root);
void completeThreeTermOperatorExpr(Token *root);
void completeAssignExpr(Token *root);
void completeCommaArrowExpr(Token *root);
void completeFunctionListExpr(Token *root);
void completeAlphabetBitOperatorExpr(Token *root);
void recoveryFunctionArgument(Token *root);
void recoveryNamedUnaryOperatorsArgument(Token *root);
};
#define TYPE_match(ptr, T) typeid(*ptr) == typeid(T)