1866
|
1 /*
|
|
2 ** $Id: llex.h,v 1.72 2011/11/30 12:43:51 roberto Exp $
|
|
3 ** Lexical Analyzer
|
|
4 ** See Copyright Notice in lua.h
|
|
5 */
|
|
6
|
|
7 #ifndef llex_h
|
|
8 #define llex_h
|
|
9
|
|
10 #include "lobject.h"
|
|
11 #include "lzio.h"
|
|
12
|
|
13
|
|
14 #define FIRST_RESERVED 257
|
|
15
|
|
16
|
|
17
|
|
18 /*
|
|
19 * WARNING: if you change the order of this enumeration,
|
|
20 * grep "ORDER RESERVED"
|
|
21 */
|
|
22 enum RESERVED {
|
|
23 /* terminal symbols denoted by reserved words */
|
|
24 TK_AND = FIRST_RESERVED, TK_BREAK,
|
|
25 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
|
|
26 TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
|
|
27 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
|
|
28 /* other terminal symbols */
|
|
29 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_DBCOLON, TK_EOS,
|
|
30 TK_NUMBER, TK_NAME, TK_STRING
|
|
31 };
|
|
32
|
|
33 /* number of reserved words */
|
|
34 #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1))
|
|
35
|
|
36
|
|
37 typedef union {
|
|
38 lua_Number r;
|
|
39 TString *ts;
|
|
40 } SemInfo; /* semantics information */
|
|
41
|
|
42
|
|
43 typedef struct Token {
|
|
44 int token;
|
|
45 SemInfo seminfo;
|
|
46 } Token;
|
|
47
|
|
48
|
|
49 /* state of the lexer plus state of the parser when shared by all
|
|
50 functions */
|
|
51 typedef struct LexState {
|
|
52 int current; /* current character (charint) */
|
|
53 int linenumber; /* input line counter */
|
|
54 int lastline; /* line of last token `consumed' */
|
|
55 Token t; /* current token */
|
|
56 Token lookahead; /* look ahead token */
|
|
57 struct FuncState *fs; /* current function (parser) */
|
|
58 struct lua_State *L;
|
|
59 ZIO *z; /* input stream */
|
|
60 Mbuffer *buff; /* buffer for tokens */
|
|
61 struct Dyndata *dyd; /* dynamic structures used by the parser */
|
|
62 TString *source; /* current source name */
|
|
63 TString *envn; /* environment variable name */
|
|
64 char decpoint; /* locale decimal point */
|
|
65 } LexState;
|
|
66
|
|
67
|
|
68 LUAI_FUNC void luaX_init (lua_State *L);
|
|
69 LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
|
|
70 TString *source, int firstchar);
|
|
71 LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
|
|
72 LUAI_FUNC void luaX_next (LexState *ls);
|
|
73 LUAI_FUNC int luaX_lookahead (LexState *ls);
|
|
74 LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
|
|
75 LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
|
|
76
|
|
77
|
|
78 #endif
|