1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
#ifndef PRE_LEXER_H
#define PRE_LEXER_H
#include <glib.h>
/* Structure to store lexer state. */
typedef struct
{
gchar* stream; /* Pointer to the local copy of input string. */
guint length; /* Length of input string; stored to reduce calls to strlen(). */
guint next_index; /* Index of next (to be read) character from input. */
guint mark_index; /* Location, last marked. Useful for getting substrings as part of highlighting */
} PreLexerState;
/* Enum for tokens generated by pre-lexer and lexer. */
typedef enum
{
T_UNKNOWN=0, //Unknown
/* These are all Pre-Lexer tokens, returned by pre-lexer */
PL_DECIMAL, //Decimal saperator
PL_DIGIT, //Decimal digit
PL_HEX, //A-F of Hex digits
PL_SUPER_DIGIT, //Super digits
PL_SUPER_MINUS, //Super minus
PL_SUB_DIGIT, //Sub digits
PL_FRACTION, //Fractions
PL_DEGREE, //Degree
PL_MINUTE, //Minutes
PL_SECOND, //10 //Seconds
PL_LETTER, //Alphabets
PL_EOS, //End of stream. Yay!!
PL_SKIP, //Skip this symbol (whitespace or newline).
/* These are all tokens, returned by Lexer. */
T_ADD, //Plus
T_SUBTRACT, //Minus
T_MULTIPLY, //Multiply
T_DIV, //Divide (note can't use T_DIVIDE as it is defined in *BSD as an "integer divide fault" trap type value)
T_MOD, //Modulus
T_L_FLOOR, //Floor ( Left )
T_R_FLOOR, //20 //Floor ( Right )
T_L_CEILING, //Ceiling ( Left )
T_R_CEILING, //Ceiling ( Right )
T_ROOT, //Square root
T_ROOT_3, //Cube root
T_ROOT_4, //Fourth root
T_NOT, //Bitwise NOT
T_AND, //Bitwise AND
T_OR, //Bitwise OR
T_XOR, //Bitwise XOR
T_IN, //30 //IN ( for converter )
T_NUMBER, //Number
T_SUP_NUMBER, //Super Number
T_NSUP_NUMBER, //Negative Super Number
T_SUB_NUMBER, //Sub Number
T_FUNCTION, //Function
T_VARIABLE, //Variable name
T_ASSIGN, //=
T_L_R_BRACKET, //40 //(
T_R_R_BRACKET, //)
T_L_S_BRACKET, //[
T_R_S_BRACKET, //]
T_L_C_BRACKET, //{
T_R_C_BRACKET, //}
T_ABS, //|
T_POWER, //^
T_FACTORIAL, //!
T_PERCENTAGE //49 //%
} LexerTokenType;
/* Creates a scanner state. Useful when multiple scanners are in action. */
PreLexerState* pl_create_scanner(const gchar*);
/* Destroy and free memory used by LexerState object. */
void pl_destroy_scanner(PreLexerState*);
/* Roll back last scanned unichar. */
void pl_roll_back(PreLexerState*);
/* Get validated gunichar from input stream. */
gunichar pl_get_next_gunichar(PreLexerState*);
/* Set marker index. To be used for highlighting and error reporting. */
void pl_set_marker(PreLexerState*);
/* Get marked substring. To be used for error reporting. */
gchar* pl_get_marked_substring(const PreLexerState*);
/* Get next Pre-Lexer token from stream. */
LexerTokenType pl_get_next_token(PreLexerState*);
#endif /* PRE_LEXER_H */
|
