1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
/* $Id: scanner.h 860 2008-04-09 22:57:45Z nuno-lopes $ */
#ifndef _scanner_h
#define _scanner_h
#include <iosfwd>
#include <string>
#include "token.h"
#include "re.h"
#include "globals.h"
namespace re2c
{
struct ScannerState
{
ScannerState();
char *tok, *ptr, *cur, *pos, *ctx; // positioning
char *bot, *lim, *top, *eof; // buffer
uint tchar, tline, cline, iscfg, buf_size;
bool in_parse;
};
class Scanner:
public line_number, private ScannerState
{
private:
std::istream& in;
std::ostream& out;
private:
char *fill(char*, uint);
Scanner(const Scanner&); //unimplemented
Scanner& operator=(const Scanner&); //unimplemented
void set_sourceline(char *& cursor);
public:
Scanner(std::istream&, std::ostream&);
~Scanner();
enum ParseMode {
Stop,
Parse,
Reuse,
Rules
};
ParseMode echo();
int scan();
void reuse();
size_t get_pos() const;
void save_state(ScannerState&) const;
void restore_state(const ScannerState&);
uint get_cline() const;
void set_in_parse(bool new_in_parse);
void fatal_at(uint line, uint ofs, const char *msg) const;
void fatalf_at(uint line, const char*, ...) const;
void fatalf(const char*, ...) const;
void fatal(const char*) const;
void fatal(uint, const char*) const;
void config(const Str&, int);
void config(const Str&, const Str&);
void check_token_length(char *pos, uint len) const;
SubStr token() const;
SubStr token(uint start, uint len) const;
Str raw_token(std::string enclosure) const;
virtual uint get_line() const;
uint xlat(uint c) const;
uint unescape(SubStr &s) const;
std::string& unescape(SubStr& str_in, std::string& str_out) const;
Range * getRange(SubStr &s) const;
RegExp * matchChar(uint c) const;
RegExp * strToName(SubStr s) const;
RegExp * strToRE(SubStr s) const;
RegExp * strToCaseInsensitiveRE(SubStr s) const;
RegExp * ranToRE(SubStr s) const;
RegExp * getAnyRE() const;
RegExp * invToRE(SubStr s) const;
RegExp * mkDot() const;
};
inline size_t Scanner::get_pos() const
{
return cur - bot;
}
inline uint Scanner::get_line() const
{
return cline;
}
inline uint Scanner::get_cline() const
{
return cline;
}
inline void Scanner::save_state(ScannerState& state) const
{
state = *this;
}
inline void Scanner::fatal(const char *msg) const
{
fatal(0, msg);
}
inline SubStr Scanner::token() const
{
check_token_length(tok, cur - tok);
return SubStr(tok, cur - tok);
}
inline SubStr Scanner::token(uint start, uint len) const
{
check_token_length(tok + start, len);
return SubStr(tok + start, len);
}
inline uint Scanner::xlat(uint c) const
{
return re2c::wFlag ? c : re2c::xlat[c & 0xFF];
}
} // end namespace re2c
#endif
|
