You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
tdevelop/languages/cpp/debugger/mi/milexer.h

148 lines
3.9 KiB

/***************************************************************************
* Copyright (C) 2004 by Roberto Raggi *
* roberto@kdevelop.org *
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU Library General Public License as *
* published by the Free Software Foundation; either version 2 of the *
* License, or (at your option) any later version. *
* *
* This program is distributed in the hope that it will be useful, *
* but WITHOUT ANY WARRANTY; without even the implied warranty of *
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
* GNU General Public License for more details. *
* *
* You should have received a copy of the GNU Library General Public *
* License along with this program; if not, write to the *
* Free Software Foundation, Inc., *
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. *
***************************************************************************/
#ifndef MILEXER_H
#define MILEXER_H
#include <tqmemarray.h>
#include <tqmap.h>
#include <tqstring.h>
class MILexer;
class TokenStream;
typedef void (MILexer::*scan_fun_ptr)(int *kind);
struct Token
{
int kind;
int position;
int length;
};
struct FileSymbol
{
TQCString contents;
TokenStream *tokenStream;
inline FileSymbol()
: tokenStream(0) {}
inline ~FileSymbol();
};
struct TokenStream
{
inline int lookAhead(int n = 0) const
{ return (m_currentToken + n)->kind; }
inline int currentToken() const
{ return m_currentToken->kind; }
inline TQCString currentTokenText() const
{ return tokenText(-1); }
TQCString tokenText(int index = 0) const;
inline int lineOffset(int line) const
{ return m_lines.at(line); }
void positionAt(int position, int *line, int *column) const;
inline void getTokenStartPosition(int index, int *line, int *column) const
{ positionAt((m_firstToken + index)->position, line, column); }
inline void getTokenEndPosition(int index, int *line, int *column) const
{
Token *tk = m_firstToken + index;
positionAt(tk->position + tk->length, line, column);
}
inline void rewind(int index)
{ m_currentToken = m_firstToken + index; }
inline int cursor() const
{ return m_currentToken - m_firstToken; }
inline void nextToken()
{ m_currentToken++; m_cursor++; }
//private:
TQCString m_contents;
TQMemArray<int> m_lines;
int m_line;
TQMemArray<Token> m_tokens;
int m_tokensCount;
Token *m_firstToken;
Token *m_currentToken;
int m_cursor;
};
class MILexer
{
public:
MILexer();
~MILexer();
TokenStream *tokenize(const FileSymbol *fileSymbol);
private:
int nextToken(int &position, int &len);
void scanChar(int *kind);
void scanUnicodeChar(int *kind);
void scanNewline(int *kind);
void scanWhiteSpaces(int *kind);
void scanStringLiteral(int *kind);
void scanNumberLiteral(int *kind);
void scanIdentifier(int *kind);
void setupScanTable();
private:
static bool s_initialized;
static scan_fun_ptr s_scan_table[128 + 1];
TQCString m_contents;
int m_ptr;
// Cached 'm_contents.length()'
int m_length;
TQMemArray<int> m_lines;
int m_line;
TQMemArray<Token> m_tokens;
int m_tokensCount;
int m_cursor;
};
inline FileSymbol::~FileSymbol()
{
delete tokenStream;
tokenStream = 0;
}
#endif