-- Copyright (c) 2006 Andreas Pakulat <[email protected]>

-- Copyright (c) 2007 Piyush Verma <[email protected]>

-- Permission is hereby granted, free of charge, to any person obtaining

-- a copy of this software and associated documentation files (the

-- "Software"), to deal in the Software without restriction, including

-- without limitation the rights to use, copy, modify, merge, publish,

-- distribute, sublicense, and/or sell copies of the Software, and to

-- permit persons to whom the Software is furnished to do so, subject to

-- the following conditions:

-- The above copyright notice and this permission notice shall be

-- included in all copies or substantial portions of the Software.

-- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,

-- EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF

-- MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND

-- NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE

-- LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION

-- OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION

-- WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

-- Grammar for Python2.5

-- Modelled after the Grammar files shipped with Python2.4

-- source, the Python Language Reference documentation,

-- also included with Python

-- And after the Python 2.3.3 Antlr grammar found on the

-- antlr grammar list page

-- TODO: Error recovery

-- %parserclass (private declaration)

-- [:

-- parser::pythonCompatibilityMode m_compatibilityMode;

-- struct ParserState {

-- };

-- ParserState m_state;

-- :]

-- Parser::parserState *Parser::copyCurrentState()

-- {

-- ParserState *state = new ParserState();

-- return state;

-- }

-- void Parser::restoreState( Parser::ParserState *state )

-- {

-- }

-- Then a rule like (stmt)* -> project can be written

-- as try/recover(stmt)* -> project and the parser

-- will skip any errornous statements

-- Global declarations

namespace PythonParser

class Lexer;

enum OperatorType {

LeftShiftOp,

RightShiftOp,

PlusOp,

MinusOp,

StarOp,

SlashOp,

ModuloOp,

DoubleSlashOp,

UnaryPlusOp,

UnaryMinusOp,

UnaryTildeOp,

PlusEqOp,

MinusEqOp,

StarEqOp,

SlashEqOp,

ModuloEqOp,

AndEqOp,

OrEqOp,

HatEqOp,

LeftShiftEqOp,

RightShiftEqOp,

DoublestarEqOp,

DoubleslashEqOp,

LessOp,

GreaterOp,

IsEqualOp,

GreaterEqOp,

LessEqOp,

UnEqualOp,

InOp,

NotInOp,

IsOp,

IsNotOp

};

enum NumericType {

IntegerNumeric,

FloatNumeric,

ImaginaryNumeric

};

-- Export macro to use the parser in a shared lib

%export_macro "KDEVPYTHONPARSER_EXPORT"

%export_macro_header "parserexport.h"

-- Parser class members

%parserclass (public declaration)

/**

* Transform the raw input into tokens.

* When this method returns, the parser's token stream has been filled

-- If a COLON it skips the 'test'. if the next token is not RBRACKET or COMMA after test it can be a COLON.

-- If existent, kdevelop-pg's current syntax requires this block

-- to occur at the end of the file.

namespace PythonParser

void Parser::tokenize( const QString& contents )

mContents = contents;

kDebug() << mContents;

Lexer lexer( this, contents );

int kind = Parser::Token_EOF;

do

{

kind = lexer.nextTokenKind();

if ( !kind ) // when the lexer returns 0, the end of file is reached

{

//Parser::Token &tt = tokenStream->next();

//tt.kind = Parser::Token_LINEBREAK;

//tt.begin = lexer.tokenBegin();

//tt.end = lexer.tokenEnd();

kind = Parser::Token_EOF;

}

Parser::Token &t = tokenStream->next();

t.begin = lexer.tokenBegin();

t.end = lexer.tokenEnd();

t.kind = kind;

// if( mDebug )

kDebug() << kind << tokenText(t.begin,t.end) << t.begin << t.end;

}

while ( kind != Parser::Token_EOF );

yylex(); // produce the look ahead token

QString Parser::tokenText(qint64 begin, qint64 end)

return mContents.mid(begin,end-begin+1);

void Parser::reportProblem( Parser::ProblemType type, const QString& message )

if (type == Error)

kDebug() << "** ERROR:" << message;

else if (type == Warning)

kDebug() << "** WARNING:" << message;

else if (type == Info)

kDebug() << "** Info:" << message;

// custom error recovery

void Parser::expectedToken(int /*expected*/, qint64 /*where*/, const QString& name)

reportProblem( Parser::Error, QString("Expected token \"%1\"").arg(name));

void Parser::expectedSymbol(int /*expectedSymbol*/, const QString& name)

qint64 line;

qint64 col;

qint64 index = tokenStream->index()-1;

Token &token = tokenStream->token(index);

kDebug() << "token starts at:" << token.begin;

kDebug() << "index is:" << index;

tokenStream->startPosition(index, &line, &col);

QString tokenValue = tokenText(token.begin, token.end);

reportProblem( Parser::Error,

QString("Expected symbol \"%1\" (current token: \"%2\" [%3] at line: %4 col: %5)")

.arg(name)

.arg(token.kind != 0 ? tokenValue : "EOF")

.arg(token.kind)

.arg(line)

.arg(col));

void Parser::setDebug( bool debug )

mDebug = debug;

} // end of namespace cool

-- kate: space-indent on; indent-width 4; tab-width 4; replace-tabs on; auto-insert-doxygen on