private final List<CppLexerToken> tokens;

private int pos = 0;

public Parser(List<CppLexerToken> tokens) {

this.tokens = tokens;

}

public static CompilationUnit parse(String source) {

List<CppLexerToken> tokens = new CppLexer(source).tokenize();

return new Parser(tokens).parseCompilationUnit();

}

/** Test-only entry point: parses a single TypeRef from source text in isolation. */

static TypeRef parseTypeRefFromString(String source) {

List<CppLexerToken> tokens = new CppLexer(source).tokenize();

return new Parser(tokens).parseTypeRef();

}

// ----- Core cursor helpers -----------------------------------------

//

// peek()/peek(ahead)/advance() transparently skip over comment tokens.

// This is deliberate and fixes a real bug class found via real-corpus

// testing: a line comment can legally appear in the MIDDLE of a

// multi-line expression (e.g. a function call whose arguments are each

// commented, confirmed real by Move_Eye.pde's

// "camera(x, y, z, // eyeX, eyeY, eyeZ \n ...")). The original design

// only collected leading comments at statement/declaration boundaries

// via consumeLeadingComments(), which left every OTHER parse point

// (inside parseArgList, parsePostfix, anywhere mid-expression) just as

// comment-blind as the regex passes this parser exists to replace.

// Routing comment-skipping through the cursor primitives themselves

// fixes every call site at once instead of needing a fix at each one.

//

// consumeLeadingComments() still exists and is still called explicitly

// at statement/declaration start -- it now serves only to COLLECT the

// comment tokens for attachment to the next node's leadingComments

// field, not to make parsing work correctly (that's now peek/advance's

// job). It works correctly alongside this since skipCommentsAt() is

// idempotent -- calling it twice in a row from the same position is a

// no-op the second time.

private void skipCommentsAt() {

while (pos < tokens.size()

&& (tokens.get(pos).type() == CppLexerTokenType.LINE_COMMENT

|| tokens.get(pos).type() == CppLexerTokenType.BLOCK_COMMENT)) {

pos++;

}

}

private CppLexerToken peek() {

int p = pos;

while (p < tokens.size() && (tokens.get(p).type() == CppLexerTokenType.LINE_COMMENT || tokens.get(p).type() == CppLexerTokenType.BLOCK_COMMENT)) p++;

return p < tokens.size() ? tokens.get(p) : tokens.get(tokens.size() - 1);

}

private CppLexerToken peek(int ahead) {

// Walk forward from pos, skipping comment tokens, to find the

// "ahead"-th real (non-comment) token after the current position.

skipCommentsAt();

int p = pos;

int remaining = ahead;

while (remaining > 0 && p < tokens.size() - 1) {

p++;

while (p < tokens.size() && (tokens.get(p).type() == CppLexerTokenType.LINE_COMMENT

|| tokens.get(p).type() == CppLexerTokenType.BLOCK_COMMENT)) {

p++;

}

remaining--;

}

return p < tokens.size() ? tokens.get(p) : tokens.get(tokens.size() - 1);

}

private CppLexerToken advance() {

skipCommentsAt();

CppLexerToken t = tokens.get(pos);

if (t.type() != CppLexerTokenType.EOF) pos++;

return t;

}

private boolean isAtEnd() {

return peek().type() == CppLexerTokenType.EOF;

}

private boolean check(CppLexerTokenType type) {

return peek().type() == type;

}

private boolean checkKeyword(String kw) {

return peek().isKeyword(kw);

}

private boolean checkPunct(String p) {

return peek().isPunct(p);

}

private boolean checkOp(String op) {

return peek().isOp(op);

}

/** True if the current token is the integer literal "0" specifically

private boolean checkLiteralZero() {

CppLexerToken t = peek();

return t.type() == CppLexerTokenType.INT_LITERAL && t.text().equals("0");

}

private boolean matchKeyword(String kw) {

if (checkKeyword(kw)) { advance(); return true; }

return false;

}

private boolean matchPunct(String p) {

if (checkPunct(p)) { advance(); return true; }

return false;

}

private boolean matchOp(String op) {

if (checkOp(op)) { advance(); return true; }

return false;

}

private CppLexerToken expectPunct(String p) {

if (checkPunct(p)) return advance();

throw error("expected '" + p + "' but found '" + peek().text() + "'");

}

private CppLexerToken expectOp(String op) {

if (checkOp(op)) return advance();

throw error("expected '" + op + "' but found '" + peek().text() + "'");

}

private CppLexerToken expectKeyword(String kw) {

if (checkKeyword(kw)) return advance();

throw error("expected '" + kw + "' but found '" + peek().text() + "'");

}

/**

private static final java.util.Set<String> PSEUDO_TYPE_KEYWORDS_USABLE_AS_NAMES = java.util.Set.of(

"color"

);

private CppLexerToken expectIdentifier() {

if (check(CppLexerTokenType.IDENTIFIER)) return advance();

if (check(CppLexerTokenType.KEYWORD) && PSEUDO_TYPE_KEYWORDS_USABLE_AS_NAMES.contains(peek().text())) {

return advance();

}

throw error("expected identifier but found '" + peek().text() + "'");

}

private ParseException error(String message) {

CppLexerToken t = peek();

return new ParseException(message, t.line(), t.col());

}

/**

/**

private List<CppLexerToken> consumeLeadingComments() {

List<CppLexerToken> comments = new ArrayList<>();

while (pos < tokens.size()

&& (tokens.get(pos).type() == CppLexerTokenType.LINE_COMMENT

|| tokens.get(pos).type() == CppLexerTokenType.BLOCK_COMMENT)) {

comments.add(tokens.get(pos));

pos++;

}

return comments;

}

// ----- Entry point ---------------------------------------------------

public CompilationUnit parseCompilationUnit() {

List<TopLevelItem> items = new ArrayList<>();

consumeLeadingComments(); // leading file-level comments currently dropped

// at EOF if nothing follows; fine for now

while (!isAtEnd()) {

List<CppLexerToken> comments = consumeLeadingComments();

if (isAtEnd()) break;

items.addAll(parseTopLevelItem(comments));

}

return new CompilationUnit(items);

}

/**

private List<TopLevelItem> parseTopLevelItem(List<CppLexerToken> leadingComments) {

consumeAttributes();

if (check(CppLexerTokenType.PREPROCESSOR_DIRECTIVE)) {

CppLexerToken t = advance();

return List.of(new PreprocessorLine(t.text(), t.line(), t.col(), leadingComments));

}

// C++20 concept definition: "concept Name = constraint-expr;"

// "concept" is lexed as IDENTIFIER (not in the keyword set), so

// use text comparison rather than checkKeyword.

if (check(CppLexerTokenType.IDENTIFIER) && peek().text().equals("concept")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} matchPunct(";"); }

// Reconstruct the raw text and emit as-is (concept defs are valid at

// namespace scope and must be visible before use in template params).

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) {

if (i > startPos) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

List<String> templateParams = List.of();

// extern "C" / extern "C++" linkage specification -- consume verbatim

if (checkKeyword("extern") && pos + 1 < tokens.size()

&& tokens.get(pos + 1).type() == CppLexerTokenType.STRING_LITERAL) {

advance(); advance(); // consume extern "C++"

if (checkPunct("{")) {

// extern "C++" { ... } block -- parse contents as top-level items

advance(); // consume {

List<TopLevelItem> result = new ArrayList<>();

while (!isAtEnd() && !checkPunct("}")) {

List<CppLexerToken> innerComments = consumeLeadingComments();

if (checkPunct("}")) break;

result.addAll(parseTopLevelItem(innerComments));

}

matchPunct("}");

return result;

} else {

// extern "C++" single-declaration

return parseTopLevelItem(leadingComments);

}

}

if (matchKeyword("template")) {

// Explicit template instantiation: "template class Foo<int>;" (no < after template)

if (!checkOp("<")) {

int startPos = pos - 1;

while (!isAtEnd() && !checkPunct(";")) advance();

matchPunct(";");

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) { if (i > startPos) raw.append(" "); raw.append(tokens.get(i).text()); }

raw.append(";");

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

templateParams = parseTemplateParamList();

consumeLeadingComments();

// C++20 concept definition: "template<typename T> concept Foo = ..."

if (check(CppLexerTokenType.IDENTIFIER) && peek().text().equals("concept")) {

int startPos = pos - templateParams.size() - 3; // approximate; use simpler reconstruction

// Build the full concept declaration text

StringBuilder raw = new StringBuilder("template<");

for (int i = 0; i < templateParams.size(); i++) {

if (i > 0) raw.append(", ");

raw.append(templateParams.get(i));

}

raw.append("> ");

// Capture from "concept" through ";"

int conceptStart = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} } matchPunct(";");

for (int i = conceptStart; i < pos - 1; i++) {

if (i > conceptStart) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(conceptStart).line(), tokens.get(conceptStart).col(), leadingComments));

}

// C++20 "requires" clause after template params.

// "requires" is lexed as IDENTIFIER (not in the keyword set).

if (check(CppLexerTokenType.IDENTIFIER) && peek().text().equals("requires")) {

advance(); // 'requires'

int depth = 0;

while (!isAtEnd()) {

if (checkPunct("(") || checkPunct("[")) { depth++; advance(); continue; }

if (checkPunct(")") || checkPunct("]")) { depth--; advance(); continue; }

if (checkOp("<")) { depth++; advance(); continue; }

if (checkOp(">")) { depth--; advance(); continue; }

if (checkOp(">>")) { depth -= 2; advance(); continue; }

if (checkPunct(";")) break;

if (checkPunct("{")) {

// Braced block in requires: consume it entirely

int _bd = 0;

while (!isAtEnd()) {

if (checkPunct("{")) _bd++;

else if (checkPunct("}")) { _bd--; if (_bd == 0) { advance(); break; } }

advance();

}

continue;

}

if (depth == 0) {

if (checkKeyword("void") || checkKeyword("auto") ||

checkKeyword("int") || checkKeyword("float") ||

checkKeyword("bool") || checkKeyword("char") ||

checkKeyword("double")|| checkKeyword("long") ||

checkKeyword("class") || checkKeyword("struct") ||

checkKeyword("const") || checkKeyword("static") ||

checkKeyword("inline")|| checkKeyword("virtual") ||

checkKeyword("explicit")|| checkKeyword("friend")) {

break;

}

if (check(CppLexerTokenType.IDENTIFIER) && pos + 1 < tokens.size()) {

CppLexerToken next = tokens.get(pos + 1);

if (next.type() == CppLexerTokenType.IDENTIFIER) break;

}

}

advance();

}

}

// C++20 concept used as a constraint directly in the template head:

// "template<Concept T>" -- Concept is an identifier, not typename/class.

// This is handled in parseTemplateParamName already.

}

if (checkKeyword("class") || checkKeyword("struct")) {

// Partial specialization: "template<typename T> struct Foo<T*> { ... }"

// After parsing the class/struct, check for a specialization arg list.

// BUT: "struct TypeName funcName(...)" is a function with elaborated return type

if (pos + 2 < tokens.size()

&& tokens.get(pos + 1).type() == CppLexerTokenType.IDENTIFIER

&& tokens.get(pos + 2).type() == CppLexerTokenType.IDENTIFIER

&& !tokens.get(pos + 1).isKeyword("class") && !tokens.get(pos + 1).isKeyword("struct")) {

return parseFunctionOrVariable(leadingComments, templateParams, true);

}

return List.of(parseTypeDef(leadingComments, templateParams));

}

if (checkKeyword("enum")) {

return List.of(parseEnumDecl(leadingComments));

}

if (checkKeyword("namespace") || (checkKeyword("inline") && pos + 1 < tokens.size() && tokens.get(pos + 1).isKeyword("namespace"))) {

return List.of(parseNamespaceDecl(leadingComments));

}

// typedef -- emit verbatim as-is (covers function-pointer typedefs, etc.)

if (checkKeyword("typedef")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} matchPunct(";"); }

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) {

if (i > startPos) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

if (checkKeyword("typedef")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} } matchPunct(";");

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) {

if (i > startPos) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

if (checkKeyword("typedef")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} } matchPunct(";");

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) {

if (i > startPos) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

// static_assert at top level: emit verbatim as PreprocessorLine

if (checkKeyword("static_assert")) {

int startPos = pos; advance();

expectPunct("("); int _d=1;

while (!isAtEnd() && _d > 0) {

if (checkPunct("(")) _d++; else if (checkPunct(")")) _d--;

advance();

}

matchPunct(";");

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos; i++) { if (i > startPos) raw.append(" "); raw.append(tokens.get(i).text()); }

if (!raw.toString().endsWith(";")) raw.append(";");

CppLexerToken t0 = tokens.get(startPos);

return List.of(new TopLevelStatement(

new ExprStatement(new Identifier(raw.toString(), t0.line(), t0.col(), List.of()),

t0.line(), t0.col(), List.of()),

t0.line(), t0.col(), leadingComments));

}

if (checkKeyword("using") && tokens.get(pos + 1).isKeyword("namespace")) {

return List.of(parseUsingNamespaceDecl(leadingComments));

}

// using T = Type; -- type alias. Consume to ';' and emit as-is.

// template<typename T> using Alias = ...; -- template alias, prepend template params.

if (checkKeyword("using")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} matchPunct(";"); }

StringBuilder raw = new StringBuilder();

// Prepend template params if this is a template alias

if (!templateParams.isEmpty()) {

raw.append("template<");

for (int ti = 0; ti < templateParams.size(); ti++) {

if (ti > 0) raw.append(", ");

raw.append(templateParams.get(ti));

}

raw.append("> ");

}

for (int i = startPos; i < pos - 1; i++) {

if (i > startPos) raw.append(' ');

raw.append(tokens.get(i).text());

}

raw.append(';');

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

if (checkOp("~") || (checkKeyword("virtual") && tokens.get(pos + 1).isOp("~"))) {

return List.of(parseFunctionOrConstructorOrDestructor(leadingComments, templateParams));

}

// Global structured binding: "auto [a, b] = expr;"

if (isStructuredBindingStart()) {

Statement sb2 = parseStructuredBinding(leadingComments);

return List.of(new TopLevelStatement(sb2, sb2.line(), sb2.col(), leadingComments));

}

// Deduction guide: "Wrapper(const char*) -> Wrapper<std::string>;"

if (check(CppLexerTokenType.IDENTIFIER) && pos + 1 < tokens.size() && tokens.get(pos + 1).isPunct("(")) {

int scan = pos + 2; int depth = 1;

while (scan < tokens.size() && depth > 0) {

if (tokens.get(scan).isPunct("(")) depth++;

else if (tokens.get(scan).isPunct(")")) depth--;

scan++;

}

if (scan < tokens.size() && tokens.get(scan).isPunct("->")) {

int startPos = pos;

while (!isAtEnd() && !checkPunct(";")) advance();

matchPunct(";");

// Reconstruct: include template params prefix if present

StringBuilder raw = new StringBuilder();

if (!templateParams.isEmpty()) {

raw.append("template<");

for (int i = 0; i < templateParams.size(); i++) {

if (i > 0) raw.append(", ");

raw.append(templateParams.get(i));

}

raw.append("> ");

}

for (int i = startPos; i < pos - 1; i++) { if (i > startPos) raw.append(" "); raw.append(tokens.get(i).text()); }

raw.append(";");

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

}

return parseFunctionOrVariable(leadingComments, templateParams, true);

}

/** "template<typename T, typename U, ...>" -- returns just the param names. */

private List<String> parseTemplateParamList() {

// "template" already consumed by the caller; just consume "<...>"

if (checkKeyword("template")) advance(); // in case called with template still present

expectOp("<");

List<String> params = new ArrayList<>();

// template<> is a valid explicit full specialization marker -- emit as empty list

if (!checkOp(">")) {

params.add(parseTemplateParamText());

while (matchPunct(",")) {

params.add(parseTemplateParamText());

}

}

if (checkOp(">>")) {

splitTrailingShiftIntoTwoCloseAngles();

}

expectOp(">");

return params;

}

/**

private String parseTemplateParamText() {

int startPos = pos;

// We'll capture tokens until we hit ',' or '>' or '>>' at depth 0.

// Complex cases (template-template, SFINAE) are handled by parseTemplateParamName

// for semantic purposes, but here we just need the text.

parseTemplateParamName(); // advance pos past the parameter

int endPos = pos;

// Reconstruct the text from the tokens we consumed

StringBuilder sb = new StringBuilder();

for (int i = startPos; i < endPos; i++) {

if (i > startPos) {

CppLexerToken prev = tokens.get(i - 1);

CppLexerToken cur = tokens.get(i);

// Add spacing between tokens where needed

if (needsSpace(prev, cur)) sb.append(' ');

}

sb.append(tokens.get(i).text());

}

return sb.toString();

}

/** Whether two adjacent tokens need a space between them in output. */

private boolean needsSpace(CppLexerToken prev, CppLexerToken cur) {

String p = prev.text(), c = cur.text();

// No space needed before/after punctuation pairs

if (p.equals("<") || p.equals(">") || p.equals(">>") || p.equals("*")

|| p.equals("&") || p.equals("&&") || p.equals("::")) return false;

if (c.equals(">") || c.equals(">>") || c.equals("<") || c.equals("::")

|| c.equals("(") || c.equals(")") || c.equals(",")) return false;

// Space between two word tokens (keywords, identifiers)

if ((prev.type() == CppLexerTokenType.KEYWORD || prev.type() == CppLexerTokenType.IDENTIFIER)

&& (cur.type() == CppLexerTokenType.KEYWORD || cur.type() == CppLexerTokenType.IDENTIFIER)) return true;

// Space before/after ellipsis in most contexts

if (p.equals("...") || c.equals("...")) return true;

// Space after "=" for defaults

if (p.equals("=") || c.equals("=")) return true;

return false;

}

/**

private String parseTemplateParamName() {

// --- template-template parameter: "template<...> class Name" ---

if (checkKeyword("template")) {

parseTemplateParamList(); // consume the nested <...> (recursive)

matchKeyword("class");

matchKeyword("typename");

// variadic template-template: "template<typename> class... C"

if (checkPunct("...")) advance();

if (check(CppLexerTokenType.IDENTIFIER)) return advance().text();

return "<template-template>";

}

// --- concept-constrained type parameter: "Numeric T" ---

if (check(CppLexerTokenType.IDENTIFIER) && pos + 1 < tokens.size()

&& tokens.get(pos + 1).type() == CppLexerTokenType.IDENTIFIER

&& pos + 2 < tokens.size()

&& (tokens.get(pos + 2).isOp(">") || tokens.get(pos + 2).isOp(">>")

|| tokens.get(pos + 2).isPunct(",")

|| tokens.get(pos + 2).isPunct("...")

|| tokens.get(pos + 2).isOp("="))) {

advance();

if (checkPunct("...")) advance();

String name = advance().text();

if (matchOp("=")) parseTemplateDefaultValue();

return name;

}

// --- typename / class type parameter ---

if (checkKeyword("typename") || checkKeyword("class")) {

advance(); // consume typename/class

// variadic pack: "typename... Args"

if (checkPunct("...")) advance();

// SFINAE sink: "typename std::enable_if<cond, T>::type = 0"

// After typename, if what follows is a qualified name (has :: or

// template args), it's a non-type SFINAE param, not a plain

// type-param name. Parse it as a full type and grab any default.

if (check(CppLexerTokenType.IDENTIFIER) || check(CppLexerTokenType.KEYWORD)) {

boolean isSfinaeType = checkPunct("::")

|| (pos + 1 < tokens.size() && (

tokens.get(pos + 1).isPunct("::") ||

tokens.get(pos + 1).isOp("<")));

if (isSfinaeType) {

try { parseTypeRef(); } catch (ParseException ignored) {}

if (matchOp("=")) parseTemplateDefaultValue();

return "<sfinae>";

}

String name = advance().text();

if (matchOp("=")) parseTemplateDefaultValue();

return name;

}

// Anonymous typename with default: "typename = std::enable_if<true>"

if (matchOp("=")) parseTemplateDefaultValue();

return "<anon>";

}

// --- auto NTTP: "auto V" or "auto... Vs" ---

if (checkKeyword("auto")) {

advance();

if (checkPunct("...")) advance();

String name = check(CppLexerTokenType.IDENTIFIER) ? advance().text() : "<anon>";

if (matchOp("=")) parseTemplateDefaultValue();

return name;

}

// --- Non-type parameter: "int N", "std::size_t N", "const char* S",

// or member-pointer NTTP: "int T::* Field"

TypeRef type = parseTypeRef();

if (checkPunct("...")) advance();

String name;

if (check(CppLexerTokenType.IDENTIFIER)) {

name = advance().text();

// Member pointer NTTP: "int T::* Field" -- consume ::* and actual name

if (checkPunct("::") && pos + 1 < tokens.size() && tokens.get(pos + 1).isOp("*")) {

advance(); advance(); // :: and *

if (check(CppLexerTokenType.IDENTIFIER)) name = advance().text();

}

} else if (checkPunct("(")) {

// Member function pointer NTTP: "int (T::* Method)(int) const"

// or pointer-to-array NTTP: "int (*Arr)[N]"

advance(); // consume (

// consume optional Class:: qualifier

if (check(CppLexerTokenType.IDENTIFIER) && pos + 1 < tokens.size()

&& tokens.get(pos + 1).isPunct("::")) {

advance(); advance(); // Class ::

}

matchOp("*"); matchOp("&"); // * or &

name = check(CppLexerTokenType.IDENTIFIER) ? advance().text() : "<nttp-ptr>";

expectPunct(")");

// consume trailing (params) and optional const

if (checkPunct("(")) {

advance(); int d = 1;

while (!isAtEnd() && d > 0) {

if (checkPunct("(")) d++; else if (checkPunct(")")) d--;

advance();

}

matchKeyword("const");

}

// consume trailing [dims] for pointer-to-array

while (checkPunct("[")) {

advance();

if (!checkPunct("]")) parseExpr();

expectPunct("]");

}

} else {

name = type instanceof NamedType nt ? nt.baseName() : "<nttp>";

}

// optional default value: "int N = 42" or "::type = 0"

if (matchOp("=")) parseTemplateDefaultValue();

return name;

}

/**

private TypeDef parseTypeDef(List<CppLexerToken> leadingComments, List<String> templateParams) {

CppLexerToken start = peek();

String kind = checkKeyword("class") ? "class" : "struct";

advance();

// alignas specifier: "struct alignas(64) CacheLine"

if (checkKeyword("alignas") && pos + 1 < tokens.size() && tokens.get(pos + 1).isPunct("(")) {

advance(); advance(); int _ad=1;

while (!isAtEnd() && _ad > 0) { if (checkPunct("(")) _ad++; else if (checkPunct(")")) _ad--; advance(); }

}

// Also consume [[attributes]] before the name

consumeAttributes();

String name = expectIdentifier().text();

// Partial or explicit specialization: "template<typename T> struct Foo<T*>"

// or "template<> struct TypeName<int>" -- capture the specialization arg

// text and fold it into the name so CodeGen emits "TypeName<int>" correctly.

if (checkOp("<")) {

// Specialization args: "Foo<T, N, false>" -- scan to matching > manually

int argStart = pos;

advance(); // consume <

int depth = 1;

while (!isAtEnd() && depth > 0) {

if (checkOp("<")) { depth++; advance(); }

else if (checkOp(">")) { depth--; advance(); }

else if (checkOp(">>")) {

depth -= 2;

splitTrailingShiftIntoTwoCloseAngles();

advance(); // consume first >

if (depth <= 0) { advance(); break; } // consume second > and exit

advance(); // consume second > when still inside

}

else advance();

}

int argEnd = pos;

// Reconstruct the specialization suffix verbatim from tokens

StringBuilder spec = new StringBuilder();

for (int i = argStart; i < argEnd; i++) spec.append(tokens.get(i).text());

name = name + spec.toString();

}

// Forward declaration: "struct Node;" or "class Container;" with no body.

// Also handles "template<typename T = int> class Container;" with default args.

if (checkPunct(";")) {

advance();

return new TypeDef(kind, name, templateParams, List.of(), List.of(),

start.line(), start.col(), leadingComments);

}

List<String> baseClasses = new ArrayList<>();

if (matchPunct(":")) {

baseClasses.add(parseBaseClassEntry());

while (matchPunct(",")) {

baseClasses.add(parseBaseClassEntry());

}

}

expectPunct("{");

List<TopLevelItem> members = new ArrayList<>();

while (!checkPunct("}")) {

if (isAtEnd()) throw error("unexpected end of input inside class/struct body for '" + name + "'");

List<CppLexerToken> comments = consumeLeadingComments();

if (checkPunct("}")) break;

if (matchKeyword("public") || matchKeyword("private") || matchKeyword("protected")) {

expectPunct(":");

continue;

}

members.addAll(parseClassMember(comments, name));

}

expectPunct("}");

// The trailing ';' after a class/struct body is standard C++, but

// confirmed OPTIONAL in real .pde input -- Scrollbar.pde's

// "class HScrollbar { ... }" has no trailing ';' at all. Processing's

// own preprocessing tolerates this; this parser does too rather than

// hard-requiring strict C++ grammar here.

matchPunct(";");

return new TypeDef(kind, name, templateParams, baseClasses, members, start.line(), start.col(), leadingComments);

}

/** "public BaseName" / "private BaseName" / "protected BaseName" / bare "BaseName". */

private String parseBaseClassEntry() {

boolean isVirtualBase = matchKeyword("virtual");

matchKeyword("public");

if (!checkKeyword("public")) {

matchKeyword("private");

matchKeyword("protected");

}

if (!isVirtualBase) isVirtualBase = matchKeyword("virtual");

String name = parseQualifiedTypeName();

// Consume template args on base class name: "Base<Derived>" (CRTP),

// "std::enable_shared_from_this<T>", etc.

if (checkOp("<") && looksLikeTemplateArgList()) {

StringBuilder sb = new StringBuilder(name);

sb.append('<');

advance(); // '<'

int depth = 1;

while (!isAtEnd() && depth > 0) {

if (checkOp("<")) depth++;

else if (checkOp(">")) { depth--; if (depth == 0) break; }

else if (checkOp(">>")) { depth -= 2; if (depth <= 0) { splitTrailingShiftIntoTwoCloseAngles(); break; } }

sb.append(peek().text());

advance();

}

expectOp(">");

sb.append('>');

name = sb.toString();

}

boolean isPackExpansion = matchPunct("..."); // pack expansion in base class list: "Bases..."

String suffix = isPackExpansion ? "..." : "";

return isVirtualBase ? "virtual " + name + suffix : name + suffix;

}

/**

private List<TopLevelItem> parseClassMember(List<CppLexerToken> leadingComments, String enclosingClassName) {

if (check(CppLexerTokenType.PREPROCESSOR_DIRECTIVE)) {

CppLexerToken t = advance();

return List.of(new PreprocessorLine(t.text(), t.line(), t.col(), leadingComments));

}

consumeAttributes();

// friend declarations: "friend class Foo;" or "friend void func(...);"

// Consume entirely -- friend declarations don't produce AST members we need.

if (checkKeyword("friend")) {

advance(); // consume 'friend'

// Friend function with a body: "friend T operator*(...) { ... }"

// Must be parsed as a real function, not consumed to ';'.

// Detect by scanning ahead: if we find '{' before ';', it has a body.

int scan = pos;

int depth = 0;

boolean hasBody = false;

while (scan < tokens.size()) {

String txt = tokens.get(scan).text();

if (txt.equals("{")) { if (depth++ == 0) { hasBody = true; break; } }

else if (txt.equals("}")) { if (--depth == 0) break; }

else if (txt.equals(";") && depth == 0) break;

scan++;

}

if (hasBody) {

// Friend function WITH a body is a free function defined in-class

// but semantically at namespace scope. Return it as a TopLevelItem

// to be hoisted out of the class body.

// We must NOT emit it as a class member since free functions with 2+

// parameters can't be member functions.

List<TopLevelItem> items = parseFunctionOrVariable(leadingComments, List.of(), false);

return items; // will be added to class members and hoisted by ClassHoister

}

// Friend declaration (no body) -- consume to ';'

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} matchPunct(";"); }

return List.of();

}

List<String> templateParams = List.of();

if (checkKeyword("template")) {

templateParams = parseTemplateParamList();

consumeLeadingComments();

// Trailing requires clause on template member: "template<T>\n requires Concept<T>"

if (check(CppLexerTokenType.IDENTIFIER) && peek().text().equals("requires")) {

advance(); // consume requires

if (checkPunct("(")) { advance(); int _d=1; while(!isAtEnd()&&_d>0){if(checkPunct("("))_d++;else if(checkPunct(")"))_d--;advance();} }

else { int _d=0; while(!isAtEnd()){if(checkOp("<"))_d++;else if(checkOp(">")&&_d>0)_d--;else if(_d==0&&(checkPunct("{;")||checkPunct(";")|| checkKeyword("auto")||checkKeyword("void")||checkKeyword("bool")||checkKeyword("int")||checkKeyword("float")||checkKeyword("const")||checkKeyword("inline")||checkKeyword("static")||checkKeyword("virtual")||checkKeyword("constexpr")||checkKeyword("explicit")||checkKeyword("operator")))break;advance();} }

consumeLeadingComments();

}

}

if (checkKeyword("class") || checkKeyword("struct")) {

// Anonymous struct: "struct { float x, y; } position;"

if (pos + 1 < tokens.size() && tokens.get(pos + 1).isPunct("{")) {

int anonStart = pos;

advance(); // consume struct/class

int bd = 0;

while (!isAtEnd()) {

if (checkPunct("{")) { bd++; advance(); }

else if (checkPunct("}")) { bd--; advance(); if (bd == 0) break; }

else advance();

}

// pos is now after }, next is memberName then ;

int beforeMember = pos;

String memberName = check(CppLexerTokenType.IDENTIFIER) ? advance().text() : "";

matchPunct(";");

StringBuilder raw = new StringBuilder();

for (int i = anonStart; i < beforeMember; i++) { if (i > anonStart) raw.append(" "); raw.append(tokens.get(i).text()); }

if (!memberName.isEmpty()) raw.append(" ").append(memberName);

raw.append(";");

return List.of(new PreprocessorLine(raw.toString(), tokens.get(anonStart).line(), tokens.get(anonStart).col(), leadingComments));

}

// "struct/class Name funcName(" -- elaborated return type, not a definition

if (pos + 2 < tokens.size()

&& tokens.get(pos + 1).type() == CppLexerTokenType.IDENTIFIER

&& tokens.get(pos + 2).type() == CppLexerTokenType.IDENTIFIER) {

return parseFunctionOrVariable(leadingComments, templateParams, false);

}

return List.of(parseTypeDef(leadingComments, templateParams));

}

if (checkKeyword("enum")) {

return List.of(parseEnumDecl(leadingComments));

}

// static_assert inside class body

if (checkKeyword("static_assert")) {

int startPos = pos; advance();

expectPunct("("); int _d=1;

while (!isAtEnd() && _d > 0) { if (checkPunct("(")) _d++; else if (checkPunct(")")) _d--; advance(); }

matchPunct(";");

return List.of(new PreprocessorLine("// static_assert", tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

// using X = Type; inside a struct/class body -- consume verbatim

if (checkKeyword("using") && !tokens.get(pos + 1).isKeyword("namespace")) {

int startPos = pos;

{ int _d=0; while(!isAtEnd()){if(checkPunct("{"))_d++;else if(checkPunct("}")){if(_d==0){advance();break;}_d--;}else if(checkPunct(";")&&_d==0)break;advance();} matchPunct(";"); }

StringBuilder raw = new StringBuilder();

for (int i = startPos; i < pos - 1; i++) { if (i > startPos) raw.append(" "); raw.append(tokens.get(i).text()); }

raw.append(";");

return List.of(new PreprocessorLine(raw.toString(), tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

// Destructor dispatch: "~Name() {...}" or "virtual ~Name() {...}" --

// must look one token past an optional leading "virtual", since that

// keyword (confirmed common on destructors, e.g. "virtual ~LSystem()")

// precedes the '~' that would otherwise be the dispatch signal.

if (checkOp("~") || (checkKeyword("virtual") && tokens.get(pos + 1).isOp("~"))) {

return List.of(parseFunctionOrConstructorOrDestructor(leadingComments, templateParams));

}

// Constructor dispatch: identifier matching the enclosing class name,

// directly followed by '(' with no return type preceding it.

// Also handle "constexpr ClassName(...)" -- consume constexpr first.

// friend declaration: "friend class Foo;" or "friend Box<U> makeBox(U v);"

if (checkKeyword("friend")) {

int startPos = pos; advance(); // consume friend

// "friend class/struct Foo" -- forward decl, consume verbatim

if (checkKeyword("class") || checkKeyword("struct")) {

while (!isAtEnd() && !checkPunct(";")) advance();

matchPunct(";");

return List.of(new PreprocessorLine("// friend class", tokens.get(startPos).line(), tokens.get(startPos).col(), leadingComments));

}

// "friend RetType funcName(...)" or "friend RetType operator...()" -- parse as function

// Consume template params if present; also use outer templateParams if already consumed

List<String> friendTemplateParams = templateParams.isEmpty() ? List.of() : templateParams;

if (matchKeyword("template")) friendTemplateParams = parseTemplateParamList();

return parseFunctionOrVariable(leadingComments, friendTemplateParams, false);

}

// explicit(...): conditional explicit specifier (C++20)

if (checkKeyword("explicit") && pos + 1 < tokens.size() && tokens.get(pos + 1).isPunct("(")) {

advance(); // consume explicit

advance(); int _ed=1; // consume (

while (!isAtEnd() && _ed > 0) { if (checkPunct("(")) _ed++; else if (checkPunct(")")) _ed--; advance(); }

} else {

matchKeyword("explicit"); // plain explicit

}

boolean isConstexprCtor = false;

if ((checkKeyword("constexpr") || checkKeyword("consteval")) && pos + 1 < tokens.size()

&& tokens.get(pos + 1).type() == CppLexerTokenType.IDENTIFIER

&& tokens.get(pos + 1).text().equals(enclosingClassName)

&& pos + 2 < tokens.size() && tokens.get(pos + 2).isPunct("(")) {

advance(); // consume constexpr/consteval

isConstexprCtor = true;

}

// Constructor: match enclosingClassName OR just its base name (for specializations like Grid<T,N,false>)

String enclosingBase = enclosingClassName.contains("<") ? enclosingClassName.substring(0, enclosingClassName.indexOf("<")) : enclosingClassName;

if (check(CppLexerTokenType.IDENTIFIER) && (peek().text().equals(enclosingClassName) || peek().text().equals(enclosingBase)) && tokens.get(pos + 1).isPunct("(")) {

FunctionDecl ctorFd = parseFunctionOrConstructorOrDestructor(leadingComments, templateParams);

if (isConstexprCtor && !ctorFd.isConstexpr()) {

// constexpr was consumed before dispatch; rebuild FunctionDecl with isConstexpr=true

ctorFd = new FunctionDecl(ctorFd.returnType(), ctorFd.name(), ctorFd.templateParams(),

ctorFd.params(), ctorFd.initializerList(), ctorFd.body(),

ctorFd.isConstructor(), ctorFd.isDestructor(), ctorFd.isVirtual(), ctorFd.isOverride(),

ctorFd.isConst(), true, ctorFd.isStatic(), ctorFd.isPureVirtual(), ctorFd.isDefault(), ctorFd.isDelete(),

ctorFd.line(), ctorFd.col(), ctorFd.leadingComments());

}

return List.of(ctorFd);