/*

* simplecpp - A simple and high-fidelity C/C++ preprocessor library

* Copyright (C) 2016-2023 simplecpp team

*/

// needs to be specified here otherwise _mingw.h will define it as 0x0601

// causing FileIdInfo not to be available

#if defined(_WIN32)

# ifndef _WIN32_WINNT

# define _WIN32_WINNT 0x0602

# endif

#endif

#include "simplecpp.h"

#if defined(_WIN32) || defined(__CYGWIN__) || defined(__MINGW32__)

# define SIMPLECPP_WINDOWS

#endif

#include <algorithm>

#include <cassert>

#include <cctype>

#include <climits>

#include <cstddef> // IWYU pragma: keep

#include <cstdint>

#include <cstdio>

#include <cstdlib>

#include <cstring>

#include <ctime>

#include <fstream>

#include <iostream>

#include <istream>

#include <limits>

#include <list>

#include <map>

#include <set>

#include <sstream>

#include <stack>

#include <stdexcept>

#include <string>

#ifdef SIMPLECPP_WINDOWS

# include <mutex>

#endif

#include <unordered_map>

#include <utility>

#include <vector>

#if defined(_WIN32)

# ifndef NOMINMAX

# define NOMINMAX

# endif

# ifndef WIN32_LEAN_AND_MEAN

# define WIN32_LEAN_AND_MEAN

# endif

# include <windows.h>

# undef ERROR

# include <direct.h>

#else

# include <sys/stat.h>

# include <sys/types.h>

#endif

static bool isHex(const std::string &s)

{

return s.size()>2 && (s.compare(0,2,"0x")==0 || s.compare(0,2,"0X")==0);

}

static bool isOct(const std::string &s)

{

return s.size()>1 && (s[0]=='0') && (s[1] >= '0') && (s[1] < '8');

}

static bool isStringLiteral(const std::string &s)

{

return s.size() > 1 && (s[0]=='\"') && (*s.rbegin()=='\"');

}

static bool isCharLiteral(const std::string &s)

{

// char literal patterns can include 'a', '\t', '\000', '\xff', 'abcd', and maybe ''

// This only checks for the surrounding '' but doesn't parse the content.

return s.size() > 1 && (s[0]=='\'') && (*s.rbegin()=='\'');

}

static const simplecpp::TokenString DEFINE("define");

static const simplecpp::TokenString UNDEF("undef");

static const simplecpp::TokenString INCLUDE("include");

static const simplecpp::TokenString ERROR("error");

static const simplecpp::TokenString WARNING("warning");

static const simplecpp::TokenString IF("if");

static const simplecpp::TokenString IFDEF("ifdef");

static const simplecpp::TokenString IFNDEF("ifndef");

static const simplecpp::TokenString DEFINED("defined");

static const simplecpp::TokenString ELSE("else");

static const simplecpp::TokenString ELIF("elif");

static const simplecpp::TokenString ELIFDEF("elifdef");

static const simplecpp::TokenString ELIFNDEF("elifndef");

static const simplecpp::TokenString ENDIF("endif");

static const simplecpp::TokenString PRAGMA("pragma");

static const simplecpp::TokenString ONCE("once");

static const simplecpp::TokenString HAS_INCLUDE("__has_include");

template<class T> static std::string toString(T t)

{

// NOLINTNEXTLINE(misc-const-correctness) - false positive

std::ostringstream ostr;

ostr << t;

return ostr.str();

}

#ifdef SIMPLECPP_DEBUG_MACRO_EXPANSION

static std::string locstring(const simplecpp::Location &loc)

{

std::ostringstream ostr;

ostr << '[' << loc.file() << ':' << loc.line << ':' << loc.col << ']';

return ostr.str();

}

#endif

static long long stringToLL(const std::string &s)

{

long long ret;

const bool hex = isHex(s);

const bool oct = isOct(s);

std::istringstream istr(hex ? s.substr(2) : oct ? s.substr(1) : s);

if (hex)

istr >> std::hex;

else if (oct)

istr >> std::oct;

istr >> ret;

return ret;

}

static unsigned long long stringToULL(const std::string &s)

{

unsigned long long ret;

const bool hex = isHex(s);

const bool oct = isOct(s);

std::istringstream istr(hex ? s.substr(2) : oct ? s.substr(1) : s);

if (hex)

istr >> std::hex;

else if (oct)

istr >> std::oct;

istr >> ret;

return ret;

}

static bool endsWith(const std::string &s, const std::string &e)

{

return (s.size() >= e.size()) && std::equal(e.rbegin(), e.rend(), s.rbegin());

}

static bool sameline(const simplecpp::Token *tok1, const simplecpp::Token *tok2)

{

return tok1 && tok2 && tok1->location.sameline(tok2->location);

}

static bool isAlternativeBinaryOp(const simplecpp::Token *tok, const std::string &alt)

{

return (tok->name &&

tok->str() == alt &&

tok->previous &&

tok->next &&

(tok->previous->number || tok->previous->name || tok->previous->op == ')') &&

(tok->next->number || tok->next->name || tok->next->op == '('));

}

static bool isAlternativeUnaryOp(const simplecpp::Token *tok, const std::string &alt)

{

return ((tok->name && tok->str() == alt) &&

(!tok->previous || tok->previous->op == '(') &&

(tok->next && (tok->next->name || tok->next->number)));

}

static std::string replaceAll(std::string s, const std::string& from, const std::string& to)

{

for (size_t pos = s.find(from); pos != std::string::npos; pos = s.find(from, pos + to.size()))

s.replace(pos, from.size(), to);

return s;

}

void simplecpp::Location::adjust(const std::string &str)

{

if (strpbrk(str.c_str(), "\r\n") == nullptr) {

col += str.size();

return;

}

for (std::size_t i = 0U; i < str.size(); ++i) {

col++;

if (str[i] == '\n' || str[i] == '\r') {

col = 1;

line++;

if (str[i] == '\r' && (i+1)<str.size() && str[i+1]=='\n')

++i;

}

}

}

bool simplecpp::Token::isOneOf(const char ops[]) const

{

return (op != '\0') && (std::strchr(ops, op) != nullptr);

}

bool simplecpp::Token::startsWithOneOf(const char c[]) const

{

return std::strchr(c, string[0]) != nullptr;

}

bool simplecpp::Token::endsWithOneOf(const char c[]) const

{

return std::strchr(c, string[string.size() - 1U]) != nullptr;

}

void simplecpp::Token::printAll() const

{

const Token *tok = this;

while (tok->previous)

tok = tok->previous;

for (; tok; tok = tok->next) {

if (tok->previous) {

std::cout << (sameline(tok, tok->previous) ? ' ' : '\n');

}

std::cout << tok->str();

}

std::cout << std::endl;

}

void simplecpp::Token::printOut() const

{

for (const Token *tok = this; tok; tok = tok->next) {

if (tok != this) {

std::cout << (sameline(tok, tok->previous) ? ' ' : '\n');

}

std::cout << tok->str();

}

std::cout << std::endl;

}

// cppcheck-suppress noConstructor - we call init() in the inherited to initialize the private members

class simplecpp::TokenList::Stream {

public:

virtual ~Stream() = default;

virtual int get() = 0;

virtual int peek() = 0;

virtual void unget() = 0;

virtual bool good() = 0;

unsigned char readChar() {

auto ch = static_cast<unsigned char>(get());

// For UTF-16 encoded files the BOM is 0xfeff/0xfffe. If the

// character is non-ASCII character then replace it with 0xff

if (isUtf16) {

const auto ch2 = static_cast<unsigned char>(get());

const int ch16 = makeUtf16Char(ch, ch2);

ch = static_cast<unsigned char>(((ch16 >= 0x80) ? 0xff : ch16));

}

// Handling of newlines..

if (ch == '\r') {

ch = '\n';

int ch2 = get();

if (isUtf16) {

const int c2 = get();

ch2 = makeUtf16Char(ch2, c2);

}

if (ch2 != '\n')

ungetChar();

}

return ch;

}

int peekChar() {

int ch = peek();

if (ch == EOF)

return ch;

// For UTF-16 encoded files the BOM is 0xfeff/0xfffe. If the

// character is non-ASCII character then replace it with 0xff

if (isUtf16) {

(void)get();

const auto ch2 = static_cast<unsigned char>(peek());

unget();

const int ch16 = makeUtf16Char(ch, ch2);

ch = (ch16 >= 0x80) ? 0xff : ch16;

}

// Handling of newlines..

if (ch == '\r')

ch = '\n';

return ch;

}

void ungetChar() {

unget();

if (isUtf16)

unget();

}

protected:

void init() {

// initialize since we use peek() in getAndSkipBOM()

isUtf16 = false;

bom = getAndSkipBOM();

isUtf16 = (bom == 0xfeff || bom == 0xfffe);

}

private:

inline int makeUtf16Char(const unsigned char ch, const unsigned char ch2) const {

return (bom == 0xfeff) ? (ch<<8 | ch2) : (ch2<<8 | ch);

}

unsigned short getAndSkipBOM() {

const int ch1 = peek();

// The UTF-16 BOM is 0xfffe or 0xfeff.

if (ch1 >= 0xfe) {

(void)get();

const unsigned short byte = (static_cast<unsigned char>(ch1) << 8);

if (peek() >= 0xfe)

return byte | static_cast<unsigned char>(get());

unget();

return 0;

}

// Skip UTF-8 BOM 0xefbbbf

if (ch1 == 0xef) {

(void)get();

if (peek() == 0xbb) {

(void)get();

if (peek() == 0xbf) {

(void)get();

return 0;

}

unget();

}

unget();

}

return 0;

}

unsigned short bom;

protected:

bool isUtf16;

};

namespace {

class StdIStream : public simplecpp::TokenList::Stream {

public:

// cppcheck-suppress uninitDerivedMemberVar - we call Stream::init() to initialize the private members

explicit StdIStream(std::istream &istr)

: istr(istr) {

assert(istr.good());

init();

}

int get() override {

return istr.get();

}

int peek() override {

return istr.peek();

}

void unget() override {

istr.unget();

}

bool good() override {

return istr.good();

}

private:

std::istream &istr;

};

class StdCharBufStream : public simplecpp::TokenList::Stream {

public:

// cppcheck-suppress uninitDerivedMemberVar - we call Stream::init() to initialize the private members

StdCharBufStream(const unsigned char* str, std::size_t size)

: str(str)

, size(size)

{

init();

}

int get() override {

if (pos >= size)

return lastStatus = EOF;

return str[pos++];

}

int peek() override {

if (pos >= size)

return lastStatus = EOF;

return str[pos];

}

void unget() override {

--pos;

}

bool good() override {

return lastStatus != EOF;

}

private:

const unsigned char *str;

const std::size_t size;

std::size_t pos{};

int lastStatus{};

};

class FileStream : public simplecpp::TokenList::Stream {

public:

/**

* @throws simplecpp::Output thrown if file is not found

*/

// cppcheck-suppress uninitDerivedMemberVar - we call Stream::init() to initialize the private members

explicit FileStream(const std::string &filename, std::vector<std::string> &files)

: file(fopen(filename.c_str(), "rb"))

{

if (!file) {

files.emplace_back(filename);

throw simplecpp::Output(simplecpp::Output::FILE_NOT_FOUND, {}, "File is missing: " + filename);

}

init();

}

FileStream(const FileStream&) = delete;

FileStream &operator=(const FileStream&) = delete;

~FileStream() override {

fclose(file);

file = nullptr;

}

int get() override {

lastStatus = lastCh = fgetc(file);

return lastCh;

}

int peek() override {

// keep lastCh intact

const int ch = fgetc(file);

unget_internal(ch);

return ch;

}

void unget() override {

unget_internal(lastCh);

}

bool good() override {

return lastStatus != EOF;

}

private:

void unget_internal(int ch) {

if (isUtf16) {

// TODO: use ungetc() as well

// UTF-16 has subsequent unget() calls

fseek(file, -1, SEEK_CUR);

} else {

ungetc(ch, file);

}

}

FILE *file;

int lastCh{};

int lastStatus{};

};

}

simplecpp::TokenList::TokenList(std::vector<std::string> &filenames) : frontToken(nullptr), backToken(nullptr), files(filenames) {}

simplecpp::TokenList::TokenList(std::istream &istr, std::vector<std::string> &filenames, const std::string &filename, const DUI &dui, OutputList *outputList)

: frontToken(nullptr), backToken(nullptr), files(filenames)

{

StdIStream stream(istr);

readfile(stream,filename,dui,outputList);

}

simplecpp::TokenList::TokenList(const unsigned char* data, std::size_t size, std::vector<std::string> &filenames, const std::string &filename, const DUI &dui, OutputList *outputList, int /*unused*/)

: frontToken(nullptr), backToken(nullptr), files(filenames)

{

StdCharBufStream stream(data, size);

readfile(stream,filename,dui,outputList);

}

simplecpp::TokenList::TokenList(const std::string &filename, std::vector<std::string> &filenames, const DUI &dui, OutputList *outputList)

: frontToken(nullptr), backToken(nullptr), files(filenames)

{

try {

FileStream stream(filename, filenames);

readfile(stream,filename,dui,outputList);

} catch (const simplecpp::Output & e) {

outputList->emplace_back(e);

}

}

simplecpp::TokenList::TokenList(const TokenList &other) : frontToken(nullptr), backToken(nullptr), files(other.files)

{

*this = other;

}

simplecpp::TokenList::TokenList(TokenList &&other) : frontToken(nullptr), backToken(nullptr), files(other.files)

{

*this = std::move(other);

}

simplecpp::TokenList::~TokenList()

{

clear();

}

simplecpp::TokenList &simplecpp::TokenList::operator=(const TokenList &other)

{

if (this != &other) {

clear();

files = other.files;

for (const Token *tok = other.cfront(); tok; tok = tok->next)

push_back(new Token(*tok));

sizeOfType = other.sizeOfType;

}

return *this;

}

simplecpp::TokenList &simplecpp::TokenList::operator=(TokenList &&other)

{

if (this != &other) {

clear();

frontToken = other.frontToken;

other.frontToken = nullptr;

backToken = other.backToken;

other.backToken = nullptr;

files = other.files;

sizeOfType = std::move(other.sizeOfType);

}

return *this;

}

void simplecpp::TokenList::clear()

{

backToken = nullptr;

while (frontToken) {

Token * const next = frontToken->next;

delete frontToken;

frontToken = next;

}

sizeOfType.clear();

}

void simplecpp::TokenList::push_back(Token *tok)

{

if (!frontToken)

frontToken = tok;

else

backToken->next = tok;

tok->previous = backToken;

backToken = tok;

}

void simplecpp::TokenList::dump(bool linenrs) const

{

std::cout << stringify(linenrs) << std::endl;

}

std::string simplecpp::TokenList::stringify(bool linenrs) const

{

std::ostringstream ret;

Location loc;

loc.line = 1;

bool filechg = true;

for (const Token *tok = cfront(); tok; tok = tok->next) {

if (tok->location.line < loc.line || tok->location.fileIndex != loc.fileIndex) {

ret << "\n#line " << tok->location.line << " \"" << file(tok->location) << "\"\n";

loc = tok->location;

filechg = true;

}

if (linenrs && filechg) {

ret << loc.line << ": ";

filechg = false;

}

while (tok->location.line > loc.line) {

ret << '\n';

loc.line++;

if (linenrs)

ret << loc.line << ": ";

}

if (sameline(tok->previous, tok))

ret << ' ';

ret << tok->str();

loc.adjust(tok->str());

}

return ret.str();

}

static bool isNameChar(int ch)

{

return std::isalnum(ch) || ch == '_' || ch == '$';

}

static std::string escapeString(const std::string &str)

{

std::ostringstream ostr;

ostr << '\"';

for (std::size_t i = 1U; i < str.size() - 1; ++i) {

const char c = str[i];

if (c == '\\' || c == '\"' || c == '\'')

ostr << '\\';

ostr << c;

}

ostr << '\"';

return ostr.str();

}

static void portabilityBackslash(simplecpp::OutputList *outputList, const simplecpp::Location &location)

{

if (!outputList)

return;

simplecpp::Output err{

simplecpp::Output::PORTABILITY_BACKSLASH,

location,

"Combination 'backslash space newline' is not portable."

};

outputList->emplace_back(std::move(err));

}

static bool isStringLiteralPrefix(const std::string &str)

{

return str == "u" || str == "U" || str == "L" || str == "u8" ||

str == "R" || str == "uR" || str == "UR" || str == "LR" || str == "u8R";

}

void simplecpp::TokenList::lineDirective(unsigned int fileIndex_, unsigned int line, Location &location)

{

if (fileIndex_ != location.fileIndex || line >= location.line) {

location.fileIndex = fileIndex_;

location.line = line;

return;

}

if (line + 2 >= location.line) {

location.line = line;

while (cback()->op != '#')

deleteToken(back());

deleteToken(back());

return;

}

}

static const std::string COMMENT_END("*/");

void simplecpp::TokenList::readfile(Stream &stream, const std::string &filename, const DUI &dui, OutputList *outputList)

{

unsigned int multiline = 0U;

bool trailing_nl = true;

const Token *oldLastToken = nullptr;

const cstd_t cstd = getCStd(dui.std);

const cppstd_t cppstd = getCppStd(dui.std);

Location location(fileIndex(filename), 1, 1);

while (stream.good()) {

unsigned char ch = stream.readChar();

if (!stream.good())

break;

trailing_nl = false;

if (ch >= 0x80) {

if (outputList) {

simplecpp::Output err{

simplecpp::Output::UNHANDLED_CHAR_ERROR,

location,

"The code contains unhandled character(s) (character code=" + std::to_string(static_cast<int>(ch)) + "). Neither unicode nor extended ascii is supported."

};

outputList->emplace_back(std::move(err));

}

clear();

return;

}

if (ch == '\n') {

if (cback() && cback()->op == '\\') {

if (location.col > cback()->location.col + 1U)

portabilityBackslash(outputList, cback()->location);

++multiline;

deleteToken(back());

} else {

location.line += multiline + 1;

multiline = 0U;

trailing_nl = true;

}

if (!multiline)

location.col = 1;

if (oldLastToken != cback()) {

oldLastToken = cback();

// #line 3

// #line 3 "file.c"

// #3

// #3 "file.c"

const Token * ppTok = isLastLinePreprocessor();

if (!ppTok)

continue;

const auto advanceAndSkipComments = [](const Token* tok) {

do {

tok = tok->next;

} while (tok && tok->comment);

return tok;

};

// skip #

ppTok = advanceAndSkipComments(ppTok);

if (!ppTok)

continue;

if (ppTok->str() == "line")

ppTok = advanceAndSkipComments(ppTok);

if (ppTok && (ppTok->str()[0] == '-' || ppTok->str()[0] == '+')) {

if (outputList) {

simplecpp::Output err{

simplecpp::Output::SYNTAX_ERROR,

location,

"Invalid character in line directive: '" + ppTok->str() + "'."

};

outputList->emplace_back(std::move(err));

}

clear();

return;

}

if (!ppTok || !ppTok->number)

continue;

constexpr unsigned long line_limit = std::numeric_limits<decltype(Location::line)>::max();

unsigned long line;

try {

line = std::min(line_limit, std::stoul(ppTok->str()));

} catch (...) {

line = line_limit;

}

unsigned long maxline;

if ((cstd != CUnknown && cstd < C99) || (cppstd != CPPUnknown && cppstd < CPP11))

maxline = 32767;

else

maxline = 2147483647;

if (line == 0 || line > maxline) {

if (outputList) {

const bool unknown_std = cstd == CUnknown && cppstd == CPPUnknown;

std::string msg = "Line number out of range: " + ppTok->str() + ". ";

if (line == 0) {

msg += "Line number zero is undefined behavior.";

} else {

msg += "Line numbers above " + std::to_string(maxline) + " are ";

if (unknown_std)

msg += "undefined behavior or conditionally supported";

else if (cppstd >= CPP26)

msg += "conditionally supported";

else

msg += "undefined behavior";

if (cstd != CUnknown)

msg += std::string(" in ") + getCStdName(cstd);

else if (cppstd != CPPUnknown)

msg += std::string(" in ") + getCppStdName(cppstd);

msg += ".";

}

simplecpp::Output err{

simplecpp::Output::PORTABILITY_LINE_DIRECTIVE,

location, msg

};

outputList->emplace_back(std::move(err));

}

}

ppTok = advanceAndSkipComments(ppTok);

unsigned int fileindex;

if (ppTok && ppTok->str()[0] == '\"')

fileindex = fileIndex(replaceAll(ppTok->str().substr(1U, ppTok->str().size() - 2U),"\\\\","\\"));

else

fileindex = location.fileIndex;

lineDirective(fileindex, line, location);

}

continue;

}

if (ch <= ' ') {

location.col++;

continue;

}

TokenString currentToken;

if (cback() && cback()->location.line == location.line && cback()->previous && cback()->previous->op == '#') {

const Token* const ppTok = cback()->previous;

if (ppTok->next && (ppTok->next->str() == "error" || ppTok->next->str() == "warning")) {

char prev = ' ';

while (stream.good() && (prev == '\\' || (ch != '\r' && ch != '\n'))) {

currentToken += ch;

prev = ch;

ch = stream.readChar();

}

stream.ungetChar();

std::string::size_type pos = 0;

unsigned int spliced = 0;

while ((pos = currentToken.find('\\', pos)) != std::string::npos) {

if (pos + 1 < currentToken.size() && currentToken[pos + 1] == '\n') {

currentToken.erase(pos, 2);

++spliced;

} else {

++pos;

}

}

if (!currentToken.empty()) {

push_back(new Token(currentToken, location));

location.adjust(currentToken);

}

location.line += spliced;

continue;

}

}

// number or name

if (isNameChar(ch)) {

const bool num = !!std::isdigit(ch);

while (stream.good() && isNameChar(ch)) {

currentToken += ch;

ch = stream.readChar();

if (num && ch=='\'' && isNameChar(stream.peekChar()))

ch = stream.readChar();

}

stream.ungetChar();

}

// comment

else if (ch == '/' && stream.peekChar() == '/') {

while (stream.good() && ch != '\n') {

currentToken += ch;

ch = stream.readChar();

if (ch == '\\') {

TokenString tmp;

char tmp_ch = ch;

while ((stream.good()) && (tmp_ch == '\\' || tmp_ch == ' ' || tmp_ch == '\t')) {

tmp += tmp_ch;

tmp_ch = stream.readChar();

}

if (!stream.good()) {

break;

}

if (tmp_ch != '\n') {

currentToken += tmp;

} else {

const TokenString check_portability = currentToken + tmp;

const std::string::size_type pos = check_portability.find_last_not_of(" \t");

if (pos < check_portability.size() - 1U && check_portability[pos] == '\\')

portabilityBackslash(outputList, location);

++multiline;

tmp_ch = stream.readChar();

currentToken += '\n';

}

ch = tmp_ch;

}

}

if (ch == '\n') {

stream.ungetChar();

}

}

// comment

else if (ch == '/' && stream.peekChar() == '*') {

currentToken = "/*";

(void)stream.readChar();

ch = stream.readChar();

while (stream.good()) {

currentToken += ch;

if (currentToken.size() >= 4U && endsWith(currentToken, COMMENT_END))

break;

ch = stream.readChar();

}

// multiline..

std::string::size_type pos = 0;

while ((pos = currentToken.find("\\\n",pos)) != std::string::npos) {

currentToken.erase(pos,2);

++multiline;

}

if (multiline || isLastLinePreprocessor()) {

pos = 0;

while ((pos = currentToken.find('\n',pos)) != std::string::npos) {

currentToken.erase(pos,1);

++multiline;

}

}

}

// string / char literal

else if (ch == '\"' || ch == '\'') {

std::string prefix;

if (cback() && cback()->name && isStringLiteralPrefix(cback()->str()) &&

((cback()->location.col + cback()->str().size()) == location.col) &&

(cback()->location.line == location.line)) {

prefix = cback()->str();

}

// C++11 raw string literal

if (ch == '\"' && !prefix.empty() && *cback()->str().rbegin() == 'R') {

std::string delim;

currentToken = ch;

prefix.resize(prefix.size() - 1);

ch = stream.readChar();

while (stream.good() && ch != '(' && ch != '\n') {

delim += ch;

ch = stream.readChar();

}

if (!stream.good() || ch == '\n') {

if (outputList) {

Output err{

Output::SYNTAX_ERROR,

location,

"Invalid newline in raw string delimiter."

};

outputList->emplace_back(std::move(err));

}

return;

}

const std::string endOfRawString(')' + delim + currentToken);

while (stream.good() && (!endsWith(currentToken, endOfRawString) || currentToken.size() <= 1))

currentToken += stream.readChar();

if (!endsWith(currentToken, endOfRawString)) {

if (outputList) {

Output err{

Output::SYNTAX_ERROR,

location,

"Raw string missing terminating delimiter."

};

outputList->emplace_back(std::move(err));

}

return;

}

currentToken.erase(currentToken.size() - endOfRawString.size(), endOfRawString.size() - 1U);

currentToken = escapeString(currentToken);

currentToken.insert(0, prefix);

back()->setstr(currentToken);

location.adjust(currentToken);

if (currentToken.find_first_of("\r\n") == std::string::npos)

location.col += 2 + (2 * delim.size());

else

location.col += 1 + delim.size();

continue;

}

currentToken = readUntil(stream,location,ch,ch,outputList);

if (currentToken.size() < 2U)

// Error is reported by readUntil()

return;

std::string s = currentToken;

std::string::size_type pos;

int newlines = 0;

while ((pos = s.find_first_of("\r\n")) != std::string::npos) {

s.erase(pos,1);

newlines++;

}

if (prefix.empty())

push_back(new Token(s, location, !!std::isspace(stream.peekChar()))); // push string without newlines

else

back()->setstr(prefix + s);

if (newlines > 0) {

const Token * const llTok = lastLineTok();

if (llTok && llTok->op == '#' && llTok->next && (llTok->next->str() == "define" || llTok->next->str() == "pragma") && llTok->next->next) {

multiline += newlines;

location.adjust(s);

continue;

}

}