System.Lex Namespace

Classes

public class Keyword
public class KeywordMap
public class Lexeme
public class Lexer
public class ParsingException
public abstract class ParsingLog
public class RuleGuard
public class Span Represents either a span of tokens during parsing or a span of text after parsing.
public class Token
public class TokenLine
public class XmlParsingLog

Functions

public int* CreateClassMap(byte* classMapData, long classMapDataLength, bool classMapDataCompressed)
public void GetColumns(const uchar* start, const uchar* end, const Span& externalSpan, int& startCol, int& endCol)
public String<uchar> GetEndTokenInfo()
public String<uchar> GetErrorLines(const uchar* start, const uchar* end, const Span& externalSpan)
public const uchar* LineEnd(const uchar* end, const uchar* p)
public const uchar* LineStart(const uchar* start, const uchar* p)
public SharedPtr<ByteStream> MakeClassMapData(const List<int>& classMapVec, bool compressData)
public bool NoWhiteSpaceBetweenTokens(const Token& first, const Token& second)
public inline const uchar* StrEnd(const uchar* s)
public void WriteBeginRuleToLog(Lexer& lexer, const String<uchar>& ruleName)
public void WriteFailureToLog(Lexer& lexer, const String<uchar>& ruleName)
public void WriteSuccessToLog(Lexer& lexer, const Span& matchSpan, const String<uchar>& ruleName)
public String<uchar> XmlCharStr(uchar c)
public String<uchar> XmlEscape(const String<uchar>& s)
public String<uchar> XmlHexEscape(uchar c)
public inline bool operator<(const Lexeme& left, const Lexeme& right)
public inline bool operator==(const Lexeme& left, const Lexeme& right)
public bool operator==(const Span& left, const Span& right)

Enumerated Types

public enum LexerFlags

Constants

public const int CONTINUE_TOKEN = -2
public const int END_TOKEN = 0
public const int INVALID_TOKEN = -1

Function Details

CreateClassMap Function

public int* CreateClassMap(byte* classMapData, long classMapDataLength, bool classMapDataCompressed)

Definition
Line 51 of System.Lex/ClassMap.cm

GetColumns Function

public void GetColumns(const uchar* start, const uchar* end, const Span& externalSpan, int& startCol, int& endCol)

Definition
Line 682 of System.Lex/Lexer.cm

GetEndTokenInfo Function

public String<uchar> GetEndTokenInfo()

Definition
Line 36 of System.Lex/Token.cm

GetErrorLines Function

public String<uchar> GetErrorLines(const uchar* start, const uchar* end, const Span& externalSpan)

Definition
Line 658 of System.Lex/Lexer.cm

LineEnd Function

public const uchar* LineEnd(const uchar* end, const uchar* p)

Definition
Line 650 of System.Lex/Lexer.cm

LineStart Function

public const uchar* LineStart(const uchar* start, const uchar* p)

Definition
Line 638 of System.Lex/Lexer.cm

MakeClassMapData Function

public SharedPtr<ByteStream> MakeClassMapData(const List<int>& classMapVec, bool compressData)

Definition
Line 12 of System.Lex/ClassMap.cm

NoWhiteSpaceBetweenTokens Function

public bool NoWhiteSpaceBetweenTokens(const Token& first, const Token& second)

Definition
Line 31 of System.Lex/Token.cm

StrEnd Function

public inline const uchar* StrEnd(const uchar* s)

Definition
Line 51 of System.Lex/Keyword.cm

WriteBeginRuleToLog Function

public void WriteBeginRuleToLog(Lexer& lexer, const String<uchar>& ruleName)

Definition
Line 707 of System.Lex/Lexer.cm

WriteFailureToLog Function

public void WriteFailureToLog(Lexer& lexer, const String<uchar>& ruleName)

Definition
Line 721 of System.Lex/Lexer.cm

WriteSuccessToLog Function

public void WriteSuccessToLog(Lexer& lexer, const Span& matchSpan, const String<uchar>& ruleName)

Definition
Line 714 of System.Lex/Lexer.cm

XmlCharStr Function

public String<uchar> XmlCharStr(uchar c)

Definition
Line 81 of System.Lex/XmlParsingLog.cm

XmlEscape Function

public String<uchar> XmlEscape(const String<uchar>& s)

Definition
Line 109 of System.Lex/XmlParsingLog.cm

XmlHexEscape Function

public String<uchar> XmlHexEscape(uchar c)

Definition
Line 75 of System.Lex/XmlParsingLog.cm

operator< Function

public inline bool operator<(const Lexeme& left, const Lexeme& right)

Definition
Line 40 of System.Lex/Lexeme.cm

operator== Function

public inline bool operator==(const Lexeme& left, const Lexeme& right)

Definition
Line 27 of System.Lex/Lexeme.cm

operator== Function

public bool operator==(const Span& left, const Span& right)

Definition
Line 33 of System.Lex/Span.cm