mirror of
https://github.com/crskycode/GARbro.git
synced 2024-11-27 15:44:00 +08:00
714 lines
26 KiB
C#
714 lines
26 KiB
C#
|
//
|
||
|
|
// This CSharp output file generated by Gardens Point LEX
|
||
|
|
// Gardens Point LEX (GPLEX) is Copyright (c) John Gough, QUT 2006-2014.
|
||
|
|
// Output produced by GPLEX is the property of the user.
|
||
|
|
// See accompanying file GPLEXcopyright.rtf.
|
||
|
|
//
|
||
|
|
// GPLEX Version: 1.2.2
|
||
|
|
// GPLEX frame file <embedded resource>
|
||
|
|
//
|
||
|
|
// Option settings: verbose, parser, stack, minimize
|
||
|
|
// Option settings: compressNext, persistBuffer, noEmbedBuffers
|
||
|
|
//
|
||
|
|
|
||
|
|
//
|
||
|
|
// Revised backup code
|
||
|
|
// Version 1.2.1 of 24-June-2013
|
||
|
|
//
|
||
|
|
//
|
||
|
|
#define STACK
|
||
|
|
#define PERSIST
|
||
|
|
#define BYTEMODE
|
||
|
|
|
||
|
|
using System;
|
||
|
|
using System.IO;
|
||
|
|
using System.Text;
|
||
|
|
using System.Globalization;
|
||
|
|
using System.Collections.Generic;
|
||
|
|
using System.Runtime.Serialization;
|
||
|
|
using System.Diagnostics.CodeAnalysis;
|
||
|
|
|
||
|
|
using QUT.GplexBuffers;
|
||
|
|
|
||
|
|
namespace GameRes.Formats.Artemis
|
||
|
|
{
|
||
|
|
/// <summary>
|
||
|
|
/// Summary Canonical example of GPLEX automaton
|
||
|
|
/// </summary>
|
||
|
|
|
||
|
|
#if STANDALONE
|
||
|
|
//
|
||
|
|
// These are the dummy declarations for stand-alone GPLEX applications
|
||
|
|
// normally these declarations would come from the parser.
|
||
|
|
// If you declare /noparser, or %option noparser then you get this.
|
||
|
|
//
|
||
|
|
|
||
|
|
internal enum Token
|
||
|
|
{
|
||
|
|
EOF = 0, maxParseToken = int.MaxValue
|
||
|
|
// must have at least these two, values are almost arbitrary
|
||
|
|
}
|
||
|
|
|
||
|
|
internal abstract class ScanBase
|
||
|
|
{
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1709:IdentifiersShouldBeCasedCorrectly", MessageId = "yylex")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1704:IdentifiersShouldBeSpelledCorrectly", MessageId = "yylex")]
|
||
|
|
public abstract int yylex();
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1709:IdentifiersShouldBeCasedCorrectly", MessageId = "yywrap")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1704:IdentifiersShouldBeSpelledCorrectly", MessageId = "yywrap")]
|
||
|
|
protected virtual bool yywrap() { return true; }
|
||
|
|
|
||
|
|
#if BABEL
|
||
|
|
protected abstract int CurrentSc { get; set; }
|
||
|
|
// EolState is the 32-bit of state data persisted at
|
||
|
|
// the end of each line for Visual Studio colorization.
|
||
|
|
// The default is to return CurrentSc. You must override
|
||
|
|
// this if you want more complicated behavior.
|
||
|
|
public virtual int EolState {
|
||
|
|
get { return CurrentSc; }
|
||
|
|
set { CurrentSc = value; }
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
internal interface IColorScan
|
||
|
|
{
|
||
|
|
void SetSource(string source, int offset);
|
||
|
|
int GetNext(ref int state, out int start, out int end);
|
||
|
|
#endif // BABEL
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif // STANDALONE
|
||
|
|
|
||
|
|
// If the compiler can't find the scanner base class maybe you
|
||
|
|
// need to run GPPG with the /gplex option, or GPLEX with /noparser
|
||
|
|
#if BABEL
|
||
|
|
internal sealed partial class IPTScanner : ScanBase, IColorScan
|
||
|
|
{
|
||
|
|
private ScanBuff buffer;
|
||
|
|
int currentScOrd; // start condition ordinal
|
||
|
|
|
||
|
|
protected override int CurrentSc
|
||
|
|
{
|
||
|
|
// The current start state is a property
|
||
|
|
// to try to avoid the user error of setting
|
||
|
|
// scState but forgetting to update the FSA
|
||
|
|
// start state "currentStart"
|
||
|
|
//
|
||
|
|
get { return currentScOrd; } // i.e. return YY_START;
|
||
|
|
set { currentScOrd = value; // i.e. BEGIN(value);
|
||
|
|
currentStart = startState[value]; }
|
||
|
|
}
|
||
|
|
#else // BABEL
|
||
|
|
internal sealed partial class IPTScanner : ScanBase
|
||
|
|
{
|
||
|
|
private ScanBuff buffer;
|
||
|
|
int currentScOrd; // start condition ordinal
|
||
|
|
#endif // BABEL
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// The input buffer for this scanner.
|
||
|
|
/// </summary>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
public ScanBuff Buffer { get { return buffer; } }
|
||
|
|
|
||
|
|
private static int GetMaxParseToken() {
|
||
|
|
System.Reflection.FieldInfo f = typeof(Token).GetField("maxParseToken");
|
||
|
|
return (f == null ? int.MaxValue : (int)f.GetValue(null));
|
||
|
|
}
|
||
|
|
|
||
|
|
static int parserMax = GetMaxParseToken();
|
||
|
|
|
||
|
|
enum Result {accept, noMatch, contextFound};
|
||
|
|
|
||
|
|
const int maxAccept = 8;
|
||
|
|
const int initial = 9;
|
||
|
|
const int eofNum = 0;
|
||
|
|
const int goStart = -1;
|
||
|
|
const int INITIAL = 0;
|
||
|
|
|
||
|
|
#region user code
|
||
|
|
#endregion user code
|
||
|
|
|
||
|
|
int state;
|
||
|
|
int currentStart = startState[0];
|
||
|
|
int code; // last code read
|
||
|
|
int cCol; // column number of code
|
||
|
|
int lNum; // current line number
|
||
|
|
//
|
||
|
|
// The following instance variables are used, among other
|
||
|
|
// things, for constructing the yylloc location objects.
|
||
|
|
//
|
||
|
|
int tokPos; // buffer position at start of token
|
||
|
|
int tokCol; // zero-based column number at start of token
|
||
|
|
int tokLin; // line number at start of token
|
||
|
|
int tokEPos; // buffer position at end of token
|
||
|
|
int tokECol; // column number at end of token
|
||
|
|
int tokELin; // line number at end of token
|
||
|
|
string tokTxt; // lazily constructed text of token
|
||
|
|
#if STACK
|
||
|
|
private Stack<int> scStack = new Stack<int>();
|
||
|
|
#endif // STACK
|
||
|
|
|
||
|
|
#region ScannerTables
|
||
|
|
struct Table {
|
||
|
|
public int min; public int rng; public int dflt;
|
||
|
|
public sbyte[] nxt;
|
||
|
|
public Table(int m, int x, int d, sbyte[] n) {
|
||
|
|
min = m; rng = x; dflt = d; nxt = n;
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
static int[] startState = new int[] {9, 0};
|
||
|
|
|
||
|
|
static Table[] NxS = new Table[12] {
|
||
|
|
/* NxS[ 0] */ new Table(0, 0, 0, null), // Shortest string ""
|
||
|
|
/* NxS[ 1] */ // Shortest string "\t"
|
||
|
|
new Table(9, 24, -1, new sbyte[] {1, 1, 1, 1, -1, -1,
|
||
|
|
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
|
||
|
|
-1, 1}),
|
||
|
|
/* NxS[ 2] */ new Table(0, 0, -1, null), // Shortest string ","
|
||
|
|
/* NxS[ 3] */ // Shortest string "0"
|
||
|
|
new Table(48, 10, -1, new sbyte[] {3, 3, 3, 3, 3, 3,
|
||
|
|
3, 3, 3, 3}),
|
||
|
|
/* NxS[ 4] */ new Table(0, 0, -1, null), // Shortest string "="
|
||
|
|
/* NxS[ 5] */ // Shortest string "A"
|
||
|
|
new Table(65, 58, -1, new sbyte[] {5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5, -1, -1, -1, -1, -1, -1, 5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5}),
|
||
|
|
/* NxS[ 6] */ new Table(0, 0, -1, null), // Shortest string "{"
|
||
|
|
/* NxS[ 7] */ new Table(0, 0, -1, null), // Shortest string "}"
|
||
|
|
/* NxS[ 8] */ new Table(0, 0, -1, null), // Shortest string "\"\""
|
||
|
|
/* NxS[ 9] */ // Shortest string ""
|
||
|
|
new Table(9, 117, -1, new sbyte[] {1, 1, 1, 1, -1, -1,
|
||
|
|
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
|
||
|
|
-1, 1, -1, 10, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1,
|
||
|
|
-1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, -1, -1, -1, 4, -1,
|
||
|
|
-1, -1, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, -1, -1, -1, -1,
|
||
|
|
-1, -1, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
|
||
|
|
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 6, -1, 7}),
|
||
|
|
/* NxS[ 10] */ // Shortest string "\""
|
||
|
|
new Table(10, 83, 10, new sbyte[] {-1, 10, 10, 10, 10, 10,
|
||
|
|
10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
|
||
|
|
10, 10, 8, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
|
||
|
|
10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
|
||
|
|
10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
|
||
|
|
10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11}),
|
||
|
|
/* NxS[ 11] */ // Shortest string "\"\\"
|
||
|
|
new Table(10, 1, 10, new sbyte[] {-1}),
|
||
|
|
};
|
||
|
|
|
||
|
|
int NextState() {
|
||
|
|
if (code == ScanBuff.EndOfFile)
|
||
|
|
return eofNum;
|
||
|
|
else
|
||
|
|
unchecked {
|
||
|
|
int rslt;
|
||
|
|
int idx = (byte)(code - NxS[state].min);
|
||
|
|
if ((uint)idx >= (uint)NxS[state].rng) rslt = NxS[state].dflt;
|
||
|
|
else rslt = NxS[state].nxt[idx];
|
||
|
|
return rslt;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
#endregion
|
||
|
|
|
||
|
|
|
||
|
|
#if BACKUP
|
||
|
|
// ==============================================================
|
||
|
|
// == Nested struct used for backup in automata that do backup ==
|
||
|
|
// ==============================================================
|
||
|
|
|
||
|
|
struct Context // class used for automaton backup.
|
||
|
|
{
|
||
|
|
public int bPos;
|
||
|
|
public int rPos; // scanner.readPos saved value
|
||
|
|
public int cCol;
|
||
|
|
public int lNum; // Need this in case of backup over EOL.
|
||
|
|
public int state;
|
||
|
|
public int cChr;
|
||
|
|
}
|
||
|
|
|
||
|
|
private Context ctx = new Context();
|
||
|
|
#endif // BACKUP
|
||
|
|
|
||
|
|
// ==============================================================
|
||
|
|
// ==== Nested struct to support input switching in scanners ====
|
||
|
|
// ==============================================================
|
||
|
|
|
||
|
|
struct BufferContext {
|
||
|
|
internal ScanBuff buffSv;
|
||
|
|
internal int chrSv;
|
||
|
|
internal int cColSv;
|
||
|
|
internal int lNumSv;
|
||
|
|
}
|
||
|
|
|
||
|
|
// ==============================================================
|
||
|
|
// ===== Private methods to save and restore buffer contexts ====
|
||
|
|
// ==============================================================
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// This method creates a buffer context record from
|
||
|
|
/// the current buffer object, together with some
|
||
|
|
/// scanner state values.
|
||
|
|
/// </summary>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
BufferContext MkBuffCtx()
|
||
|
|
{
|
||
|
|
BufferContext rslt;
|
||
|
|
rslt.buffSv = this.buffer;
|
||
|
|
rslt.chrSv = this.code;
|
||
|
|
rslt.cColSv = this.cCol;
|
||
|
|
rslt.lNumSv = this.lNum;
|
||
|
|
return rslt;
|
||
|
|
}
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// This method restores the buffer value and allied
|
||
|
|
/// scanner state from the given context record value.
|
||
|
|
/// </summary>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
void RestoreBuffCtx(BufferContext value)
|
||
|
|
{
|
||
|
|
this.buffer = value.buffSv;
|
||
|
|
this.code = value.chrSv;
|
||
|
|
this.cCol = value.cColSv;
|
||
|
|
this.lNum = value.lNumSv;
|
||
|
|
}
|
||
|
|
// =================== End Nested classes =======================
|
||
|
|
|
||
|
|
#if !NOFILES
|
||
|
|
internal IPTScanner(Stream file) {
|
||
|
|
SetSource(file); // no unicode option
|
||
|
|
}
|
||
|
|
#endif // !NOFILES
|
||
|
|
|
||
|
|
internal IPTScanner() { }
|
||
|
|
|
||
|
|
private int readPos;
|
||
|
|
|
||
|
|
void GetCode()
|
||
|
|
{
|
||
|
|
if (code == '\n') // This needs to be fixed for other conventions
|
||
|
|
// i.e. [\r\n\205\u2028\u2029]
|
||
|
|
{
|
||
|
|
cCol = -1;
|
||
|
|
lNum++;
|
||
|
|
}
|
||
|
|
readPos = buffer.Pos;
|
||
|
|
|
||
|
|
// Now read new codepoint.
|
||
|
|
code = buffer.Read();
|
||
|
|
if (code > ScanBuff.EndOfFile)
|
||
|
|
{
|
||
|
|
#if (!BYTEMODE)
|
||
|
|
if (code >= 0xD800 && code <= 0xDBFF)
|
||
|
|
{
|
||
|
|
int next = buffer.Read();
|
||
|
|
if (next < 0xDC00 || next > 0xDFFF)
|
||
|
|
code = ScanBuff.UnicodeReplacementChar;
|
||
|
|
else
|
||
|
|
code = (0x10000 + ((code & 0x3FF) << 10) + (next & 0x3FF));
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
cCol++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void MarkToken()
|
||
|
|
{
|
||
|
|
#if (!PERSIST)
|
||
|
|
buffer.Mark();
|
||
|
|
#endif
|
||
|
|
tokPos = readPos;
|
||
|
|
tokLin = lNum;
|
||
|
|
tokCol = cCol;
|
||
|
|
}
|
||
|
|
|
||
|
|
void MarkEnd()
|
||
|
|
{
|
||
|
|
tokTxt = null;
|
||
|
|
tokEPos = readPos;
|
||
|
|
tokELin = lNum;
|
||
|
|
tokECol = cCol;
|
||
|
|
}
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
int Peek()
|
||
|
|
{
|
||
|
|
int rslt, codeSv = code, cColSv = cCol, lNumSv = lNum, bPosSv = buffer.Pos;
|
||
|
|
GetCode(); rslt = code;
|
||
|
|
lNum = lNumSv; cCol = cColSv; code = codeSv; buffer.Pos = bPosSv;
|
||
|
|
return rslt;
|
||
|
|
}
|
||
|
|
|
||
|
|
// ==============================================================
|
||
|
|
// ===== Initialization of string-based input buffers ====
|
||
|
|
// ==============================================================
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// Create and initialize a StringBuff buffer object for this scanner
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="source">the input string</param>
|
||
|
|
/// <param name="offset">starting offset in the string</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
public void SetSource(string source, int offset)
|
||
|
|
{
|
||
|
|
this.buffer = ScanBuff.GetBuffer(source);
|
||
|
|
this.buffer.Pos = offset;
|
||
|
|
this.lNum = 0;
|
||
|
|
this.code = '\n'; // to initialize yyline, yycol and lineStart
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
|
||
|
|
// ================ LineBuffer Initialization ===================
|
||
|
|
/// <summary>
|
||
|
|
/// Create and initialize a LineBuff buffer object for this scanner
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="source">the list of input strings</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
public void SetSource(IList<string> source)
|
||
|
|
{
|
||
|
|
this.buffer = ScanBuff.GetBuffer(source);
|
||
|
|
this.code = '\n'; // to initialize yyline, yycol and lineStart
|
||
|
|
this.lNum = 0;
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
|
||
|
|
#if !NOFILES
|
||
|
|
// =============== StreamBuffer Initialization ==================
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// Create and initialize a StreamBuff buffer object for this scanner.
|
||
|
|
/// StreamBuff is buffer for 8-bit byte files.
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="source">the input byte stream</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
public void SetSource(Stream source)
|
||
|
|
{
|
||
|
|
this.buffer = ScanBuff.GetBuffer(source);
|
||
|
|
this.lNum = 0;
|
||
|
|
this.code = '\n'; // to initialize yyline, yycol and lineStart
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
|
||
|
|
#if !BYTEMODE
|
||
|
|
// ================ TextBuffer Initialization ===================
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// Create and initialize a TextBuff buffer object for this scanner.
|
||
|
|
/// TextBuff is a buffer for encoded unicode files.
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="source">the input text file</param>
|
||
|
|
/// <param name="fallbackCodePage">Code page to use if file has
|
||
|
|
/// no BOM. For 0, use machine default; for -1, 8-bit binary</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
public void SetSource(Stream source, int fallbackCodePage)
|
||
|
|
{
|
||
|
|
this.buffer = ScanBuff.GetBuffer(source, fallbackCodePage);
|
||
|
|
this.lNum = 0;
|
||
|
|
this.code = '\n'; // to initialize yyline, yycol and lineStart
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
#endif // !BYTEMODE
|
||
|
|
#endif // !NOFILES
|
||
|
|
|
||
|
|
// ==============================================================
|
||
|
|
|
||
|
|
#if BABEL
|
||
|
|
//
|
||
|
|
// Get the next token for Visual Studio
|
||
|
|
//
|
||
|
|
// "state" is the inout mode variable that maintains scanner
|
||
|
|
// state between calls, using the EolState property. In principle,
|
||
|
|
// if the calls of EolState are costly set could be called once
|
||
|
|
// only per line, at the start; and get called only at the end
|
||
|
|
// of the line. This needs more infrastructure ...
|
||
|
|
//
|
||
|
|
public int GetNext(ref int state, out int start, out int end)
|
||
|
|
{
|
||
|
|
Token next;
|
||
|
|
int s, e;
|
||
|
|
s = state; // state at start
|
||
|
|
EolState = state;
|
||
|
|
next = (Token)Scan();
|
||
|
|
state = EolState;
|
||
|
|
e = state; // state at end;
|
||
|
|
start = tokPos;
|
||
|
|
end = tokEPos - 1; // end is the index of last char.
|
||
|
|
return (int)next;
|
||
|
|
}
|
||
|
|
#endif // BABEL
|
||
|
|
|
||
|
|
// ======== AbstractScanner<> Implementation =========
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1709:IdentifiersShouldBeCasedCorrectly", MessageId = "yylex")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1704:IdentifiersShouldBeSpelledCorrectly", MessageId = "yylex")]
|
||
|
|
public override int yylex()
|
||
|
|
{
|
||
|
|
// parserMax is set by reflecting on the Tokens
|
||
|
|
// enumeration. If maxParseToken is defined
|
||
|
|
// that is used, otherwise int.MaxValue is used.
|
||
|
|
int next;
|
||
|
|
do { next = Scan(); } while (next >= parserMax);
|
||
|
|
return next;
|
||
|
|
}
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
int yypos { get { return tokPos; } }
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
int yyline { get { return tokLin; } }
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
int yycol { get { return tokCol; } }
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1709:IdentifiersShouldBeCasedCorrectly", MessageId = "yytext")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1704:IdentifiersShouldBeSpelledCorrectly", MessageId = "yytext")]
|
||
|
|
public string yytext
|
||
|
|
{
|
||
|
|
get
|
||
|
|
{
|
||
|
|
if (tokTxt == null)
|
||
|
|
tokTxt = buffer.GetString(tokPos, tokEPos);
|
||
|
|
return tokTxt;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/// <summary>
|
||
|
|
/// Discards all but the first "n" codepoints in the recognized pattern.
|
||
|
|
/// Resets the buffer position so that only n codepoints have been consumed;
|
||
|
|
/// yytext is also re-evaluated.
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="n">The number of codepoints to consume</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
void yyless(int n)
|
||
|
|
{
|
||
|
|
buffer.Pos = tokPos;
|
||
|
|
// Must read at least one char, so set before start.
|
||
|
|
cCol = tokCol - 1;
|
||
|
|
GetCode();
|
||
|
|
// Now ensure that line counting is correct.
|
||
|
|
lNum = tokLin;
|
||
|
|
// And count the rest of the text.
|
||
|
|
for (int i = 0; i < n; i++) GetCode();
|
||
|
|
MarkEnd();
|
||
|
|
}
|
||
|
|
|
||
|
|
//
|
||
|
|
// It would be nice to count backward in the text
|
||
|
|
// but it does not seem possible to re-establish
|
||
|
|
// the correct column counts except by going forward.
|
||
|
|
//
|
||
|
|
/// <summary>
|
||
|
|
/// Removes the last "n" code points from the pattern.
|
||
|
|
/// </summary>
|
||
|
|
/// <param name="n">The number to remove</param>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
void _yytrunc(int n) { yyless(yyleng - n); }
|
||
|
|
|
||
|
|
//
|
||
|
|
// This is painful, but we no longer count
|
||
|
|
// codepoints. For the overwhelming majority
|
||
|
|
// of cases the single line code is fast, for
|
||
|
|
// the others, well, at least it is all in the
|
||
|
|
// buffer so no files are touched. Note that we
|
||
|
|
// can't use (tokEPos - tokPos) because of the
|
||
|
|
// possibility of surrogate pairs in the token.
|
||
|
|
//
|
||
|
|
/// <summary>
|
||
|
|
/// The length of the pattern in codepoints (not the same as
|
||
|
|
/// string-length if the pattern contains any surrogate pairs).
|
||
|
|
/// </summary>
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1709:IdentifiersShouldBeCasedCorrectly", MessageId = "yyleng")]
|
||
|
|
[SuppressMessage("Microsoft.Naming", "CA1704:IdentifiersShouldBeSpelledCorrectly", MessageId = "yyleng")]
|
||
|
|
public int yyleng
|
||
|
|
{
|
||
|
|
get {
|
||
|
|
if (tokELin == tokLin)
|
||
|
|
return tokECol - tokCol;
|
||
|
|
else
|
||
|
|
#if BYTEMODE
|
||
|
|
return tokEPos - tokPos;
|
||
|
|
#else
|
||
|
|
{
|
||
|
|
int ch;
|
||
|
|
int count = 0;
|
||
|
|
int save = buffer.Pos;
|
||
|
|
buffer.Pos = tokPos;
|
||
|
|
do {
|
||
|
|
ch = buffer.Read();
|
||
|
|
if (!char.IsHighSurrogate((char)ch)) count++;
|
||
|
|
} while (buffer.Pos < tokEPos && ch != ScanBuff.EndOfFile);
|
||
|
|
buffer.Pos = save;
|
||
|
|
return count;
|
||
|
|
}
|
||
|
|
#endif // BYTEMODE
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// ============ methods available in actions ==============
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
internal int YY_START {
|
||
|
|
get { return currentScOrd; }
|
||
|
|
set { currentScOrd = value;
|
||
|
|
currentStart = startState[value];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
internal void BEGIN(int next) {
|
||
|
|
currentScOrd = next;
|
||
|
|
currentStart = startState[next];
|
||
|
|
}
|
||
|
|
|
||
|
|
// ============== The main tokenizer code =================
|
||
|
|
|
||
|
|
int Scan() {
|
||
|
|
for (; ; ) {
|
||
|
|
int next; // next state to enter
|
||
|
|
#if LEFTANCHORS
|
||
|
|
for (;;) {
|
||
|
|
// Discard characters that do not start any pattern.
|
||
|
|
// Must check the left anchor condition after *every* GetCode!
|
||
|
|
state = ((cCol == 0) ? anchorState[currentScOrd] : currentStart);
|
||
|
|
if ((next = NextState()) != goStart) break; // LOOP EXIT HERE...
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
|
||
|
|
#else // !LEFTANCHORS
|
||
|
|
state = currentStart;
|
||
|
|
while ((next = NextState()) == goStart) {
|
||
|
|
// At this point, the current character has no
|
||
|
|
// transition from the current state. We discard
|
||
|
|
// the "no-match" char. In traditional LEX such
|
||
|
|
// characters are echoed to the console.
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
#endif // LEFTANCHORS
|
||
|
|
// At last, a valid transition ...
|
||
|
|
MarkToken();
|
||
|
|
state = next;
|
||
|
|
GetCode();
|
||
|
|
#if BACKUP
|
||
|
|
bool contextSaved = false;
|
||
|
|
while ((next = NextState()) > eofNum) { // Exit for goStart AND for eofNum
|
||
|
|
if (state <= maxAccept && next > maxAccept) { // need to prepare backup data
|
||
|
|
// Store data for the *latest* accept state that was found.
|
||
|
|
SaveStateAndPos( ref ctx );
|
||
|
|
contextSaved = true;
|
||
|
|
}
|
||
|
|
state = next;
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
if (state > maxAccept && contextSaved)
|
||
|
|
RestoreStateAndPos( ref ctx );
|
||
|
|
#else // BACKUP
|
||
|
|
while ((next = NextState()) > eofNum) { // Exit for goStart AND for eofNum
|
||
|
|
state = next;
|
||
|
|
GetCode();
|
||
|
|
}
|
||
|
|
#endif // BACKUP
|
||
|
|
if (state <= maxAccept) {
|
||
|
|
MarkEnd();
|
||
|
|
#region ActionSwitch
|
||
|
|
#pragma warning disable 162, 1522
|
||
|
|
switch (state)
|
||
|
|
{
|
||
|
|
case eofNum:
|
||
|
|
if (yywrap())
|
||
|
|
return (int)Token.EOF;
|
||
|
|
break;
|
||
|
|
case 1: // Recognized '{Space}+', Shortest string "\t"
|
||
|
|
/* skip */
|
||
|
|
break;
|
||
|
|
case 2: // Recognized '","', Shortest string ","
|
||
|
|
return ',';
|
||
|
|
break;
|
||
|
|
case 3: // Recognized '{Number}', Shortest string "0"
|
||
|
|
GetNumber(); return (int)Token.NUMBER;
|
||
|
|
break;
|
||
|
|
case 4: // Recognized '"="', Shortest string "="
|
||
|
|
return '=';
|
||
|
|
break;
|
||
|
|
case 5: // Recognized '[a-zA-Z]+', Shortest string "A"
|
||
|
|
yylval.s = yytext; return (int)Token.IDENTIFIER;
|
||
|
|
break;
|
||
|
|
case 6: // Recognized '"{"', Shortest string "{"
|
||
|
|
return '{';
|
||
|
|
break;
|
||
|
|
case 7: // Recognized '"}"', Shortest string "}"
|
||
|
|
return '}';
|
||
|
|
break;
|
||
|
|
case 8: // Recognized '\"(\\.|[^\\"\n])*\"', Shortest string "\"\""
|
||
|
|
GetStringLiteral(); return (int)Token.STRING_LITERAL;
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
#pragma warning restore 162, 1522
|
||
|
|
#endregion
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
#if BACKUP
|
||
|
|
void SaveStateAndPos(ref Context ctx) {
|
||
|
|
ctx.bPos = buffer.Pos;
|
||
|
|
ctx.rPos = readPos;
|
||
|
|
ctx.cCol = cCol;
|
||
|
|
ctx.lNum = lNum;
|
||
|
|
ctx.state = state;
|
||
|
|
ctx.cChr = code;
|
||
|
|
}
|
||
|
|
|
||
|
|
void RestoreStateAndPos(ref Context ctx) {
|
||
|
|
buffer.Pos = ctx.bPos;
|
||
|
|
readPos = ctx.rPos;
|
||
|
|
cCol = ctx.cCol;
|
||
|
|
lNum = ctx.lNum;
|
||
|
|
state = ctx.state;
|
||
|
|
code = ctx.cChr;
|
||
|
|
}
|
||
|
|
#endif // BACKUP
|
||
|
|
|
||
|
|
// ============= End of the tokenizer code ================
|
||
|
|
|
||
|
|
#if STACK
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
internal void yy_clear_stack() { scStack.Clear(); }
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
internal int yy_top_state() { return scStack.Peek(); }
|
||
|
|
|
||
|
|
internal void yy_push_state(int state)
|
||
|
|
{
|
||
|
|
scStack.Push(currentScOrd);
|
||
|
|
BEGIN(state);
|
||
|
|
}
|
||
|
|
|
||
|
|
internal void yy_pop_state()
|
||
|
|
{
|
||
|
|
// Protect against input errors that pop too far ...
|
||
|
|
if (scStack.Count > 0) {
|
||
|
|
int newSc = scStack.Pop();
|
||
|
|
BEGIN(newSc);
|
||
|
|
} // Otherwise leave stack unchanged.
|
||
|
|
}
|
||
|
|
#endif // STACK
|
||
|
|
|
||
|
|
[SuppressMessage("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")]
|
||
|
|
internal void ECHO() { Console.Out.Write(yytext); }
|
||
|
|
|
||
|
|
} // end class $Scanner
|
||
|
|
|
||
|
|
|
||
|
|
} // end namespace
|