2016-03-27 11:49:47 +02:00
|
|
|
/*
|
|
|
|
===========================================================================
|
2023-11-06 17:58:58 +01:00
|
|
|
Copyright (C) 2023 the OpenMoHAA team
|
2016-03-27 11:49:47 +02:00
|
|
|
|
|
|
|
This file is part of OpenMoHAA source code.
|
|
|
|
|
|
|
|
OpenMoHAA source code is free software; you can redistribute it
|
|
|
|
and/or modify it under the terms of the GNU General Public License as
|
|
|
|
published by the Free Software Foundation; either version 2 of the License,
|
|
|
|
or (at your option) any later version.
|
|
|
|
|
|
|
|
OpenMoHAA source code is distributed in the hope that it will be
|
|
|
|
useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with OpenMoHAA source code; if not, write to the Free Software
|
|
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
===========================================================================
|
|
|
|
*/
|
|
|
|
|
|
|
|
// tokenizer.h : Tokenizer
|
|
|
|
|
2023-11-06 17:58:58 +01:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
class Tokenizer
|
|
|
|
{
|
|
|
|
char *pBuffer;
|
|
|
|
char *pEnd;
|
|
|
|
int iLength;
|
|
|
|
char *pCurrent;
|
|
|
|
int iLine;
|
|
|
|
int iError;
|
|
|
|
bool fTokenReady;
|
|
|
|
char szToken[256];
|
2016-03-27 11:49:47 +02:00
|
|
|
|
|
|
|
public:
|
2023-11-06 17:58:58 +01:00
|
|
|
Tokenizer();
|
|
|
|
Tokenizer(const char *pInputBuffer, int iBufferLength);
|
2016-03-27 11:49:47 +02:00
|
|
|
|
2023-11-06 17:58:58 +01:00
|
|
|
void SetBuffer(const char *pInputBuffer, int iBufferLength);
|
|
|
|
void Reset();
|
|
|
|
int GetLineNumber();
|
|
|
|
bool HasError();
|
|
|
|
int GetError();
|
|
|
|
bool SkipToEOL();
|
|
|
|
bool CheckOverflow();
|
|
|
|
bool SkipWhiteSpace(bool fCrossLine);
|
|
|
|
bool AtComment();
|
|
|
|
void SkipNonToken(bool fCrossLine);
|
|
|
|
bool TokenAvailable(bool fCrossLine);
|
|
|
|
bool CommentAvailable(bool fCrossLine);
|
|
|
|
void UnGetToken();
|
|
|
|
bool AtString(bool fCrossLine);
|
|
|
|
char *GetToken(bool fCrossLine);
|
|
|
|
char *GetLine(bool fCrossLine);
|
|
|
|
char *GetRaw();
|
|
|
|
char *GetString(bool fCrossLine);
|
|
|
|
bool GetSpecific(const char *szString);
|
|
|
|
int GetInteger(bool fCrossLine);
|
|
|
|
double GetDouble(bool fCrossLine);
|
|
|
|
float GetFloat(bool fCrossLine);
|
|
|
|
int LinesInFile();
|
|
|
|
char *Token();
|
|
|
|
char *GetCurrentPointer();
|
2016-03-27 11:49:47 +02:00
|
|
|
};
|