/* =========================================================================== Copyright (C) 2023 the OpenMoHAA team This file is part of OpenMoHAA source code. OpenMoHAA source code is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. OpenMoHAA source code is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OpenMoHAA source code; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA =========================================================================== */ // tokenizer.h : Tokenizer #pragma once class Tokenizer { char *pBuffer; char *pEnd; int iLength; char *pCurrent; int iLine; int iError; bool fTokenReady; char szToken[256]; public: Tokenizer(); Tokenizer(const char *pInputBuffer, int iBufferLength); void SetBuffer(const char *pInputBuffer, int iBufferLength); void Reset(); int GetLineNumber(); bool HasError(); int GetError(); bool SkipToEOL(); bool CheckOverflow(); bool SkipWhiteSpace(bool fCrossLine); bool AtComment(); void SkipNonToken(bool fCrossLine); bool TokenAvailable(bool fCrossLine); bool CommentAvailable(bool fCrossLine); void UnGetToken(); bool AtString(bool fCrossLine); char *GetToken(bool fCrossLine); char *GetLine(bool fCrossLine); char *GetRaw(); char *GetString(bool fCrossLine); bool GetSpecific(const char *szString); int GetInteger(bool fCrossLine); double GetDouble(bool fCrossLine); float GetFloat(bool fCrossLine); int LinesInFile(); char *Token(); char *GetCurrentPointer(); };