/*
===========================================================================
Copyright (C) 2015 the OpenMoHAA team

This file is part of OpenMoHAA source code.

OpenMoHAA source code is free software; you can redistribute it
and/or modify it under the terms of the GNU General Public License as
published by the Free Software Foundation; either version 2 of the License,
or (at your option) any later version.

OpenMoHAA source code is distributed in the hope that it will be
useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with OpenMoHAA source code; if not, write to the Free Software
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
===========================================================================
*/

// tokenizer.h : Tokenizer

#ifndef __TOKENIZER_H__
#define __TOKENIZER_H__

class Tokenizer {
	char *pBuffer;
	char *pEnd;
	int iLength;
	char *pCurrent;
	int iLine;
	int iError;
	bool fTokenReady;
	char szToken[ 256 ];
public:
	Tokenizer();
	Tokenizer( const char *pInputBuffer , int iBufferLength );

	void	SetBuffer( const char *pInputBuffer, int iBufferLength);
	void	Reset();
	int		GetLineNumber();
	bool	HasError();
	int		GetError();
	bool	SkipToEOL();
	bool	CheckOverflow();
	bool	SkipWhiteSpace( bool fCrossLine );
	bool	AtComment();
	void	SkipNonToken( bool fCrossLine );
	bool	TokenAvailable( bool fCrossLine );
	bool	CommentAvailable( bool fCrossLine );
	void	UnGetToken();
	bool	AtString( bool fCrossLine );
	char	*GetToken( bool fCrossLine );
	char	*GetLine( bool fCrossLine );
	char	*GetRaw();
	char	*GetString( bool fCrossLine );
	bool	GetSpecific( const char *szString );
	int		GetInteger( bool fCrossLine );
	double	GetDouble( bool fCrossLine );
	float	GetFloat( bool fCrossLine );
	int		LinesInFile();
	char	*Token();
	char	*GetCurrentPointer();
};

#endif // __TOKENIZER_H__