// Written by John Newbigin
// jn@it.swin.edu.au
// Copyright (c) 1999 John Newbigin
// Covered by the terms of the GPL.

#ifndef TOKEN_H
#define TOKEN_H

#include "string.h"
#include <stdio.h>

class TToken
{
public:
	TToken(HugeString *extraWordChars);
	~TToken();

	int AssignFile(char *FileName);
	int getToken(HugeString *string);
	int getLineNo();

private:
	char *filename;
	FILE *f;
	int lineNo;

	int state;
	int peekedChar;

	int GetChar();
	int PeekChar();
	int AcceptChar();
	
	int instring(char c, char *str);
	char *WORDCHARS;
	HugeString *newWORDCHARS;
};

#endif